# For all robots User-agent: * # Block access to specific groups of pages Disallow: /*/cart$ Disallow: /*/cart/ Disallow: /*/checkout$ Disallow: /*/checkout/ Disallow: /*/my-account$ Disallow: /*/my-account/ Disallow: /*/login$ Disallow: /*/login/ Disallow: /*/registration/ Disallow: /*/registration$ Disallow: /*/search$ Disallow: /*/search/ Disallow: /*/ajax/ Disallow: /*/ajax$ Disallow: /*/shoppingListPage/ Disallow: /*/shoppingListPage$ Disallow: /*/checkout-login$ Disallow: /*/checkout-login/ Disallow: /*/cartPage$ Disallow: /*/cartPage/ Disallow: /*/orderConfirmation/ Disallow: /*/orderConfirmation$ Disallow: /*/order-history$ Disallow: /*/order-history/ Disallow: /*/notFound404/ Disallow: /*/notFound404$ Disallow: /*/account/ Disallow: /*/account$ Disallow: /*/searchEmpty/ Disallow: /*/searchEmpty$ Disallow: /*/resetPassword/ Disallow: /*/resetPassword$ Disallow: /*/updatePassword/ Disallow: /*/updatePassword$ Disallow: /*/registrationComplete/ Disallow: /*/registrationComplete$ Disallow: /*/styleguideSupplementaryPage/ Disallow: /*/styleguideSupplementaryPage$ Disallow: /*/singleStepCheckoutSummary$ Disallow: /*/singleStepCheckoutSummary/ Disallow: /*/categorySupplementaryDataPage$ Disallow: /*/categorySupplementaryDataPage/ Disallow: /*/sommersortiment/ Disallow: /*/sommersortiment$ Disallow: /*/ergonomieshop6/ Disallow: /*/ergonomieshop6$ Disallow: /*/officedepotshop27$ Disallow: /*/officedepotshop27/ Disallow: /*/c/ # maximum rate is one page every 10 seconds Request-rate: 1/10 # 10 seconds between page requests Crawl-delay: 10 # only visit between 23:00 and 06:45 UTC Visit-time: 2300-0645 # Allow search crawlers to discover the sitemap Sitemap: https://www.vikingdirekt.at/sitemap.xml # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: /