User-agent: * #Stop for filtered pages Disallow: *SearchParameter=* #Stop for paging pages Disallow: *PageNumber= #Stop for checkout urls Disallow: /WFS/*/*/-/viewdata #Stop for standard IS Url Disallow: /INTERSHOP/ #Stop for not rewrited url Disallow: /online/web/WFS/*/*/-/ #Stop for backoffice urls Disallow: /online/web/BOS/*/*/-/ Allow: /online/web/WFS/*/it_IT/-/EUR/ViewUserAccount-ShowLogin Allow: /WFS/*/it_IT/-/EUR/ViewUserAccount-ShowLogin User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: / User-agent: GPTBot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: UptimeRobot Disallow: / User-agent: zoombot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: bingbot Crawl-delay: 35 User-agent: BLEXBot Crawl-delay: 300 User-agent: istellabot Crawl-delay: 90 User-agent: msnbot Crawl-delay: 45 User-agent: Semrushbot Crawl-delay: 90 User-agent: YandexBot Crawl-delay: 90 User-agent: meta-externalagent Crawl-delay: 20 User-agent: crawler Disallow: /