User-agent: * Crawl-delay: 10 Visit-time: 0500-1000 Disallow: /shop/basket Disallow: /search?q= Disallow: /profile/login Disallow: /checkout/guestaddress Disallow: /trekreturns User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: UptimeRobot Disallow: / user-agent: bot-traffic,bottraffic,trafficbot disallow: / User-agent: MJ12bot Disallow: / User-agent: dotbot Disallow: / user-agent: AhrefsBot disallow: / User-agent: magpie-crawler Disallow: / User-agent: linkdexbot Disallow: / User-agent: grapeshot Disallow: / User-agent: AtomicReach Disallow: / User-agent: BLEXBot Disallow: /