# Robots.txt file created Tuesday, March 18, 2003 # Last updated Wednesday, December 10, 2008 # For domain: http://www.shopperuk.com/ # All robots will spider the domain User-agent: * Disallow: /clkuk.php Disallow: /clickmm.php Disallow: /bounce.php Disallow: /esa/ Disallow: /esi/ Disallow: /mgoi/ Disallow: /mgow/ Disallow: /ajax/ Crawl-Delay: 30 User-Agent: OmniExplorer_Bot/1.09 Disallow: / User-agent: BecomeBot Crawl-Delay: 30 User-agent: accelobot Disallow: /