# robots.txt for http://www.bestshop-jp.net/ User-agent: badbot Crawl-delay: 120 User-agent: Baiduspider Crawl-delay: 120 User-agent: BaiduImagespider Crawl-delay: 120 User-agent: BaiduMobaider Crawl-delay: 120 User-agent: Twiceler Crawl-delay: 120 User-agent: * Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /scripts/ allow: /category/ allow: /common/ allow: /images/ allow: /img/ allow: /keyword/ allow: /pickup/ allow: /products/ allow: /ranking/ allow: /reciprocallink/ allow: /rss/ allow: /search/ Disallow: /shopping-guide/