User-agent: * Disallow: /bookstore/az_link.phtml Disallow: /bookstore/atdbredir.phtml Disallow: /bookstore/buylink.html Disallow: /bookstore/buylink.phtml Disallow: /mststore/buylink.html Disallow: /mststore/buylink.phtml #Disallow: /bookstore/search.phtml Disallow: /members.phtml #Disallow: /at_shared/link_finder.php Disallow: /bookstore/question.phtml Disallow: /mststore/question.phtml Disallow: /send_page.phtml Disallow: /contact.phtml Crawl-Delay: 10 #User-agent: BecomeBot Crawl-Delay: 20 #This one would make repeated calls to relative links #/page.html, then ../page.html, then ../../page.html, etc User-agent: Pompos Disallow: / #picsearch.com picture search User-agent: psbot Disallow: / #Korean Telecom User-agent: nhnbot Disallow: / #Korean Telecom User-agent: NaverBot Disallow: / #Ask Jeeves/Teoma User-agent: Ask Jeeves Disallow: /bookstore/search.phtml #MSN User-agent: msnbot Disallow: /bookstore/search.phtml #These things walk through the bookstore all day #User-agent: Wget #Disallow: / #These things walk through the bookstore all day User-agent: Httrack Disallow: / #Japan internet multifeed User-agent: gazz Disallow: /bookstore/ #Nameprotect.com - DAMNED IP crawler User-agent: NPBot Disallow: /