# Robots.txt file # For domain: http://www.tcms.net # All robots will spider the domain User-agent: * Disallow: ############ -- Bots -- ############ # Disallow Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html) User-agent: Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html) Disallow: / # Disallow Crawler V 0.2.1 admin@crawler.de User-agent: Crawler V 0.2.1 admin@crawler.de Disallow: / # Disallow libwww-perl/5.47 User-agent: libwww-perl/5.47 Disallow: / # Disallow Scooter/1.0 User-agent: Scooter/1.0 Disallow: / # Disallow Lycos_Spider_(T-Rex) User-agent: Lycos_Spider_(T-Rex) Disallow: / # Disallow Lycos_Spider_(T-Rex) User-agent: Lycos_Spider_(T-Rex) Disallow: / # Disallow Gulliver/1.3 User-agent: Gulliver/1.3 Disallow: / # Disallow Googlebot/2.0 beta (googlebot(at)googlebot.com) User-agent: Googlebot/2.0 beta (googlebot(at)googlebot.com) Disallow: / # Disallow faqfastwebsearch/faqfastwebcrawler.html) User-agent: FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html) Disallow: / # Disallow DonQuichote/1.2a-unix Mode/Get User-agent: DonQuichote/1.2a-unix Mode/Get Disallow: / # Disallow Bilbo/1.2+WAP User-agent: Bilbo/1.2+WAP Disallow: / ############ -- Directories -- ############ # Disallow directory admin User-agent: * Disallow: admin # Disallow directory centcom User-agent: * Disallow: centcom # Disallow directory workplan User-agent: * Disallow: workplan # Disallow directory workplan User-agent: * Disallow: tcmsdocuments # Disallow directory workplan User-agent: * Disallow: workplan/manager