# Robots.txt file created by Richard E. McPhaul 8/6/2007 # www.gaclerks.org # This is the universal disallow list for all bots/spiders User-agent: * Disallow: /_private/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_script/ Disallow: /_vti_txt/ Disallow: /bin/ Disallow: /Admin/ Disallow: /Council/Account/ Disallow: /Council/ResourceCenter/ # This entry disallows the Inktomi Slurp spider User-agent: Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html) Disallow: / # This entry disallows the IA Archiver spider user-agent: ia_archiver Disallow: / # This entry disallows the Libwww-perl spider User-agent: libwww-perl/5.47 Disallow: / # This entry disallows the Bilbo/1.2+WAP User-agent: Bilbo/1.2+WAP Disallow: / # This entry disallows the Crawler V 0.2.1 admin@crawler.de User-agent: Crawler V 0.2.1 admin@crawler.de Disallow: / # This entry disallows the DonQuichote/1.2a-unix Mode/Get User-agent: DonQuichote/1.2a-unix Mode/Get Disallow: / # This entry disallows the FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html) User-agent: FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html) Disallow: / # This entry disallows the Gulliver/1.3 User-agent: Gulliver/1.3 Disallow: / # This entry disallows the Lycos_Spider_(T-Rex) User-agent: Lycos_Spider_(T-Rex) Disallow: / # This entry disallows the Scooter/1.0 User-agent: Scooter/1.0 Disallow: /