User-agent: *
Disallow: /test/robots/noindex/
Disallow: /test/robots/disal/
Disallow: /test/robots/partial
Disallow: /test/relativelinks/2ndlevel/http://
Disallow: /info/slides/examples/
Disallow: /info/meetings/examples/
Disallow: /basic-gbook/
Disallow: /bcon2001/
Disallow: /bluecow/
Disallow: /cn/
Disallow: /greencow/
Disallow: /image-vote/
Disallow: /meg/
Disallow: /mininputt/
Disallow: /photos/
Disallow: /php-test/
Disallow: /profauto/
Disallow: /simple-poll/
Disallow: /sites/
Disallow: /slide-show/
Disallow: /talk/
Disallow: /test/
Disallow: /WWW_REPORTS/
Disallow: /xmas2001/
Disallow: /ups/


# don't let search engines see the RDF feed, it's just confusing.

User-agent: Googlebot/2.1
User-agent: InfoNaviRobot(F107)
User-agent: TV33_Mercator_1-1.0
User-agent: AVSearch-3.0
User-agent: Scooter/2.0
User-agent: Slurp/2.0
User-agent: SearchengineLicenceSheep_v1.0
User-agent: shadow/2.0
User-agent: MultiText/0.1
User-agent: FAST-WebCrawler/2.2.5
User-agent: Atomz/1.0
User-agent: htdig/ (searchit@netmind.com)
User-agent: spider00.logika.net.

# updated 2002-03-22 (disallow rtestprob links)