User-agent: *
Disallow: /css/
Disallow: /index.real
Disallow: /index.new
Disallow: /index.down
Disallow: /index.orig
Disallow: /keywords.txt
Disallow: /CVS/
Disallow: /images/
Disallow: /pdf/
Disallow: /applet/
Disallow: /js/


# don't let search engines see the RDF feed, it's just confusing.

#User-agent: Googlebot/2.1
#User-agent: InfoNaviRobot(F107)
#User-agent: TV33_Mercator_1-1.0
#User-agent: AVSearch-3.0
#User-agent: Scooter/2.0
#User-agent: Slurp/2.0
#User-agent: SearchengineLicenceSheep_v1.0
#User-agent: shadow/2.0
#User-agent: MultiText/0.1
#User-agent: FAST-WebCrawler/2.2.5
#User-agent: Atomz/1.0
#User-agent: htdig/ (searchit@netmind.com)
#User-agent: spider00.logika.net.
#Disallow: /searchtools-rss.xml

# updated 2005-10-06