# robots.txt

# Evil non-search engine robot that requests bad URLs and pummels server
User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: Twiceler
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Exabot
Disallow: /

User-agent: Slurp
Crawl-delay: 10
Disallow: /
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /rate/
Disallow: /emailto.php
Disallow: /emailto_calendar.php
Disallow: /object_browser.php
Disallow: /media_browser.php

User-agent: *
Disallow: /locale
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /rate/
Disallow: /emailto.php
Disallow: /emailto_calendar.php
Disallow: /object_browser.php
Disallow: /media_browser.php