User-agent: *
# Er, google appears to love giving people this page, which, uh, shows the
# user how many other queries people did, which is kinda pointless
#uncommented so that google finds the empty one so it will stop pointing to it!
#Disallow: /archive/queries.txt
#Disallow: /archive/queries-recent.txt
# oops, google was indexing our backup files and returning them for searches
Disallow: /archive/wiki
# generated content that shouldn't be crawled
Disallow: /webalizer
Disallow: /cgi-bin/
Disallow: /gsdl/cgi-bin/
# Wiki pages that bots shouldn't crawl
Disallow: /PhpWikiAdministration
Disallow: /AdministrationDePhpWiki
Disallow: /AmministrazioneDiPhpWiki
# ask all bots to wait n seconds between automated requests
Crawl-delay: 5

# the above doesn't seem to work for yahoo's greedy bot. try this as well
# note, the following still doesn't work... it's been there for months
# and yahoo still gets too many requests too close together
User-agent: Slurp
Crawl-delay: 15

# bot doesn't honour rel=nofollow, so we'll slow it down
User-Agent: MJ12bot
Crawl-delay: 30

User-Agent: Jyxobot/1
Crawl-delay: 30