# A 5 second delay for Slurp as it has been bombarding the portals
# http://help.yahoo.com/l/us/yahoo/search/webcrawler/slurp-03.html
User-agent: Slurp 
Crawl-delay: 5

User-agent: *
Disallow:

#There is no RFC or standard for these files.
#See http://en.wikipedia.org/wiki/Robots.txt and http://www.w3.org/TR/html4/appendix/notes.html#h-B.4.1.1  
#for "conensus"