# all agents
User-Agent: *
Disallow: /atrap/ # be my guest!
Disallow: /css/
Disallow: /download/
Disallow: /dtd/
Disallow: /img/
Disallow: /js/
Disallow: /scripts/
Disallow: /sip/

# Ask Jeeves: http://sp.ask.com/docs/about/tech_crawling.html
User-agent: Teoma
Crawl-Delay: 10

# Become: http://www.become.com/site_owners.html
User-Agent: BecomeBot
Crawl-Delay: 10

# Google: http://www.google.com/bot.html
User-Agent: Googlebot
Disallow: /*?
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.png$

# Microsoft: http://search.msn.com/msnbot.htm
User-agent: msnbot
crawl-delay: 10
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.png$

# Yahoo: http://help.yahoo.com/help/us/ysearch/slurp
User-Agent: Slurp
Crawl-delay: 10