User-agent: Googlebot
Disallow: /*?
crawl-delay: 2
# Limite le temps minimum en secondes entre requêtes consécutives
# défaut est 1
User-agent: MSNBot
crawl-delay: 3
# Engin de yahoo
User-agent: Slurp
crawl-delay: 3
User-agent: Lycos
crawl-delay: 3
User-agent: Infoseek Sidewinder
crawl-delay: 3
# Engin de Altavista
User-agent: Scooter
crawl-delay: 3
User-agent: *
Disallow: /cgi