User-agent: *
Allow: /
Request-rate: 1/10 # maximum rate is one page every 10 seconds
Crawl-Delay: 10