User-agent: * # match all bots
Disallow:
Crawl-delay: 10 # seconds b/w requests
Request-rate: 1/10 # max rate is one page every 10 sec