User-agent: *  #match all bots
Disallow: /static/  #disallow - keep them out
Crawl-delay: 10 #set to the number of seconds to wait between successive requests to the same server
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-0845     # only visit between 06:00 and 08:45 EST