# robots.txt file
User-agent: *
Request-rate: 1/20  #maximum rate is one page every 20 seconds
Visit-time: 0200-0500 #only visit between 02:00 and 05:00