User-agent: *
Crawl-delay: 10
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 1400-1700     # only visit between 06:00 and 08:45 UTC (GMT)

# disallow all files with a? in url
Disallow: /*?*
Disallow: /*.js$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.css$
Disallow: /*.txt$
Disallow: /*.ico$