User-agent: *		# match all bots
Crawl-delay: 25		# 25 second delay after each crawler request
Request-rate: 1/30	# maximum rate is one page every 30 seconds
Visit-time: 0230-0830	# only visit between 02:30 and 08:30 UTC (GMT)
Disallow: /downloads/