User-agent: *			# match all bots
Disallow: /cgi-bin/		# keep them out
Disallow: /img/
Disallow: /doc/
Disallow: /docs/
Disallow: /dat/
Disallow: /css/
Disallow: /tpl/
Disallow: /xml/
Disallow: /xsl/

# Keep out specific bot
User-agent: BadBot
Disallow: /private/

# Block access to a specific file
User-agent: *
Disallow: /error.html

# The site map
# Sitemap: http://www.example.com/sitemap.xml.gz

# Set to the number of seconds to wait between successive requests to the server (not supported by all bots)
User-agent: *
Crawl-delay: 10
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-0845     # only visit between 1:00 AM and 2:45 AM UT (GMT)

User-agent: Googlebot-Image
Disallow: /