###############################
#
# sample robots.txt file for this website 
#
# addresses all robots by using wild card *
#

User-agent: *
Crawl-delay: 10				# number of seconds to wait between successive requests 
Request-rate: 1/5 			# maximum rate is one page every 5 seconds
Visit-time: 0600-0845     	# only visit between 6:00 AM and 8:45 AM UT (GMT)

Sitemap: http://www.reversoform.com/sitemap.xml 

# list specific folders robots are not allowed to index 
Disallow: /experimental/
Disallow: /css/
Disallow: /includes/
Disallow: /xtra/


# list specific files robots are not allowed to index
Disallow: /crossdomain.xml
Disallow: /advertiser.php

#
# End of robots.txt file
#
###############################