User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /database/
Disallow: /cfm/
Disallow: /_vti_bin/
Disallow: /Secure/
Crawl-delay: 10           # number of seconds to wait between successive requests to the same server
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 1900-0100     # only visit between 12:00 AM and 6:00 AM UT (GMT) -5 for EST