#What bots this applies to
User-agent: *

#What folders and files this applies to
Disallow: /dev/
Disallow: /dl/
Disallow: /img/
Disallow: /error_log/
Disallow: /.htaccess/
Disallow: /doctype.php
Disallow: /head.php
Disallow: /menu.php
Disallow: /hidden/

#Number of seconds between each sucessful attempt to access the server
Crawl-delay: 1

#Pages requested per second
Request-rate: 3/1