# This is a REAL robots.txt file - becouse of .htaccess in /
User-agent: *
Crawl-delay: 5
Request-rate: 1/5
Visit-time: 1800-0700