# /robots.txt for http://www.apt.rieti.it/
# comments to benvenuto@lallaria.it

User-agent: Googlebot
Disallow: /
User-agent: gsa-crawler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: *
Disallow: 
Crawl-delay: 120
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0100-0600     # only visit between 01:00 and 06:00 UTC (GMT)
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /plesk-stat/
Sitemap: http://www.apt.rieti.it/sitemap.xml