# robots.txt
User-agent: googlebot-image
Disallow: /
User-agent: googlebot-mobile
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: duggmirror
Disallow: /
#User-agent: ScoutJet
#Disallow: /
User-agent: *
Crawl-delay: 60
Disallow: /cgi-bin/
Disallow: /action/
Disallow: /reports/
Disallow: /purl/
Visit-time: 2000-0500