User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /
Disallow: /date
Disallow: /data
Disallow: /temat
Disallow: /?s=
Disallow: feed
Disallow: comment
Disallow: *feed*
Disallow: *comment*
Crawl-delay: 500
Request-rate: 1/500
Visit-time: 0100-0500

User-agent: Yahoo-slurp
Allow: /
Disallow: /date
Disallow: /data
Disallow: /temat
Disallow: /?s=
Disallow: feed
Disallow: comment
Disallow: *feed*
Disallow: *comment*
Crawl-delay: 500
Request-rate: 1/500
Visit-time: 0100-0500

User-agent: Slurp
Allow: /
Disallow: /date
Disallow: /data
Disallow: /temat
Disallow: /?s=
Disallow: feed
Disallow: comment
Disallow: *feed*
Disallow: *comment*
Crawl-delay: 500
Request-rate: 1/500
Visit-time: 0100-0500

User-agent: Netsprint
Allow: /
Disallow: /date
Disallow: /data
Disallow: /temat
Disallow: /?s=
Disallow: feed
Disallow: comment
Disallow: *feed*
Disallow: *comment*
Crawl-delay: 500
Request-rate: 1/500
Visit-time: 0100-0500

User-agent: ia_archiver
Disallow: /