User-agent: *
Crawl-delay: 86400
Disallow: /cgi-bin
Disallow: /stats
Disallow: /stats2
Disallow: /aw
User-agent: Slurp
Crawl-delay: 86400
User-agent: Googlebot
Crawl-delay: 86400