User-agent: *
Disallow: /cgi-bin
Disallow: /stats
Disallow: /stats2
Disallow: /aw
User-agent: Slurp
Crawl-delay: 300