User-agent: *
Disallow: /cgi-bin/
Disallow: /webstat/
Disallow: /stream/
Disallow: /mp3/
# Disallow: /images/
Disallow: /stats/
Disallow: /btguest.htm
Disallow: /guest.htm
User-agent: asterias
Disallow: /
User-agent: asterias/2.0
Disallow: /
User-agent: Slurp
Disallow: /stream/
Disallow: /mp3/
Crawl-delay: 99
User-agent: Slurp
Crawl-delay: 99
User-agent: 192.comAgent
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Test Spider 0.2
Disallow: /
# updated 2009-07-09