# Bad robot
# User-agent: ia_archiver
# Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /admin.htm
Disallow: /areas/
Disallow: /author/
Disallow: /authors/
Disallow: /cc/
Disallow: /ccnews/
Disallow: /cgi-bin/
Disallow: /CGI/
Disallow: /cmp/
Disallow: /emails
Disallow: /find
Disallow: /guests/
Disallow: /js/
Disallow: /letters/
Disallow: /lists/
Disallow: /lte/
Disallow: /mapcgi/
Disallow: /media/
Disallow: /newscsdp/
Disallow: /newsleap/
Disallow: /newshawk/
Disallow: /norml/
Disallow: /people/
Disallow: /perl/
Disallow: /pix/
Disallow: /print/
Disallow: /print/
Disallow: /scgi/
Disallow: /scgi/
Disallow: /source/
Disallow: /sources/
Disallow: /staff/
Disallow: /temp/
Disallow: /tlc/
Disallow: /tools.htm
Disallow: /topics/
Disallow: /writer/
Disallow: /writers/
Disallow: /xml/
Disallow: /mcod/