# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /files/
Disallow: /admin/
Disallow: /stats/
Disallow: /docs/
Disallow: /db/
Disallow: /attach_mod/
Disallow: /chatbox_mod/
Disallow: /cache/
Disallow: /includes/
Disallow: /images/
Disallow: /language/
Disallow: /quickcount/