# /robots.txt file for http://webcrawler.com/
# mail jimk@cyberdude.com for constructive criticism

User-agent: *
Disallow: /tmp
Disallow: /agents
Disallow: /logs
Disallow: /app
Disallow: /cards
Disallow: /docs
Disallow: /download
Disallow: /graphicsjk
Disallow: /graphics
Disallow: /images