# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /administration
Disallow: /youraccount
Disallow: /tunz
Disallow: /streams
Disallow: /images
Disallow: /Cart
Disallow: /code
Disallow: /connections
Disallow: /customerservice
Disallow: /DATA
Disallow: /downloads
Disallow: /jbmStreams
Disallow: /ktml2
Disallow: /LocalResources
Disallow: /logs
Disallow: /phaedra