# /robots.txt file for 
# mail webmaster@webcrawler.com for constructive criticism


User-agent: *
Disallow: /admin
Disallow: /base
Disallow: /control
Disallow: /documentation
Disallow: /emails
Disallow: /functions
Disallow: /rtescripts
Disallow: /template
Disallow: /testing
Disallow: /1001
Disallow: /awstats