# All robots will spider the domain

User-agent: *

Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_script
Disallow: /_vti_txt
Disallow: /aspnet_client
Disallow: /awstats
Disallow: /bin
Disallow: /RadControls
Disallow: /Resources
Disallow: /admin