# /robots.txt file 

User-agent: *
Disallow: /_ScriptLibrary
Disallow: /archive
Disallow: /App_Code
Disallow: /App_WebReferences
Disallow: /aspnet_client
Disallow: /AutoActivate
Disallow: /bin
Disallow: /clients
Disallow: /images
Disallow: /Media
Disallow: /Reference
Disallow: /Service
Disallow: /Softlib
Disallow: /technical
Disallow: /tsweb