# robots.txt
User-agent: *
Disallow: /App_Code
Disallow: /App_Data
Disallow: /css
Disallow: /images
Disallow: /js
Disallow: /picture_library
Disallow: /Scripts