# Make changes for all web spiders
User-agent: *
Disallow: /assetmanager
Disallow: /scripts
Disallow: *.css, *.js, *.resx