User-agent: *
Allow: /

User-agent: *
Disallow: /scripts
Disallow: /aspnet_client
Disallow: /in progress
Disallow: /logs
Disallow: /spryassets
Disallow: /secure