User-agent: *
Allow: /html/
Disallow: /scripts
Disallow: /logs
Disallow: /assets