User-agent: *
Disallow: /scripts
Disallow: /pages
Disallow: /js
Disallow: /css