User-agent: *
Disallow: /images
Disallow: /css
Disallow: /scripts
Disallow: /core
Disallow: /media