User-agent: *
Disallow: /assets
Disallow: /css
Disallow: /images
Disallow: /logs
Disallow: /webmaster
User-agent: googlebot
Disallow: *.csi