User-Agent: *
Allow: /
Disallow: /logs       
Disallow: /admin
Disallow: /admin/
Disallow: /silverstripe-cache