User-agent: * Disallow: /admin Disallow: /core Disallow: /config Disallow: /site/controllers Disallow: /site/locale Disallow: /site/views