User-agent: *
Disallow: /js
Disallow: /publisher
Disallow: /css
Disallow: /images
Disallow: /includes
Disallow: /cache
Allow: /
Disallow: /clients
Disallow: /callbacks
Disallow: /test
Disallow: /old_site
Disallow: /private