#This rebots.txt file prevents 403s caused by search engines crawling admin pages
#
#Please place this in the root directory of your site and ensure that the Disallow
#contains the correct relative URL.

User-agent: *
Disallow: /content/database/
Disallow: /content/includes/
Disallow: /content/misc/
Disallow: /content/modules/
Disallow: /content/sites/
Disallow: /content/themes/
Disallow: /content/admin/