# robots.txt,v 1.9.2.1 2008/12/10 
# This site serves machine-readable disclosures, e.g. crawler directives like 
# rel-nofollow attribute or redirects applied to links with commercial intent.
User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
Disallow: /install.php
Disallow: /ehosting.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /contact/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
# Radut
Disallow: /?q=aggregator
Disallow: /?q=aggregator/
Disallow: /aggregator
Disallow: /aggregator/
Disallow: /aggregator/sources
Disallow: /aggregator/categories
Disallow: /node
Disallow: /node/
Disallow: /?q=node/
Disallow: /taxonomy/term/
Disallow: /book/export/
Disallow: /?q=book/export/
Disallow: /profile/
Disallow: /blogs/blogger
Disallow: /0/
Disallow: /0_dr/
Disallow: /0_dr/scripts

# OTHER
Disallow: /?p=
#
#
#
User-agent: Googlebot
# JS/CSS
Allow: /misc/*.js
Allow: /misc/*.css
Allow: /modules/*.js
Allow: /modules/*.css
Allow: /profiles/*.js
Allow: /profiles/*.css
Allow: /themes/*.js
Allow: /themes/*.css
# Images
Allow: /misc/*.gif
Allow: /misc/*.png
Allow: /profiles/*.gif
Allow: /profiles/*.jpeg
Allow: /profiles/*.jpg
Allow: /profiles/*.png