# small robots.txt
# more information about this file can be found at
# http://www.robotstxt.org/wc/robots.html
# lines beginning with the pund ("#") sign are comments and can be deleted.
# if case your drupal site is in a directory
# lower than your docroot (e.g. /drupal)
# please add this before the /-es below
# to stop a polite robot indexing an exampledir
# add a line like (delte the #'s)
# user-agent: polite-bot
# Disallow: /exampledir/
# a list of know bots can be found at
# http://www.robotstxt.org/wc/active/html/index.html
# see http://www.sxw.org.uk/computing/robots/check.html
# for syntax checking
User-agent: *
Crawl-Delay: 10

# Directories
Disallow: /aggregator/
Disallow: /files/
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /blog/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /scripts/
Disallow: /updates/
Disallow: /profiles/
Disallow: /net2ftp/
Disallow: /phpstats/
Disallow: /tracker/
Disallow: /search/
Disallow: /archive/
Disallow: /filter/
Disallow: /user/
Disallow: /database/
Disallow: /misc/
Disallow: /test/
Disallow: /temas/
Disallow: /indexpage/
Disallow: /taxonomy/
Disallow: /taxonomy_dhtml/
Disallow: /filestore2/
Disallow: /descargas/
Disallow: /img_assist/
Disallow: /*/print/
Disallow: /*/add/
Disallow: /weblink/goto/
Disallow: /*?from=*/
# Files
Disallow: /xmlrpc.php
Disallow: /cron.php
Disallow: /update.php
Disallow: /install.php
Disallow: /CHANGELOG.txt
Disallow: /.htaccess

# Paths (Clean URLs)
Disallow: /admin/
Disallow: /node/
Disallow: /search/
Disallow: /comment/reply/
Disallow: /contact
Disallow: /logout

# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=comment/reply/
Disallow: /?q=contact
Disallow: /?q=user/register
Disallow: /?q=user/password
Disallow: /?q=logout