#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
#
# For syntax checking, see:
# http://www.frobee.com/robots-txt-check

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

Disallow:/supplements/*
Disallow:/printpdf/*

Allow: /af
Disallow: /af/*
Allow: /af/about-authors
Allow: /af/acknowledgments
Allow: /af/copyright-citation-and-book-information
Allow: /af/disclaimer
Allow: /af/01*

Allow: /aus
Disallow: /aus/*
Allow: /aus/about-authors
Allow: /aus/acknowledgments
Allow: /aus/copyright-citation-and-book-information
Allow: /aus/disclaimer
Allow: /aus/01*

Allow: /ca
Disallow: /ca/*
Allow: /ca/about-authors
Allow: /ca/acknowledgments
Allow: /ca/copyright-citation-and-book-information
Allow: /ca/disclaimer
Allow: /ca/01*

Allow: /arb
Disallow: /arb/*
Allow: /arb/about-authors
Allow: /arb/acknowledgments
Allow: /arb/copyright-citation-and-book-information
Allow: /arb/disclaimer
Allow: /arb/01*

Allow: /cbp
Disallow: /cbp/*
Allow: /cbp/about-authors
Allow: /cbp/acknowledgments
Allow: /cbp/copyright-citation-and-book-information
Allow: /cbp/disclaimer
Allow: /cbp/01*

Allow: /bankr
Disallow: /bankr/*
Allow: /bankr/about-authors
Allow: /bankr/acknowledgments
Allow: /bankr/copyright-citation-and-book-information
Allow: /bankr/disclaimer
Allow: /bankr/01*

Allow: /class
Disallow: /class/*
Allow: /class/about-authors
Allow: /class/acknowledgments
Allow: /class/copyright-citation-and-book-information
Allow: /class/disclaimer
Allow: /class/01*

Allow: /ccr
Disallow: /ccr/*
Allow: /ccr/about-authors
Allow: /ccr/acknowledgments
Allow: /ccr/copyright-citation-and-book-information
Allow: /ccr/disclaimer
Allow: /ccr/01*

Allow: /clp
Disallow: /clp/*
Allow: /clp/about-authors
Allow: /clp/acknowledgments
Allow: /clp/copyright-citation-and-book-information
Allow: /clp/disclaimer

Allow: /cwl
Disallow: /cwl/*
Allow: /cwl/about-authors
Allow: /cwl/acknowledgments
Allow: /cwl/copyright-citation-and-book-information
Allow: /cwl/disclaimer
Allow: /cwl/01*

Allow: /cd
Disallow: /cd/*
Allow: /cd/about-authors
Allow: /cd/acknowledgments
Allow: /cd/copyright-citation-and-book-information
Allow: /cd/disclaimer
Allow: /cd/01*

Allow: /fcr
Disallow: /fcr/*
Allow: /fcr/about-authors
Allow: /fcr/acknowledgments
Allow: /fcr/copyright-citation-and-book-information
Allow: /fcr/disclaimer
Allow: /fcr/01*

Allow: /fdc
Disallow: /fdc/*
Allow: /fdc/about-authors
Allow: /fdc/acknowledgments
Allow: /fdc/copyright-citation-and-book-information
Allow: /fdc/disclaimer
Allow: /fdc/01*

Allow: /fdl
Disallow: /fdl/*
Allow: /fdl/about-authors
Allow: /fdl/acknowledgments
Allow: /fdl/copyright-citation-and-book-information
Allow: /fdl/disclaimer
Allow: /fdl/01*

Allow: /forcl
Disallow: /forcl/*
Allow: /forcl/about-authors
Allow: /forcl/acknowledgments
Allow: /forcl/copyright-citation-and-book-information
Allow: /forcl/disclaimer
Allow: /forcl/01*

Allow: /ml
Disallow: /ml/*
Allow: /ml/about-authors
Allow: /ml/acknowledgments
Allow: /ml/copyright-citation-and-book-information
Allow: /ml/disclaimer
Allow: /ml/01*

Allow: /repo
Disallow: /repo/*
Allow: /repo/about-authors
Allow: /repo/acknowledgments
Allow: /repo/copyright-citation-and-book-information
Allow: /repo/disclaimer
Allow: /repo/01*


Allow: /sl
Disallow: /sl/*
Allow: /sl/about-authors
Allow: /sl/acknowledgments
Allow: /sl/copyright-citation-and-book-information
Allow: /sl/disclaimer
Allow: /sl/01*

Allow: /til
Disallow: /til/*
Allow: /til/about-authors
Allow: /til/acknowledgments
Allow: /til/copyright-citation-and-book-information
Allow: /til/disclaimer
Allow: /til/01*

Allow: /udap
Disallow: /udap/*
Allow: /udap/about-authors
Allow: /udap/acknowledgments
Allow: /udap/copyright-citation-and-book-information
Allow: /udap/disclaimer
Allow: /udap/01*