thanhsiang.org

# $Id: robots.txt,v 1.9.2.2 2010/09/06 10:37:16 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories

Disallow: /old/
Disallow: /old_en/
Disallow: /Templates/
Disallow: /TemplateImage/
Disallow: /library/
Disallow: /tww/
Disallow: /doc/
Disallow: /Download/
Disallow: /chi_n/
Disallow: /eng/
Disallow: /Html/
Disallow: /elearning/sites/
Disallow: /Image/
Disallow: /indeximage/

Disallow: /en/includes/
Disallow: /en/misc/
Disallow: /en/modules/
Disallow: /en/profiles/
Disallow: /en/scripts/
Disallow: /en/themes/
# Files
Disallow: *.pdf
Disallow: /en/CHANGELOG.txt
Disallow: /en/cron.php
Disallow: /en/INSTALL.mysql.txt
Disallow: /en/INSTALL.pgsql.txt
Disallow: /en/install.php
Disallow: /en/INSTALL.txt
Disallow: /en/LICENSE.txt
Disallow: /en/MAINTAINERS.txt
Disallow: /en/update.php
Disallow: /en/UPGRADE.txt
Disallow: /en/xmlrpc.php
# Paths (clean URLs)
Disallow: /en/admin/
Disallow: /en/comment/reply/
Disallow: /en/contact/
Disallow: /en/logout/
Disallow: /en/node/add/
Disallow: /en/search/
Disallow: /en/user/register/
Disallow: /en/user/password/
Disallow: /en/user/login/
# Paths (no clean URLs)
Disallow: /en/?q=admin/
Disallow: /en/?q=comment/reply/
Disallow: /en/?q=contact/
Disallow: /en/?q=logout/
Disallow: /en/?q=node/add/
Disallow: /en/?q=search/
Disallow: /en/?q=user/password/
Disallow: /en/?q=user/register/
Disallow: /en/?q=user/login/

Disallow: /ch/includes/
Disallow: /ch/misc/
Disallow: /ch/modules/
Disallow: /ch/profiles/
Disallow: /ch/scripts/
Disallow: /ch/themes/
# Files
Disallow: /ch/CHANGELOG.txt
Disallow: /ch/cron.php
Disallow: /ch/INSTALL.mysql.txt
Disallow: /ch/INSTALL.pgsql.txt
Disallow: /ch/install.php
Disallow: /ch/INSTALL.txt
Disallow: /ch/LICENSE.txt
Disallow: /ch/MAINTAINERS.txt
Disallow: /ch/update.php
Disallow: /ch/UPGRADE.txt
Disallow: /ch/xmlrpc.php
# Paths (clean URLs)
Disallow: /ch/admin/
Disallow: /ch/comment/reply/
Disallow: /ch/contact/
Disallow: /ch/logout/
Disallow: /ch/node/add/
Disallow: /ch/search/
Disallow: /ch/user/register/
Disallow: /ch/user/password/
Disallow: /ch/user/login/
# Paths (no clean URLs)
Disallow: /ch/?q=admin/
Disallow: /ch/?q=comment/reply/
Disallow: /ch/?q=contact/
Disallow: /ch/?q=logout/
Disallow: /ch/?q=node/add/
Disallow: /ch/?q=search/
Disallow: /ch/?q=user/password/
Disallow: /ch/?q=user/register/
Disallow: /ch/?q=user/login/


Disallow: /faqing/includes/
Disallow: /faqing/misc/
Disallow: /faqing/modules/
Disallow: /faqing/profiles/
Disallow: /faqing/scripts/
Disallow: /faqing/themes/
# Files
Disallow: /faqing/CHANGELOG.txt
Disallow: /faqing/cron.php
Disallow: /faqing/INSTALL.mysql.txt
Disallow: /faqing/INSTALL.pgsql.txt
Disallow: /faqing/install.php
Disallow: /faqing/INSTALL.txt
Disallow: /faqing/LICENSE.txt
Disallow: /faqing/MAINTAINERS.txt
Disallow: /faqing/update.php
Disallow: /faqing/UPGRADE.txt
Disallow: /faqing/xmlrpc.php
# Paths (clean URLs)
Disallow: /faqing/admin/
Disallow: /faqing/comment/reply/
Disallow: /faqing/contact/
Disallow: /faqing/logout/
Disallow: /faqing/node/add/
Disallow: /faqing/search/
Disallow: /faqing/user/register/
Disallow: /faqing/user/password/
Disallow: /faqing/user/login/
# Paths (no clean URLs)
Disallow: /faqing/?q=admin/
Disallow: /faqing/?q=comment/reply/
Disallow: /faqing/?q=contact/
Disallow: /faqing/?q=logout/
Disallow: /faqing/?q=node/add/
Disallow: /faqing/?q=search/
Disallow: /faqing/?q=user/password/
Disallow: /faqing/?q=user/register/
Disallow: /faqing/?q=user/login/


# Directories
Disallow: /elearning/includes/
Disallow: /elearning/misc/
Disallow: /elearning/modules/
Disallow: /elearning/profiles/
Disallow: /elearning/scripts/
Disallow: /elearning/themes/
Disallow: /elearning/sites/
# Files
Disallow: /elearning/CHANGELOG.txt
Disallow: /elearning/cron.php
Disallow: /elearning/INSTALL.mysql.txt
Disallow: /elearning/INSTALL.pgsql.txt
Disallow: /elearning/install.php
Disallow: /elearning/INSTALL.txt
Disallow: /elearning/LICENSE.txt
Disallow: /elearning/MAINTAINERS.txt
Disallow: /elearning/update.php
Disallow: /elearning/UPGRADE.txt
Disallow: /elearning/xmlrpc.php
# Paths (clean URLs)
Disallow: /elearning/admin/
Disallow: /elearning/comment/reply/
Disallow: /elearning/filter/tips/
Disallow: /elearning/logout/
Disallow: /elearning/node/add/
Disallow: /elearning/search/
Disallow: /elearning/user/register/
Disallow: /elearning/user/password/
Disallow: /elearning/user/login/
# Paths (no clean URLs)
Disallow: /elearning/?q=admin/
Disallow: /elearning/?q=comment/reply/
Disallow: /elearning/?q=filter/tips/
Disallow: /elearning/?q=logout/
Disallow: /elearning/?q=node/add/
Disallow: /elearning/?q=search/
Disallow: /elearning/?q=user/password/
Disallow: /elearning/?q=user/register/
Disallow: /elearning/?q=user/login/