sapnuts.com

#
# robots.txt
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /admin/
Disallow: /ajax/
Disallow: /secure/
Disallow: /secureajax/
Disallow: /service/
Disallow: /data/
Disallow: /static/
Disallow: /db/
Disallow: /search/
Disallow: /site/
Disallow: /mailer/
Disallow: /sessions/
Disallow: /editor/
Disallow: /confirm/
Disallow: /secureajax/
Disallow: /issues/
Disallow: /resourse/
# Files
Disallow: /404.php
Disallow: /cron.php
Disallow: /403.php
Disallow: /500.php
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/

# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/


Sitemap: https://www.sapnuts.com/sitemap.xml.gz
Sitemap: https://www.sapnuts.com/sitemap.xml.gz