beremennost.net

#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /sites/all/modules/lines/images/*
Disallow: /sites/default/files/name/*
Disallow: /sites/default/files/imagecache/*
Disallow: /bline/*
Disallow: /lines/*
Disallow: /bukva/*

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Forum
Disallow: /forum/tags.php
Disallow: /forum/avatar.php
Disallow: /forum/attachment.php
Disallow: /forum/editpost.php
Disallow: /forum/gamercard.php
Disallow: /forum/inlinemod.php
Disallow: /forum/image.php
Disallow: /forum/member.php
Disallow: /forum/memberlist.php
Disallow: /forum/misc.php
Disallow: /forum/newreply.php
Disallow: /forum/newthread.php
Disallow: /forum/payments.php
Disallow: /forum/printthread.php
Disallow: /forum/private.php
Disallow: /forum/profile.php
Disallow: /forum/report.php
Disallow: /forum/search.php
Disallow: /forum/sendmessage.php
Disallow: /forum/showpost.php
Disallow: /forum/usercp.php
Disallow: /forum/usernote.php
Disallow: /forum/archive/*
Disallow: /forum/showthread.php?*&p=*
Disallow: /forum/showthread.php?*&s=*
Disallow: /forum/showthread.php?*&goto=*
Disallow: /forum/showthread.php?*/page*&s=
Disallow: /forum/forumdisplay.php?*&sort=
Disallow: /forum/forumdisplay.php?*&order=
Disallow: /forum/showthread.php?16565-oktjabrjata-2018
Disallow: /forum/forumdisplay.php?35
Disallow: /forum/subscription.php?*
Disallow: /forum/login.php
Disallow: /forum/poll.php
Disallow: /vd/uppod-audio.swf
Disallow: /forum/showthread.php?10247-snova-v-bojj*/page*
Disallow: /forum/showthread.php?14912-boltalka./page*
Disallow: /rss.xml

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /logout/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /test/*/thanks/*
Disallow: /taxonomy/term/*
Disallow: /go
Disallow: /*?page=*
Disallow: /*&utf=*
Disallow: /*?sa=*
Disallow: /*?_*=*
Disallow: /?list=*
Disallow: /?osm=*
Disallow: /?sort=*
Disallow: /?refresh
Disallow: /*?oprd=*
Disallow: /*&hl=*
Disallow: /*?destination=*
Disallow: /feedback/*
Disallow: /produkt/*
Disallow: /Vydeleniya-posle-rodov
Disallow: /content/srok-beremennosti-*-nedeL
Disallow: /content/srok-beremennosti-*-Nedel
Disallow: /content/srok-beremennosti-*-nedelI
Disallow: /calculator?*
Disallow: /content/srok-beremennosti-26-nedel%20
Disallow: /music/*
Disallow: /music?*
Disallow: /38-nedelya-beremennosti?
Disallow: /Pol
Disallow: /content/Kira
Disallow: /%2Fcalculator
Disallow: /tsentralnoe-predlezhanie-platsenty?osm=1
Disallow: /content/*?refresh
Disallow: /content/*?height=*
Disallow: /beremennost-i-alkogol?oprd=1
Disallow: /name?*
Disallow: /user/login
Disallow: /user


# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/