walkspb.ru

# If the Joomla site is installed within a folder 
# eg www.example.com/joomla/ then the robots.txt file 
# MUST be moved to the site root 
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths. 
# eg the Disallow rule for the /administrator/ folder MUST 
# be changed to read 
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /installation/
Disallow: /content/
Disallow: /sources/
Disallow: /component/
Disallow: /afisha/
Disallow: /cgi-bin/
Disallow: /arhiv_pages/
Disallow: /ozon/
Disallow: /knigi_o_peterburge/
Disallow: /istochniki/
Disallow: /walkspb/
Disallow: /spbfaces/
Disallow: /*index.php?*
Disallow: /*index2.php?*
Disallow: /*zdaniya.html
Disallow: /*mostyi.html
Disallow: /*ulitsyi.html
Disallow: /*pamyatniki.html
Disallow: /*sadyi_i_parki.html
Disallow: /*arhitektoryi.html
Disallow: /*audiozapisi.html
Disallow: /*video.html
Disallow: /dfcontact/
Disallow: /*filter1=*
Disallow: /museums/
Disallow: /art/
Disallow: /hist/
Disallow: /sci/
Disallow: /arch/
Disallow: /mem/
Disallow: /search*

sitemap: https://walkspb.ru/sitemap.xml