# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html
User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
Disallow: /administrator/
Disallow: /cache/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /ie6/
Disallow: /xmlrpc/
Disallow: /component/content/
Disallow: /component/content/article/
Disallow: /component/search/
Disallow: /component/ondate/
Disallow: /component/mailto/
Disallow: /component/blog_calendar/
Disallow: /attention/2010/
Disallow: /attention/2011/
Disallow: /home/2010/
Disallow: /home/2011/
Disallow: /last-news/2010/
Disallow: /last-news/2011/
Disallow: /new/2010/
Disallow: /new/2011/
Disallow: /official/2010/
Disallow: /official/2011/
Disallow: /officially/2010/
Disallow: /officially/2011/
Disallow: /quote/2010/
Disallow: /quote/2011/
Disallow: /quote/45--farion/2010/
Disallow: /quote/45--farion/2011/
Disallow: /quote/53/2010/
Disallow: /quote/55/2011/
Disallow: /short-news/2010/
Disallow: /short-news/2011/
Disallow: /time-line/2010/
Disallow: /time-line/2011/
Disallow: /top/
Disallow: /calendar/
Disallow: /calendar.html
Disallow: /yasite.html
Disallow: /*component/content/
Disallow: /*start=
Disallow: /*searchword=
Disallow: /search-archive.html
Disallow: /*?option=
Disallow: /*search-archive
Disallow: /*searchword=
Disallow: /*option=
Disallow: /*?id=
Disallow: /*.raw$
Disallow: /*limit=
Disallow: /tag/
Disallow: /*com_content
Disallow: /*limitstart=
Disallow: /*print=
Disallow: /*?app_id=1
Disallow: /*=component&print
Disallow: /*=blogcalendar
Disallow: /*tmpl=
Disallow: /*?tmpl=
Disallow: /*view=
Disallow: /*month=
Disallow: /*year=
Disallow: /*start=
Disallow: /*ctranitsa-
Disallow: /component/jcomments/feed/com_content/
Disallow: /*?start=
Disallow: /*?layout=
Disallow: /*?func=
Disallow: /*?aklazy=
Disallow: *task=callelement
Disallow: /component/search/?Itemid
Disallow: /category/expert/
Disallow: /authors/
Disallow: /component/users/
Host: comitet.su
Sitemap: http://comitet.su/sitemapindex_xml.xml
User-agent: Googlebot
Disallow: /administrator/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /ie6/
Disallow: /xmlrpc/
Disallow: /tag/
Disallow: /*?app_id=1
Disallow: /authors/
Disallow: /category/expert/
Disallow: /component/content/
Disallow: /component/content/article/
Disallow: /component/search/
Disallow: /component/ondate/
Disallow: /component/mailto/
Disallow: /component/blog_calendar/
Disallow: /attention/2010/
Disallow: /attention/2011/
Disallow: /home/2010/
Disallow: /home/2011/
Disallow: /last-news/2010/
Disallow: /last-news/2011/
Disallow: /new/2010/
Disallow: /new/2011/
Disallow: /official/2010/
Disallow: /official/2011/
Disallow: /officially/2010/
Disallow: /officially/2011/
Disallow: /component/users/
Disallow: /quote/2010/
Disallow: /quote/2011/
Disallow: /quote/45--farion/2010/
Disallow: /quote/45--farion/2011/
Disallow: /quote/53/2010/
Disallow: /quote/55/2011/
Disallow: /short-news/2010/
Disallow: /short-news/2011/
Disallow: /time-line/2010/
Disallow: /time-line/2011/
Disallow: /top/
Disallow: /calendar/
Disallow: /calendar.html
Disallow: /yasite.html
Disallow: /*component/content/
Disallow: /*start=
Disallow: /*searchword=
Disallow: /search-archive.html
Disallow: /*?option=
Disallow: /*search-archive
Disallow: /*searchword=
Disallow: /*option=
Disallow: /*?id=
Disallow: /*.raw$
Disallow: /*limit=
Disallow: /*com_content
Disallow: /*limitstart=
Disallow: /*print=
Disallow: /*=component&print
Disallow: /*=blogcalendar
Disallow: /*tmpl=
Disallow: /*?tmpl=
Disallow: /*view=
Disallow: /*month=
Disallow: /*year=
Disallow: /*start=
Disallow: /*ctranitsa-
Disallow: /component/jcomments/feed/com_content/
Disallow: /*?start=
Disallow: /*?layout=
Disallow: /*?func=
Disallow: /*?aklazy=
Disallow: *task=callelement
Disallow: /component/search/?Itemid
Sitemap: http://comitet.su/sitemap.xml
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SemrushBot-SEOAB
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: Yisouspider
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou inst spider
Disallow: /
# JSitemap entries
Sitemap: http://comitet.su/index.php?option=com_jmap&view=sitemap&format=xml