User-Agent: *
Crawl-delay: 2
Disallow: /cgi-bin/
Disallow: /dbcmd/
Disallow: /*?
Allow: /indexes/indexdetail/?group_id=*
# Closed search pages (issues, auctions, calendar, defaults, quotes, etc.) allowed indexes
Allow: *sitemap.xml?*
Disallow: /comments/download/
# Analytics closed because of no texts and access only paid
Disallow: /contact/comments/
Disallow: /personal/indexes/
Disallow: /contact/info/
User-Agent: Yandex
Crawl-delay: 2
Disallow: /dbcmd/
Disallow: /*?
Allow: /indexes/indexdetail/?group_id=*
Allow: *sitemap.xml?*
Disallow: /comments/download/
Disallow: /contact/comments/
Disallow: /personal/indexes/
Disallow: /contact/info/
Host: cbonds.ru
User-Agent: Bingbot
Crawl-delay: 10
Disallow: /dbcmd/
Disallow: /*?
Allow: /indexes/indexdetail/?group_id=*
Allow: *sitemap.xml?*
Disallow: /comments/download/
Disallow: /contact/comments/
Disallow: /personal/indexes/
Disallow: /contact/info/
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: sentibot
Disallow: /
User-agent: Riddler
Disallow: /
User-Agent: trendictionbot
Disallow: /
Sitemap: http://ru.cbonds.info/sitemap.xml