User-agent: *
Host: therussiantimes.com
User-agent: Google
Disallow: /?menu
Disallow: /attachment
Disallow: /*?
Disallow: /goto.php
Disallow: /tag/
Disallow: /*?label_
Disallow: /docs/
Disallow: /*.html/
Disallow: /*.html?
Disallow: /author/
Disallow: /date
Disallow: /page/
Disallow: /*/page/
Disallow: /archive/
Disallow: /*/archive/
Disallow: /*/attachment/
Disallow: /*&preview
Disallow: /feed
Disallow: /*/feed
Disallow: /*/javascript
Disallow: /*/amp/author/
Disallow: /*/amp/tag/
Disallow: /*/amp/page/
Disallow: /*/amp/archive/
Disallow: /*/amp/date
Disallow: /*/comment-page
User-agent: Yandex
Disallow: /?menu
Disallow: /tag/
Disallow: /*?
Disallow: /goto.php
Disallow: /*?label_
Disallow: /docs/
Disallow: /*.html?
Disallow: /*.html/
Disallow: /author/
Disallow: /date
Disallow: /page/
Disallow: /archive/
Disallow: /*/archive/
Disallow: /*/page/
Disallow: /attachment
Disallow: /*/attachment/
Disallow: /*&preview
Disallow: /feed
Disallow: /*/feed
Disallow: /*/javascript
Disallow: /*/comment-page
Clean-param: label_41cc0e4945e162021cfdd993f4c1104d /*.html
User-agent: Mail.Ru
Crawl-delay: 5
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot/5.2
Disallow: /
User-agent: psbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: netseer
Disallow: /
User-agent: imrbot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: PaperLiBot
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Netcraft
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Jetbot
Disallow: /
User-agent: DeuSu
Disallow: /