user-agent: AhrefsBot
disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: Mail.RU_Bot/2.0
Disallow: /
User-agent: Mail.RU_Bot/Fast/2.0
Disallow: /
User-agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: BLP_bbot
Disallow: /
User-agent: BLP_bbot/0.1
Disallow: /
User-agent: bingbot/2.0
Disallow: /
User-agent: uniplace-bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: R6_CommentReader
Disallow: /
User-agent: R6_FeedFetcher
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-Agent: SputnikBot
Disallow: /
User-agent: Kraken
Disallow: /
User-agent: Kraken/0.1
Disallow: /
User-agent: Arachnys/Nutch-1.12
Disallow: /
User-Agent: trendictionbot
Disallow: /
User-Agent: Scrapy/1.2.2
Disallow: /
User-Agent: Scrapy
Disallow: /
User-Agent: MegaIndex.ru/2.0
Disallow: /
User-Agent: MegaIndex.ru
Disallow: /
User-agent: *
Disallow: *feed*
Disallow: /wp-content/cache/
Disallow: /index.php?p=75018
Disallow: /goods-n-services/27739
Disallow: /goods-n-services/27739/
Disallow: /?p=75018
Disallow: /index.php?p=66677
Disallow: /?p=66677
Disallow: /?p=110310
Disallow: /index.php?p=110310
Disallow: /index.php?p=134117
Disallow: /?p=134117
Disallow: /index.php?p=134286
Disallow: /?p=134286
Disallow: /?p=161944
Disallow: /index.php?p=161944
Disallow: /?p=163225
Disallow: /index.php?p=163225
Disallow: /?p=173016
Disallow: /index.php?p=173016
Disallow: /?p=174010
Disallow: /index.php?p=174010
Disallow: /?p=174419
Disallow: /index.php?p=174419
Disallow: /?p=174786
Disallow: /index.php?p=174786
Disallow: /?p=176005
Disallow: /index.php?p=176005
Disallow: /?p=175267
Disallow: /index.php?p=175267
Disallow: /?p=182110
Disallow: /index.php?p=182110
Disallow: /wstat
Disallow: /cgi-bin
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /?author=*
Disallow: /193389
Disallow: /wp-json
Disallow: /wp-json/
Disallow: */trackback/
Disallow: */comments/
Disallow: /?s=
Disallow: /*p=
Disallow: /economics/61253
Disallow: /economics/61253/
Disallow: /economics/70986
Disallow: /economics/70986/
Disallow: /economics/76199
Disallow: /economics/76199/
Disallow: /goods-n-services/63898
Disallow: /goods-n-services/63898/
Disallow: /gov/80711
Disallow: /gov/80711/
Disallow: /gov/86624
Disallow: /gov/86624/
Disallow: /economics/95232
Disallow: /economics/95232/
Disallow: /economics/94885
Disallow: /economics/94885/
Disallow: /economics/95402
Disallow: /economics/95402/
Disallow: /economics/95486
Disallow: /economics/95486/
Disallow: /economics/95752
Disallow: /economics/95752/
Disallow: /crimeacts/96548
Disallow: /crimeacts/96548/
Disallow: /gov/97995
Disallow: /gov/97995/
Disallow: /economics/98804
Disallow: /economics/98804/
Disallow: /economics/99580
Disallow: /economics/99580/
Disallow: /economics/101058
Disallow: /economics/101058/
Crawl-delay: 10