User-agent: *
Disallow: /engine/go.php
Disallow: /engine/download.php
Disallow: /user/
Disallow: /newposts/
Disallow: /statistics.html
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=lastcomments
Disallow: /*do=feedback
Disallow: /*do=register
Disallow: /*do=lostpassword
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /*do=senma
Disallow: /*do=subscr
Disallow: /vak.html
Disallow: /new/
Visit-time: 0000-1100
User-agent: ia_archiver
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Custo
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
user-agent: AhrefsBot
disallow: /
User-agent: CrazyWebCrawler-Spider
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: wotbox
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: serpstatbot
Disallow: /