User-agent: *
Disallow: /forum/
User-agent: bingbot
Crawl-delay: 10
User-agent: msnbot
Disallow: /
User-agent: heritrix
User-agent: heritrix/3.1.1
Disallow: /
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
User-agent: AhrefsBot/3.1
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AhrefsBot/2.0
Disallow: /
User-agent: ahrefs
Disallow: /
User-agent: ahrefs.com
Disallow: /
User-agent: http://ahrefs.com/robot/
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: http://yandex.com/bots
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: moget
User-agent: ichiro
Disallow: /
User-agent: NaverBot
User-agent: Yeti
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: CrystalSemanticsBot
Disallow: /