User-agent: Googlebot
Allow: /
User-agent: msnbot
Allow: /
User-agent: BingBot
Allow: /
User-agent: *
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Ninja
Disallow: /
User-agent: NinjaBot
Disallow: /
User-agent: ColoCrossing
Disallow: /
User-agent: Majestic
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: GetIntent
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: HybridBot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: Mail.RU_Bot/2.0
Disallow: /
User-agent: Plukkie
Disallow: /
User-agent: DeuSu
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: bhcBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SentiBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: FemtosearchBot
Disallow: /
User-agent: yoozBot
Disallow: /
User-agent: AwarioRssBot
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: demandbase
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: BotScout
Disallow: /
User-agent: spbot
Disallow: /
User-agent: rogerbot