User-agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: special_archiver
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: Crawlson
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: DataForSeoBot/1.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: Mail.RU Bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: robot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: KauaiSlowBot
Disallow: /
User-agent: IonCrawl
Disallow: /
User-agent: SiteSucker for macOS
Disallow: /
User-agent: SiteSucker for macOS/4.4.1
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: GoodBot
Disallow: /
User-agent: TinyBotTestUA
Disallow: /
User-agent: The Knowledge AI
Disallow: /
User-agent: bl.uk_lddc_bot
Disallow: /
User-agent: Pinterestbot
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: um-IC
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: oBot
Disallow: /
User-agent: +Baispider
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Linespider
Disallow: /
User-agent: adscanner
Disallow: /