User-agent: *
Disallow: /404.aspx
User-agent: Linguee
Disallow: /
User-agent: 008
Disallow: /
User-agent: sogou
Disallow: /
User-agent: Synapse
Disallow: /
User-agent: ahrefs
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: ADmantX
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: admantx-euastn
Disallow: /
User-agent: AppNexusAdsTxtCrawler
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: bidswitchbot
Disallow: /
User-agent: facebot
Disallow: /
User-agent: twitterbot
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Adsbot
Disallow: /
User-agent: pilicanbot
Disallow: /
User-agent: Clickagy Intelligence Bot v2
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: TelegramBot
Disallow: /
User-agent: SirdataBot
Disallow: /
User-agent: AccompanyBot
Disallow: /
User-agent: DF Bot 1.0
Disallow: /
User-agent: Facebot Twitterbot
Disallow: /
User-agent: coccocbot-web
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Buck
Disallow: /
User-agent: MetaJobBot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: SurdotlyBot
Disallow: /
User-agent: facebookexternalhit
Disallow: /
User-agent: Facebot
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: facebookexternalhit/1.1
Disallow: /
User-agent: AdsTxtCrawler
Disallow: /
User-agent: newspaper
Disallow: /
User-agent: CF-UC User Agent
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: CriteoBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: ias-va
Disallow: /
User-agent: ltx71
Disallow: /