User-Agent: *
Disallow: /public/libraries
Allow: /
User-agent: MJ12bot
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: A6-Indexer
Disallow: /
User-agent: AlphaSeoBot
Disallow: /
User-agent: AlphaSeoBot-SA
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: Blackboard Safeassign
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: crawler4j
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: LieBaoFast
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MauiBot ([email protected])
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MqqBrowser
Disallow: /
User-agent: Nimbostratus-Bot/v1.3.2
Disallow: /
User-agent: Qwant-news
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: SputnikBot/2.3
Disallow: /
User-agent: The Knowledge AI
Disallow: /
User-agent: TinyTestBot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: UCBrowser
Disallow: /
User-agent: yacybot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: SeekportBot
Disallow: /