User-agent: *
Disallow: /tube/
User-agent: YandexVideoParser
Disallow: /
User-agent: 008
Disallow: /
User-Agent: BLEXBot
Disallow: /
User-Agent: AhrefsBot
Disallow: /
User-Agent: Vagabondo
Disallow: /
User-Agent: SEOkicks-Robot
Disallow: /
User-Agent: ia_archiver
Disallow: /
User-Agent: archive.org_bot
Disallow: /
User-Agent: special_archiver
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: special_archiver
Disallow: /
User-Agent: heritrix
Disallow: /
User-Agent: netEstate NE Crawler
Disallow: /
User-Agent: sistrix
Disallow: /
User-Agent: WBSearchBot
Disallow: /
User-Agent: QuerySeekerSpider
Disallow: /
User-agent: proximic
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: Mail.Ru
Crawl-delay: 30
User-agent: Baiduspider
Crawl-delay: 30
User-agent: MSNBot
Crawl-delay: 7
User-agent: Bingbot
Crawl-delay: 7
User-agent: Slurp
Crawl-delay: 7
User-agent: Yandex
Crawl-delay: 7
User-agent: Yandex
Disallow: /de/
Disallow: /fr/
Disallow: /it/
Disallow: /es/
Disallow: /pt/
Disallow: /nl/
Disallow: /sv/
Disallow: /id/
Disallow: /ms/
Disallow: /ur/
Disallow: /ja/
Disallow: /ko/
Disallow: /th/
Disallow: /hi/
Disallow: /zh/
Disallow: /ar/
Disallow: /tags/de/
Disallow: /tags/fr/
Disallow: /tags/it/
Disallow: /tags/es/
Disallow: /tags/pt/
Disallow: /tags/nl/
Disallow: /tags/sv/
Disallow: /tags/id/
Disallow: /tags/ms/
Disallow: /tags/ur/
Disallow: /tags/ja/
Disallow: /tags/ko/
Disallow: /tags/th/
Disallow: /tags/hi/
Disallow: /tags/zh/
Disallow: /tags/ar/