User-agent: *
Disallow: /video$
Disallow: /video?
Disallow: /t/
Disallow: /s/
User-Agent: bingbot
Disallow: /video$
Disallow: /video?
Disallow: /t/
Disallow: /s/
Crawl-delay: 3
User-Agent: BLEXBot
Disallow: /
User-Agent: AhrefsBot
Disallow: /
User-Agent: Vagabondo
Disallow: /
User-Agent: SEOkicks-Robot
Disallow: /
User-Agent: ia_archiver
Disallow: /
User-Agent: archive.org_bot
Disallow: /
User-Agent: special_archiver
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: special_archiver
Disallow: /
User-Agent: heritrix
Disallow: /
User-Agent: netEstate NE Crawler
Disallow: /
User-Agent: sistrix
Disallow: /
User-Agent: WBSearchBot
Disallow: /
User-Agent: QuerySeekerSpider
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: Paracrawl
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: SMTBot
Disallow: /