# ROBOTS.TXT for 1410 (created 2018-03-20)
User-agent: *
Crawl-delay: 120
Allow: /
User-agent: Nutch
Disallow: /
User-agent: spiderbot
Disallow: /
User-agent: Spiderbot/Nutch-1.7
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: DotBot/1.1
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: TwengaBot-2.0
Disallow: /
User-agent: CCBot/2.0
Disallow: /
User-agent: vebidoobot
Disallow: /
User-agent: DomainCrawler/3.0
Disallow: /
User-agent: Wget/1.12
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Yandex ?
Disallow: /