# 08022017: (http) - ARI Network Services
# Block MegaIndex.ru
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaIndex.ru
Disallow: /
# SEO Star
User-agent: Adsbot
Crawl-delay: 10
Disallow:
# Slow Amazonbot
User-agent: Amazonbot
Crawl-delay: 50
Disallow:
# Block YandexBot
User-agent: Yandex
Disallow: /
# Block Baidu
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
# Block Youdao
User-agent: YoudaoBot
Disallow: /
# Block Majestic
User-agent: MJ12bot
Disallow: /
# Slow Rogerbot (Moz's crawler)
User-agent: rogerbot
Crawl-delay: 10
Disallow:
# Slow AudioEye
User-agent: AudioEye
Crawl-delay: 10
Disallow:
# Slow BingBot
User-Agent: bingbot
Crawl-delay: 10
Disallow:
User-Agent: *
Disallow:
Sitemap: http://kubotaengineparts.com/sitemap.xml