# Vychozi konfigurace hostingu.
# Mirne omezeni roboti
User-agent: SeznamBot
Request-rate: 5/10s
Crawl-delay: 2
User-agent: Seznam-Zbozi-robot
Request-rate: 5/10s
Crawl-delay: 2
User-agent: facebot
Request-rate: 5/10s
Crawl-delay: 2
# Vice omezeni roboti
User-agent: facebookexternalhit
Request-rate: 1/10s
Crawl-delay: 10
User-agent: bingbot
Request-rate: 1/10s
Crawl-delay: 10
User-agent: yandexbot
Request-rate: 1/10s
Crawl-delay: 10
User-agent: slurp
Request-rate: 1/10s
Crawl-delay: 10
User-agent: baiduspider
Request-rate: 1/10s
Crawl-delay: 10
# Zakazani roboti
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: BLEXbot
Disallow: /
# Ostatni roboti
User-agent: *
Request-rate: 1/10s
Crawl-delay: 10