User-agent: Mediapartners-Google
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: Googlebot
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: Googlebot-News
Disallow:
User-agent: Googlebot-Video
Disallow:
User-agent: Adsbot-Google
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: Googlebot-Image
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: Googlebot-Mobile
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: MSNBot
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: bingbot
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: Slurp
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: Yahoo! Slurp
Sitemap: http://gazeta-msp.pl/sitemap_index.xml
Crawl-delay: 10
Disallow:
User-agent: Twitterbot
Disallow:
# Block all other spiders
User-agent: *
Disallow: /