# robots.txt
User-agent: *
Disallow: /*?
Disallow: /wp-
Disallow: /feed/
Disallow: */feed/
Disallow: /cgi-bin/
Disallow: /comments/
Disallow: */comments/
Disallow: /trackback/
Disallow: */trackback/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/
Allow: /
User-agent: Mediapartners-Google
Allow: /
Crawl-delay: 3000
User-agent: Adsbot-Google
Allow: /
Crawl-delay: 3000
User-agent: Googlebot-Image
Allow: /
Crawl-delay: 3000
User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 3000
User-agent: ia_archiver-web.archive.org
Disallow: /
Crawl-delay: 3000
User-agent: msnbot
Allow: /
Crawl-delay: 3000
User-agent: SemrushBot
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /