User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /*wp-json/
Crawl-delay: 40 # задает таймаут в 4.5 секунды
User-agent: Yandex
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /*wp-json/
Crawl-delay: 40 # задает таймаут в 2 секунды
Host: http://clubreaders.net
Sitemap: http://clubreaders.net/sitemap_index.xml
User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache
Disallow: /*wp-json/
Allow: *.css
Allow: *.js
Allow: /wp-includes/*.js
Allow: /wp-content/themes/*.css*
Allow: /wp-content/plugins/*.css*
Allow: /wp-content/uploads/*.css*
Allow: /wp-content/themes/*.js*
Allow: /wp-content/plugins/*.js*
Allow: /wp-content/uploads/*.js*
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/
Allow: /wp-includes/uploads/
Allow: /wp-content/themes/
Crawl-delay: 40 # задает таймаут в 2 секунды
Sitemap: http://clubreaders.net/sitemap_index.xml