User-agent: *
Disallow:
Disallow: /*/create
Disallow: /*/update
Disallow: /*/delete
Sitemap: http://volhovogni.ru/sitemap.xml
Host: volhovogni.ru
User-agent: Yandex
Clean-param: q&category&tag&created&created_scroll /
Clean-param: doc_set_q&doc_set_category&doc_set_tag&doc_set_status&doc_set_created&doc_set_date_adoption&doc_set_number /
Crawl-delay: 5
user-agent: AhrefsBot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: PetalBot
Disallow: /