User-Agent: Yandex
Disallow: /search/
Disallow: /content/search.php
Disallow: /content/otvet/
Disallow: /auth/
Disallow: /bitrix/
Disallow: /*PAGE_NAME=search
Disallow: /*PAGE_NAME=user_post
Disallow: /*PAGE_NAME=user_list
Disallow: /*register=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /redir/
Disallow: /tender/?tag=*
Disallow: /cgi-bin/*
Disallow: /content/promo/company_adv*
Disallow: /webstat/*
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Crawl-delay: 10
Host: https://tybet.ru
User-agent: *
Disallow: /search/
Disallow: /auth/
Disallow: /bitrix/
Disallow: /content/search.php
Disallow: /content/otvet/
Disallow: /*PAGE_NAME=search
Disallow: /*PAGE_NAME=user_post
Disallow: /*PAGE_NAME=user_list
Disallow: /*register=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /redir/
Disallow: /cgi-bin/*
Disallow: /content/promo/company_adv*
Disallow: /webstat/*
Allow: /bitrix/components/
Allow: /bitrix/cache/
Allow: /bitrix/js/
Allow: /bitrix/templates/
Crawl-delay: 10