User-Agent: *
Disallow: /index.php
Disallow: /bitrix/
Disallow: /search/
Disallow: /auth/
Disallow: /auth.php
Disallow: /*?print=
Disallow: /*?remove=
Disallow: /*?value=
Disallow: /*&sort=
Disallow: /*&print=
Disallow: /*?price=
Disallow: /catalog/*?PAGEN_1=*
Disallow: /*?PAGEN_2=1
Disallow: /*?zhanr=
Disallow: /*?age=
Disallow: /*?deliv_free=
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /personal/*
Disallow: /login/
Disallow: /freshes/*
Disallow: /*backurl=*
Disallow: /*BACKURL=*
Disallow: /*back_url=*
Disallow: /*BACK_URL=*
Disallow: /*back_url_admin=*
Disallow: /*?_openstat=*
Disallow: /temp_index.php
Disallow: /*index.php$
Disallow: /*index.html$
Disallow: /access.log
Disallow: /include/
Disallow: /upload/
Disallow: /cgi-bin/
Disallow: /catalog/detail/$
Disallow: /certificate/*
Host: https://cordiant.ru
#Sitemap: https://cordiant.ru/sitemap.xml
Allow: /technology/
User-Agent: ia_archiver
#Disallow: /
Google 
Alexa 
Bing 
Aol 
Search.com