User-agent: SemrushBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: bingbot
Disallow: /good/novinki-raz*
Crawl-delay: 16
User-agent: msnbot
Crawl-delay: 15
Disallow: /admin
Disallow: /good/novinki-raz*
Disallow: /send
User-agent: YandexBot
Disallow: /admin
Disallow: /imgs/import/*
Disallow: /url*
Disallow: /good/novinki-raz*
Disallow: /sendform
Disallow: *rand=
Disallow: /users/*
Disallow: *?clear=
Disallow: *sort=
Disallow: /*filtr=
Disallow: /*pid1=
Clean-param: act=search /
Disallow: /*rub_id=
User-agent: *
Disallow: /admin
Disallow: /good/novinki-raz*
Disallow: /imgs/import/*
Disallow: /sendform
Disallow: *rand=
Disallow: *sort=
Disallow: /*filtr=
Disallow: /*pid1=
Disallow: /*rub_id=
Host: belgorod.tradedir.ru
Sitemap: http://belgorod.tradedir.ru/sitemap.xml