#
# robots.txt
User-agent: *
Crawl-delay: 5
Host: https://mysmsbox.ru
Sitemap: https://mysmsbox.ru/sitemap.xml
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
# Paths (clean URLs)
Disallow: /admin/
Disallow: /logout
Disallow: /node/add/
Disallow: /user
# Paths (no clean URLs)
Disallow: /taxonomy/term/
Disallow: /away.php*
Disallow: /*mysmsboxApp*
Disallow: /phone-search/*/announcements*
Disallow: /phone-search/*/social*
Disallow: /phone-search/*/messangers*
Disallow: /phone-search/*/record*
Disallow: /phone-search/*/stat*
Disallow: /ajah/*
Disallow: /search?searchid=2314377&text=*
Disallow: /sms-search?text=*
User-agent: Yandex
Clean-param: mstrack&destination&sort&order&as_q
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
# Paths (clean URLs)
Disallow: /admin/
Disallow: /logout
Disallow: /node/add/
Disallow: /user
# Paths (no clean URLs)
Disallow: /taxonomy/term/
Disallow: /away.php*
Disallow: /*mysmsboxApp*
Disallow: /phone-search/*/announcements*
Disallow: /phone-search/*/social*
Disallow: /phone-search/*/messangers*
Disallow: /phone-search/*/record*
Disallow: /phone-search/*/stat*
Disallow: /ajah/*
Disallow: /search?searchid=2314377&text=*
Disallow: /sms-search?text=*