x-glamour.ws

User-agent: *
Disallow: /engine/go.php
Disallow: /engine/download.php
Disallow: /user/
Disallow: /newposts/
Disallow: /lastnews/
Disallow: /statistics.html
Disallow: /rules.html
Disallow: /lastnews/
Disallow: /*subaction=userinfo
Disallow: /*subaction=newposts
Disallow: /*do=lastcomments
Disallow: /*do=feedback
Disallow: /*do=register
Disallow: /*do=lostpassword
Disallow: /*do=addnews
Disallow: /*do=stats
Disallow: /*do=pm
Disallow: /*do=search
Disallow: /*print
Disallow: */page/*
Disallow: /2010/
Disallow: /2011/
Disallow: /2012/
Disallow: /2013/
Disallow: /2014/
Disallow: /2015/
Disallow: /2016/
Disallow: /2017/
Disallow: /2018/
Disallow: /2019/
Disallow: /2020/
Disallow: /2021/
Disallow: /2022/
Disallow: /2023/
Disallow: /2024/
Disallow: /2025/
Disallow: /2026/
Disallow: /paysite/2018/
Disallow: /paysite/2019/
Disallow: /paysite/2020/

Sitemap: http://www.x-glamour.ws/sitemap.xml
Host: http://www.x-glamour.ws/


User-agent: Mail.Ru
Crawl-delay: 30

User-agent: Baiduspider
Crawl-delay: 30

User-agent: MSNBot
Crawl-delay: 15

User-agent: Bingbot
Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 7

User-agent: Yandex
Crawl-delay: 30

User-agent: CCBot
Crawl-Delay: 30

User-agent: dotbot
Crawl-Delay: 5