## -----------------------------------------------------------------------------
## author Admin
## fileEncoding = UTF-8
##
## 禁止爬虫爬取无效URL,提升网站核心静态资源抓取及索引效率。
## 无效URL包含:已下线产品线的URL,全动态URL,需权限验证的URL,存在问题的旧静态URL
## 等各种无需被SE收录的URL。
## -----------------------------------------------------------------------------
User-agent: Baiduspider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: Googlebot
Disallow:
User-agent: Baiduspider-image
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: Sogou web spider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: Sogou inst spider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: Sogou spider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: Sogou blog
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: Sogou News Spider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: Sogou Orion spider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: Yisouspider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: 360Spider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: HaoSouSpider
Disallow: /date/
Disallow: /templets/
Disallow: /js/
Disallow: /static/
Disallow: /statics/
Disallow: /dede@web/
User-agent: *
Disallow: /