User-agent: *
Crawl-delay: 1000
Allow: /CN/abstract/
Allow: /EN/abstract/
Allow: /CN/volumn/
Allow: /EN/volumn/
Allow: /CN/column/
Allow: /EN/column/
Allow: /CN/news/
Allow: /EN/news/
Allow: /CN/rss/
Allow: /EN/rss/
Allow: /CN/folder/
Allow: /EN/folder/
Disallow: /.bak$
Disallow: /.zip$
Disallow: /.pdf$
Disallow: /.xml$
Disallow: /.pdf$
Disallow: /.js$
Disallow: /.jsp$
Disallow: /.java$
Disallow: /.vm$
Disallow: /.css$
Disallow: /.log$
Disallow: /.class$
Disallow: /.swf$
Disallow: /*?*
Disallow: /tmp
Disallow: /CN/article
Disallow: /data/
Disallow: /EN/article
Disallow: /manage
Disallow: /WEB-INF
Disallow: /UserFiles
Disallow: /fileup
Disallow: /UserFiles
Disallow: /images
Sitemap: http://***/catalog/sitemap-index.xml