User-Agent: *
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 1
User-agent: Slurp
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 30
User-agent: msnbot
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 300
User-agent: bingbot
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 300
User-agent: Baiduspider
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 3600
User-agent: BaiduMobaider
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 3600
User-agent: Yetibot
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 30
User-agent: ichiro
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 22
User-agent: ICC-Crawler
Disallow: /mistake
Disallow: /contact
Disallow: /test/
Disallow: /mng/
Disallow: /bd/img/*_0.*jpg$
Disallow: /bd/search/*/offset/
Disallow: /shohyo/search/*/offset/
Disallow: /shohyo/search/*/page/
Disallow: /*/vw/rss
Crawl-delay: 2200
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: baiduspider
Disallow: /