User-agent: *
Disallow: /cgi-local/
User-agent: *
Disallow: /scdb/bookimg/
User-agent: *
Disallow: /scdb/ny/
User-agent: dotbot
Disallow: /
User-agent: BecomeJPBot
Disallow: /
User-agent: OutfoxBot
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: DepSpid
Disallow: /
User-agent: FindBook
Disallow: /
User-agent: BaiduImagespider
Disallow: /
User-agent: BaiduImagespider+
Disallow: /
User-agent: Baiduspider-image+
Disallow: /
User-agent: BaiduMobaider
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Baiduspider-cpro
Disallow: /
User-agent: DoCoMo/2.0 P05A
Disallow: /
User-agent: DoCoMo/2.0 P05A(c100;TB;W24H15)
Disallow: /
User-agent: Sogou web spider/4.0
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: ccbot
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: wakame
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: JikeSpider
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: IntegromeDB
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: 008
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Linespider
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: DAUM
Disallow : /
User-agent: SEOkicks
Disallow : /
User-agent: DataForSeoBot
Disallow : /
User-agent: bingbot
Crawl-Delay: 10