User-agent: Bingbot
Allow: /
User-agent: YisouSpider
Allow: /
User-agent: 360Spider
Allow: /
User-agent: Sogou web spider
Allow: /
User-agent: BaiduSpider
Allow: /
User-agent: Googlebot
Allow: /
User-Agent:YandexBot
Allow: /
User-agent: YodaoBot
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent:barkrowler
Disallow: /
User-agent:DotBot
Disallow: /
User-Agent:AhrefsBot
Disallow: /
User-Agent:MJ12bot
Disallow: /
User-Agent:SemrushBot
Disallow: /
User-Agent:DeuSu
Disallow: /
User-Agent:grapeshot
Disallow: /
User-Agent:ExtLinksBot
Disallow: /
User-Agent:aiHitBot
Disallow: /
User-Agent:DnyzBot
Disallow: /
User-Agent:spbot
Disallow: /
User-Agent:DnyzBot
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: psbot
Disallow: /