User-agent: Baiduspider
allow: /
User-agent: Sosospider
allow: /
User-agent: sogou spider
allow: /
User-agent: YodaoBot
allow: /
User-agent: Googlebot
allow: /
User-agent: Bingbot
allow: /
User-agent: Slurp
allow: /
User-agent: Teoma
allow: /
User-agent: ia_archiver
allow: /
User-agent: twiceler
allow: /
User-agent: MSNBot
allow: /
User-agent: Scrubby
allow: /
User-agent: Robozilla
allow: /
User-agent: Gigabot
allow: /
User-agent: googlebot-image
allow: /
User-agent: googlebot-mobile
allow: /
User-agent: yahoo-mmcrawler
allow: /
User-agent: yahoo-blogs/v3.9
allow: /
User-agent: psbot
allow: /