# robots.txt for robots
User-agent: *
Disallow: /
User-agent: googlebot
User-agent: Googlebot-Image
User-agent: Googlebot
User-agent: bingbot
Disallow: *cgi-bin*
Allow: *cgi-bin/browseActive.pl*
Allow: *cgi-bin/browseMgroup.pl*
Allow: *cgi-bin/browsePgroup.pl*
Allow: *cgi-bin/browsecatalogs.pl*
Allow: *cgi-bin/einstein.pl*
Allow: *cgi-bin/spider.pl*
Allow: *cgi-bin/remember.pl*
Allow: *cgi-bin/image*
Allow: *cgi-bin/as2.pl*
User-agent: Slurp
User-agent: Yahoo! Slurp
Disallow: /
Allow: /cgi-bin/browseActive.pl*
Allow: /cgi-bin/browseMgroup.pl*
Allow: /cgi-bin/browsePgroup.pl*
Allow: /cgi-bin/browsecatalogs.pl*
Allow: /cgi-bin/einstein.pl*
Allow: /cgi-bin/spider.pl*
User-agent: Yandex
Disallow: /
User-agent: moget
User-agent: ichiro
Disallow: /
User-agent: NaverBot
User-agent: Yeti
Disallow: /
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: Titan
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Goodzer
Disallow: /