User-agent: dotbot
Disallow: /
User-agent: CatchBot
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: itsapic.com_crawler
Disallow: /
User-agent: botmobi
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: exooba crawler
Disallow: /
User-agent: lapozzbot
Disallow: /
User-agent: cuill
Disallow: /
User-agent: ccbot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: WeRelate
Disallow: /
User-agent: Accelobot
Disallow: /
User-agent: IconSurf
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: Volabot
Disallow: /
User-agent: voyager
Disallow: /
User-agent: voyager/1.0
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: IRLbot
Disallow: /
User-agent: szukacz
Disallow: /
User-agent: findlinks
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /
User-agent: www.adressendeutschland.de
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: redkernel
Disallow: /
User-agent: redkernel www-spider
Disallow: /
User-Agent: NetResearchServer
Disallow: /
User-Agent: nimblecrawler
Disallow: /
User-Agent: Ocelli
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: NextGenSearchBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: plukkie
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /WU-History/
Disallow: /weather.php