# robots.txt
User-agent: *
Disallow:
User-agent: AbachoBOT
Disallow:
User-agent: ia_archiver
Disallow:
User-agent: FAST-WebCrawler
Disallow:
User-agent: Scooter
Disallow:
User-agent: Jeeves
Disallow:
User-agent: Firefly
Disallow:
User-agent: googlebot
Disallow:
User-agent: MantraAgent
Disallow:
User-agent: Lycos
Disallow:
User-agent: msnbot
Disallow:
User-agent: psbot
Disallow:
User-agent: StackRambler
Disallow:
User-agent: teomaagent
Disallow:
User-agent: Slurp
Disallow:
User-agent: yandex
Disallow: