User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /win/
Disallow: /phorum/
Crawl-delay: 20
User-agent: MJ12bot
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: VoilaBot BETA 1.2
Disallow: /
User-agent: LinkedInBot/1.0
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: ZanranCrawler/0.2
Disallow: /
User-agent: Synthesio
Disallow: /
User-agent: SheenBot/SheenBot-1.0.4
Disallow: /
User-agent: INA dlweb
Disallow: /
User-agent: Lijit Crawler
Disallow: /
User-agent: dtSearchSpider
Disallow: /
User-agent: MJ12bot/v1.3.2
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: iSense
Disallow: /
User-agent: iSense bot v1.21
Disallow: /
User-agent: spbot/2.0.2
Disallow: /
User-agent: spbot
Disallow: /
User-agent: SindiceBot
Disallow: /
User-agent:aggregator:Spinn3r (Spinn3r 3.1)
Disallow: /
User-agent:Spinn3r
Disallow: /
User-agent: Konqueror/3.5
Disallow: /
User-agent: psbot/0.1
Disallow: /
User-agent: psbot
Disallow: /
User-agent: beetween/Nutch-1.0 (beetween crawler)
Disallow: /
User-agent: beetween/Nutch-1.0
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: TinEye/1.1
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: DataPatrol/Nutch-1.0 (DataPatrol indexer from Garlik; http://www.garlik.com/products.php; crawler at garlik dot com)
Disallow: /
User-agent: SBIder/Nutch-1.0-dev (http://www.sitesell.com/sbider.html)
Disallow: /
User-agent: discobot/1.1
Disallow: /
User-agent: Infoaxe./Nutch-0.9
Disallow: /
User-agent: PiplBot; http://pipl.com/bot/
Disallow: /
User-agent: CamelHttpStream/1.0 Evolution/2.26.1
Disallow: /