User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
User-agent: PetalBot
Disallow: /
User-agent: Barkrowler/0.9
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: AlphaSeoBot-SA
Disallow: /
User-agent: AlphaSeoBot
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: bhcBot
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: SMTBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: Qwantify
Disallow: /
User-agent: Applebot
Disallow: /
User-Agent: tbot-nutch/Nutch-1.10
Disallow: /
User-Agent: DomainBot
Disallow: /
User-Agent: panscient.com
Disallow: /
User-agent: Yahoo! Slurp
Disallow: /
User-agent: uniplace-bot
Disallow: /
User-agent: uniplace-index
Disallow: /
User-agent: rookeebot
Disallow: /
User-agent: RookeeBot
Disallow: /
User-agent: Abonti
Disallow: /
User-agent: LSSRocketCrawler
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SputnikBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: wotbox
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Vedma
Disallow: /
User-agent: Linguee Bot
Disallow: /
User-agent: Aboundexbot
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-agent: ichiro/3.0
Disallow: /
User-agent: DoCoMo/2.0 P900i(c100;TB;W24H11)
Disallow: /
User-agent: bingbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: CareerBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: SearchBot
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: idmarch
Disallow: /
User-Agent: *
Crawl-delay: 2.0