User-agent: Mediapartners-Google
Disallow:
User-agent: *
Disallow: /api/
Disallow: /ajax_data/
Disallow: /lib/
Disallow: /cron_data/
Disallow: /common/
Disallow: /dandihelper/
Disallow: /data/
Disallow: /HTML2/
Disallow: /process/
Disallow: /images/
Disallow: /img/
Disallow: /admin/
Disallow: /payment/
Disallow: /app/
User-agent: BecomeBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: BLEXBot
Disallow:/
User-agent: JoobleBot
Disallow:/
User-agent: MauiBot
Disallow:/
User-agent: Yeti
Allow: /
User-agent: PetalBot
Disallow: /
User-agent: BananaBot
Disallow: /
User-agent: adsbot
Disallow: /
User-agent: Amazonbot
Disallow: /