User-agent: Yandex
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.zip
Disallow: /*.rar
User-agent: Googlebot
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.zip
Disallow: /*.rar
User-agent: Twiceler
Disallow: /
User-agent: Yahoo!
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.zip
Disallow: /*.rar
User-agent: StackRambler
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.zip
Disallow: /*.rar
User-agent: Baiduspider
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.zip
Disallow: /*.rar
User-agent: msnbot
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.zip
Disallow: /*.rar
User-agent: Slurp
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.zip
Disallow: /*.rar
User-agent: bingbot
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.zip
Disallow: /*.rar
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /