User-agent: *
Disallow: /offer
Disallow: .asp$
Disallow: .aspx$
Disallow: .php$
Disallow: /*?*
User-agent: bingbot
Disallow:/
User-agent: Yahoo!
Disallow:/
User-agent: EtaoSpider
Disallow:/
User-agent: ToutiaoSpider
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: Googlebot
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: MSNBot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: googlebot-image
Disallow: /
User-agent: googlebot-mobile
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: psbot
Disallow: /
User-agent: *
Disallow: /*?*
Disallow: /transaction
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /