User-agent: panscient.com
Disallow: /
User-agent: psbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: taptubot
Disallow: /
User-agent: AhrefsBot
Crawl-Delay: 30
User-agent: Ezooms
Disallow: /
User-agent: sistrix
Crawl-Delay: 60
User-agent: aiHitBot
Disallow: /
User-agent: InfoPath
Crawl-Delay: 60
User-agent: InfoPath.2
Crawl-Delay: 60
User-agent: swebot
Disallow: /
User-agent: EC2LinkFinder
Crawl-Delay: 39
User-agent: SearchmetericsBot
Disallow: 29
User-agent: WBSearchBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: ip-web-crawler.com
Disallow: /
User-agent: netEstate NE Crawler
Disallow: /
User-agent: meanpathbot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: LinkpadBot
Disallow: /
User-agent: EasouSpider
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: wotbox
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: XoviBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: A6-Indexer
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: LoadTimeBot
Disallow: /
User-agent: oBot
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: memoryBot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: AdvBot
Disallow: /
User-agent: SMTBot
Crawl-Delay: 39
User-agent: YisouSpider
Disallow: /
User-agent: LSSRocketCrawler
Disallow: /
User-agent: thunderstone
Disallow: /
User-agent: yacybot
Crawl-Delay: 120
User-agent: RankSonicBot
Crawl-Delay: 120
User-agent: betaBot
Disallow: /
User-agent: parsijoo-bot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: NextGenSearchBot
Disallow: /
User-agent: gocrawl
Crawl-Delay: 20
User-agent: plukkie
Disallow: /
User-agent: Lipperhey
Crawl-Delay: 120
User-agent: bingbot
Crawl-delay: 50
User-agent: RankActiveLinkBot
Crawl-Delay: 120
User-agent: Sogou web spider
Disallow: /
User-agent: Uptimebot
Crawl-Delay: 20
User-agent: SemrushBot
Disallow: /
User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
Disallow: /rpg