# 2015.06.27 crawler for SentiOne
User-agent: sentibot
Disallow: /
Disallow: /*?ads_click*
# 2015.04.06 SEO indexer
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
Disallow: /*?ads_click*
# 2015.02.10 AdvBot "classify web content"
User-agent: AdvBot
Disallow: /
Disallow: /*?ads_click*
# 2015.01.30 XoviBot SEO bot
User-agent: XoviBot
Disallow: /
Disallow: /*?ads_click*
# 2015.02.19 ??? parked domain
User-agent: publiclibraryarchive.org
Disallow: /
Disallow: /*?ads_click*
# 2014.12.26. Internet Memory Research
User-agent: memoryBot
Disallow: /
Disallow: /*?ads_click*
# 2014.09.26. SimilarTech, Lead Generation, Competitive Intelligence based on Web Tech Analysis
User-agent: SMTBot
Disallow: /
Disallow: /*?ads_click*
# 2014.09.26. XOVI Suite, SEO & Online Marketing Tool
User-agent: XoviBot
Disallow: /
Disallow: /*?ads_click*
# 2014.09.18. WebSearch
User-agent: Abonti
Disallow: /
Disallow: /*?ads_click*
# 2014.09.11. The web search API
User-agent: meanpathbot
Disallow: /
Disallow: /*?ads_click*
# entries without date
# SEO services
User-agent: SearchmetricsBot
Disallow: /
Disallow: /*?ads_click*
# panscient.com
User-agent: panscient.com
Disallow: /
Disallow: /*?ads_click*
# tiscali.it search bot
User-agent: IstellaBot
Disallow: /
Disallow: /*?ads_click*
# search engine
User-agent: EasouSpider
Disallow: /
Disallow: /*?ads_click*
# search engine
User-agent: Aboundexbot
Disallow: /
Disallow: /*?ads_click*
# Mixdata : data for big business
User-agent: MixBot
Disallow: /
Disallow: /*?ads_click*
# chinese search engine
User-agent: EasouSpider
Disallow: /
Disallow: /*?ads_click*
# chinese search engine
User-agent: sogou spider
Disallow: /
Disallow: /*?ads_click*
# scalable, fully distributed crawler
User-agent: BUbiNG
Disallow: /
Disallow: /*?ads_click*
# ??? search engine
User-agent: LinkpadBot
Disallow: /
Disallow: /*?ads_click*
# search engine
User-agent: Aboundexbot
Disallow: /
Disallow: /*?ads_click*
# the Internet Archive's open-source, extensible, scalable, archival-quality Web crawler
User-agent: heritrix
Disallow: /
Disallow: /*?ads_click*
# kostenlose Backlinkchecker von Torsten Rückert Internetdiestleistungen
User-agent: SEOkicks-Robot
Disallow: /
Disallow: /*?ads_click*
# part of Ware Bay Best Buys Search engine
User-agent: WBSearchBot
Disallow: /
Disallow: /*?ads_click*
# Web crawler
User-agent: ScreenerBot
Disallow: /
Disallow: /*?ads_click*
# analyses the structure of the WWW
User-Agent: UnisterBot
Disallow: /
Disallow: /*?ads_click*
# search engine
User-agent: SeznamBot
Disallow: /
Disallow: /*?ads_click*
# seo
User-agent: SemrushBot
Disallow: /
Disallow: /*?ads_click*
# brand protection
User-agent: BPImageWalker/2.0
Disallow: /
Disallow: /*?ads_click*
# seo
User-agent: lipperhey
Disallow: /
Disallow: /*?ads_click*
# seo
User-agent: BLEXBot
Disallow: /
Disallow: /*?ads_click*
# search engine
User-agent: wotbox
Disallow: /
Disallow: /*?ads_click*
# seo
User-agent: SiteExplorer
Disallow: /
Disallow: /*?ads_click*
# plagiarism check
User-agent: turnitinbot
Disallow: /
Disallow: /*?ads_click*
# search engine www.sengine.info
User-agent: netEstate NE Crawler
Disallow: /
Disallow: /*?ads_click*
# news
User-agent: FeedBooster
Disallow: /
Disallow: /*?ads_click*
# Apache Nutch based
User-agent: Nutch
Disallow: /
Disallow: /*?ads_click*
# news portal
User-agent: Mail.Ru
Disallow: /
Disallow: /*?ads_click*
# seo moz
User-agent: Ezooms
Disallow: /
Disallow: /*?ads_click*
# seo
User-agent: spbot
Disallow: /
Disallow: /*?ads_click*
# seo
User-Agent: sistrix
Disallow: /
Disallow: /*?ads_click*
# language
User-Agent: ExB Language Crawler
Disallow: /
################
User-agent: MJ12bot
Disallow: /wp-admin/
Disallow: /*?ads_click*
User-agent: Googlebot
Disallow: /wp-admin/
Disallow: /*?ads_click*
#Sitemap: http://billundonline.dk/sitemap.xml
#Sitemap: http://billundonline.dk/sitemap_index.xml
################
# 2 record(s) for any robot joined
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-admin/
Disallow: /*?ads_click*