# Disallowed stuff
User-agent: *
Disallow: /admin/
Disallow: /mobile/viewer/
Disallow: /*cloudflare.js
Disallow: /bt/
Disallow: /home/
Disallow: /*.php
Disallow: /genericdb/
User-agent: Mediapartners-Google*
Disallow:
User-agent: msnbot
Crawl-delay: 10
User-Agent: ScoutJet
Crawl-delay: 5
User-Agent: MJ12bot
Disallow: /
User-Agent: swebot
Disallow: /
User-agent: aihitbot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TwengaBot-Discover
Disallow: /
User-agent: dataprovider
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: Bender
Disallow: /
User-agent: discobot
Disallow: /
User-Agent: panscient.com
Disallow: /
User-Agent: searchwebengine.net
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: NextGenSearchBot
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: dotbot
Disallow: /
user-agent: AhrefsBot
disallow: /
User-agent: NerdByNature.Bot
disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: SindiceBot
Disallow: /
User-agent: plukkie
Disallow: /
User-agent: findfiles.net
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Goodzer
Disallow: /
User-agent: BacklinkCrawler
Disallow: /
User-agent: lemurwebcrawler
Disallow: /
User-agent: gigabot
Disallow: /
User-agent: ccbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: EdisterBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: HuaweiSymantecSpider
Disallow: /
User-agent: PagePeeker
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Yandex
Disallow: /
# All other robots will spider the domain
User-agent: *
Disallow:
Sitemap: http://www.burtonartstudio.com/sitemap.xml