User-agent: *
Disallow: /admin/
Disallow: /ajax/
Disallow: /export/
Disallow: /faktureringsuppgifter/
Disallow: /kalender/
Disallow: /lang/
Disallow: /login/
Disallow: /logout/
Disallow: /plupload/
Disallow: /resetPassword/
Disallow: /showfile/
Disallow: /user/
Disallow: /invoice/
Disallow: /printVersion.asp
Request-rate: 1/10 # maximum rate is one page every 10 seconds
Crawl-delay: 10 # 10 seconds between page requests
Visit-time: 0200-0800 # only visit between 02:00 and 08:00 UTC
# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /
# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /
# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /
# dotbot without version
User-agent: dotbot
Disallow: /
# Block Gigabot
User-agent: Gigabot
Disallow: /
# SoGou (CN) Info: http://www.sogou.com/docs/help/webmasters.htm#07
User-agent: sogou spider
Disallow: /
User-agent: Sogou blog
Disallow: /
User-agent: Sogou inst spider
Disallow: /
User-agent: Sogou News Spider
Disallow: /
User-agent: Sogou Orion spider
Disallow: /
User-agent: Sogou spider2
Disallow: /
User-agent: Sogou web spider
Disallow: /
# https://ahrefs.com/robot
User-agent: AhrefsBot
Disallow: /
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
User-agent: Yandex
Disallow: /
# http://law.di.unimi.it/BUbiNG.html
User-agent: BUbiNG
Disallow: /
# slow down Yahoo
User-agent: Slurp
Crawl-delay: 5
User-agent: SeznamBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: adscanner
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: SMTBot
Disallow: /
User-agent: Zoominfobot
Disallow: /
User-agent: Nimbostratus-Bot/v1.3.2
Disallow: /
User-agent: Seekport Crawler
Disallow: /