User-agent: AdsBot-Google
User-agent: Googlebot
User-agent: Applebot
User-agent: Bingbot
User-agent: msnbot
User-agent: Slurp
User-agent: Googlebot-Image
User-agent: baiduspider
User-agent: seznambot
User-agent: Teoma
User-agent: Yandex
User-agent: Yeti
User-agent: msnbot-media
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: DuckDuckBot
User-agent: daumoa
User-agent: OrangeBot
User-agent: OrangeBot-Collector
User-agent: StackRambler
User-agent: Twitterbot/1.0
User-agent: Mail.RU_Bot
User-agent: naverbot
User-agent: vebidoobot
User-agent: MJ12bot
User-agent: 360Spider
User-agent: Sogou
User-agent: rogerbot
User-agent: deepcrawl
User-agent: ByteSpider
User-agent: Cincobot
Disallow: /admin
Disallow: /member
Disallow: /bilder
Disallow: /u
Disallow: /atlas
Disallow: *.pdf$
User-agent: *
Disallow: /*start=*
Sitemap: http://stadsnatsportalen.se/atlas/sitemap.php