demo.outtra.com

User-agent: Slurp
Crawl-delay: 5

User-agent: Msnbot
Crawl-delay: 3

User-agent: Bingbot
Crawl-delay: 13

User-agent: MSNBot-Media
Crawl-delay: 3

User-agent: AhrefsBot
disallow: /

User-agent: SEOkicks-Robot
disallow: /

User-agent: CCBot
Crawl-Delay: 5

User-agent: Mediatoolkitbot
disallow: /

User-agent: AlphaSeoBot
Disallow: /

User-agent: AlphaSeoBot-SA
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: BrandVerity/1.0
Disallow: /

#NEW
# Datei robots.txt im Hauptverzeichnis der Domain
User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
#Disallow: /wp-includes
#Disallow: /wp-content/plugins
Disallow: /wp-content/cache
#Disallow: /wp-content/themes
Disallow: /trackback
Disallow: /comments
Disallow: /category/*/*
Disallow: */trackback
Disallow: */comments
Disallow: /kontakt/
Disallow: /faq/
Disallow: /pt/jump.php
Disallow: /shopping/
Disallow: /produkt/
Disallow: /product/
Disallow: /imagecdn/
Disallow: /goto/
Disallow: /goto/*
Disallow: /top-products/*
Disallow: /p/*
Disallow: /shop_window/*
Allow: /wp-content/uploads

# Google Image
User-agent: Googlebot-Image
Disallow: /imagecdn/
Allow: /*

# digg mirror
User-agent: duggmirror
Disallow: /

User-agent: *
# disallow all files ending with these extensions
Disallow: /*.php$
#Disallow: /*.js$
Disallow: /*.inc$
#Disallow: /*.css$
Disallow: /*.cgi$
Disallow: /*.wmv$
#Disallow: /*.png$
#Disallow: /*.gif$
#Disallow: /*.jpg$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*.php*
Disallow: */trackback*
Disallow: /category/
Disallow: /tag/
Disallow: /archives/
#Disallow: /feed/
#Disallow: /wp-*
Disallow: /outdoor/
Disallow: /goto/*
Allow: /wp-content/uploads/