#
# robots.txt for https://www.stimme-epaper.de & http://appinfo.stimme.de
# v 1.0.0
#
User-agent: Googlebot
# Especially for Googlebot
Disallow: /*&id=
Disallow: /*?id=
# Disable non-realurl
Disallow: /*&type=98
Disallow: /*?type=98
# Disable print pages
Disallow: /clear.gif
Disallow: /*.txt
Disallow: /typo3/
Disallow: /typo3conf/*.log
Disallow: /typo3conf/*.php
Disallow: /typo3conf/ENABLE_INSTALL_TOOL
Disallow: /typo3_*/
# Nothing to see here
Disallow: /fileadmin/_temp_/
Disallow: /fileadmin/_recycler_/
Disallow: /fileadmin/default/user/
# Exclude folders with no link from frontend
#User-agent: Mediapartners-Google
#For Google-AdSense please uncomment the line above and below
#Disallow:
User-agent: wget
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: HTTrack
User-agent: k2spider
User-agent: WebReaper
# Disable some useless crawler-bots
Disallow: /
User-agent: *
# For all bots
Disallow: /clear.gif
Disallow: /INSTALL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /typo3/
Disallow: /typo3conf/extTables.php
Disallow: /typo3conf/LocalConfiguration.php
Disallow: /typo3conf/PackageStates.php
Disallow: /typo3conf/ENABLE_INSTALL_TOOL
Disallow: /typo3_src/
# Nothing to see here
Disallow: /fileadmin/_temp_/
Disallow: /fileadmin/_recycler_/
Disallow: /fileadmin/default/user/
# Exclude folders with no link from frontend