www.firstaidonly.com

# # Robots.txt for Magento Community and Enterprise
 
# # GENERAL SETTINGS
 
# Enables robots.txt rules for all crawlers
 

User-agent: *

 
# # Crawl-delay parameter: the number of seconds you want to wait between successful requests to the same server.
# # Set a crawl rate, if your server's traffic problems. Please note that Google ignore crawl-delay setting in Robots.txt. You can set up this in Google Webmaster tool
 #Crawl-delay: 30
 
# # Magento sitemap: URL to your sitemap file in Magento

 
# # Settings that relate to the UNDER CONSTRUCTION
 Disallow: /lib/

Disallow: /*.php$

Disallow: /pkginfo/

Disallow: /report/

Disallow: /var/

Disallow: /catalog/

Disallow: /customer/

Disallow: /sendfriend/

Disallow: /review/

Disallow: /*SID=
Disallow: /checkout/

Disallow: /onestepcheckout/

Disallow: /customer/

Disallow: /customer/account/

Disallow: /customer/account/login/

Disallow: /catalogsearch/

Disallow: /catalog/product_compare/

Disallow: /catalog/category/view/

Disallow: /catalog/product/view/

#Disallow URL Filter Searches

Disallow: /*?dir*

Disallow: /*?dir=desc

Disallow: /*?dir=asc

Disallow: /*?limit=all

Disallow: /*?mode*
Disallow: /app/

Disallow: /bin/

Disallow: /dev/

Disallow: /lib/

Disallow: /phpserver/

Disallow: /pub/
Disallow: /tag/

Disallow: /review/

# # Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files
Disallow: / CVS
Disallow: / *. Svn $
Disallow: / *. Idea $
Disallow: / *. Sql $
Disallow: / *. Tgz $
 
# # GENERAL SETTINGS For MAGENTO
 
# # Do not index the page Magento admin
Disallow: / innvation_admin /
Disallow: / admin /
Disallow: / phpmyadmin /
User-agent: SemrushBot

# # V Group: Pages from blog/cat/press/ will not index
Disallow: /blog/cat/press/*
# # Do not index the general technical Magento directory
Disallow: / app /
Disallow: / downloader /
Disallow: / errors /
Disallow: / includes /
Disallow: / lib /
Disallow: / pkginfo /
Disallow: / shell /
Disallow: / var /
 
# # Do not index the shared files Magento
Disallow: / api.php
Disallow: / cron.php
Disallow: / cron.sh
Disallow: / error_log
Disallow: / get.php
Disallow: / install.php
Disallow: / LICENSE.html
Disallow: / LICENSE.txt
Disallow: / LICENSE_AFL.txt
Disallow: / README.txt
Disallow: / RELEASE_NOTES.txt
 
# # MAGENTO SEA IMPROVEMENT
 
# # Do not index the page subcategories that are sorted or filtered.
Disallow: / *? Dir *
Disallow: / *? Dir = desc
Disallow: / *? Dir = asc
Disallow: / *? Limit = all
Disallow: / *? Mode *
 
# # Do not index the second copy of the home page (example.com / index.php /). Un-comment only if you have activated Magento SEO URLs.
 Disallow: / index.php /
 
# # Do not index the link from the session ID
Disallow: / *? SID =
 
# # Do not index the page checkout and user account
Disallow: / checkout /
Disallow: / onestepcheckout /
Disallow: / customer /
Disallow: / customer / account /
Disallow: / customer / account / login /
 
# # Do not index the search page and CEO, non-optimized link categories
Disallow: / catalogsearch /
Disallow: / catalog / product_compare /
Disallow: / catalog / category / view /
Disallow: / catalog / product / view /
 
# # Server Settings
 
# # Do not index the general technical directories and files on a server
Disallow: / cgi-bin /
Disallow: / cleanup.php
Disallow: / apc.php
Disallow: / memcache.php
Disallow: / phpinfo.php
 
# # SETTINGS Image indexing
 
# # Optional: If you do not want to Google and Bing to index your images
 User-agent: Googlebot-Image
 Disallow: 
# User-agent: msnbot-media
# Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: DotBot
Disallow: /
User-Agent: Baiduspider
Disallow: /
User-Agent: bingbot
Disallow: 
user-agent: AhrefsBot
disallow: /
User-agent: Yandex
Disallow: /
User-agent: SemrushBot
Disallow: /