pinecraft.com

#****************************************************************************
# robots.txt
#     : Robots, spiders, and search engines use this file to detmine which 
#       content they should *not* crawl while indexing your website.
#     : This system is called "The Robots Exclusion Standard."
#     : It is strongly encouraged to use a robots.txt validator to check
#       for valid syntax before any robots read it!
#
# Examples:
#
# Instruct all robots to stay out of the admin area.
#     : User-agent: *
#     : Disallow:   /admin/
#
# Restrict Google and MSN from indexing your images.
#     : User-agent: Googlebot
#     : Disallow:   /images/
#     : User-agent: MSNBot
#     : Disallow:   /images/
#****************************************************************************

User-agent: *
Disallow: *.php*
Allow: /wp/index.php/post-sitemap.xml
Allow: /wp/index.php/category-sitemap.xml
Disallow: *.txt*
Disallow: /error_log
Disallow: /enable-cookies
Disallow: /lib/
Disallow: /*.php$
Disallow: /catalog/
Disallow: /*SID=
Disallow: /privacy-policy-cookie-restriction-mode
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /control/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /facebookfree/
Disallow: /downloader/
Disallow: /404/
Disallow: /noroute/
Disallow: /app/
Disallow: /manage/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /stats/
Disallow: /var/
Disallow: *?SID=*
Disallow: *?___SID=*
Disallow: *___from_store*
Disallow: /*?*&*
Disallow: *.html*=*,*
Disallow: *price=*
Disallow: *mode=*
Disallow: *dir=*
Disallow: *order=*
Disallow: *assembly=*
Disallow: *___store=*
Disallow: *options=*
Disallow: *available_colors=*
Disallow: */shopby?*
Disallow: *?03e8ba00*
Noindex: */shopby?*
Noindex: /*?*&*
Noindex: *price=*
Noindex: *mode=*
Noindex: *dir=*
Noindex: *order=*
Noindex: *assembly=*
Noindex: *___store=*
Noindex: /catalogsearch/
Noindex: /catalog/product_compare/
Noindex: *options=*

# Sitemap files
Sitemap: http://82d8fb2b63.nxcli.net/sitemap.xml
Sitemap: http://82d8fb2b63.nxcli.net/wp/index.php/post-sitemap.xml
Sitemap: http://82d8fb2b63.nxcli.net/wp/index.php/category-sitemap.xml

User-agent: FatBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: googlebot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10