hidglobal.mx

# robots.txt
#
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources!!
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# Web Static Assets, eg CSS, Javascript files and Images.
Allow: /includes/*.css
Allow: /includes/*.js
Allow: /includes/*.gif
Allow: /includes/*.jpg
Allow: /includes/*.jpeg
Allow: /includes/*.png
Allow: /includes/*.svg
Allow: /misc/*.css
Allow: /misc/*.js
Allow: /misc/*.gif
Allow: /misc/*.jpg
Allow: /misc/*.jpeg
Allow: /misc/*.png
Allow: /misc/*.svg
Allow: /modules/*.css
Allow: /modules/*.js
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /modules/*.svg
Allow: /profiles/*.css
Allow: /profiles/*.js
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
Allow: /themes/*.css
Allow: /themes/*.js
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
Allow: /themes/*.svg
Allow: /sites/hidglobal.com/files/*.css
Allow: /sites/hidglobal.com/files/*.css.gz

# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
# Disallow users
Disallow: /users
Disallow: /users/*
# Disallow user
Disallow: /user
Disallow: /user/*
# Disallow file
Disallow: /file
Disallow: /file/*
# Ignore query strings, except utm codes
Allow: /*?utm_*
Disallow: /*?*

## PCP - 2017-11-08 - disable direct taxonomy URLs
Disallow: /taxonomy
Disallow: /taxonomy/*

## PCP - 2017-11-08 - disable more taxonomy-based URL aliases
Disallow: /agileassettypes2documenttypes
Disallow: /agileassettypes2documenttypes/*
Disallow: /agilebrand2brand
Disallow: /agilebrand2brand/*
Disallow: /agileproducttype2category
Disallow: /agileproducttype2category/*
Disallow: /blog-tags
Disallow: /blog-tags/*
Disallow: /brands
Disallow: /brands/*
Disallow: /business-segments
Disallow: /business-segments/*
Disallow: /business-segments-new
Disallow: /business-segments-new/*
Disallow: /career-locations
Disallow: /career-locations/*
Disallow: /categories
Disallow: /categories/*
Disallow: /certificate-types
Disallow: /certificate-types/*
Disallow: /channels
Disallow: /channels/*
Disallow: /document-types
Disallow: /document-types/*
Disallow: /driver-types
Disallow: /driver-types/*
Disallow: /dtk-categories
Disallow: /dtk-categories/*
Disallow: /event-types
Disallow: /event-types/*
Disallow: /filter-group
Disallow: /filter-group/*
Disallow: /operating-systems
Disallow: /operating-systems/*
Disallow: /pr-asset-type
Disallow: /pr-asset-type/*
Disallow: /press-releases-region
Disallow: /press-releases-region/*
Disallow: /press-releases-segment
Disallow: /press-releases-segment/*
Disallow: /product-badges
Disallow: /product-badges/*
Disallow: /product-features
Disallow: /product-features/*
Disallow: /region
Disallow: /region/*
Disallow: /sales-provinces
Disallow: /sales-provinces/*
Disallow: /sales-states
Disallow: /sales-states/*
Disallow: /segments
Disallow: /segments/*
Disallow: /tags
Disallow: /tags/*

## RSM - 2020-03-31 - additional pages to exclude
Disallow: /table-of-identity-elements

## RSM - 2021-04-01 - disable blog pages
Disallow: /blog/*