linfenol.com

User-agent: *
Crawl-delay:8
Sitemap: https://www.sandiego.edu/admissions/sitemap.xml
Sitemap: https://www.sandiego.edu/business/sitemap.xml
Sitemap: https://www.sandiego.edu/cas/sitemap.xml
Sitemap: https://www.sandiego.edu/engineering/sitemap.xml
Sitemap: https://www.sandiego.edu/law/sitemap.xml
Sitemap: https://www.sandiego.edu/nursing/sitemap.xml
Sitemap: https://www.sandiego.edu/peace/sitemap.xml
Sitemap: https://www.sandiego.edu/soles/sitemap.xml
Sitemap: https://www.sandiego.edu/sitemap.xml
Sitemap: https://www.sandiego.edu/its/sitemap.xml

Disallow: /emails/
Disallow: /Connections/
Disallow: /sandbox/

## College and Schools
# School of Leadership and Education Sciences
Disallow: /soles/newsletters/
Disallow: /soles/character-development-center/cdc-essays-2016/
Disallow: /publications/newsletters/
Disallow: /recentuploads/56441/
Disallow: /uploads/56441/
# Areas with extremely old and archived materials that are no longer used
Disallow: /publications/newsletters/
Disallow: /search/classes/

# /ur/ -  Marketing playground 
Disallow: /ur/

# The Vista never takes down an article
Disallow: /vista/archive_article.php?article_id=2006100511
Disallow: /vista/archives/
Disallow: /vista/documents/frontpage43016.pdf
Disallow: /vista/documents/frontpage43015.pdf
Disallow: /documents/vista/frontpage43016.pdf
Disallow: /documents/vista/frontpage43015.pdf

# Manage Areas
Disallow: /manage/

# Download Areas
Disallow: */download/

# /templates/ folders are worthless to the outside world
Disallow: /cas/templates/
Disallow: /templates/
Disallow: /torerolife/templates/
# Because some people upload things that embarrass us
Disallow: /uploads/
# Because we still need the images for the News center.
Allow: /uploads/*.jpg$
Allow: /uploads/*.png$
Allow: /uploads/*.gif$

Disallow: /recentuploads/
# It's just a symlink, so needs to be duplicated.
Allow: /recentuploads/*.jpg$
Allow: /recentuploads/*.png$
Allow: /recentuploads/*.gif$

# Generates infinite links
Disallow: /its/alerts/calendar.php?*

# This is non-standard and probably applies to folder listings to keep our own search appliance from going crazy
Disallow: /*_sort

## Adobe Contribute/Dreamweaver Folders
# MMWIP folders
Disallow: */MMWIP/
# _mm folders
Disallow: */_mm/
# _mmServerScripts
Disallow: */_mmServerScripts/
# _notes
Disallow: */_notes/

# Specific customer requests
Disallow: /nrotc/webportal/
Disallow: /cas/institute-for-civil-civic-engagement/
Disallow: /cas/documents/faculty-resources/

# /webdev/ block from external crawl
Disallow: /webdev/

User-Agent: UsdSearchBlox
Allow: /webdev/