# don't let search engines see the RSS feed, it's just confusing.
User-agent: *
#User-agent: Googlebot
#User-agent: InfoNaviRobot
#User-agent: TV33_Mercator
#User-agent: AVSearch
#User-agent: Mercator
#User-agent: Scooter
#User-agent: Slurp
#User-agent: SearchengineLicenceSheep
#User-agent: shadow
#User-agent: MultiText
#User-agent: FAST-WebCrawler
#User-agent: Lycos_Spider
#User-agent: Atomz
#User-agent: htdig
#User-agent: spider00.logika.net
#User-agent: NetMechanic
#User-agent: libwww-perl
#User-agent: Teleport Pro
Disallow: /searchtools-rss.xml
User-agent: *
Disallow: /admin/*
Disallow: /campus/*
Disallow: /migracion/*
Disallow: /classes/*
Disallow: /include/*
Disallow: /crons/*
Disallow: /pago_con_tarjeta_credito/*
Disallow: /sitemap/*
Disallow: /upload/repositorio/*
Disallow: /ws/*
Disallow: /vistas/includes/*
Disallow: /!OLD/*
Disallow: /website/include/*
# updated 2019-05-05 (disallow rtestprob links)
# updated 2019-05-05 (disallow info/slides links, info/robots/)
# updated 2019-05-05 (disallow /searchtools/ which is an alias)
# updated 2019-05-05 (rearranged as per Enrico's advice)