Sitemap: https://askvu.vu.edu.au/ci/sitemap/ # ADDED BY HMS
# CUSTOM
# CUSTOM
User-agent: gsa-crawler #VU Spider #added by Ray Portelli VU # CUSTOM
# CUSTOM
Disallow: #added by Ray # CUSTOM
# CUSTOM
Disallow: /ci/ # CUSTOM
# CUSTOM
# CUSTOM
User-agent: Funnelback #VU Spider #added by JM VU # CUSTOM
# CUSTOM
Disallow: #added by JM VU # CUSTOM
# CUSTOM
Disallow: /ci/ # CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
Disallow: /ci/ # CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
Disallow: /ci/ # CUSTOM
# CUSTOM
Crawl-delay: 0.2 # CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
Disallow: /ci/ # CUSTOM
# CUSTOM
Crawl-delay: 0.2 # CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
Disallow: /ci/ # CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
# CUSTOM
User-agent: Googlebot # Google # ADDED BY HMS
Disallow: # ADDED BY HMS
User-agent: MSNBot # MSN # ADDED BY HMS
Disallow: # ADDED BY HMS
Crawl-delay: 0.2 # ADDED BY HMS
User-agent: Slurp # Yahoo! # ADDED BY HMS
Disallow: # ADDED BY HMS
Crawl-delay: 0.2 # ADDED BY HMS
User-agent: TEOMA # Ask.com # ADDED BY HMS
Disallow: # ADDED BY HMS
User-agent: bingbot # Bing # ADDED BY HMS
Disallow: # ADDED BY HMS
User-agent: * # ADDED BY HMS
Disallow: / # ADDED BY HMS