caterer.com

# caterer.com  - last edited 5 Oct 2018 RD
User-agent: Amazonbot
Disallow: /

User-agent: Twitterbot
#User-agent: AdsBot-Google
#User-agent: AdsBot-Google-Mobile
#User-agent: Mediapartners-Google

Allow: /$
Allow: /*?WT.mc_id= # allow aggregated jobs
Allow: /*&WT.mc_id= # allow aggregated jobs - added 28 01 2020 AC
Allow: /*DCMP=
Allow: /*campaign-id=
Allow: /job/
Disallow: /job/*?
Allow: /jobs/
Allow: /jobs/*?q=
Allow: /jobs/*?cmp=* # added RD 13/5/24
Disallow: /jobs/*?q=*&
Disallow: /jobs/*?
Allow: /jobs-at/
Disallow: /jobs-at/*?
Allow: /advice/
Disallow: /advice/*?
Allow: /salary-checker/
Disallow: /salary-checker/*?
Allow: /recruiters/ # RD 10/3/2020
# Disallow: /recruiters/*?  # added 06/05/2021 RD
Allow: /recruiters-products/ # RD 10/3/2020
Disallow: /recruiters-products/*?
Allow: /recruiters # RP 29/04/2021
Allow: /recruiter-products/ # AC 16/08/2022
Disallow: /
Allow: /.well-known/ # RD 25/8/22
# RD 30/8/22
Allow: /account/signin
Allow: /account/register
Allow: /sharedcontent/img/ # RD 13/2/24

User-agent: Applebot 
User-agent: Bingbot
User-agent: BingPreview
User-agent: MSNBot
User-agent: Slurp

Allow: /$
Allow: /JobSearch/
Allow: /job/
Disallow: /job/*?
Allow: /jobs/
Allow: /jobs/*?q=
Disallow: /jobs/*?q=*&
Disallow: /jobs/*?
Allow: /jobs-at/
Disallow: /jobs-at/*?
Allow: /advice/
Disallow: /advice/*?
Allow: /salary-checker/
Disallow: /salary-checker/*?
Allow: /recruiter-products/
Disallow: /recruiter-products/*?
Allow: /insidejob/
Disallow: /insidejob/*?
Allow: /courses/
Disallow: /courses/*?
Disallow: /
Allow: /.well-known/ # RD 25/8/22
Allow: /account/ # updated 30/08/22 RD

User-agent: *
Allow: /*?*&crawl=true$
Allow: /*WT.mc_id=A_RE_GOOORG* 
Allow: /*WT.mc_id=A_SE_Go* # added 28/01/2020
Allow: /*WT.mc_id=R_AE_* # added 05/05/2020
Allow: /*WT.mc_id=B2B-* # added 06/05/2021 RD
Disallow: /*WT.mc_id= 

# 8/9/2017
Allow: /*?q*&page=*

#  2/11/2016
Disallow: /*==$
Disallow: /*.ashx$

# specific clients
Disallow: /jobs-at/hospitality-search-international/* 

# 25/08/2015 RD added to block facets on unified results
Disallow: /*entryUrl=* # 5/10/18 RD
Disallow: /*entryurl=* # 5/10/18 RD
Disallow: /job/*Visitor-Source=* # 5/10/18 RD

Disallow: /*salary=*
Disallow: /*Salary=*
Disallow: /*salarytypeid=*
Disallow: /*SalaryTypeid=*
Disallow: /*companytype=*
Disallow: /*postedwithin=*
Disallow: /*Sort=*
Disallow: /*sort=*
Disallow: /*radius=*
Disallow: /*Radius=*
Disallow: /*&q=*
Disallow: /jobs/*&r=*  #  RD 8/9/2017
#Disallow: /*?q=*  #  RD 8/9/2017
Disallow: /*?r=*
Disallow: /*?page=1$  # don't index page=1
Disallow: /*&page=*  # this is where there is a page parameter on a facited link - its a catch all
Disallow: /*?similarjobsmodal=*
Disallow: /*&similarjobsmodal=*



# 05/07/2016 Added by RD to block call backs - considered and decied to allow!
Disallow: /jsd/


#17/08/2016 Added by RD to block call backs
Disallow: /jsd/
Disallow: /insidejob/wp-admin/
Disallow: /*/apply?*
Disallow: /*/apply$
Disallow: /Login/
Disallow: /savedjobs


Disallow: /*?CompanyId=*
Disallow: /Accessible/
Disallow: /Authenticated/
Disallow: /authenticated/
Disallow: /cannedsearch/
Disallow: /CannedSearch/
Disallow: /CompanySearch/
Disallow: /JobSearch/JobContactDetails.aspx
Disallow: /JobSearch/JobPrinterFriendlyDetails.aspx
Disallow: /JobSearch/jobs-on-a-map.aspx
Disallow: /JobSearch/PromotedClick.aspx
Disallow: /JobSearch/SendToAFriend.aspx
Disallow: /JobSearch/UnAuthApplyOnline.aspx
Disallow: /JobSearch/JobBasket.aspx
Disallow: /JobSearch/PreExternalApplyOnline.aspx
Disallow: /JobSearch/JobsByEmailSetup.aspx
Disallow: /pgl/
Disallow: /pjb_ui/
Disallow: /JobSearch/RSS.aspx
Disallow: /WebServices/
Disallow: /Webservices/
Disallow: /Maintenance.aspx
Disallow: /service/nolayout.aspx

# 22/05/2015 added to block facets on results.aspx
 
Disallow: /*&Rate=*
Disallow: /*&RateType=*
Disallow: /*&ValidFromDay=*
Disallow: /*&CompanyType=*
Disallow: /*&JobTitle=* removed 1/2/16 RD
Disallow: /*&Discipline=*
Disallow: /*&JobType1=*
Disallow: /*&JobType=*
Disallow: /*&Radius=20*
Disallow: /*&Radius=30*
Disallow: /*&Radius=5*

Disallow: /*?Rate=*
Disallow: /*?RateType=*
Disallow: /*?ValidFromDay=*
Disallow: /*?CompanyType=*
#Disallow: /*?JobTitle=* removed 1/2/16 RD
Disallow: /*?Discipline=*
Disallow: /*?JobType1=*
Disallow: /*?JobType=*
Disallow: /*?Radius=20*
Disallow: /*?Radius=30*
Disallow: /*?Radius=5*

# to be added 08/09/2015
Disallow: /*/jbe/*
Disallow: /JobsByEmail/
Disallow: /JobSearch/AdvancedJobSearch.aspx
Disallow: /account/ # updated 01/02/15 RD 
Disallow: /Account/ # updated 17/07/16 RD
# RD 30/8/22
Allow: /account/signin
Allow: /account/register

Disallow: /*/similarjobs/*
Disallow: /Jobsearch/ApplyViaDocuments.aspx
Disallow: /~/*
Disallow: /login
Disallow: /Help/
Disallow: /SalaryChecker/SalaryCheckerResults.aspx
Disallow: /jobseekers/*_new.asp
Disallow: /tag/
Disallow: /jobwidget/

Disallow: /JobSearch/LocationSelect.aspx
Disallow: /JobSearch/EmailLink.aspx

# added 18/05/2016 to stop Google logging these
Disallow: /JobSearch/*/api/*
Disallow: /jobsearch/*/api/*

# added 18/05/2016 other old URLs to block RD
Disallow: /help/
Disallow: */articledetail.asp
Disallow: */archivedetails.asp
Disallow: /LocationHub/
Disallow: /jobs-at/jobs/in-
Disallow: /jobs-at/*/jobs/part-time/
Disallow: /jobs-at/*/jobs/permanent/
Disallow: /jobs-at/*/jobs/contract/
Disallow: /jobs-at/*/jobs/temporary/
Disallow: /mail_rd.asp
Disallow: /newwave_rd.asp
Disallow: /sitecore/*/www.
Disallow: /careers-advice/*/www.

# 6/09/21 RD
Disallow: /jobs-at/*/jobs/work-from-home/
Disallow: /*?action=
Disallow: /*&action=
Disallow: /jobs/work-from-home/*/in-*

# 13/06/22 RD
Disallow: /membersarea/
Disallow: /membersarea
Disallow: /headerfooter/

# 26/7/22 RD
Disallow: /mya/
Disallow: /optimizely-edge/

# 21/01/23 JM
Disallow: /analytics/analytics-library.js

# 18/12/23 RD
Disallow:/application/

# 24/04/24 RD - removed 10/05/24 JM
# Disallow: /jobs/*/in-*?*cmp=*