# allow the google advertising bot full access
User-agent: Mediapartners-Google 
Allow: /

User-agent: TalkTalk Virus Alerts Scanning Engine
Disallow: /jobs/

User-agent: *
Disallow: /LearningCentre/Course/RequestDetails
Disallow: /linkclicked.html
Disallow: /api/
Disallow: /handlers/

# Courses
Disallow: /courses/api/
Disallow: /courses/*beginner/*
Disallow: /courses/beginner$
Disallow: /courses/*/beginner$
Disallow: /courses/*intermediate/*
Disallow: /courses/intermediate$
Disallow: /courses/*/intermediate$
Disallow: /courses/*advanced/*
Disallow: /courses/advanced$
Disallow: /courses/*/advanced$
Disallow: /courses/*?
Disallow: https://server.iad.liveperson.net/

# Sitemap URL:
Sitemap: http://www.reed.co.uk/sitemap.xm