durham.ac.uk Review

 User-Agent: terminalfour-nutch-spider
Allow: /search

User-Agent: *

# Ad-hoc old or test pages

Disallow: /xmltest
Disallow: /test-sal-pxl
Disallow: /homepage-test
Disallow: /Content-Types-Examples
Disallow: /assets
Disallow: /Integration-Content
Disallow: /Funnelback
Disallow: /search
Disallow: /business/search
Disallow: /things-to-do/search
Disallow: */sidebar
Disallow: /menu
Disallow: */mega-menu/*
Disallow: /course-universal-content
Disallow: /carousel-1
Disallow: /carousel-2
Disallow: /slideshow
Disallow: /banner
Disallow: /undergraduate-courses-content
Disallow: /postgraduate-taught-courses-content
Disallow: /calendar-bottom-content
Disallow: /branch-colour
Disallow: /documents-and-pdfs
Disallow: /things-to-do/ttd-site-assets
Disallow: /things-to-do/page-build-examples
Disallow: /business/business-school-site-assets
Disallow: /dubs-course-improvements
Disallow: /durham-courses-improvements
Disallow: /change-request
Disallow: /phase2
Disallow: /things-to-do/page-build-examples
Disallow: /business/content-testing
Disallow: */internal-communications

# CSS, scripts

# Disallow: /*.css - Allowing CSS and JS files allows Google to validate the site works correctly
# Disallow: /*.js - Allowing CSS and JS files allows Google to validate the site works correctly
Disallow: /*.json
Disallow: /*.svg
Disallow: search.durham.ac.uk/s/resources-global/css/funnelback.autocompletion-2.6.0.css
Disallow: search.durham.ac.uk/s/resources-global/thirdparty/typeahead-0.11.1/typeahead.bundle.min.js
Disallow: search.durham.ac.uk/s/resources-global/thirdparty/handlebars-4.1/handlebars.min.js
Disallow: search.durham.ac.uk/s/resources-global/js/funnelback.autocompletion-2.6.0.js
Allow: /
# Sitemap

Sitemap: https://www.durham.ac.uk/sitemap-en.xml

HTTP/1.1 200 OK
Date: Wed, 27 Aug 2025 01:17:44 GMT
Content-Type: text/html; charset=UTF-8
Content-Length: 22606
Connection: keep-alive
Set-Cookie: AWSALB=Xrevy/QHwYP0/T6lvpi1WkhElEHHYLaWHoExu8untWGAkw4P7Nu29joYGwJiPjMerj3VQMexaXZ1lGN/56dVv/oDbswcBJg59ozLZ9N2USF/A9XADDkjBDMl+V5r; Expires=Wed, 03 Sep 2025 01:17:44 GMT; Path=/
Set-Cookie: AWSALBCORS=Xrevy/QHwYP0/T6lvpi1WkhElEHHYLaWHoExu8untWGAkw4P7Nu29joYGwJiPjMerj3VQMexaXZ1lGN/56dVv/oDbswcBJg59ozLZ9N2USF/A9XADDkjBDMl+V5r; Expires=Wed, 03 Sep 2025 01:17:44 GMT; Path=/; SameSite=None
Server: Apache
X-Frame-Options: SAMEORIGIN
Set-Cookie: clientCountry=JP; Max-Age=86400; Path=/; SameSite=Strict
Vary: Accept-Encoding,User-Agent
Content-Encoding: gzip
Cache-Control: max-age=172800
Expires: Fri, 29 Aug 2025 01:17:44 GMT