# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html # User-agent: Twiceler Disallow: / User-agent: oBot Disallow: / User-agent: * Disallow: */edit Disallow: /ogm Disallow: /hr/senior_promotions/ Disallow: /UCL-Info Disallow: /search-webglimps Disallow: /Registry Disallow: /ceacb Disallow: /drupal/ Disallow: /dpl/ Disallow: /tobedeleted-sites/ Disallow: /silva/ Disallow: /www-mail/ Disallow: /digital-presence-services/chat/ Disallow: /digital-presence-services/uptimerobot-status-page-widget/ #Drupal default # CSS, JS, Images Allow: /misc/*.css$ Allow: /misc/*.css? Allow: /misc/*.js$ Allow: /misc/*.js? Allow: /misc/*.gif Allow: /misc/*.jpg Allow: /misc/*.jpeg Allow: /misc/*.png Allow: /modules/*.css$ Allow: /modules/*.css? Allow: /modules/*.js$ Allow: /modules/*.js? Allow: /modules/*.gif Allow: /modules/*.jpg Allow: /modules/*.jpeg Allow: /modules/*.png Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /themes/*.css$ Allow: /themes/*.css? Allow: /themes/*.js$ Allow: /themes/*.js? Allow: /themes/*.gif Allow: /themes/*.jpg Allow: /themes/*.jpeg Allow: /themes/*.png Allow: */misc/*.css$ Allow: */misc/*.css? Allow: */misc/*.js$ Allow: */misc/*.js? Allow: */misc/*.gif Allow: */misc/*.jpg Allow: */misc/*.jpeg Allow: */misc/*.png Allow: */modules/*.css$ Allow: */modules/*.css? Allow: */modules/*.js$ Allow: */modules/*.js? Allow: */modules/*.gif Allow: */modules/*.jpg Allow: */modules/*.jpeg Allow: */modules/*.png Allow: */profiles/*.css$ Allow: */profiles/*.css? Allow: */profiles/*.js$ Allow: */profiles/*.js? Allow: */profiles/*.gif Allow: */profiles/*.jpg Allow: */profiles/*.jpeg Allow: */profiles/*.png Allow: */themes/*.css$ Allow: */themes/*.css? Allow: */themes/*.js$ Allow: */themes/*.js? Allow: */themes/*.gif Allow: */themes/*.jpg Allow: */themes/*.jpeg Allow: */themes/*.png # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ Disallow: /node/ Disallow: */includes/ Disallow: */misc/ Disallow: */modules/ Disallow: */profiles/ Disallow: */scripts/ Disallow: */themes/ Disallow: */node/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php Disallow: */CHANGELOG.txt Disallow: */cron.php Disallow: */INSTALL.mysql.txt Disallow: */INSTALL.pgsql.txt Disallow: */INSTALL.sqlite.txt Disallow: */install.php Disallow: */INSTALL.txt Disallow: */LICENSE.txt Disallow: */MAINTAINERS.txt Disallow: */update.php Disallow: */UPGRADE.txt Disallow: */xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/add/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/logout/ Disallow: */admin/ Disallow: */comment/reply/ Disallow: */filter/tips/ Disallow: */node/add/ Disallow: */search/ Disallow: */user/register/ Disallow: */user/password/ Disallow: */user/login/ Disallow: */user/logout/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=filter/tips/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=user/logout/ Disallow: */?q=admin/ Disallow: */?q=comment/reply/ Disallow: */?q=filter/tips/ Disallow: */?q=node/add/ Disallow: */?q=search/ Disallow: */?q=user/password/ Disallow: */?q=user/register/ Disallow: */?q=user/login/ Disallow: */?q=user/logout/ # Paths (clean URLs) - fixed Disallow: /admin Disallow: /comment/reply Disallow: /filter/tips Disallow: /node/add Disallow: /search Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: */admin Disallow: */comment/reply Disallow: */filter/tips Disallow: */node/add Disallow: */user/register Disallow: */user/password Disallow: */user/login Disallow: */user/logout # Paths (no clean URLs) - fixed Disallow: /?q=admin Disallow: /?q=comment/reply Disallow: /?q=filter/tips Disallow: /?q=node/add Disallow: /?q=search Disallow: /?q=user/password Disallow: /?q=user/register Disallow: /?q=user/login Disallow: /?q=user/logout Disallow: */?q=admin Disallow: */?q=comment/reply Disallow: */?q=filter/tips Disallow: */?q=node/add Disallow: */?q=search Disallow: */?q=user/password Disallow: */?q=user/register Disallow: */?q=user/login Disallow: */?q=user/logout # Sites Disallow: /tobedeleted-sites Disallow: /cms-training Disallow: /culture/staff/staff Disallow: /culture/projects/projects Disallow: /drupal-training Disallow: /prospective-students/undergraduate-redesign Disallow: /work-at-ucl/redeployment # Sites - fixed Disallow: /cms-training/ Disallow: /culture/staff/staff/ Disallow: /culture/projects/projects/ Disallow: /drupal-training/ Disallow: /prospective-students/undergraduate-redesign/ Disallow: /work-at-ucl/redeployment/ User-Agent: Funnelback Allow: /drupal/ Allow: /module-catalogue/ Allow: /prospective-students/undergraduate-redesign/ # Drupal 7 sites sitemap list Sitemap: https://www.ucl.ac.uk/your-universe/sitemap.xml Sitemap: https://www.ucl.ac.uk/work-at-ucl/sitemap.xml Sitemap: https://www.ucl.ac.uk/widening-participation/sitemap.xml Sitemap: https://www.ucl.ac.uk/who-cc-assistive-technology/sitemap.xml Sitemap: https://www.ucl.ac.uk/university-clinic/sitemap.xml Sitemap: https://www.ucl.ac.uk/ultrasonics/sitemap.xml Sitemap: https://www.ucl.ac.uk/ucu/sitemap.xml Sitemap: https://www.ucl.ac.uk/ucl-minds/sitemap.xml Sitemap: https://www.ucl.ac.uk/ucl-east/sitemap.xml Sitemap: https://www.ucl.ac.uk/transport/sitemap.xml Sitemap: https://www.ucl.ac.uk/translational-research/sitemap.xml Sitemap: https://www.ucl.ac.uk/think-universe/sitemap.xml Sitemap: https://www.ucl.ac.uk/therapeutic-innovation-networks/sitemap.xml Sitemap: https://www.ucl.ac.uk/the-mind-of-the-universe/sitemap.xml Sitemap: https://www.ucl.ac.uk/test-your-mfa/sitemap.xml Sitemap: https://www.ucl.ac.uk/terracotta-army/sitemap.xml Sitemap: https://www.ucl.ac.uk/teaching-learning/sitemap.xml Sitemap: https://www.ucl.ac.uk/sustainable-development-goals/sitemap.xml Sitemap: https://www.ucl.ac.uk/sustainable/sitemap.xml Sitemap: https://www.ucl.ac.uk/surgical-robot-vision/sitemap.xml Sitemap: https://www.ucl.ac.uk/strategy-data-insight/sitemap.xml Sitemap: https://www.ucl.ac.uk/staff-common-room/sitemap.xml Sitemap: https://www.ucl.ac.uk/staff/sitemap.xml Sitemap: https://www.ucl.ac.uk/srs/sitemap.xml Sitemap: https://www.ucl.ac.uk/spintronics/sitemap.xml Sitemap: https://www.ucl.ac.uk/space-exochemistry-data/sitemap.xml Sitemap: https://www.ucl.ac.uk/soft-materials/sitemap.xml Sitemap: https://www.ucl.ac.uk/socialvalues/sitemap.xml Sitemap: https://www.ucl.ac.uk/soc-b-biosocial-doctoral-training/sitemap.xml Sitemap: https://www.ucl.ac.uk/short-courses/staff-resources/sitemap.xml Sitemap: https://www.ucl.ac.uk/short-courses/sitemap.xml Sitemap: https://www.ucl.ac.uk/science-technology-platforms/sitemap.xml Sitemap: https://www.ucl.ac.uk/scholarships/sitemap.xml Sitemap: https://www.ucl.ac.uk/safety-services/sitemap.xml Sitemap: https://www.ucl.ac.uk/rough-path-and-machine-learning-group/sitemap.xml Sitemap: https://www.ucl.ac.uk/robotics/sitemap.xml Sitemap: https://www.ucl.ac.uk/rice/sitemap.xml Sitemap: https://www.ucl.ac.uk/residences/sitemap.xml Sitemap: https://www.ucl.ac.uk/research-it-services/sitemap.xml Sitemap: https://www.ucl.ac.uk/research-institute-collections/sitemap.xml Sitemap: https://www.ucl.ac.uk/research-innovation-services/sitemap.xml Sitemap: https://www.ucl.ac.uk/research/sitemap.xml Sitemap: https://www.ucl.ac.uk/racism-racialisation/sitemap.xml Sitemap: https://www.ucl.ac.uk/quantum-spins/sitemap.xml Sitemap: https://www.ucl.ac.uk/quantum-devices/sitemap.xml Sitemap: https://www.ucl.ac.uk/qualitative-health-research-network/sitemap.xml Sitemap: https://www.ucl.ac.uk/public-policy/sitemap.xml Sitemap: https://www.ucl.ac.uk/public-engagement/sitemap.xml Sitemap: https://www.ucl.ac.uk/psychoanalysis/sitemap.xml Sitemap: https://www.ucl.ac.uk/prospective-students/undergraduate/sitemap.xml Sitemap: https://www.ucl.ac.uk/prospective-students/summer-school/sitemap.xml Sitemap: https://www.ucl.ac.uk/prospective-students/study-abroad-at-ucl/sitemap.xml Sitemap: https://www.ucl.ac.uk/prospective-students/international/sitemap.xml Sitemap: https://www.ucl.ac.uk/prospective-students/graduate/sitemap.xml Sitemap: https://www.ucl.ac.uk/professional-services/sitemap.xml Sitemap: https://www.ucl.ac.uk/prejudice-in-power/sitemap.xml Sitemap: https://www.ucl.ac.uk/policy-lab/sitemap.xml Sitemap: https://www.ucl.ac.uk/pharmacy/sitemap.xml Sitemap: https://www.ucl.ac.uk/pg-teaching-opportunities-hub/sitemap.xml Sitemap: https://www.ucl.ac.uk/orengo-group/sitemap.xml Sitemap: https://www.ucl.ac.uk/open-education/sitemap.xml Sitemap: https://www.ucl.ac.uk/nuclear-centre/sitemap.xml Sitemap: https://www.ucl.ac.uk/nshpc/sitemap.xml Sitemap: https://www.ucl.ac.uk/north/sitemap.xml Sitemap: https://www.ucl.ac.uk/ncl-disease/sitemap.xml Sitemap: https://www.ucl.ac.uk/nanoengineered-systems/sitemap.xml Sitemap: https://www.ucl.ac.uk/nahrein/sitemap.xml Sitemap: https://www.ucl.ac.uk/museums-collections/sitemap.xml Sitemap: https://www.ucl.ac.uk/multidisciplinary-and-intercultural-inquiry/sitemap.xml Sitemap: https://www.ucl.ac.uk/module-catalogue/sitemap.xml Sitemap: https://www.ucl.ac.uk/medical-modelling/sitemap.xml Sitemap: https://www.ucl.ac.uk/medical-education-consultancy/sitemap.xml Sitemap: https://www.ucl.ac.uk/mediacentral/sitemap.xml Sitemap: https://www.ucl.ac.uk/mathematical-statistical-sciences/sitemap.xml Sitemap: https://www.ucl.ac.uk/mathematical-physical-sciences/teaching-interest-network/sitemap.xml Sitemap: https://www.ucl.ac.uk/made-at-ucl/sitemap.xml Sitemap: https://www.ucl.ac.uk/london-geochemistry-isotope-centre/sitemap.xml Sitemap: https://www.ucl.ac.uk/london/sitemap.xml Sitemap: https://www.ucl.ac.uk/library/sitemap.xml Sitemap: https://www.ucl.ac.uk/lgbtq-research/sitemap.xml Sitemap: https://www.ucl.ac.uk/legal-services/sitemap.xml Sitemap: https://www.ucl.ac.uk/lccos/sitemap.xml Sitemap: https://www.ucl.ac.uk/joint-research-office/sitemap.xml Sitemap: https://www.ucl.ac.uk/jevons-institute/sitemap.xml Sitemap: https://www.ucl.ac.uk/isd/sitemap.xml Sitemap: https://www.ucl.ac.uk/ioe/student-helpdesk/sitemap.xml Sitemap: https://www.ucl.ac.uk/international-cognitive-stimulation-therapy/sitemap.xml Sitemap: https://www.ucl.ac.uk/intelligent-imaging-healthcare/sitemap.xml Sitemap: https://www.ucl.ac.uk/integrated-screening-outcomes-surveillance/sitemap.xml Sitemap: https://www.ucl.ac.uk/institute-of-advanced-studies/sitemap.xml Sitemap: https://www.ucl.ac.uk/institute-finance-technology/sitemap.xml Sitemap: https://www.ucl.ac.uk/information-security/sitemap.xml Sitemap: https://www.ucl.ac.uk/infection-sense/sitemap.xml Sitemap: https://www.ucl.ac.uk/ineq-cities/sitemap.xml Sitemap: https://www.ucl.ac.uk/indigo/sitemap.xml Sitemap: https://www.ucl.ac.uk/inclusive-enterprise-zone/sitemap.xml Sitemap: https://www.ucl.ac.uk/impact/sitemap.xml Sitemap: https://www.ucl.ac.uk/iccs/sitemap.xml Sitemap: https://www.ucl.ac.uk/humanitarian/sitemap.xml Sitemap: https://www.ucl.ac.uk/human-tissue/sitemap.xml Sitemap: https://www.ucl.ac.uk/human-resources/sitemap.xml Sitemap: https://www.ucl.ac.uk/human-evolution/sitemap.xml Sitemap: https://www.ucl.ac.uk/here-east/sitemap.xml Sitemap: https://www.ucl.ac.uk/hazard-centre/sitemap.xml Sitemap: https://www.ucl.ac.uk/hawkes-institute/sitemap.xml Sitemap: https://www.ucl.ac.uk/grondt/sitemap.xml Sitemap: https://www.ucl.ac.uk/grand-challenges/sitemap.xml Sitemap: https://www.ucl.ac.uk/global/sitemap.xml Sitemap: https://www.ucl.ac.uk/gender-studies/sitemap.xml Sitemap: https://www.ucl.ac.uk/from-knowledge-to-wisdom/sitemap.xml Sitemap: https://www.ucl.ac.uk/friends-of-wisdom/sitemap.xml Sitemap: https://www.ucl.ac.uk/frankel-laboratory/sitemap.xml Sitemap: https://www.ucl.ac.uk/fragments-roman-republican-antiquarians/sitemap.xml Sitemap: https://www.ucl.ac.uk/foi/sitemap.xml Sitemap: https://www.ucl.ac.uk/finance/sitemap.xml Sitemap: https://www.ucl.ac.uk/exoplanets/sitemap.xml Sitemap: https://www.ucl.ac.uk/events/sitemap.xml Sitemap: https://www.ucl.ac.uk/event-ticketing/sitemap.xml Sitemap: https://www.ucl.ac.uk/european-institute/sitemap.xml Sitemap: https://www.ucl.ac.uk/estates/sitemap.xml Sitemap: https://www.ucl.ac.uk/equality-diversity-inclusion/sitemap.xml Sitemap: https://www.ucl.ac.uk/epsrc-doctoral-training/sitemap.xml Sitemap: https://www.ucl.ac.uk/enterprise/sitemap.xml Sitemap: https://www.ucl.ac.uk/education-research-programme/sitemap.xml Sitemap: https://www.ucl.ac.uk/early-modern/sitemap.xml Sitemap: https://www.ucl.ac.uk/early-medieval-atlas/sitemap.xml Sitemap: https://www.ucl.ac.uk/drupal-training/sitemap.xml Sitemap: https://www.ucl.ac.uk/digital-humanities/dhoer/sitemap.xml Sitemap: https://www.ucl.ac.uk/digital-humanities/sitemap.xml Sitemap: https://www.ucl.ac.uk/debt-politics/sitemap.xml Sitemap: https://www.ucl.ac.uk/day-nursery/sitemap.xml Sitemap: https://www.ucl.ac.uk/data-science/sitemap.xml Sitemap: https://www.ucl.ac.uk/data-protection/sitemap.xml Sitemap: https://www.ucl.ac.uk/da-forum/sitemap.xml Sitemap: https://www.ucl.ac.uk/culture-schools-projects/sitemap.xml Sitemap: https://www.ucl.ac.uk/culture-online/sitemap.xml Sitemap: https://www.ucl.ac.uk/cromis-2/sitemap.xml Sitemap: https://www.ucl.ac.uk/critical-heritage-studies/sitemap.xml Sitemap: https://www.ucl.ac.uk/crest/sitemap.xml Sitemap: https://www.ucl.ac.uk/creative-services/sitemap.xml Sitemap: https://www.ucl.ac.uk/crabtree/sitemap.xml Sitemap: https://www.ucl.ac.uk/covid-19-research/sitemap.xml Sitemap: https://www.ucl.ac.uk/covid-19-longitudinal-health-wellbeing/sitemap.xml Sitemap: https://www.ucl.ac.uk/coronavirus/sitemap.xml Sitemap: https://www.ucl.ac.uk/comprehensive-clinical-trials-unit/sitemap.xml Sitemap: https://www.ucl.ac.uk/commercial-procurement/sitemap.xml Sitemap: https://www.ucl.ac.uk/commercial-law/sitemap.xml Sitemap: https://www.ucl.ac.uk/clinical-psychology-doctorate/sitemap.xml Sitemap: https://www.ucl.ac.uk/clinical-operational-research-unit/sitemap.xml Sitemap: https://www.ucl.ac.uk/climate-change/sitemap.xml Sitemap: https://www.ucl.ac.uk/climate-action-unit/sitemap.xml Sitemap: https://www.ucl.ac.uk/circular-economy-lab/sitemap.xml Sitemap: https://www.ucl.ac.uk/chinese-heritage-archaeology/sitemap.xml Sitemap: https://www.ucl.ac.uk/china-health/sitemap.xml Sitemap: https://www.ucl.ac.uk/chars/sitemap.xml Sitemap: https://www.ucl.ac.uk/chamber-music/sitemap.xml Sitemap: https://www.ucl.ac.uk/challenging-risk/sitemap.xml Sitemap: https://www.ucl.ac.uk/centre-law-europe/sitemap.xml Sitemap: https://www.ucl.ac.uk/centre-digital-innovation/sitemap.xml Sitemap: https://www.ucl.ac.uk/centre-developmental-cognitive-neuroscience/sitemap.xml Sitemap: https://www.ucl.ac.uk/centre-applied-archaeology/sitemap.xml Sitemap: https://www.ucl.ac.uk/careers/recruiters/sitemap.xml Sitemap: https://www.ucl.ac.uk/career-frameworks/sitemap.xml Sitemap: https://www.ucl.ac.uk/campaign/sitemap.xml Sitemap: https://www.ucl.ac.uk/british-womens-heart-health-study/sitemap.xml Sitemap: https://www.ucl.ac.uk/brexit/sitemap.xml Sitemap: https://www.ucl.ac.uk/bloomsbury-theatre/sitemap.xml Sitemap: https://www.ucl.ac.uk/bloomsbury-environmental-isotope-facility/sitemap.xml Sitemap: https://www.ucl.ac.uk/bloomsbury-consortium-light-electron-microscopy/sitemap.xml Sitemap: https://www.ucl.ac.uk/biological-services/sitemap.xml Sitemap: https://www.ucl.ac.uk/bartlett/real-estate/sitemap.xml Sitemap: https://www.ucl.ac.uk/astrea/sitemap.xml Sitemap: https://www.ucl.ac.uk/artificial-intelligence/sitemap.xml Sitemap: https://www.ucl.ac.uk/art-futures/sitemap.xml Sitemap: https://www.ucl.ac.uk/animal-research/sitemap.xml Sitemap: https://www.ucl.ac.uk/aihealth-cdt/sitemap.xml Sitemap: https://www.ucl.ac.uk/advanced-research-computing/sitemap.xml Sitemap: https://www.ucl.ac.uk/accessibility/sitemap.xml # Drupal 10 sites sitemap list Sitemap: https://www.ucl.ac.uk/uclic/sitemap.xml Sitemap: https://www.ucl.ac.uk/study/sitemap.xml Sitemap: https://www.ucl.ac.uk/social-historical-sciences/sitemap.xml Sitemap: https://www.ucl.ac.uk/research-innovation/sitemap.xml Sitemap: https://www.ucl.ac.uk/population-health-sciences/sitemap.xml Sitemap: https://www.ucl.ac.uk/news/sitemap.xml Sitemap: https://www.ucl.ac.uk/medical-sciences/sitemap.xml Sitemap: https://www.ucl.ac.uk/mathematical-physical-sciences/sitemap.xml Sitemap: https://www.ucl.ac.uk/life-sciences/sitemap.xml Sitemap: https://www.ucl.ac.uk/library/sitemap.xml Sitemap: https://www.ucl.ac.uk/laws/sitemap.xml Sitemap: https://www.ucl.ac.uk/isd/sitemap.xml Sitemap: https://www.ucl.ac.uk/ioe/sitemap.xml Sitemap: https://www.ucl.ac.uk/health/sitemap.xml Sitemap: https://www.ucl.ac.uk/giving/sitemap.xml Sitemap: https://www.ucl.ac.uk/events/sitemap.xml Sitemap: https://www.ucl.ac.uk/estates/sitemap.xml Sitemap: https://www.ucl.ac.uk/engineering/sitemap.xml Sitemap: https://www.ucl.ac.uk/engage/sitemap.xml Sitemap: https://www.ucl.ac.uk/creative-cultural-industries/sitemap.xml Sitemap: https://www.ucl.ac.uk/consultants/sitemap.xml Sitemap: https://www.ucl.ac.uk/cms-training/sitemap.xml Sitemap: https://www.ucl.ac.uk/brand-and-experience/sitemap.xml Sitemap: https://www.ucl.ac.uk/brain-sciences/sitemap.xml Sitemap: https://www.ucl.ac.uk/bartlett/sitemap.xml Sitemap: https://www.ucl.ac.uk/arts-humanities/sitemap.xml Sitemap: https://www.ucl.ac.uk/alumni/sitemap.xml Sitemap: https://www.ucl.ac.uk/about/sitemap.xml