# robots.txt
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

# AmazonAdBot
User-agent: AmazonAdBot
Allow: /

# NewsNow
User-agent: NewsNow
Allow: /print/
Allow: /?q=print/

# GrapeShot
User-agent: grapeshot
Allow: /*/article/*$

User-agent: *
Crawl-delay: 10

# Ads
Disallow: /*?*campaign=*
Disallow: /*?*cid=*
Disallow: /*?*nochartbeat=*
Disallow: /*?*noga=*
Disallow: /*?*nograpeshot=*
Disallow: /*?*nogtm=*
Disallow: /*?*noixwrapper=*
Disallow: /*?*nomoat=*
Disallow: /*?*nomoatyi=*
Disallow: /*?*showonlyads=*

# Bot score and country
Disallow: /navigator-info

# Path
Disallow: /.well-known/*
Disallow: /*/firebase-messaging-sw.js
Disallow: /google97d8d43559c9b155.html
Disallow: /healthz
Disallow: /login
Disallow: /login/facebook
Disallow: /login/facebook/*
Disallow: /logout
Disallow: /register
Disallow: /signin
Disallow: /styleguide/*

# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /public/
Disallow: /scripts/
Disallow: /static/
Disallow: /themes/

# Files
Disallow: /_next/data/*.json
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.sqlite.txt
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /sites/default/files/*.doc
Disallow: /sites/default/files/*.docx
Disallow: /sites/default/files/*.pdf
Disallow: /sites/default/files/*.swf
Disallow: /sites/default/files/styles/*.jpg
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

# Paths (clean URLs)
Disallow: *?destination=*
Disallow: *Article_type=*
Disallow: *field_article*
Disallow: /admin/
Disallow: /ajax
Disallow: /ajax_comments/
Disallow: /ajax/*
Disallow: /comment/reply/
Disallow: /epaper
Disallow: /epaper/*
Disallow: /facebook-instant-articles/feed/*
Disallow: /filter/tips/
Disallow: /label/
Disallow: /node/*/edit
Disallow: /node/*/nodequeue
Disallow: /node/add/
Disallow: /scmp_comments/
Disallow: /story/style/*
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /user/password/
Disallow: /user/register/

# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=epaper
Disallow: /?q=epaper/*
Disallow: /?q=facebook-instant-articles/feed/*
Disallow: /?q=filter/tips/
Disallow: /?q=node/*/edit
Disallow: /?q=node/*/nodequeue
Disallow: /?q=node/add/
Disallow: /?q=print/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /*/antiSpam$
Disallow: /*/beaconBase$
Disallow: /*/beforeUnload$
Disallow: /*/client$
Disallow: /*/compose$
Disallow: /*/cookie$
Disallow: /*/etag$
Disallow: /*/goldlog$
Disallow: /*/iframe$
Disallow: /*/initLoad$
Disallow: /*/lib_b/*$
Disallow: /*/log$
Disallow: /*/logSend$
Disallow: /*/makeid$
Disallow: /*/metaInfo$
Disallow: /*/misc$
Disallow: /*/nameStorage$
Disallow: /*/personality/index$
Disallow: /*/pvData$
Disallow: /*/pvid$
Disallow: /*/referrer$
Disallow: /*/sendpv$
Disallow: /*/spm$
Disallow: /*/spmact$
Disallow: /*/spmException$
Disallow: /*/spmMonitor$
Disallow: /*/util$
Disallow: /*/windvane$
Disallow: /print/
Disallow: /search?q=*
Disallow: /search/*

# Sitemap
Sitemap: https://www.scmp.com/sitemap/sitemap.xml
Sitemap: https://www.scmp.com/sitemap/archives-0.xml

# Temp removal
Disallow: /presented/better-life/career-education/topics/edtalk-harbour-school/article/3199785/rethinking-5-educational-myths-through-experiential-learning-approach
Disallow: /print/presented/better-life/career-education/topics/edtalk-harbour-school/article/3199785/rethinking-5-educational-myths-through-experiential-learning-approach
Disallow: /native/business/banking-finance/topics/wealth-across-borders/article/3357488/retired-businessman-and-lifelong-sailor-trust-anchors-process-building-wealth
Disallow: /print/native/business/banking-finance/topics/wealth-across-borders/article/3357488/retired-businessman-and-lifelong-sailor-trust-anchors-process-building-wealth