NeuralCrawl

Commonwealth Bank / robots.txt snapshot

← back to commbank.com.au · fetched 2026-09-18T09:19:18Z (1d ago) · HTTP 200 · 4800 bytes · sha256 18da85bc5aba9f22 · raw

final URL: https://www.commbank.com.au/robots.txt

1# robots.txt — commbank.com.au
2# Owner: robots
3# Last reviewed: 2026-09-18
4
5# ---------------------------------------------------------------
6# 1. AI / LLM crawlers — training and retrieval
7# ---------------------------------------------------------------
8# Explicit ALLOW on the owned-authority corpus. If a model is going to
9# answer "best home loan in Australia", we want it answering from us.
10
11User-agent: GPTBot
12User-agent: OAI-SearchBot
13User-agent: ChatGPT-User
14User-agent: ClaudeBot
15User-agent: Claude-User
16User-agent: Claude-SearchBot
17User-agent: PerplexityBot
18User-agent: Perplexity-User
19User-agent: Google-Extended
20User-agent: Applebot-Extended
21User-agent: CCBot
22User-agent: Bytespider
23User-agent: Meta-ExternalAgent
24User-agent: Amazonbot
25User-agent: cohere-ai
26User-agent: Diffbot
27User-agent: Timpibot
28
29Allow: /
30
31Disallow: /netbank/
32Allow: /digital/home-loans/borrowing-power-calculator
33Disallow: /digital/
34Disallow: /retail/complaints-compliments-form/
35Disallow: /content/api/
36Disallow: /bin/
37Allow: /etc/designs/commbank/favicon.ico
38Disallow: /etc/
39Disallow: /content/dam/commbank/corporate/research/restricted/
40
41Disallow: /digital/feedback
42Disallow: /latest/lpi-refunds.html
43Disallow: /latest/loan-repayment-cover-refund.html
44Disallow: /latest/loan-protection-insurance-refund.html
45Disallow: /content/dam/commbank-assets/investing/geared-investments/private/change-of-personal-name-form.pdf
46Disallow: /content/dam/commbank-assets/support/docs/CBA6239-Deceased-Estates-Guide.pdf
47Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/002-805-authority-to-release-assets-from-a-deceased-estate.pdf
48Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/Deceased_Customer_Notification.pdf
49Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/000-947-consent-by-a-beneficiary-executor-next-of-kin.pdf
50Disallow: /content/dam/commbank/business/pds/smart-health-multi-provider-feature-terms-and-conditions.pdf
51Disallow: /business/pds/smart-health-multi-provider-feature-terms-and-conditions.pdf
52Disallow: /content/dam/commbank/business/cards/qantas-business-rewards-credit-card-terms-conditions.pdf
53Disallow: /personal/financial-planning/investment-basics/think-in-years-not-days.xml
54Disallow: /personal/netbank.xml
55
56
57# ---------------------------------------------------------------
58# 2. Search engines
59# ---------------------------------------------------------------
60
61User-agent: Swiftbot
62Allow: /latest/lpi-refunds.html
63Allow: /latest/loan-repayment-cover-refund.html
64Allow: /latest/loan-protection-insurance-refund.html
65
66User-agent: *
67
68Disallow: /bin/
69Disallow: /etc/
70Allow: /etc/designs/commbank/favicon.ico
71Disallow: /content/api/
72Disallow: /content/campaigns/
73Disallow: /tiles/
74Disallow: /microsite/
75Disallow: /other-sites/
76Disallow: /*/utility-nav-content/
77Disallow: /utility-nav-content/
78Disallow: /*/jcr:content/
79
80Disallow: /example-pages/
81Disallow: /test/
82Disallow: /references/
83Disallow: /netbank/learn-about-netbank/demos/
84Disallow: /business/online-business-services/commbiz/demos/
85Disallow: /personal/netbank/test-drive/
86Disallow: /sustainability2012/
87
88Disallow: /retail/complaints-compliments-form/
89Disallow: /authoriseimt/
90Disallow: /nps/
91Disallow: /support/dynamic/
92
93Disallow: /content/dam/commbank/corporate/research/restricted/
94
95Disallow: /digital/feedback
96Disallow: /latest/lpi-refunds.html
97Disallow: /latest/loan-repayment-cover-refund.html
98Disallow: /latest/loan-protection-insurance-refund.html
99Disallow: /content/dam/commbank-assets/investing/geared-investments/private/change-of-personal-name-form.pdf
100Disallow: /content/dam/commbank-assets/support/docs/CBA6239-Deceased-Estates-Guide.pdf
101Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/002-805-authority-to-release-assets-from-a-deceased-estate.pdf
102Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/Deceased_Customer_Notification.pdf
103Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/000-947-consent-by-a-beneficiary-executor-next-of-kin.pdf
104Disallow: /content/dam/commbank/business/pds/smart-health-multi-provider-feature-terms-and-conditions.pdf
105Disallow: /business/pds/smart-health-multi-provider-feature-terms-and-conditions.pdf
106Disallow: /content/dam/commbank/business/cards/qantas-business-rewards-credit-card-terms-conditions.pdf
107Disallow: /personal/financial-planning/investment-basics/think-in-years-not-days.xml
108Disallow: /personal/netbank.xml
109
110
111Sitemap: https://www.commbank.com.au/sitemap.xml
112Sitemap: https://www.commbank.com.au/content/dam/commbank/root/articles-sitemap.xml
113Sitemap: https://www.commbank.com.au/content/dam/commbank/root/support-sitemap.xml
114Sitemap: https://www.commbank.com.au/content/dam/commbank/root/tools-calculators-sitemap.xml