NeuralCrawl

Commonwealth Bank / robots.txt snapshot

← back to commbank.com.au · fetched 2026-08-04T06:35:30Z (1d ago) · HTTP 200 · 4718 bytes · sha256 7787145071e24a9d · raw

final URL: https://www.commbank.com.au/robots.txt

1# robots.txt — commbank.com.au
2# Owner: robots
3# Last reviewed: 2026-08-04
4
5# ---------------------------------------------------------------
6# 1. AI / LLM crawlers — training and retrieval
7# ---------------------------------------------------------------
8# Explicit ALLOW on the owned-authority corpus. If a model is going to
9# answer "best home loan in Australia", we want it answering from us.
10
11User-agent: GPTBot
12User-agent: OAI-SearchBot
13User-agent: ChatGPT-User
14User-agent: ClaudeBot
15User-agent: Claude-User
16User-agent: Claude-SearchBot
17User-agent: PerplexityBot
18User-agent: Perplexity-User
19User-agent: Google-Extended
20User-agent: Applebot-Extended
21User-agent: CCBot
22User-agent: Bytespider
23User-agent: Meta-ExternalAgent
24User-agent: Amazonbot
25User-agent: cohere-ai
26User-agent: Diffbot
27User-agent: Timpibot
28
29Allow: /
30
31Disallow: /netbank/
32Disallow: /digital/
33Disallow: /retail/complaints-compliments-form/
34Disallow: /personal/eform/
35Disallow: /content/api/
36Disallow: /bin/
37Disallow: /etc/
38Disallow: /content/dam/commbank/corporate/research/restricted/
39
40Disallow: /digital/feedback
41Disallow: /latest/lpi-refunds.html
42Disallow: /latest/loan-repayment-cover-refund.html
43Disallow: /latest/loan-protection-insurance-refund.html
44Disallow: /content/dam/commbank-assets/investing/geared-investments/private/change-of-personal-name-form.pdf
45Disallow: /content/dam/commbank-assets/support/docs/CBA6239-Deceased-Estates-Guide.pdf
46Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/002-805-authority-to-release-assets-from-a-deceased-estate.pdf
47Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/Deceased_Customer_Notification.pdf
48Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/000-947-consent-by-a-beneficiary-executor-next-of-kin.pdf
49Disallow: /content/dam/commbank/business/pds/smart-health-multi-provider-feature-terms-and-conditions.pdf
50Disallow: /business/pds/smart-health-multi-provider-feature-terms-and-conditions.pdf
51Disallow: /content/dam/commbank/business/cards/qantas-business-rewards-credit-card-terms-conditions.pdf
52Disallow: /personal/financial-planning/investment-basics/think-in-years-not-days.xml
53Disallow: /personal/netbank.xml
54
55
56# ---------------------------------------------------------------
57# 2. Search engines
58# ---------------------------------------------------------------
59
60User-agent: Swiftbot
61Allow: /latest/lpi-refunds.html
62Allow: /latest/loan-repayment-cover-refund.html
63Allow: /latest/loan-protection-insurance-refund.html
64
65User-agent: *
66
67Disallow: /bin/
68Disallow: /etc/
69Disallow: /content/api/
70Disallow: /content/campaigns/
71Disallow: /tiles/
72Disallow: /microsite/
73Disallow: /other-sites/
74Disallow: /*/utility-nav-content/
75Disallow: /utility-nav-content/
76Disallow: /*/jcr:content/
77
78Disallow: /example-pages/
79Disallow: /test/
80Disallow: /references/
81Disallow: /netbank/learn-about-netbank/demos/
82Disallow: /business/online-business-services/commbiz/demos/
83Disallow: /personal/netbank/test-drive/
84Disallow: /sustainability2012/
85
86Disallow: /personal/eform/
87Disallow: /retail/complaints-compliments-form/
88Disallow: /authoriseimt/
89Disallow: /nps/
90Disallow: /support/dynamic/
91
92Disallow: /content/dam/commbank/corporate/research/restricted/
93
94Disallow: /digital/feedback
95Disallow: /latest/lpi-refunds.html
96Disallow: /latest/loan-repayment-cover-refund.html
97Disallow: /latest/loan-protection-insurance-refund.html
98Disallow: /content/dam/commbank-assets/investing/geared-investments/private/change-of-personal-name-form.pdf
99Disallow: /content/dam/commbank-assets/support/docs/CBA6239-Deceased-Estates-Guide.pdf
100Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/002-805-authority-to-release-assets-from-a-deceased-estate.pdf
101Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/Deceased_Customer_Notification.pdf
102Disallow: /content/dam/commbank/personal/apply-online/download-printed-forms/000-947-consent-by-a-beneficiary-executor-next-of-kin.pdf
103Disallow: /content/dam/commbank/business/pds/smart-health-multi-provider-feature-terms-and-conditions.pdf
104Disallow: /business/pds/smart-health-multi-provider-feature-terms-and-conditions.pdf
105Disallow: /content/dam/commbank/business/cards/qantas-business-rewards-credit-card-terms-conditions.pdf
106Disallow: /personal/financial-planning/investment-basics/think-in-years-not-days.xml
107Disallow: /personal/netbank.xml
108
109
110Sitemap: https://www.commbank.com.au/sitemap.xml
111Sitemap: https://www.commbank.com.au/content/dam/commbank/root/articles-sitemap.xml
112Sitemap: https://www.commbank.com.au/content/dam/commbank/root/support-sitemap.xml
113Sitemap: https://www.commbank.com.au/content/dam/commbank/root/tools-calculators-sitemap.xml