Westpac / robots.txt
← back to westpac.com.au · change detected 2mo ago (2026-08-20T12:04:45Z) · modified +17 −27
What changed
- Added Allow: / for *
- Added Disallow: /test-aem-1817/ for *
- Added Disallow: /test/ for *
- Removed Disallow: /Forms/ for *
- Removed Disallow: /business-banking/business-banking-online-sign-in-out/signin/ for *
- Removed Disallow: /business-banking/merchant-services/mobile-payments/mobilepayway/ for *
- Removed Disallow: /business-banking/westpac-live-video/ for *
- Removed Disallow: /business-banking/wintrade/signin/ for *
- Removed Disallow: /content/public/wbc/en/business-banking/westpac-live-video/ for *
- Removed Disallow: /corporate-banking/corporate-online/signin/ for *
- Removed Disallow: /esi2/col-nz-signin/ for *
- Removed Disallow: /esi2/ubs-signin/ for *
- Removed Disallow: /esi2/wintrade-nz-signin/ for *
- Removed Disallow: /forms/ for *
- Removed Disallow: /internet/publish.nsf/ for *
- Removed Disallow: /page-elements-westpac/call-to-action/ for *
- Removed Disallow: /page-elements-westpac/carousel/ for *
- Removed Disallow: /page-elements-westpac/promotional-images-pages/ for *
- Removed Disallow: /personal-banking/home-loans/special-purpose-home-loans/low-doc-loans/rates/ for *
- Removed Disallow: /personal-banking/westpac-online-sign-in-out/signin/ for *
- Removed Disallow: /test-aem-1817/* for *
- Removed Disallow: /test/* for *
- Removed Disallow: /wbc-rebrand-hub/* for *
- Added sitemap https://www.westpac.com.au/sitemap-65.xml
Diff old (2026-06-20T01:10:30Z) → new (2026-08-20T12:04:45Z)
| @@ -1,40 +1,30 @@ | ||
| 1 | - # robots.txt generated for www.westpac.com.au | |
| 1 | + # Allow all crawlers | |
| 2 | 2 | User-agent: * |
| 3 | - Sitemap: https://www.westpac.com.au/sitemap.xml | |
| 4 | - Sitemap: https://www.westpac.com.au/news/sitemap.xml | |
| 5 | - Sitemap: https://www.westpac.com.au/content/dam/public/wbc/seo/sitemap-locator.xml | |
| 3 | + Allow: / | |
| 4 | + | |
| 5 | + # Keep these tool endpoints crawlable all crawlers | |
| 6 | + Allow: /content/public/wbc/en/_services/serialiser/calculator/ | |
| 7 | + Allow: /content/public/wbc/en/_services/calcs-forms-tools/ | |
| 8 | + | |
| 9 | + # Restricted areas for all crawlers | |
| 6 | 10 | Disallow: /search/ |
| 7 | - Disallow: /forms/ | |
| 8 | - Disallow: /Forms/ | |
| 9 | 11 | Disallow: /branch-locator/ |
| 10 | - Disallow: /personal-banking/westpac-online-sign-in-out/signin/ | |
| 11 | - Disallow: /business-banking/business-banking-online-sign-in-out/signin/ | |
| 12 | - Disallow: /corporate-banking/corporate-online/signin/ | |
| 13 | - Disallow: /business-banking/wintrade/signin/ | |
| 14 | - Disallow: /esi2/wintrade-nz-signin/ | |
| 15 | - Disallow: /esi2/ubs-signin/ | |
| 16 | - Disallow: /esi2/col-nz-signin/ | |
| 17 | - Disallow: /internet/publish.nsf/ | |
| 18 | - Disallow: /page-elements-westpac/promotional-images-pages/ | |
| 19 | - Disallow: /page-elements-westpac/carousel/ | |
| 20 | - Disallow: /page-elements-westpac/call-to-action/ | |
| 21 | - Disallow: /personal-banking/home-loans/special-purpose-home-loans/low-doc-loans/rates/ | |
| 22 | - Disallow: /business-banking/merchant-services/mobile-payments/mobilepayway/ | |
| 23 | 12 | Disallow: /_services/ |
| 13 | + Disallow: /_services/serialiser/ | |
| 24 | 14 | Disallow: /content/public/wbc/en/_services/serialiser/ |
| 25 | - Disallow: /_services/serialiser/ | |
| 26 | 15 | Disallow: /content/dam/public/wbc/introducernet/ |
| 27 | 16 | Disallow: /content/public/wbc/en/deeplink-web-redirect.html |
| 28 | - Disallow: /business-banking/westpac-live-video/ | |
| 29 | - Disallow: /content/public/wbc/en/business-banking/westpac-live-video/ | |
| 30 | 17 | Disallow: /locateus-ios* |
| 31 | 18 | Disallow: /locateus-android* |
| 32 | 19 | Disallow: /disclaimer/ |
| 33 | 20 | Disallow: /footer-cta/ |
| 34 | - Disallow: /test-aem-1817/* | |
| 35 | - Disallow: /wbc-rebrand-hub/* | |
| 36 | - Disallow: /test/* | |
| 21 | + Disallow: /test-aem-1817/ | |
| 22 | + Disallow: /test/ | |
| 37 | 23 | Disallow: /*.doc |
| 38 | 24 | Disallow: /*.docx |
| 39 | - Allow: /content/public/wbc/en/_services/serialiser/calculator/ | |
| 40 | - Allow: /content/public/wbc/en/_services/calcs-forms-tools/ | |
| 25 | + | |
| 26 | + # Global sitemap declarations | |
| 27 | + Sitemap: https://www.westpac.com.au/sitemap.xml | |
| 28 | + Sitemap: https://www.westpac.com.au/sitemap-65.xml | |
| 29 | + Sitemap: https://www.westpac.com.au/news/sitemap.xml | |
| 30 | + Sitemap: https://www.westpac.com.au/content/dam/public/wbc/seo/sitemap-locator.xml |