Canada (Government of Canada) / robots.txt snapshot
← back to canada.ca · fetched 2026-06-20T11:49:12Z (8h ago) · HTTP 200 · 2731 bytes · sha256 f11bef868ab39590 · raw
final URL: manual:file
| 1 | #Government of Canada / Gouvernement du Canada |
| 2 | #Block AEM folders for CRA |
| 3 | User-agent: * |
| 4 | Disallow: /content/dam/cra-arc/formspubs/ |
| 5 | Disallow: /en/revenue-agency/web-services-test/ |
| 6 | Disallow: /fr/agence-revenu/test-web-services/ |
| 7 | Disallow: /content/dam/cra-arc/itavp |
| 8 | Disallow: /content/dam/cra-arc/serv-info/tax/itavp |
| 9 | Disallow: /content/dam/cra-arc/serv-info/tax/cvitp |
| 10 | #Search pages do not need to be crawled |
| 11 | Disallow: /en/sr/srb.html |
| 12 | Disallow: /fr/sr/srb.html |
| 13 | Disallow: /en/sr/srb/sra.html |
| 14 | Disallow: /fr/sr/srb/sra.html |
| 15 | Disallow: /en/*/search.html |
| 16 | Disallow: /en/*/search/advanced-search.html |
| 17 | Disallow: /fr/*/rechercher.html |
| 18 | Disallow: /fr/*/rechercher/recherche-avancee.html |
| 19 | Disallow: /en/*/menu/header.html |
| 20 | Disallow: /fr/*/menu/header.html |
| 21 | Disallow: /en/*/menu/footer.html |
| 22 | Disallow: /fr/*/menu/footer.html |
| 23 | Disallow: /en/*/menu.html |
| 24 | Disallow: /fr/*/menu.html |
| 25 | Disallow: /en/*/footer/contactinformation.html |
| 26 | Disallow: /fr/*/footer/Coordonnees.html |
| 27 | Disallow: /*/_jcr_content/par* |
| 28 | Disallow: /en/service-canada/ |
| 29 | Disallow: /fr/service-canada/ |
| 30 | Disallow: /en/immigration-refugees-citizenship/services/reference-include/ |
| 31 | Disallow: /fr/immigration-refugies-citoyennete/services/reference-inclusion/ |
| 32 | #IRCC PDFs |
| 33 | Disallow: /content/dam/ircc/documents/pdf/english/kits/guides/guide-0142-airlifted-afghanistan-pathway-pr.pdf |
| 34 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf |
| 35 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/imm0143e.pdf |
| 36 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/imm0143f.pdf |
| 37 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/imm0144e.pdf |
| 38 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/imm0144f.pdf |
| 39 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/imm5444/ |
| 40 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/imm5444/ |
| 41 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/imm5644/ |
| 42 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/imm5644/ |
| 43 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/imm5475/ |
| 44 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/imm5475/ |
| 45 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/imm5476/ |
| 46 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/imm5476/ |
| 47 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/irm0002/ |
| 48 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/irm0002/ |
| 49 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/irm0004/ |
| 50 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/irm0004/ |
| 51 | Disallow: /content/dam/ircc/documents/pdf/english/kits/forms/irm0005/ |
| 52 | Disallow: /content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/ |