NeuralCrawl

Charter Communications / robots.txt snapshot

← back to spectrum.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 2711 bytes · sha256 fa96650cf17ce307 · raw

final URL: https://www.spectrum.com/robots.txt

1Sitemap: https://www.spectrum.com/sitemap-index.xml
2Sitemap: https://www.globalsiteseo.com/spectrum.GSM/spectrum.gsm.index.en_super.xml
3Sitemap: https://www.globalsiteseo.com/spectrum.GSM/spectrum.gsm.index.es_super.xml
4
5User-agent: *
6
7Crawl-delay: 10
8
9
10# Allowed Paths
11Allow: /etc/clientlibs/*.css #
12Allow: /etc/designs/*.css #
13Allow: /etc/clientlibs/*.js #
14Allow: /content/*.json #
15Allow: /content/dam/*.js #
16Allow: /content/dam/*.css #
17Allow: /content/*.svg #
18Allow: /content/dam/*.png #
19Allow: /content/dam/*.jpg #
20Allow: /assets/images/*.webp #
21Allow: /ads.txt #
22Allow: /app-ads.txt #
23# Additional Allowed Enterprise
24Allow: /etc/cloudsettings/default/contexthub.kernel.js #
25Allow: /etc/designs/spectrum/enterprise/favicon.ico #
26Allow: /etc.clientlibs/*.css #
27Allow: /etc.clientlibs/*.js #
28
29
30# Excluded Pages
31Disallow: /content/dam/spectrum/residential/en/pdfs/policies/MutualArbitrationAgreement.pdf.html #
32Disallow: /content/dam/spectrum/residential/en/pdfs/policies/SolutionChannelDocument.pdf.html #
33Disallow: /spectrum-home-ec.html #
34# Additional Excluded Enterprise
35Disallow: /search.html #
36
37
38# Excluded Tags
39
40
41
42# Excluded Paths
43Disallow: /*cmp=sod #
44Disallow: /*cmp=sspp #
45Disallow: /*[object #
46Disallow: /content/spectrum/util/spectrum/residential/xref/ #
47Disallow: /content/spectrum/residential/fed/ #
48Disallow: /content/spectrum/residential/qa/ #
49Disallow: /browse/content/dynaTraceMonitor? #
50Disallow: /content/campaigns/* #
51Disallow: /content/campaigns/spectrum-residential/ #
52Disallow: /content/spectrum/residential/microsites/choice-tv/ #
53Disallow: /content/codered/* #
54Disallow: /content/spectrum/business/en/404 #
55Disallow: /content/spectrum/business/en/maintenance #
56Disallow: /content/spectrum/business/en/global-elements #
57Disallow: /content/spectrum/business/en/company #
58Disallow: /content/spectrum/business/en/templates #
59Disallow: /content/spectrum/business/fed #
60Disallow: /content/spectrum/business/qa-testing-sandbox #
61Disallow: /content/spectrum/business/microsites #
62Disallow: /content/campaigns/spectrum-business #
63Disallow: /homepage* #
64Disallow: /mobile/login/ #
65Disallow: /content/ #
66Disallow: /browse/ #
67Disallow: /mobile/homepage* #
68Disallow: /business/sales #
69Disallow: /test #
70Disallow: /campaign-lp/* #
71Disallow: *spectrumbusiness-home* #
72# Excluded Enterprise Paths
73Disallow: /search #
74Disallow: /content/spectrum/enterprise/en/home/resource-center #
75Disallow: /content/spectrum/enterprise/en/home/services #
76Disallow: /content/spectrum/enterprise/en/home/playground #
77Disallow: /content/spectrum/enterprise/en/home/se-internal #
78Disallow: /content/spectrum/enterprise/en/home/about-old #
79Disallow: /content/spectrum/enterprise/en/home/exp-frags #
80Disallow: /etc #
81