NeuralCrawl

AT&T / robots.txt snapshot

← back to att.com · fetched 2026-10-16T00:44:51Z (22d ago) · HTTP 200 · 10686 bytes · sha256 bd1430b01b11eb53 · raw

final URL: https://www.att.com/robots.txt

1User-agent: DotBot
2Disallow: /
3
4User-agent: dotbot
5Disallow: /
6
7User-agent: *
8Content-Signal: search=yes, ai-input=yes, ai-train=no
9Allow: /
10
11# Public AI-agent discovery resources
12Allow: /.well-known/agent-card.json
13Allow: /.well-known/mcp/server-card.json
14Allow: /.well-known/agent-skills/index.json
15Allow: /.well-known/ai-catalog.json
16Allow: /.well-known/api-catalog.txt
17Allow: /ai-instructions/shopping-assistant.md
18Allow: /ai.txt
19Allow: /llms.txt
20Allow: /llms-full.txt
21Allow: /trust.txt
22Allow: /openapi.json
23
24Disallow: /wireless/switch-and-save-b/
25Disallow: /redressG/
26Disallow: /redressGV/
27Disallow: /redressH/
28Disallow: /redressT/
29Disallow: /redressC/
30
31# edits 03.04.25 - end
32
33# edits 07.29.25 - start
34
35# Allow exact homepage
36Allow: /es-us/$
37
38# Allow exact folder roots only (no subfolders/files)
39
40Allow: /es-us/local/$
41Allow: /es-us/local/internet/$
42Allow: /es-us/local/fiber/$
43Allow: /es-us/local/cell-phones/$
44Allow: /es-us/local/bundles/$
45Allow: /es-us/stores/$
46
47# Block all subfolders and files inside these folders
48
49Disallow: /es-us/local/*
50Disallow: /es-us/local/internet/*
51Disallow: /es-us/local/fiber/*
52Disallow: /es-us/local/cell-phones/*
53Disallow: /es-us/local/bundles/*
54Disallow: /es-us/stores/*
55
56# edits 07.29.25 - end
57
58# edits 09.24.25 - start
59
60Disallow: /ssaf/ssafc/v1/controllerdata
61
62# edits 09.24.25 - end
63
64# edits 02.09.25 - start
65
66Disallow: /buy/login
67
68# edits 02.09.25 - end
69
70# edits 05.01.24 - start
71
72Disallow: /search/
73Disallow: /cfd/
74Disallow: /*bvstate=pg*
75Disallow: /*/rest/clicktrack?*
76Disallow: /*/rest/getlist?*
77Disallow: /buy/postpaid/line-selection
78Disallow: /ssaf/ssafc/
79Disallow: /att-dgt-checkin-e/api/*
80Disallow: /*/sdattservicesinc/*
81
82# edits 01.25.25 - end
83
84Disallow: /gtm/
85
86# Consumer Wireless and Home
87
88Disallow: /support/showarticle*
89Disallow: /contactus/*
90Disallow: /esupport/index.html*
91Disallow: /esupport/index.jsp*
92Disallow: /esupport/article.html*
93Disallow: /esupport/article.jsp*
94Disallow: /esupport/main.html*
95Disallow: /esupport/main.jsp*
96Disallow: /esupport/u-verse-tv-troubleshooting/*
97Disallow: /esupport/billAndAccount.jsp*
98Disallow: /esupport/security.jsp*
99Disallow: /esupport/postmaster*
100Disallow: /esupport/online-services.jsp*
101Disallow: /esupport/smbindex.jsp*
102Disallow: /esupport/report-call-or-text.html*
103Disallow: /esupport/speed-calculator*
104Disallow: /esupport/data-calculator*
105Disallow: /OLAM_PROD_CMS/*
106Disallow: /*EDOCSSESSIONID*
107Disallow: /*SESSIONID*
108Disallow: /*es-us/esupport/article.jsp?pagebody*
109Disallow: /*es/legalterms.html
110Disallow: /*rex/recommendation/*
111Disallow: /Common/maintenance/maintenance.html
112Disallow: /Common/popup/
113Disallow: /Common/supern/
114Disallow: /Large-Files/
115Disallow: /apis/maps/v2/locator/search/query.json
116Disallow: /apis/maps/v2/locator/search/viewport.json
117Disallow: /billinserts/
118Disallow: /dsl/modals/
119Disallow: /dsl/shop/fragments/
120Disallow: /buy/broadband
121Disallow: /buy/directv
122Disallow: /buy/cart
123Disallow: /buy/wireless/
124Disallow: /buy/wireless/devices
125Disallow: /buy/byod/
126Disallow: /buy/byod/sim-selection/
127Disallow: /buy/bundles
128Disallow: /esupport/ref/showarticle.jsp*
129Disallow: /esupport/sender/
130Disallow: /esupport/sender/browseResults.jsp
131Disallow: /esupport/solutionDisplay.jsp
132Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
133Disallow: /maintenance/maintenance.html
134Disallow: /maps/not-available.html
135Disallow: /privacy/policy/
136Disallow: /global-search/search*
137Disallow: /mktg/
138
139Allow: /mktg/v1/_next/
140
141Disallow: /olam/passthroughAction.myworld*
142Disallow: /olam/loginAction.olamexecute
143Disallow: /olam/IdentityFailureAction.olamexecute*
144Disallow: /olam/validateAccountForgotIdSlid.myworld
145Disallow: /olam/jsp/login/inProgress.jsp*
146
147# Small Business
148
149Disallow: /smallbusiness/404.jsp?
150Disallow: /smallbusiness/b?
151Disallow: /smallbusiness/search
152Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
153Disallow: /smallbusiness/i9nvalidParamInput.jsp
154Disallow: /es-us/OLAM_PROD_CMS/*
155Disallow: /es-us/*EDOCSSESSIONID*
156Disallow: /es-us/*SESSIONID*
157Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
158Disallow: /es-us/*es/legalterms.html
159Disallow: /es-us/*rex/recommendation/*
160Disallow: /es-us/Common/maintenance/maintenance.html
161Disallow: /es-us/Common/popup/
162Disallow: /es-us/Common/supern/
163Disallow: /es-us/Large-Files/
164Disallow: /es-us/apis/maps/v2/locator/search/query.json
165Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
166Disallow: /es-us/billinserts/
167Disallow: /es-us/dsl/modals/
168Disallow: /es-us/dsl/shop/fragments/
169Disallow: /es-us/buy/broadband
170Disallow: /es-us/buy/directv
171Disallow: /es-us/buy/bundles
172
173Allow: /es-us/buy/bundles?product_suite=NBB
174Allow: /es-us/mktg/v1/_next/
175
176Disallow: /es-us/buy/cart
177Disallow: /es-us/esupport/ref/showarticle.jsp*
178Disallow: /es-us/esupport/sender/
179Disallow: /es-us/esupport/sender/browseResults.jsp
180Disallow: /es-us/esupport/solutionDisplay.jsp
181Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
182Disallow: /es-us/maintenance/maintenance.html
183Disallow: /es-us/maps/not-available.html
184Disallow: /es-us/privacy/policy/
185Disallow: /es-us/global-search/search*
186Disallow: /es-us/mktg/
187Disallow: /es-us/olam/passthroughAction.myworld*
188Disallow: /es-us/olam/loginAction.olamexecute
189Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
190Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
191Disallow: /es-us/olam/jsp/login/inProgress.jsp*
192
193# Small Business
194
195Disallow: /es-us/smallbusiness/404.jsp?
196Disallow: /es-us/smallbusiness/b?
197Disallow: /es-us/smallbusiness/search
198Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
199Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
200
201User-agent: Googlebot
202
203Disallow: /gtm/
204
205# edits 05.01.24 - start
206
207Disallow: /search/
208Disallow: /cfd/
209Disallow: /*bvstate=pg*
210Disallow: /*/rest/clicktrack?*
211Disallow: /*/rest/getlist?*
212Disallow: /buy/postpaid/line-selection
213Disallow: /ssaf/ssafc/
214Disallow: /*/sdattservicesinc/*
215
216# edits 01.25.25 - end
217
218# Consumer Wireless and Home
219
220Disallow: /support/showarticle*
221Disallow: /contactus/*
222Disallow: /esupport/index.html*
223Disallow: /esupport/index.jsp*
224Disallow: /esupport/article.html*
225Disallow: /esupport/article.jsp*
226Disallow: /esupport/main.html*
227Disallow: /esupport/main.jsp*
228Disallow: /esupport/u-verse-tv-troubleshooting/*
229Disallow: /esupport/billAndAccount.jsp*
230Disallow: /esupport/security.jsp*
231Disallow: /esupport/postmaster*
232Disallow: /esupport/online-services.jsp*
233Disallow: /esupport/smbindex.jsp*
234Disallow: /esupport/report-call-or-text.html*
235Disallow: /esupport/speed-calculator*
236Disallow: /esupport/data-calculator*
237Disallow: /OLAM_PROD_CMS/*
238Disallow: /*EDOCSSESSIONID*
239Disallow: /*SESSIONID*
240Disallow: /*es-us/esupport/article.jsp?pagebody*
241Disallow: /*es/legalterms.html
242Disallow: /*rex/recommendation/*
243Disallow: /Common/maintenance/maintenance.html
244Disallow: /Common/popup/
245Disallow: /Common/supern/
246Disallow: /Large-Files/
247Disallow: /apis/maps/v2/locator/search/query.json
248Disallow: /apis/maps/v2/locator/search/viewport.json
249Disallow: /billinserts/
250Disallow: /dsl/modals/
251Disallow: /dsl/shop/fragments/
252Disallow: /buy/broadband
253Disallow: /buy/directv
254Disallow: /buy/cart
255Disallow: /buy/wireless/
256Disallow: /buy/wireless/devices
257Disallow: /buy/byod/
258Disallow: /buy/byod/sim-selection/
259Disallow: /buy/bundles
260Disallow: /esupport/ref/showarticle.jsp*
261Disallow: /esupport/sender/
262Disallow: /esupport/sender/browseResults.jsp
263Disallow: /esupport/solutionDisplay.jsp
264Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
265Disallow: /maintenance/maintenance.html
266Disallow: /maps/not-available.html
267Disallow: /privacy/policy/
268Disallow: /global-search/search*
269Disallow: /mktg/
270
271Allow: /mktg/v1/_next/
272
273Disallow: /olam/passthroughAction.myworld*
274Disallow: /olam/loginAction.olamexecute
275Disallow: /olam/IdentityFailureAction.olamexecute*
276Disallow: /olam/validateAccountForgotIdSlid.myworld
277Disallow: /olam/jsp/login/inProgress.jsp*
278
279# Small Business
280
281Disallow: /smallbusiness/404.jsp?
282Disallow: /smallbusiness/b?
283Disallow: /smallbusiness/search
284Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
285Disallow: /smallbusiness/i9nvalidParamInput.jsp
286Disallow: /es-us/OLAM_PROD_CMS/*
287Disallow: /es-us/*EDOCSSESSIONID*
288Disallow: /es-us/*SESSIONID*
289Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
290Disallow: /es-us/*es/legalterms.html
291Disallow: /es-us/*rex/recommendation/*
292Disallow: /es-us/Common/maintenance/maintenance.html
293Disallow: /es-us/Common/popup/
294Disallow: /es-us/Common/supern/
295Disallow: /es-us/Large-Files/
296Disallow: /es-us/apis/maps/v2/locator/search/query.json
297Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
298Disallow: /es-us/billinserts/
299Disallow: /es-us/dsl/modals/
300Disallow: /es-us/dsl/shop/fragments/
301Disallow: /es-us/buy/broadband
302Disallow: /es-us/buy/directv
303Disallow: /es-us/buy/bundles
304
305Allow: /es-us/buy/bundles?product_suite=NBB
306
307Disallow: /es-us/buy/cart
308Disallow: /es-us/esupport/ref/showarticle.jsp*
309Disallow: /es-us/esupport/sender/
310Disallow: /es-us/esupport/sender/browseResults.jsp
311Disallow: /es-us/esupport/solutionDisplay.jsp
312Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
313Disallow: /es-us/maintenance/maintenance.html
314Disallow: /es-us/maps/not-available.html
315Disallow: /es-us/privacy/policy/
316Disallow: /es-us/global-search/search*
317Disallow: /es-us/mktg/
318
319Allow: /es-us/mktg/v1/_next/
320
321Disallow: /es-us/olam/passthroughAction.myworld*
322Disallow: /es-us/olam/loginAction.olamexecute
323Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
324Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
325Disallow: /es-us/olam/jsp/login/inProgress.jsp*
326
327# Small Business
328
329Disallow: /es-us/smallbusiness/404.jsp?
330Disallow: /es-us/smallbusiness/b?
331Disallow: /es-us/smallbusiness/search
332Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
333Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
334
335# PROD-34469
336
337Disallow: /u-verse/availability/pending-order.jsp
338Disallow: /u-verse/availability/check-customer-type.jsp
339# PROD-34470
340Disallow: /shop/unified/availability.html?destination_page=BYOB
341Disallow: /shop/unified/availability/results.html
342Disallow: /shop/unified/availability/calltoorder.html
343
344# AKA-6232
345
346Disallow: /myorders/*
347Disallow: /acctmgmt/*
348
349# Previous Update 8/14/2023
350# Last Update 10.15.2026
351
352# ====================================================================
353# Global pointers
354# ====================================================================
355
356Sitemap: https://www.att.com/sitemap.xml
357# Agent discovery resources are published through trust.txt and ai.txt.
358# https://www.att.com/.well-known/agent-card.json
359# https://www.att.com/.well-known/mcp/server-card.json
360# https://www.att.com/.well-known/agent-skills/index.json
361# https://www.att.com/ai-instructions/shopping-assistant.md