NeuralCrawl

AT&T / robots.txt snapshot

← back to att.com · fetched 2026-06-24T22:21:31Z (1mo ago) · HTTP 200 · 10283 bytes · sha256 71ba24a8c0bc15a1 · raw

final URL: https://www.att.com/robots.txt

1
2
3# Bad Robots!
4
5User-agent: DotBot
6
7Disallow: /
8
9
10
11User-agent: dotbot
12
13Disallow: /
14
15
16
17User-agent: *
18
19# edit 06.24.26 - start
20
21Disallow: /wireless/switch-and-save-b/
22
23# edit 06.24.26 - end
24
25# edit 03.04.25 - start
26
27Disallow: /redressG/
28
29Disallow: /redressGV/
30
31Disallow: /redressH/
32
33Disallow: /redressT/
34
35Disallow: /redressC/
36
37# edits 03.04.25 - end
38
39# edits 07.29.25 - start
40
41# Allow exact homepage
42Allow: /es-us/$
43
44# Allow exact folder roots only (no subfolders/files)
45
46Allow: /es-us/local/$
47
48Allow: /es-us/local/internet/$
49
50Allow: /es-us/local/fiber/$
51
52Allow: /es-us/local/cell-phones/$
53
54Allow: /es-us/local/bundles/$
55
56Allow: /es-us/stores/$
57
58# Block all subfolders and files inside these folders
59
60Disallow: /es-us/local/*
61
62Disallow: /es-us/local/internet/*
63
64Disallow: /es-us/local/fiber/*
65
66Disallow: /es-us/local/cell-phones/*
67
68Disallow: /es-us/local/bundles/*
69
70Disallow: /es-us/stores/*
71
72
73# edits 07.29.25 - end
74
75# edits 09.24.25 - start
76
77Disallow: /ssaf/ssafc/v1/controllerdata
78
79# edits 09.24.25 - end
80
81
82# edits 02.09.25 - start
83
84Disallow: /buy/login
85
86# edits 02.09.25 - end
87
88# edits 05.01.24 - start
89
90Disallow: /search/
91
92Disallow: /cfd/
93
94Disallow: *bvstate=pg*
95
96Disallow: */rest/clicktrack?*
97
98Disallow: */rest/getlist?*
99
100Disallow: /buy/postpaid/line-selection
101
102Disallow: /ssaf/ssafc/
103
104Disallow: /att-dgt-checkin-e/api/*
105
106Disallow: */sdattservicesinc/*
107
108Disallow: https://pre-www.att.com/home-phone/lifeline/
109
110# edits 01.25.25 - end
111
112
113
114Disallow: /gtm/
115
116# Consumer Wireless and Home
117
118Disallow: /support/showarticle*
119
120Disallow: /contactus/*
121
122Disallow: /esupport/index.html*
123
124Disallow: /esupport/index.jsp*
125
126Disallow: /esupport/article.html*
127
128Disallow: /esupport/article.jsp*
129
130Disallow: /esupport/main.html*
131
132Disallow: /esupport/main.jsp*
133
134Disallow: /esupport/u-verse-tv-troubleshooting/*
135
136Disallow: /esupport/billAndAccount.jsp*
137
138Disallow: /esupport/security.jsp*
139
140Disallow: /esupport/postmaster*
141
142Disallow: /esupport/online-services.jsp*
143
144Disallow: /esupport/smbindex.jsp*
145
146Disallow: /esupport/report-call-or-text.html*
147
148Disallow: /esupport/speed-calculator*
149
150Disallow: /esupport/data-calculator*
151
152Disallow: /OLAM_PROD_CMS/*
153
154Disallow: /*EDOCSSESSIONID*
155
156Disallow: /*SESSIONID*
157
158Disallow: /*es-us/esupport/article.jsp?pagebody*
159
160Disallow: /*es/legalterms.html
161
162Disallow: /*rex/recommendation/*
163
164Disallow: /Common/maintenance/maintenance.html
165
166Disallow: /Common/popup/
167
168Disallow: /Common/supern/
169
170Disallow: /Large-Files/
171
172Disallow: /apis/maps/v2/locator/search/query.json
173
174Disallow: /apis/maps/v2/locator/search/viewport.json
175
176Disallow: /billinserts/
177
178Disallow: /dsl/modals/
179
180Disallow: /dsl/shop/fragments/
181
182Disallow: /buy/broadband
183
184Disallow: /buy/directv
185
186Disallow: /buy/cart
187
188Disallow: /buy/wireless/
189
190Disallow: /buy/wireless/devices
191
192Disallow: /buy/byod/
193
194Disallow: /buy/byod/sim-selection/
195
196Disallow: /buy/bundles
197
198Disallow: /esupport/ref/showarticle.jsp*
199
200Disallow: /esupport/sender/
201
202Disallow: /esupport/sender/browseResults.jsp
203
204Disallow: /esupport/solutionDisplay.jsp
205
206Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
207
208Disallow: /maintenance/maintenance.html
209
210Disallow: /maps/not-available.html
211
212Disallow: /privacy/policy/
213
214Disallow: /global-search/search*
215
216Disallow: /mktg/
217
218Allow: /mktg/v1/_next/
219
220Disallow: /olam/passthroughAction.myworld*
221
222Disallow: /olam/loginAction.olamexecute
223
224Disallow: /olam/IdentityFailureAction.olamexecute*
225
226Disallow: /olam/validateAccountForgotIdSlid.myworld
227
228Disallow: /olam/jsp/login/inProgress.jsp*
229
230# Small Business
231
232Disallow: /smallbusiness/404.jsp?
233
234Disallow: /smallbusiness/b?
235
236Disallow: /smallbusiness/search
237
238Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
239
240Disallow: /smallbusiness/i9nvalidParamInput.jsp
241
242Disallow: /es-us/OLAM_PROD_CMS/*
243
244Disallow: /es-us/*EDOCSSESSIONID*
245
246Disallow: /es-us/*SESSIONID*
247
248Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
249
250Disallow: /es-us/*es/legalterms.html
251
252Disallow: /es-us/*rex/recommendation/*
253
254Disallow: /es-us/Common/maintenance/maintenance.html
255
256Disallow: /es-us/Common/popup/
257
258Disallow: /es-us/Common/supern/
259
260Disallow: /es-us/Large-Files/
261
262Disallow: /es-us/apis/maps/v2/locator/search/query.json
263
264Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
265
266Disallow: /es-us/billinserts/
267
268Disallow: /es-us/dsl/modals/
269
270Disallow: /es-us/dsl/shop/fragments/
271
272Disallow: /es-us/buy/broadband
273
274Disallow: /es-us/buy/directv
275
276Disallow: /es-us/buy/bundles
277
278Allow: /es-us/buy/bundles?product_suite=NBB
279
280Disallow: /es-us/buy/cart
281
282Disallow: /es-us/esupport/ref/showarticle.jsp*
283
284Disallow: /es-us/esupport/sender/
285
286Disallow: /es-us/esupport/sender/browseResults.jsp
287
288Disallow: /es-us/esupport/solutionDisplay.jsp
289
290Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
291
292Disallow: /es-us/maintenance/maintenance.html
293
294Disallow: /es-us/maps/not-available.html
295
296Disallow: /es-us/privacy/policy/
297
298Disallow: /es-us/global-search/search*
299
300Disallow: /es-us/mktg/
301
302Allow: /es-us/mktg/v1/_next/
303
304Disallow: /es-us/olam/passthroughAction.myworld*
305
306Disallow: /es-us/olam/loginAction.olamexecute
307
308Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
309
310Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
311
312Disallow: /es-us/olam/jsp/login/inProgress.jsp*
313
314# Small Business
315
316Disallow: /es-us/smallbusiness/404.jsp?
317
318Disallow: /es-us/smallbusiness/b?
319
320Disallow: /es-us/smallbusiness/search
321
322Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
323
324Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
325
326
327
328User-agent: Googlebot
329
330Disallow: /gtm/
331
332Disallow: https://pre-www.att.com/home-phone/lifeline/
333
334
335
336# edits 05.01.24 - start
337
338Disallow: /search/
339
340Disallow: /cfd/
341
342Disallow: *bvstate=pg*
343
344Disallow: */rest/clicktrack?*
345
346Disallow: */rest/getlist?*
347
348Disallow: /buy/postpaid/line-selection
349
350Disallow: /ssaf/ssafc/
351
352Disallow: */sdattservicesinc/*
353
354# edits 01.25.25 - end
355
356
357
358# Consumer Wireless and Home
359
360Disallow: /support/showarticle*
361
362Disallow: /contactus/*
363
364Disallow: /esupport/index.html*
365
366Disallow: /esupport/index.jsp*
367
368Disallow: /esupport/article.html*
369
370Disallow: /esupport/article.jsp*
371
372Disallow: /esupport/main.html*
373
374Disallow: /esupport/main.jsp*
375
376Disallow: /esupport/u-verse-tv-troubleshooting/*
377
378Disallow: /esupport/billAndAccount.jsp*
379
380Disallow: /esupport/security.jsp*
381
382Disallow: /esupport/postmaster*
383
384Disallow: /esupport/online-services.jsp*
385
386Disallow: /esupport/smbindex.jsp*
387
388Disallow: /esupport/report-call-or-text.html*
389
390Disallow: /esupport/speed-calculator*
391
392Disallow: /esupport/data-calculator*
393
394Disallow: /OLAM_PROD_CMS/*
395
396Disallow: /*EDOCSSESSIONID*
397
398Disallow: /*SESSIONID*
399
400Disallow: /*es-us/esupport/article.jsp?pagebody*
401
402Disallow: /*es/legalterms.html
403
404Disallow: /*rex/recommendation/*
405
406Disallow: /Common/maintenance/maintenance.html
407
408Disallow: /Common/popup/
409
410Disallow: /Common/supern/
411
412Disallow: /Large-Files/
413
414Disallow: /apis/maps/v2/locator/search/query.json
415
416Disallow: /apis/maps/v2/locator/search/viewport.json
417
418Disallow: /billinserts/
419
420Disallow: /dsl/modals/
421
422Disallow: /dsl/shop/fragments/
423
424Disallow: /buy/broadband
425
426Disallow: /buy/directv
427
428Disallow: /buy/cart
429
430Disallow: /buy/wireless/
431
432Disallow: /buy/wireless/devices
433
434Disallow: /buy/byod/
435
436Disallow: /buy/byod/sim-selection/
437
438Disallow: /buy/bundles
439
440Disallow: /esupport/ref/showarticle.jsp*
441
442Disallow: /esupport/sender/
443
444Disallow: /esupport/sender/browseResults.jsp
445
446Disallow: /esupport/solutionDisplay.jsp
447
448Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
449
450Disallow: /maintenance/maintenance.html
451
452Disallow: /maps/not-available.html
453
454Disallow: /privacy/policy/
455
456Disallow: /global-search/search*
457
458Disallow: /mktg/
459
460Allow: /mktg/v1/_next/
461
462Disallow: /olam/passthroughAction.myworld*
463
464Disallow: /olam/loginAction.olamexecute
465
466Disallow: /olam/IdentityFailureAction.olamexecute*
467
468Disallow: /olam/validateAccountForgotIdSlid.myworld
469
470Disallow: /olam/jsp/login/inProgress.jsp*
471
472# Small Business
473
474Disallow: /smallbusiness/404.jsp?
475
476Disallow: /smallbusiness/b?
477
478Disallow: /smallbusiness/search
479
480Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
481
482Disallow: /smallbusiness/i9nvalidParamInput.jsp
483
484Disallow: /es-us/OLAM_PROD_CMS/*
485
486Disallow: /es-us/*EDOCSSESSIONID*
487
488Disallow: /es-us/*SESSIONID*
489
490Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
491
492Disallow: /es-us/*es/legalterms.html
493
494Disallow: /es-us/*rex/recommendation/*
495
496Disallow: /es-us/Common/maintenance/maintenance.html
497
498Disallow: /es-us/Common/popup/
499
500Disallow: /es-us/Common/supern/
501
502Disallow: /es-us/Large-Files/
503
504Disallow: /es-us/apis/maps/v2/locator/search/query.json
505
506Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
507
508Disallow: /es-us/billinserts/
509
510Disallow: /es-us/dsl/modals/
511
512Disallow: /es-us/dsl/shop/fragments/
513
514Disallow: /es-us/buy/broadband
515
516Disallow: /es-us/buy/directv
517
518Disallow: /es-us/buy/bundles
519
520Allow: /es-us/buy/bundles?product_suite=NBB
521
522Disallow: /es-us/buy/cart
523
524Disallow: /es-us/esupport/ref/showarticle.jsp*
525
526Disallow: /es-us/esupport/sender/
527
528Disallow: /es-us/esupport/sender/browseResults.jsp
529
530Disallow: /es-us/esupport/solutionDisplay.jsp
531
532Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
533
534Disallow: /es-us/maintenance/maintenance.html
535
536Disallow: /es-us/maps/not-available.html
537
538Disallow: /es-us/privacy/policy/
539
540Disallow: /es-us/global-search/search*
541
542Disallow: /es-us/mktg/
543
544Allow: /es-us/mktg/v1/_next/
545
546Disallow: /es-us/olam/passthroughAction.myworld*
547
548Disallow: /es-us/olam/loginAction.olamexecute
549
550Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
551
552Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
553
554Disallow: /es-us/olam/jsp/login/inProgress.jsp*
555
556# Small Business
557
558Disallow: /es-us/smallbusiness/404.jsp?
559
560Disallow: /es-us/smallbusiness/b?
561
562Disallow: /es-us/smallbusiness/search
563
564Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
565
566Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
567
568
569
570# PROD-34469
571
572Disallow: /u-verse/availability/pending-order.jsp
573
574Disallow: /u-verse/availability/check-customer-type.jsp
575
576
577
578# PROD-34470
579
580Disallow: /shop/unified/availability.html?destination_page=BYOB
581
582Disallow: /shop/unified/availability/results.html
583
584Disallow: /shop/unified/availability/calltoorder.html
585
586
587
588# AKA-6232
589
590Disallow: /myorders/*
591
592Disallow: /acctmgmt/*
593
594
595
596# Sitemap Index
597
598Sitemap: https://www.att.com/sitemap.xml
599
600
601
602# Previous Update 8/14/2023
603
604# Last Update 5.1.2024
605
606
607