NeuralCrawl

AT&T / robots.txt snapshot

← back to att.com · fetched 2026-06-20T01:10:30Z (17h ago) · HTTP 200 · 10195 bytes · sha256 a25ced53726f8fb5 · raw

final URL: https://www.att.com/robots.txt

1
2
3# Bad Robots!
4
5User-agent: DotBot
6
7Disallow: /
8
9
10
11User-agent: dotbot
12
13Disallow: /
14
15
16
17User-agent: *
18
19# edit 03.04.25 - start
20
21Disallow: /redressG/
22
23Disallow: /redressGV/
24
25Disallow: /redressH/
26
27Disallow: /redressT/
28
29Disallow: /redressC/
30
31# edits 03.04.25 - end
32
33# edits 07.29.25 - start
34
35# Allow exact homepage
36Allow: /es-us/$
37
38# Allow exact folder roots only (no subfolders/files)
39
40Allow: /es-us/local/$
41
42Allow: /es-us/local/internet/$
43
44Allow: /es-us/local/fiber/$
45
46Allow: /es-us/local/cell-phones/$
47
48Allow: /es-us/local/bundles/$
49
50Allow: /es-us/stores/$
51
52# Block all subfolders and files inside these folders
53
54Disallow: /es-us/local/*
55
56Disallow: /es-us/local/internet/*
57
58Disallow: /es-us/local/fiber/*
59
60Disallow: /es-us/local/cell-phones/*
61
62Disallow: /es-us/local/bundles/*
63
64Disallow: /es-us/stores/*
65
66
67# edits 07.29.25 - end
68
69# edits 09.24.25 - start
70
71Disallow: /ssaf/ssafc/v1/controllerdata
72
73# edits 09.24.25 - end
74
75
76# edits 02.09.25 - start
77
78Disallow: /buy/login
79
80# edits 02.09.25 - end
81
82# edits 05.01.24 - start
83
84Disallow: /search/
85
86Disallow: /cfd/
87
88Disallow: *bvstate=pg*
89
90Disallow: */rest/clicktrack?*
91
92Disallow: */rest/getlist?*
93
94Disallow: /buy/postpaid/line-selection
95
96Disallow: /ssaf/ssafc/
97
98Disallow: /att-dgt-checkin-e/api/*
99
100Disallow: */sdattservicesinc/*
101
102Disallow: https://pre-www.att.com/home-phone/lifeline/
103
104# edits 01.25.25 - end
105
106
107
108Disallow: /gtm/
109
110# Consumer Wireless and Home
111
112Disallow: /support/showarticle*
113
114Disallow: /contactus/*
115
116Disallow: /esupport/index.html*
117
118Disallow: /esupport/index.jsp*
119
120Disallow: /esupport/article.html*
121
122Disallow: /esupport/article.jsp*
123
124Disallow: /esupport/main.html*
125
126Disallow: /esupport/main.jsp*
127
128Disallow: /esupport/u-verse-tv-troubleshooting/*
129
130Disallow: /esupport/billAndAccount.jsp*
131
132Disallow: /esupport/security.jsp*
133
134Disallow: /esupport/postmaster*
135
136Disallow: /esupport/online-services.jsp*
137
138Disallow: /esupport/smbindex.jsp*
139
140Disallow: /esupport/report-call-or-text.html*
141
142Disallow: /esupport/speed-calculator*
143
144Disallow: /esupport/data-calculator*
145
146Disallow: /OLAM_PROD_CMS/*
147
148Disallow: /*EDOCSSESSIONID*
149
150Disallow: /*SESSIONID*
151
152Disallow: /*es-us/esupport/article.jsp?pagebody*
153
154Disallow: /*es/legalterms.html
155
156Disallow: /*rex/recommendation/*
157
158Disallow: /Common/maintenance/maintenance.html
159
160Disallow: /Common/popup/
161
162Disallow: /Common/supern/
163
164Disallow: /Large-Files/
165
166Disallow: /apis/maps/v2/locator/search/query.json
167
168Disallow: /apis/maps/v2/locator/search/viewport.json
169
170Disallow: /billinserts/
171
172Disallow: /dsl/modals/
173
174Disallow: /dsl/shop/fragments/
175
176Disallow: /buy/broadband
177
178Disallow: /buy/directv
179
180Disallow: /buy/cart
181
182Disallow: /buy/wireless/
183
184Disallow: /buy/wireless/devices
185
186Disallow: /buy/byod/
187
188Disallow: /buy/byod/sim-selection/
189
190Disallow: /buy/bundles
191
192Disallow: /esupport/ref/showarticle.jsp*
193
194Disallow: /esupport/sender/
195
196Disallow: /esupport/sender/browseResults.jsp
197
198Disallow: /esupport/solutionDisplay.jsp
199
200Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
201
202Disallow: /maintenance/maintenance.html
203
204Disallow: /maps/not-available.html
205
206Disallow: /privacy/policy/
207
208Disallow: /global-search/search*
209
210Disallow: /mktg/
211
212Allow: /mktg/v1/_next/
213
214Disallow: /olam/passthroughAction.myworld*
215
216Disallow: /olam/loginAction.olamexecute
217
218Disallow: /olam/IdentityFailureAction.olamexecute*
219
220Disallow: /olam/validateAccountForgotIdSlid.myworld
221
222Disallow: /olam/jsp/login/inProgress.jsp*
223
224# Small Business
225
226Disallow: /smallbusiness/404.jsp?
227
228Disallow: /smallbusiness/b?
229
230Disallow: /smallbusiness/search
231
232Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
233
234Disallow: /smallbusiness/i9nvalidParamInput.jsp
235
236Disallow: /es-us/OLAM_PROD_CMS/*
237
238Disallow: /es-us/*EDOCSSESSIONID*
239
240Disallow: /es-us/*SESSIONID*
241
242Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
243
244Disallow: /es-us/*es/legalterms.html
245
246Disallow: /es-us/*rex/recommendation/*
247
248Disallow: /es-us/Common/maintenance/maintenance.html
249
250Disallow: /es-us/Common/popup/
251
252Disallow: /es-us/Common/supern/
253
254Disallow: /es-us/Large-Files/
255
256Disallow: /es-us/apis/maps/v2/locator/search/query.json
257
258Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
259
260Disallow: /es-us/billinserts/
261
262Disallow: /es-us/dsl/modals/
263
264Disallow: /es-us/dsl/shop/fragments/
265
266Disallow: /es-us/buy/broadband
267
268Disallow: /es-us/buy/directv
269
270Disallow: /es-us/buy/bundles
271
272Allow: /es-us/buy/bundles?product_suite=NBB
273
274Disallow: /es-us/buy/cart
275
276Disallow: /es-us/esupport/ref/showarticle.jsp*
277
278Disallow: /es-us/esupport/sender/
279
280Disallow: /es-us/esupport/sender/browseResults.jsp
281
282Disallow: /es-us/esupport/solutionDisplay.jsp
283
284Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
285
286Disallow: /es-us/maintenance/maintenance.html
287
288Disallow: /es-us/maps/not-available.html
289
290Disallow: /es-us/privacy/policy/
291
292Disallow: /es-us/global-search/search*
293
294Disallow: /es-us/mktg/
295
296Allow: /es-us/mktg/v1/_next/
297
298Disallow: /es-us/olam/passthroughAction.myworld*
299
300Disallow: /es-us/olam/loginAction.olamexecute
301
302Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
303
304Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
305
306Disallow: /es-us/olam/jsp/login/inProgress.jsp*
307
308# Small Business
309
310Disallow: /es-us/smallbusiness/404.jsp?
311
312Disallow: /es-us/smallbusiness/b?
313
314Disallow: /es-us/smallbusiness/search
315
316Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
317
318Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
319
320
321
322User-agent: Googlebot
323
324Disallow: /gtm/
325
326Disallow: https://pre-www.att.com/home-phone/lifeline/
327
328
329
330# edits 05.01.24 - start
331
332Disallow: /search/
333
334Disallow: /cfd/
335
336Disallow: *bvstate=pg*
337
338Disallow: */rest/clicktrack?*
339
340Disallow: */rest/getlist?*
341
342Disallow: /buy/postpaid/line-selection
343
344Disallow: /ssaf/ssafc/
345
346Disallow: */sdattservicesinc/*
347
348# edits 01.25.25 - end
349
350
351
352# Consumer Wireless and Home
353
354Disallow: /support/showarticle*
355
356Disallow: /contactus/*
357
358Disallow: /esupport/index.html*
359
360Disallow: /esupport/index.jsp*
361
362Disallow: /esupport/article.html*
363
364Disallow: /esupport/article.jsp*
365
366Disallow: /esupport/main.html*
367
368Disallow: /esupport/main.jsp*
369
370Disallow: /esupport/u-verse-tv-troubleshooting/*
371
372Disallow: /esupport/billAndAccount.jsp*
373
374Disallow: /esupport/security.jsp*
375
376Disallow: /esupport/postmaster*
377
378Disallow: /esupport/online-services.jsp*
379
380Disallow: /esupport/smbindex.jsp*
381
382Disallow: /esupport/report-call-or-text.html*
383
384Disallow: /esupport/speed-calculator*
385
386Disallow: /esupport/data-calculator*
387
388Disallow: /OLAM_PROD_CMS/*
389
390Disallow: /*EDOCSSESSIONID*
391
392Disallow: /*SESSIONID*
393
394Disallow: /*es-us/esupport/article.jsp?pagebody*
395
396Disallow: /*es/legalterms.html
397
398Disallow: /*rex/recommendation/*
399
400Disallow: /Common/maintenance/maintenance.html
401
402Disallow: /Common/popup/
403
404Disallow: /Common/supern/
405
406Disallow: /Large-Files/
407
408Disallow: /apis/maps/v2/locator/search/query.json
409
410Disallow: /apis/maps/v2/locator/search/viewport.json
411
412Disallow: /billinserts/
413
414Disallow: /dsl/modals/
415
416Disallow: /dsl/shop/fragments/
417
418Disallow: /buy/broadband
419
420Disallow: /buy/directv
421
422Disallow: /buy/cart
423
424Disallow: /buy/wireless/
425
426Disallow: /buy/wireless/devices
427
428Disallow: /buy/byod/
429
430Disallow: /buy/byod/sim-selection/
431
432Disallow: /buy/bundles
433
434Disallow: /esupport/ref/showarticle.jsp*
435
436Disallow: /esupport/sender/
437
438Disallow: /esupport/sender/browseResults.jsp
439
440Disallow: /esupport/solutionDisplay.jsp
441
442Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
443
444Disallow: /maintenance/maintenance.html
445
446Disallow: /maps/not-available.html
447
448Disallow: /privacy/policy/
449
450Disallow: /global-search/search*
451
452Disallow: /mktg/
453
454Allow: /mktg/v1/_next/
455
456Disallow: /olam/passthroughAction.myworld*
457
458Disallow: /olam/loginAction.olamexecute
459
460Disallow: /olam/IdentityFailureAction.olamexecute*
461
462Disallow: /olam/validateAccountForgotIdSlid.myworld
463
464Disallow: /olam/jsp/login/inProgress.jsp*
465
466# Small Business
467
468Disallow: /smallbusiness/404.jsp?
469
470Disallow: /smallbusiness/b?
471
472Disallow: /smallbusiness/search
473
474Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
475
476Disallow: /smallbusiness/i9nvalidParamInput.jsp
477
478Disallow: /es-us/OLAM_PROD_CMS/*
479
480Disallow: /es-us/*EDOCSSESSIONID*
481
482Disallow: /es-us/*SESSIONID*
483
484Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
485
486Disallow: /es-us/*es/legalterms.html
487
488Disallow: /es-us/*rex/recommendation/*
489
490Disallow: /es-us/Common/maintenance/maintenance.html
491
492Disallow: /es-us/Common/popup/
493
494Disallow: /es-us/Common/supern/
495
496Disallow: /es-us/Large-Files/
497
498Disallow: /es-us/apis/maps/v2/locator/search/query.json
499
500Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
501
502Disallow: /es-us/billinserts/
503
504Disallow: /es-us/dsl/modals/
505
506Disallow: /es-us/dsl/shop/fragments/
507
508Disallow: /es-us/buy/broadband
509
510Disallow: /es-us/buy/directv
511
512Disallow: /es-us/buy/bundles
513
514Allow: /es-us/buy/bundles?product_suite=NBB
515
516Disallow: /es-us/buy/cart
517
518Disallow: /es-us/esupport/ref/showarticle.jsp*
519
520Disallow: /es-us/esupport/sender/
521
522Disallow: /es-us/esupport/sender/browseResults.jsp
523
524Disallow: /es-us/esupport/solutionDisplay.jsp
525
526Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
527
528Disallow: /es-us/maintenance/maintenance.html
529
530Disallow: /es-us/maps/not-available.html
531
532Disallow: /es-us/privacy/policy/
533
534Disallow: /es-us/global-search/search*
535
536Disallow: /es-us/mktg/
537
538Allow: /es-us/mktg/v1/_next/
539
540Disallow: /es-us/olam/passthroughAction.myworld*
541
542Disallow: /es-us/olam/loginAction.olamexecute
543
544Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
545
546Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
547
548Disallow: /es-us/olam/jsp/login/inProgress.jsp*
549
550# Small Business
551
552Disallow: /es-us/smallbusiness/404.jsp?
553
554Disallow: /es-us/smallbusiness/b?
555
556Disallow: /es-us/smallbusiness/search
557
558Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
559
560Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
561
562
563
564# PROD-34469
565
566Disallow: /u-verse/availability/pending-order.jsp
567
568Disallow: /u-verse/availability/check-customer-type.jsp
569
570
571
572# PROD-34470
573
574Disallow: /shop/unified/availability.html?destination_page=BYOB
575
576Disallow: /shop/unified/availability/results.html
577
578Disallow: /shop/unified/availability/calltoorder.html
579
580
581
582# AKA-6232
583
584Disallow: /myorders/*
585
586Disallow: /acctmgmt/*
587
588
589
590# Sitemap Index
591
592Sitemap: https://www.att.com/sitemap.xml
593
594
595
596# Previous Update 8/14/2023
597
598# Last Update 5.1.2024
599
600
601