NeuralCrawl

AT&T / robots.txt

← back to att.com · change detected 24d ago (2026-10-13T23:51:59Z) · modified +151 −395

What changed

Diff old (2026-06-24T22:21:31Z) → new (2026-10-13T23:51:59Z)

@@ -1,37 +1,27 @@
1-
2-
31  # Bad Robots!
42 
53  User-agent: DotBot
4+ Disallow: /
65 
6+ User-agent: dotbot
77  Disallow: /
88 
99 
10+ User-agent: *
11+ Content-Signal: search=yes, ai-input=yes, ai-train=yes
12+ Allow: /
1013 
11- User-agent: dotbot
12-
13- Disallow: /
14-
15-
16-
17- User-agent: *
18-
19- # edit 06.24.26 - start
14+ # Public AI-agent discovery resources
15+ Allow: /.well-known/agent-card.json
16+ Allow: /.well-known/mcp/server-card.json
17+ Allow: /.well-known/agent-skills/index.json
18+ Allow: /ai-instructions/shopping-assistant.md
2019 
2120  Disallow: /wireless/switch-and-save-b/
22-
23- # edit 06.24.26 - end
24-
25- # edit 03.04.25 - start
26-
2721  Disallow: /redressG/
28-
2922  Disallow: /redressGV/
30-
3123  Disallow: /redressH/
32-
3324  Disallow: /redressT/
34-
3525  Disallow: /redressC/
3626 
3727  # edits 03.04.25 - end
@@ -44,31 +34,20 @@
4434  # Allow exact folder roots only (no subfolders/files)
4535 
4636  Allow: /es-us/local/$
47-
4837  Allow: /es-us/local/internet/$
49-
5038  Allow: /es-us/local/fiber/$
51-
5239  Allow: /es-us/local/cell-phones/$
53-
5440  Allow: /es-us/local/bundles/$
55-
5641  Allow: /es-us/stores/$
5742 
5843  # Block all subfolders and files inside these folders
5944 
6045  Disallow: /es-us/local/*
61-
6246  Disallow: /es-us/local/internet/*
63-
6447  Disallow: /es-us/local/fiber/*
65-
6648  Disallow: /es-us/local/cell-phones/*
67-
6849  Disallow: /es-us/local/bundles/*
69-
7050  Disallow: /es-us/stores/*
71-
7251 
7352  # edits 07.29.25 - end
7453 
@@ -77,7 +56,6 @@
7756  Disallow: /ssaf/ssafc/v1/controllerdata
7857 
7958  # edits 09.24.25 - end
80-
8159 
8260  # edits 02.09.25 - start
8361 
@@ -88,520 +66,298 @@
8866  # edits 05.01.24 - start
8967 
9068  Disallow: /search/
91-
9269  Disallow: /cfd/
93-
9470  Disallow: *bvstate=pg*
95-
9671  Disallow: */rest/clicktrack?*
97-
9872  Disallow: */rest/getlist?*
99-
10073  Disallow: /buy/postpaid/line-selection
101-
10274  Disallow: /ssaf/ssafc/
103-
10475  Disallow: /att-dgt-checkin-e/api/*
105-
10676  Disallow: */sdattservicesinc/*
107-
10877  Disallow: https://pre-www.att.com/home-phone/lifeline/
10978 
11079  # edits 01.25.25 - end
111-
112-
11380 
11481  Disallow: /gtm/
11582 
11683  # Consumer Wireless and Home
11784 
11885  Disallow: /support/showarticle*
119-
12086  Disallow: /contactus/*
121-
12287  Disallow: /esupport/index.html*
123-
12488  Disallow: /esupport/index.jsp*
125-
12689  Disallow: /esupport/article.html*
127-
12890  Disallow: /esupport/article.jsp*
129-
13091  Disallow: /esupport/main.html*
131-
13292  Disallow: /esupport/main.jsp*
133-
13493  Disallow: /esupport/u-verse-tv-troubleshooting/*
135-
13694  Disallow: /esupport/billAndAccount.jsp*
137-
13895  Disallow: /esupport/security.jsp*
139-
14096  Disallow: /esupport/postmaster*
141-
14297  Disallow: /esupport/online-services.jsp*
143-
14498  Disallow: /esupport/smbindex.jsp*
145-
14699  Disallow: /esupport/report-call-or-text.html*
147-
148100  Disallow: /esupport/speed-calculator*
149-
150101  Disallow: /esupport/data-calculator*
151-
152102  Disallow: /OLAM_PROD_CMS/*
153-
154103  Disallow: /*EDOCSSESSIONID*
155-
156104  Disallow: /*SESSIONID*
157-
158105  Disallow: /*es-us/esupport/article.jsp?pagebody*
159-
160106  Disallow: /*es/legalterms.html
161-
162107  Disallow: /*rex/recommendation/*
163-
164108  Disallow: /Common/maintenance/maintenance.html
165-
166109  Disallow: /Common/popup/
167-
168110  Disallow: /Common/supern/
169-
170111  Disallow: /Large-Files/
171-
172112  Disallow: /apis/maps/v2/locator/search/query.json
173-
174113  Disallow: /apis/maps/v2/locator/search/viewport.json
175-
176114  Disallow: /billinserts/
177-
178115  Disallow: /dsl/modals/
179-
180116  Disallow: /dsl/shop/fragments/
181-
182117  Disallow: /buy/broadband
183-
184118  Disallow: /buy/directv
185-
186119  Disallow: /buy/cart
187-
188120  Disallow: /buy/wireless/
189-
190121  Disallow: /buy/wireless/devices
191-
192122  Disallow: /buy/byod/
193-
194123  Disallow: /buy/byod/sim-selection/
195-
196124  Disallow: /buy/bundles
197-
198125  Disallow: /esupport/ref/showarticle.jsp*
199-
200126  Disallow: /esupport/sender/
201-
202127  Disallow: /esupport/sender/browseResults.jsp
203-
204128  Disallow: /esupport/solutionDisplay.jsp
205-
206129  Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
207-
208130  Disallow: /maintenance/maintenance.html
209-
210131  Disallow: /maps/not-available.html
211-
212132  Disallow: /privacy/policy/
213-
214133  Disallow: /global-search/search*
215-
216134  Disallow: /mktg/
217135 
218136  Allow: /mktg/v1/_next/
219137 
220138  Disallow: /olam/passthroughAction.myworld*
221-
222139  Disallow: /olam/loginAction.olamexecute
223-
224140  Disallow: /olam/IdentityFailureAction.olamexecute*
225-
226141  Disallow: /olam/validateAccountForgotIdSlid.myworld
227-
228142  Disallow: /olam/jsp/login/inProgress.jsp*
229143 
230144  # Small Business
231145 
232146  Disallow: /smallbusiness/404.jsp?
147+ Disallow: /smallbusiness/b?
148+ Disallow: /smallbusiness/search
149+ Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
150+ Disallow: /smallbusiness/i9nvalidParamInput.jsp
151+ Disallow: /es-us/OLAM_PROD_CMS/*
152+ Disallow: /es-us/*EDOCSSESSIONID*
153+ Disallow: /es-us/*SESSIONID*
154+ Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
155+ Disallow: /es-us/*es/legalterms.html
156+ Disallow: /es-us/*rex/recommendation/*
157+ Disallow: /es-us/Common/maintenance/maintenance.html
158+ Disallow: /es-us/Common/popup/
159+ Disallow: /es-us/Common/supern/
160+ Disallow: /es-us/Large-Files/
161+ Disallow: /es-us/apis/maps/v2/locator/search/query.json
162+ Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
163+ Disallow: /es-us/billinserts/
164+ Disallow: /es-us/dsl/modals/
165+ Disallow: /es-us/dsl/shop/fragments/
166+ Disallow: /es-us/buy/broadband
167+ Disallow: /es-us/buy/directv
168+ Disallow: /es-us/buy/bundles
233169 
170+ Allow: /es-us/buy/bundles?product_suite=NBB
171+ Allow: /es-us/mktg/v1/_next/
172+
173+ Disallow: /es-us/buy/cart
174+ Disallow: /es-us/esupport/ref/showarticle.jsp*
175+ Disallow: /es-us/esupport/sender/
176+ Disallow: /es-us/esupport/sender/browseResults.jsp
177+ Disallow: /es-us/esupport/solutionDisplay.jsp
178+ Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
179+ Disallow: /es-us/maintenance/maintenance.html
180+ Disallow: /es-us/maps/not-available.html
181+ Disallow: /es-us/privacy/policy/
182+ Disallow: /es-us/global-search/search*
183+ Disallow: /es-us/mktg/
184+ Disallow: /es-us/olam/passthroughAction.myworld*
185+ Disallow: /es-us/olam/loginAction.olamexecute
186+ Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
187+ Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
188+ Disallow: /es-us/olam/jsp/login/inProgress.jsp*
189+
190+ # Small Business
191+
192+ Disallow: /es-us/smallbusiness/404.jsp?
193+ Disallow: /es-us/smallbusiness/b?
194+ Disallow: /es-us/smallbusiness/search
195+ Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
196+ Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
197+
198+ User-agent: Googlebot
199+
200+ Disallow: /gtm/
201+ Disallow: https://pre-www.att.com/home-phone/lifeline/
202+
203+ # edits 05.01.24 - start
204+
205+ Disallow: /search/
206+ Disallow: /cfd/
207+ Disallow: *bvstate=pg*
208+ Disallow: */rest/clicktrack?*
209+ Disallow: */rest/getlist?*
210+ Disallow: /buy/postpaid/line-selection
211+ Disallow: /ssaf/ssafc/
212+ Disallow: */sdattservicesinc/*
213+
214+ # edits 01.25.25 - end
215+
216+ # Consumer Wireless and Home
217+
218+ Disallow: /support/showarticle*
219+ Disallow: /contactus/*
220+ Disallow: /esupport/index.html*
221+ Disallow: /esupport/index.jsp*
222+ Disallow: /esupport/article.html*
223+ Disallow: /esupport/article.jsp*
224+ Disallow: /esupport/main.html*
225+ Disallow: /esupport/main.jsp*
226+ Disallow: /esupport/u-verse-tv-troubleshooting/*
227+ Disallow: /esupport/billAndAccount.jsp*
228+ Disallow: /esupport/security.jsp*
229+ Disallow: /esupport/postmaster*
230+ Disallow: /esupport/online-services.jsp*
231+ Disallow: /esupport/smbindex.jsp*
232+ Disallow: /esupport/report-call-or-text.html*
233+ Disallow: /esupport/speed-calculator*
234+ Disallow: /esupport/data-calculator*
235+ Disallow: /OLAM_PROD_CMS/*
236+ Disallow: /*EDOCSSESSIONID*
237+ Disallow: /*SESSIONID*
238+ Disallow: /*es-us/esupport/article.jsp?pagebody*
239+ Disallow: /*es/legalterms.html
240+ Disallow: /*rex/recommendation/*
241+ Disallow: /Common/maintenance/maintenance.html
242+ Disallow: /Common/popup/
243+ Disallow: /Common/supern/
244+ Disallow: /Large-Files/
245+ Disallow: /apis/maps/v2/locator/search/query.json
246+ Disallow: /apis/maps/v2/locator/search/viewport.json
247+ Disallow: /billinserts/
248+ Disallow: /dsl/modals/
249+ Disallow: /dsl/shop/fragments/
250+ Disallow: /buy/broadband
251+ Disallow: /buy/directv
252+ Disallow: /buy/cart
253+ Disallow: /buy/wireless/
254+ Disallow: /buy/wireless/devices
255+ Disallow: /buy/byod/
256+ Disallow: /buy/byod/sim-selection/
257+ Disallow: /buy/bundles
258+ Disallow: /esupport/ref/showarticle.jsp*
259+ Disallow: /esupport/sender/
260+ Disallow: /esupport/sender/browseResults.jsp
261+ Disallow: /esupport/solutionDisplay.jsp
262+ Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
263+ Disallow: /maintenance/maintenance.html
264+ Disallow: /maps/not-available.html
265+ Disallow: /privacy/policy/
266+ Disallow: /global-search/search*
267+ Disallow: /mktg/
268+
269+ Allow: /mktg/v1/_next/
270+
271+ Disallow: /olam/passthroughAction.myworld*
272+ Disallow: /olam/loginAction.olamexecute
273+ Disallow: /olam/IdentityFailureAction.olamexecute*
274+ Disallow: /olam/validateAccountForgotIdSlid.myworld
275+ Disallow: /olam/jsp/login/inProgress.jsp*
276+
277+ # Small Business
278+
279+ Disallow: /smallbusiness/404.jsp?
234280  Disallow: /smallbusiness/b?
235-
236281  Disallow: /smallbusiness/search
237-
238282  Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
239-
240283  Disallow: /smallbusiness/i9nvalidParamInput.jsp
241-
242284  Disallow: /es-us/OLAM_PROD_CMS/*
243-
244285  Disallow: /es-us/*EDOCSSESSIONID*
245-
246286  Disallow: /es-us/*SESSIONID*
247-
248287  Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
249-
250288  Disallow: /es-us/*es/legalterms.html
251-
252289  Disallow: /es-us/*rex/recommendation/*
253-
254290  Disallow: /es-us/Common/maintenance/maintenance.html
255-
256291  Disallow: /es-us/Common/popup/
257-
258292  Disallow: /es-us/Common/supern/
259-
260293  Disallow: /es-us/Large-Files/
261-
262294  Disallow: /es-us/apis/maps/v2/locator/search/query.json
263-
264295  Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
265-
266296  Disallow: /es-us/billinserts/
267-
268297  Disallow: /es-us/dsl/modals/
269-
270298  Disallow: /es-us/dsl/shop/fragments/
271-
272299  Disallow: /es-us/buy/broadband
273-
274300  Disallow: /es-us/buy/directv
275-
276301  Disallow: /es-us/buy/bundles
277302 
278303  Allow: /es-us/buy/bundles?product_suite=NBB
279304 
280305  Disallow: /es-us/buy/cart
281-
282306  Disallow: /es-us/esupport/ref/showarticle.jsp*
283-
284307  Disallow: /es-us/esupport/sender/
285-
286308  Disallow: /es-us/esupport/sender/browseResults.jsp
287-
288309  Disallow: /es-us/esupport/solutionDisplay.jsp
289-
290310  Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
291-
292311  Disallow: /es-us/maintenance/maintenance.html
293-
294312  Disallow: /es-us/maps/not-available.html
295-
296313  Disallow: /es-us/privacy/policy/
297-
298314  Disallow: /es-us/global-search/search*
299-
300315  Disallow: /es-us/mktg/
301316 
302317  Allow: /es-us/mktg/v1/_next/
303318 
304319  Disallow: /es-us/olam/passthroughAction.myworld*
305-
306320  Disallow: /es-us/olam/loginAction.olamexecute
307-
308321  Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
309-
310322  Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
311-
312323  Disallow: /es-us/olam/jsp/login/inProgress.jsp*
313324 
314325  # Small Business
315326 
316327  Disallow: /es-us/smallbusiness/404.jsp?
317-
318328  Disallow: /es-us/smallbusiness/b?
319-
320329  Disallow: /es-us/smallbusiness/search
321-
322330  Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
323-
324331  Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
325-
326-
327-
328- User-agent: Googlebot
329-
330- Disallow: /gtm/
331-
332- Disallow: https://pre-www.att.com/home-phone/lifeline/
333-
334-
335-
336- # edits 05.01.24 - start
337-
338- Disallow: /search/
339-
340- Disallow: /cfd/
341-
342- Disallow: *bvstate=pg*
343-
344- Disallow: */rest/clicktrack?*
345-
346- Disallow: */rest/getlist?*
347-
348- Disallow: /buy/postpaid/line-selection
349-
350- Disallow: /ssaf/ssafc/
351-
352- Disallow: */sdattservicesinc/*
353-
354- # edits 01.25.25 - end
355-
356-
357-
358- # Consumer Wireless and Home
359-
360- Disallow: /support/showarticle*
361-
362- Disallow: /contactus/*
363-
364- Disallow: /esupport/index.html*
365-
366- Disallow: /esupport/index.jsp*
367-
368- Disallow: /esupport/article.html*
369-
370- Disallow: /esupport/article.jsp*
371-
372- Disallow: /esupport/main.html*
373-
374- Disallow: /esupport/main.jsp*
375-
376- Disallow: /esupport/u-verse-tv-troubleshooting/*
377-
378- Disallow: /esupport/billAndAccount.jsp*
379-
380- Disallow: /esupport/security.jsp*
381-
382- Disallow: /esupport/postmaster*
383-
384- Disallow: /esupport/online-services.jsp*
385-
386- Disallow: /esupport/smbindex.jsp*
387-
388- Disallow: /esupport/report-call-or-text.html*
389-
390- Disallow: /esupport/speed-calculator*
391-
392- Disallow: /esupport/data-calculator*
393-
394- Disallow: /OLAM_PROD_CMS/*
395-
396- Disallow: /*EDOCSSESSIONID*
397-
398- Disallow: /*SESSIONID*
399-
400- Disallow: /*es-us/esupport/article.jsp?pagebody*
401-
402- Disallow: /*es/legalterms.html
403-
404- Disallow: /*rex/recommendation/*
405-
406- Disallow: /Common/maintenance/maintenance.html
407-
408- Disallow: /Common/popup/
409-
410- Disallow: /Common/supern/
411-
412- Disallow: /Large-Files/
413-
414- Disallow: /apis/maps/v2/locator/search/query.json
415-
416- Disallow: /apis/maps/v2/locator/search/viewport.json
417-
418- Disallow: /billinserts/
419-
420- Disallow: /dsl/modals/
421-
422- Disallow: /dsl/shop/fragments/
423-
424- Disallow: /buy/broadband
425-
426- Disallow: /buy/directv
427-
428- Disallow: /buy/cart
429-
430- Disallow: /buy/wireless/
431-
432- Disallow: /buy/wireless/devices
433-
434- Disallow: /buy/byod/
435-
436- Disallow: /buy/byod/sim-selection/
437-
438- Disallow: /buy/bundles
439-
440- Disallow: /esupport/ref/showarticle.jsp*
441-
442- Disallow: /esupport/sender/
443-
444- Disallow: /esupport/sender/browseResults.jsp
445-
446- Disallow: /esupport/solutionDisplay.jsp
447-
448- Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
449-
450- Disallow: /maintenance/maintenance.html
451-
452- Disallow: /maps/not-available.html
453-
454- Disallow: /privacy/policy/
455-
456- Disallow: /global-search/search*
457-
458- Disallow: /mktg/
459-
460- Allow: /mktg/v1/_next/
461-
462- Disallow: /olam/passthroughAction.myworld*
463-
464- Disallow: /olam/loginAction.olamexecute
465-
466- Disallow: /olam/IdentityFailureAction.olamexecute*
467-
468- Disallow: /olam/validateAccountForgotIdSlid.myworld
469-
470- Disallow: /olam/jsp/login/inProgress.jsp*
471-
472- # Small Business
473-
474- Disallow: /smallbusiness/404.jsp?
475-
476- Disallow: /smallbusiness/b?
477-
478- Disallow: /smallbusiness/search
479-
480- Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
481-
482- Disallow: /smallbusiness/i9nvalidParamInput.jsp
483-
484- Disallow: /es-us/OLAM_PROD_CMS/*
485-
486- Disallow: /es-us/*EDOCSSESSIONID*
487-
488- Disallow: /es-us/*SESSIONID*
489-
490- Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
491-
492- Disallow: /es-us/*es/legalterms.html
493-
494- Disallow: /es-us/*rex/recommendation/*
495-
496- Disallow: /es-us/Common/maintenance/maintenance.html
497-
498- Disallow: /es-us/Common/popup/
499-
500- Disallow: /es-us/Common/supern/
501-
502- Disallow: /es-us/Large-Files/
503-
504- Disallow: /es-us/apis/maps/v2/locator/search/query.json
505-
506- Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
507-
508- Disallow: /es-us/billinserts/
509-
510- Disallow: /es-us/dsl/modals/
511-
512- Disallow: /es-us/dsl/shop/fragments/
513-
514- Disallow: /es-us/buy/broadband
515-
516- Disallow: /es-us/buy/directv
517-
518- Disallow: /es-us/buy/bundles
519-
520- Allow: /es-us/buy/bundles?product_suite=NBB
521-
522- Disallow: /es-us/buy/cart
523-
524- Disallow: /es-us/esupport/ref/showarticle.jsp*
525-
526- Disallow: /es-us/esupport/sender/
527-
528- Disallow: /es-us/esupport/sender/browseResults.jsp
529-
530- Disallow: /es-us/esupport/solutionDisplay.jsp
531-
532- Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
533-
534- Disallow: /es-us/maintenance/maintenance.html
535-
536- Disallow: /es-us/maps/not-available.html
537-
538- Disallow: /es-us/privacy/policy/
539-
540- Disallow: /es-us/global-search/search*
541-
542- Disallow: /es-us/mktg/
543-
544- Allow: /es-us/mktg/v1/_next/
545-
546- Disallow: /es-us/olam/passthroughAction.myworld*
547-
548- Disallow: /es-us/olam/loginAction.olamexecute
549-
550- Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
551-
552- Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
553-
554- Disallow: /es-us/olam/jsp/login/inProgress.jsp*
555-
556- # Small Business
557-
558- Disallow: /es-us/smallbusiness/404.jsp?
559-
560- Disallow: /es-us/smallbusiness/b?
561-
562- Disallow: /es-us/smallbusiness/search
563-
564- Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
565-
566- Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
567-
568332 
569333 
570334  # PROD-34469
571335 
572336  Disallow: /u-verse/availability/pending-order.jsp
573-
574337  Disallow: /u-verse/availability/check-customer-type.jsp
575-
576338 
577339 
578340  # PROD-34470
579341 
580342  Disallow: /shop/unified/availability.html?destination_page=BYOB
581-
582343  Disallow: /shop/unified/availability/results.html
583-
584344  Disallow: /shop/unified/availability/calltoorder.html
585-
586-
587345 
588346  # AKA-6232
589347 
590348  Disallow: /myorders/*
591-
592349  Disallow: /acctmgmt/*
593350 
594351 
352+ # Previous Update 8/14/2023
353+ # Last Update 10.13.2026
595354 
596- # Sitemap Index
355+ # ====================================================================
356+ # Global Pointers (Placed at the bottom of the file)
357+ # ====================================================================
597358 
598359  Sitemap: https://www.att.com/sitemap.xml
599-
600-
601-
602- # Previous Update 8/14/2023
603-
604- # Last Update 5.1.2024
605-
606-
607-
360+ agent-card: https://www.att.com/.well-known/agent-card.json
361+ mcp-server: https://www.att.com/.well-known/mcp/server-card.json
362+ agent-skills: https://www.att.com/.well-known/agent-skills/index.json
363+ ai-instructions: https://www.att.com/ai-instructions/shopping-assistant.md