NeuralCrawl

AT&T / robots.txt snapshot

← back to att.com · fetched 2026-10-13T23:51:59Z (24d ago) · HTTP 200 · 10678 bytes · sha256 abab654925f01582 · raw

final URL: https://www.att.com/robots.txt

1# Bad Robots!
2
3User-agent: DotBot
4Disallow: /
5
6User-agent: dotbot
7Disallow: /
8
9
10User-agent: *
11Content-Signal: search=yes, ai-input=yes, ai-train=yes
12Allow: /
13
14# Public AI-agent discovery resources
15Allow: /.well-known/agent-card.json
16Allow: /.well-known/mcp/server-card.json
17Allow: /.well-known/agent-skills/index.json
18Allow: /ai-instructions/shopping-assistant.md
19
20Disallow: /wireless/switch-and-save-b/
21Disallow: /redressG/
22Disallow: /redressGV/
23Disallow: /redressH/
24Disallow: /redressT/
25Disallow: /redressC/
26
27# edits 03.04.25 - end
28
29# edits 07.29.25 - start
30
31# Allow exact homepage
32Allow: /es-us/$
33
34# Allow exact folder roots only (no subfolders/files)
35
36Allow: /es-us/local/$
37Allow: /es-us/local/internet/$
38Allow: /es-us/local/fiber/$
39Allow: /es-us/local/cell-phones/$
40Allow: /es-us/local/bundles/$
41Allow: /es-us/stores/$
42
43# Block all subfolders and files inside these folders
44
45Disallow: /es-us/local/*
46Disallow: /es-us/local/internet/*
47Disallow: /es-us/local/fiber/*
48Disallow: /es-us/local/cell-phones/*
49Disallow: /es-us/local/bundles/*
50Disallow: /es-us/stores/*
51
52# edits 07.29.25 - end
53
54# edits 09.24.25 - start
55
56Disallow: /ssaf/ssafc/v1/controllerdata
57
58# edits 09.24.25 - end
59
60# edits 02.09.25 - start
61
62Disallow: /buy/login
63
64# edits 02.09.25 - end
65
66# edits 05.01.24 - start
67
68Disallow: /search/
69Disallow: /cfd/
70Disallow: *bvstate=pg*
71Disallow: */rest/clicktrack?*
72Disallow: */rest/getlist?*
73Disallow: /buy/postpaid/line-selection
74Disallow: /ssaf/ssafc/
75Disallow: /att-dgt-checkin-e/api/*
76Disallow: */sdattservicesinc/*
77Disallow: https://pre-www.att.com/home-phone/lifeline/
78
79# edits 01.25.25 - end
80
81Disallow: /gtm/
82
83# Consumer Wireless and Home
84
85Disallow: /support/showarticle*
86Disallow: /contactus/*
87Disallow: /esupport/index.html*
88Disallow: /esupport/index.jsp*
89Disallow: /esupport/article.html*
90Disallow: /esupport/article.jsp*
91Disallow: /esupport/main.html*
92Disallow: /esupport/main.jsp*
93Disallow: /esupport/u-verse-tv-troubleshooting/*
94Disallow: /esupport/billAndAccount.jsp*
95Disallow: /esupport/security.jsp*
96Disallow: /esupport/postmaster*
97Disallow: /esupport/online-services.jsp*
98Disallow: /esupport/smbindex.jsp*
99Disallow: /esupport/report-call-or-text.html*
100Disallow: /esupport/speed-calculator*
101Disallow: /esupport/data-calculator*
102Disallow: /OLAM_PROD_CMS/*
103Disallow: /*EDOCSSESSIONID*
104Disallow: /*SESSIONID*
105Disallow: /*es-us/esupport/article.jsp?pagebody*
106Disallow: /*es/legalterms.html
107Disallow: /*rex/recommendation/*
108Disallow: /Common/maintenance/maintenance.html
109Disallow: /Common/popup/
110Disallow: /Common/supern/
111Disallow: /Large-Files/
112Disallow: /apis/maps/v2/locator/search/query.json
113Disallow: /apis/maps/v2/locator/search/viewport.json
114Disallow: /billinserts/
115Disallow: /dsl/modals/
116Disallow: /dsl/shop/fragments/
117Disallow: /buy/broadband
118Disallow: /buy/directv
119Disallow: /buy/cart
120Disallow: /buy/wireless/
121Disallow: /buy/wireless/devices
122Disallow: /buy/byod/
123Disallow: /buy/byod/sim-selection/
124Disallow: /buy/bundles
125Disallow: /esupport/ref/showarticle.jsp*
126Disallow: /esupport/sender/
127Disallow: /esupport/sender/browseResults.jsp
128Disallow: /esupport/solutionDisplay.jsp
129Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
130Disallow: /maintenance/maintenance.html
131Disallow: /maps/not-available.html
132Disallow: /privacy/policy/
133Disallow: /global-search/search*
134Disallow: /mktg/
135
136Allow: /mktg/v1/_next/
137
138Disallow: /olam/passthroughAction.myworld*
139Disallow: /olam/loginAction.olamexecute
140Disallow: /olam/IdentityFailureAction.olamexecute*
141Disallow: /olam/validateAccountForgotIdSlid.myworld
142Disallow: /olam/jsp/login/inProgress.jsp*
143
144# Small Business
145
146Disallow: /smallbusiness/404.jsp?
147Disallow: /smallbusiness/b?
148Disallow: /smallbusiness/search
149Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
150Disallow: /smallbusiness/i9nvalidParamInput.jsp
151Disallow: /es-us/OLAM_PROD_CMS/*
152Disallow: /es-us/*EDOCSSESSIONID*
153Disallow: /es-us/*SESSIONID*
154Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
155Disallow: /es-us/*es/legalterms.html
156Disallow: /es-us/*rex/recommendation/*
157Disallow: /es-us/Common/maintenance/maintenance.html
158Disallow: /es-us/Common/popup/
159Disallow: /es-us/Common/supern/
160Disallow: /es-us/Large-Files/
161Disallow: /es-us/apis/maps/v2/locator/search/query.json
162Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
163Disallow: /es-us/billinserts/
164Disallow: /es-us/dsl/modals/
165Disallow: /es-us/dsl/shop/fragments/
166Disallow: /es-us/buy/broadband
167Disallow: /es-us/buy/directv
168Disallow: /es-us/buy/bundles
169
170Allow: /es-us/buy/bundles?product_suite=NBB
171Allow: /es-us/mktg/v1/_next/
172
173Disallow: /es-us/buy/cart
174Disallow: /es-us/esupport/ref/showarticle.jsp*
175Disallow: /es-us/esupport/sender/
176Disallow: /es-us/esupport/sender/browseResults.jsp
177Disallow: /es-us/esupport/solutionDisplay.jsp
178Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
179Disallow: /es-us/maintenance/maintenance.html
180Disallow: /es-us/maps/not-available.html
181Disallow: /es-us/privacy/policy/
182Disallow: /es-us/global-search/search*
183Disallow: /es-us/mktg/
184Disallow: /es-us/olam/passthroughAction.myworld*
185Disallow: /es-us/olam/loginAction.olamexecute
186Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
187Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
188Disallow: /es-us/olam/jsp/login/inProgress.jsp*
189
190# Small Business
191
192Disallow: /es-us/smallbusiness/404.jsp?
193Disallow: /es-us/smallbusiness/b?
194Disallow: /es-us/smallbusiness/search
195Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
196Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
197
198User-agent: Googlebot
199
200Disallow: /gtm/
201Disallow: https://pre-www.att.com/home-phone/lifeline/
202
203# edits 05.01.24 - start
204
205Disallow: /search/
206Disallow: /cfd/
207Disallow: *bvstate=pg*
208Disallow: */rest/clicktrack?*
209Disallow: */rest/getlist?*
210Disallow: /buy/postpaid/line-selection
211Disallow: /ssaf/ssafc/
212Disallow: */sdattservicesinc/*
213
214# edits 01.25.25 - end
215
216# Consumer Wireless and Home
217
218Disallow: /support/showarticle*
219Disallow: /contactus/*
220Disallow: /esupport/index.html*
221Disallow: /esupport/index.jsp*
222Disallow: /esupport/article.html*
223Disallow: /esupport/article.jsp*
224Disallow: /esupport/main.html*
225Disallow: /esupport/main.jsp*
226Disallow: /esupport/u-verse-tv-troubleshooting/*
227Disallow: /esupport/billAndAccount.jsp*
228Disallow: /esupport/security.jsp*
229Disallow: /esupport/postmaster*
230Disallow: /esupport/online-services.jsp*
231Disallow: /esupport/smbindex.jsp*
232Disallow: /esupport/report-call-or-text.html*
233Disallow: /esupport/speed-calculator*
234Disallow: /esupport/data-calculator*
235Disallow: /OLAM_PROD_CMS/*
236Disallow: /*EDOCSSESSIONID*
237Disallow: /*SESSIONID*
238Disallow: /*es-us/esupport/article.jsp?pagebody*
239Disallow: /*es/legalterms.html
240Disallow: /*rex/recommendation/*
241Disallow: /Common/maintenance/maintenance.html
242Disallow: /Common/popup/
243Disallow: /Common/supern/
244Disallow: /Large-Files/
245Disallow: /apis/maps/v2/locator/search/query.json
246Disallow: /apis/maps/v2/locator/search/viewport.json
247Disallow: /billinserts/
248Disallow: /dsl/modals/
249Disallow: /dsl/shop/fragments/
250Disallow: /buy/broadband
251Disallow: /buy/directv
252Disallow: /buy/cart
253Disallow: /buy/wireless/
254Disallow: /buy/wireless/devices
255Disallow: /buy/byod/
256Disallow: /buy/byod/sim-selection/
257Disallow: /buy/bundles
258Disallow: /esupport/ref/showarticle.jsp*
259Disallow: /esupport/sender/
260Disallow: /esupport/sender/browseResults.jsp
261Disallow: /esupport/solutionDisplay.jsp
262Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
263Disallow: /maintenance/maintenance.html
264Disallow: /maps/not-available.html
265Disallow: /privacy/policy/
266Disallow: /global-search/search*
267Disallow: /mktg/
268
269Allow: /mktg/v1/_next/
270
271Disallow: /olam/passthroughAction.myworld*
272Disallow: /olam/loginAction.olamexecute
273Disallow: /olam/IdentityFailureAction.olamexecute*
274Disallow: /olam/validateAccountForgotIdSlid.myworld
275Disallow: /olam/jsp/login/inProgress.jsp*
276
277# Small Business
278
279Disallow: /smallbusiness/404.jsp?
280Disallow: /smallbusiness/b?
281Disallow: /smallbusiness/search
282Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
283Disallow: /smallbusiness/i9nvalidParamInput.jsp
284Disallow: /es-us/OLAM_PROD_CMS/*
285Disallow: /es-us/*EDOCSSESSIONID*
286Disallow: /es-us/*SESSIONID*
287Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
288Disallow: /es-us/*es/legalterms.html
289Disallow: /es-us/*rex/recommendation/*
290Disallow: /es-us/Common/maintenance/maintenance.html
291Disallow: /es-us/Common/popup/
292Disallow: /es-us/Common/supern/
293Disallow: /es-us/Large-Files/
294Disallow: /es-us/apis/maps/v2/locator/search/query.json
295Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
296Disallow: /es-us/billinserts/
297Disallow: /es-us/dsl/modals/
298Disallow: /es-us/dsl/shop/fragments/
299Disallow: /es-us/buy/broadband
300Disallow: /es-us/buy/directv
301Disallow: /es-us/buy/bundles
302
303Allow: /es-us/buy/bundles?product_suite=NBB
304
305Disallow: /es-us/buy/cart
306Disallow: /es-us/esupport/ref/showarticle.jsp*
307Disallow: /es-us/esupport/sender/
308Disallow: /es-us/esupport/sender/browseResults.jsp
309Disallow: /es-us/esupport/solutionDisplay.jsp
310Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
311Disallow: /es-us/maintenance/maintenance.html
312Disallow: /es-us/maps/not-available.html
313Disallow: /es-us/privacy/policy/
314Disallow: /es-us/global-search/search*
315Disallow: /es-us/mktg/
316
317Allow: /es-us/mktg/v1/_next/
318
319Disallow: /es-us/olam/passthroughAction.myworld*
320Disallow: /es-us/olam/loginAction.olamexecute
321Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
322Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
323Disallow: /es-us/olam/jsp/login/inProgress.jsp*
324
325# Small Business
326
327Disallow: /es-us/smallbusiness/404.jsp?
328Disallow: /es-us/smallbusiness/b?
329Disallow: /es-us/smallbusiness/search
330Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
331Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
332
333
334# PROD-34469
335
336Disallow: /u-verse/availability/pending-order.jsp
337Disallow: /u-verse/availability/check-customer-type.jsp
338
339
340# PROD-34470
341
342Disallow: /shop/unified/availability.html?destination_page=BYOB
343Disallow: /shop/unified/availability/results.html
344Disallow: /shop/unified/availability/calltoorder.html
345
346# AKA-6232
347
348Disallow: /myorders/*
349Disallow: /acctmgmt/*
350
351
352# Previous Update 8/14/2023
353# Last Update 10.13.2026
354
355# ====================================================================
356# Global Pointers (Placed at the bottom of the file)
357# ====================================================================
358
359Sitemap: https://www.att.com/sitemap.xml
360agent-card: https://www.att.com/.well-known/agent-card.json
361mcp-server: https://www.att.com/.well-known/mcp/server-card.json
362agent-skills: https://www.att.com/.well-known/agent-skills/index.json
363ai-instructions: https://www.att.com/ai-instructions/shopping-assistant.md