NeuralCrawl

AT&T / robots.txt snapshot

← back to att.com · fetched 2026-10-17T01:09:51Z (21d ago) · HTTP 200 · 11245 bytes · sha256 f9f97da77bb1fa32 · raw

final URL: https://www.att.com/robots.txt

1User-agent: DotBot
2User-agent: dotbot
3Disallow: /
4
5
6User-agent: *
7Content-Signal: search=yes, ai-input=yes, ai-train=no
8Allow: /
9
10# Public AI-agent discovery resources
11Allow: /.well-known/agent-card.json
12Allow: /.well-known/mcp/server-card.json
13Allow: /.well-known/agent-skills/index.json
14Allow: /.well-known/ai-catalog.json
15Allow: /.well-known/api-catalog
16Allow: /ai-instructions/shopping-assistant.md
17Allow: /ai-instructions/build-a-plan.md
18Allow: /ai-instructions/build-a-plan.html
19Allow: /ai.txt
20Allow: /llms.txt
21Allow: /llms-full.txt
22Allow: /trust.txt
23Allow: /openapi.json
24
25Disallow: /wireless/switch-and-save-b/
26Disallow: /redressG/
27Disallow: /redressGV/
28Disallow: /redressH/
29Disallow: /redressT/
30Disallow: /redressC/
31
32# edits 03.04.25 - end
33
34# edits 07.29.25 - start
35
36# Allow exact homepage
37Allow: /es-us/$
38
39# Allow exact folder roots only (no subfolders/files)
40
41Allow: /es-us/local/$
42Allow: /es-us/local/internet/$
43Allow: /es-us/local/fiber/$
44Allow: /es-us/local/cell-phones/$
45Allow: /es-us/local/bundles/$
46Allow: /es-us/stores/$
47
48# Block all subfolders and files inside these folders
49
50Disallow: /es-us/local/*
51Disallow: /es-us/local/internet/*
52Disallow: /es-us/local/fiber/*
53Disallow: /es-us/local/cell-phones/*
54Disallow: /es-us/local/bundles/*
55Disallow: /es-us/stores/*
56
57# edits 07.29.25 - end
58
59# edits 09.24.25 - start
60
61Disallow: /ssaf/ssafc/v1/controllerdata
62
63# edits 09.24.25 - end
64
65# edits 02.09.25 - start
66
67Disallow: /buy/login
68
69# edits 02.09.25 - end
70
71# edits 05.01.24 - start
72
73Disallow: /search/
74Disallow: /cfd/
75Disallow: /*bvstate=pg*
76Disallow: /*/rest/clicktrack?*
77Disallow: /*/rest/getlist?*
78Disallow: /buy/postpaid/line-selection
79Disallow: /ssaf/ssafc/
80Disallow: /att-dgt-checkin-e/api/*
81Disallow: /*/sdattservicesinc/*
82
83# edits 01.25.25 - end
84
85Disallow: /gtm/
86
87# Consumer Wireless and Home
88
89Disallow: /support/showarticle*
90Disallow: /contactus/*
91Disallow: /esupport/index.html*
92Disallow: /esupport/index.jsp*
93Disallow: /esupport/article.html*
94Disallow: /esupport/article.jsp*
95Disallow: /esupport/main.html*
96Disallow: /esupport/main.jsp*
97Disallow: /esupport/u-verse-tv-troubleshooting/*
98Disallow: /esupport/billAndAccount.jsp*
99Disallow: /esupport/security.jsp*
100Disallow: /esupport/postmaster*
101Disallow: /esupport/online-services.jsp*
102Disallow: /esupport/smbindex.jsp*
103Disallow: /esupport/report-call-or-text.html*
104Disallow: /esupport/speed-calculator*
105Disallow: /esupport/data-calculator*
106Disallow: /OLAM_PROD_CMS/*
107Disallow: /*EDOCSSESSIONID*
108Disallow: /*SESSIONID*
109Disallow: /*es-us/esupport/article.jsp?pagebody*
110Disallow: /*es/legalterms.html
111Disallow: /*rex/recommendation/*
112Disallow: /Common/maintenance/maintenance.html
113Disallow: /Common/popup/
114Disallow: /Common/supern/
115Disallow: /Large-Files/
116Disallow: /apis/maps/v2/locator/search/query.json
117Disallow: /apis/maps/v2/locator/search/viewport.json
118Disallow: /billinserts/
119Disallow: /dsl/modals/
120Disallow: /dsl/shop/fragments/
121Disallow: /buy/broadband
122Disallow: /buy/directv
123Disallow: /buy/cart
124Disallow: /buy/wireless/
125Disallow: /buy/wireless/devices
126Disallow: /buy/byod/
127Disallow: /buy/byod/sim-selection/
128Disallow: /buy/bundles
129Disallow: /esupport/ref/showarticle.jsp*
130Disallow: /esupport/sender/
131Disallow: /esupport/sender/browseResults.jsp
132Disallow: /esupport/solutionDisplay.jsp
133Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
134Disallow: /maintenance/maintenance.html
135Disallow: /maps/not-available.html
136Disallow: /privacy/policy/
137Disallow: /global-search/search*
138Disallow: /mktg/
139
140Allow: /mktg/v1/_next/
141
142Disallow: /olam/passthroughAction.myworld*
143Disallow: /olam/loginAction.olamexecute
144Disallow: /olam/IdentityFailureAction.olamexecute*
145Disallow: /olam/validateAccountForgotIdSlid.myworld
146Disallow: /olam/jsp/login/inProgress.jsp*
147
148# Small Business
149
150Disallow: /smallbusiness/404.jsp?
151Disallow: /smallbusiness/b?
152Disallow: /smallbusiness/search
153Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
154Disallow: /smallbusiness/i9nvalidParamInput.jsp
155Disallow: /es-us/OLAM_PROD_CMS/*
156Disallow: /es-us/*EDOCSSESSIONID*
157Disallow: /es-us/*SESSIONID*
158Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
159Disallow: /es-us/*es/legalterms.html
160Disallow: /es-us/*rex/recommendation/*
161Disallow: /es-us/Common/maintenance/maintenance.html
162Disallow: /es-us/Common/popup/
163Disallow: /es-us/Common/supern/
164Disallow: /es-us/Large-Files/
165Disallow: /es-us/apis/maps/v2/locator/search/query.json
166Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
167Disallow: /es-us/billinserts/
168Disallow: /es-us/dsl/modals/
169Disallow: /es-us/dsl/shop/fragments/
170Disallow: /es-us/buy/broadband
171Disallow: /es-us/buy/directv
172Disallow: /es-us/buy/bundles
173
174Allow: /es-us/buy/bundles?product_suite=NBB
175Allow: /es-us/mktg/v1/_next/
176
177Disallow: /es-us/buy/cart
178Disallow: /es-us/esupport/ref/showarticle.jsp*
179Disallow: /es-us/esupport/sender/
180Disallow: /es-us/esupport/sender/browseResults.jsp
181Disallow: /es-us/esupport/solutionDisplay.jsp
182Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
183Disallow: /es-us/maintenance/maintenance.html
184Disallow: /es-us/maps/not-available.html
185Disallow: /es-us/privacy/policy/
186Disallow: /es-us/global-search/search*
187Disallow: /es-us/mktg/
188Disallow: /es-us/olam/passthroughAction.myworld*
189Disallow: /es-us/olam/loginAction.olamexecute
190Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
191Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
192Disallow: /es-us/olam/jsp/login/inProgress.jsp*
193
194# Small Business
195
196Disallow: /es-us/smallbusiness/404.jsp?
197Disallow: /es-us/smallbusiness/b?
198Disallow: /es-us/smallbusiness/search
199Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
200Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
201
202User-agent: Googlebot
203Content-Signal: search=yes, ai-input=yes, ai-train=no
204
205Allow: /.well-known/agent-card.json
206Allow: /.well-known/mcp/server-card.json
207Allow: /.well-known/agent-skills/index.json
208Allow: /.well-known/ai-catalog.json
209Allow: /.well-known/api-catalog
210Allow: /ai-instructions/shopping-assistant.md
211Allow: /ai-instructions/build-a-plan.md
212Allow: /ai-instructions/build-a-plan.html
213Allow: /ai.txt
214Allow: /llms.txt
215Allow: /llms-full.txt
216Allow: /trust.txt
217Allow: /openapi.json
218
219Disallow: /gtm/
220
221# edits 05.01.24 - start
222
223Disallow: /search/
224Disallow: /cfd/
225Disallow: /*bvstate=pg*
226Disallow: /*/rest/clicktrack?*
227Disallow: /*/rest/getlist?*
228Disallow: /buy/postpaid/line-selection
229Disallow: /ssaf/ssafc/
230Disallow: /*/sdattservicesinc/*
231
232# edits 01.25.25 - end
233
234# Consumer Wireless and Home
235
236Disallow: /support/showarticle*
237Disallow: /contactus/*
238Disallow: /esupport/index.html*
239Disallow: /esupport/index.jsp*
240Disallow: /esupport/article.html*
241Disallow: /esupport/article.jsp*
242Disallow: /esupport/main.html*
243Disallow: /esupport/main.jsp*
244Disallow: /esupport/u-verse-tv-troubleshooting/*
245Disallow: /esupport/billAndAccount.jsp*
246Disallow: /esupport/security.jsp*
247Disallow: /esupport/postmaster*
248Disallow: /esupport/online-services.jsp*
249Disallow: /esupport/smbindex.jsp*
250Disallow: /esupport/report-call-or-text.html*
251Disallow: /esupport/speed-calculator*
252Disallow: /esupport/data-calculator*
253Disallow: /OLAM_PROD_CMS/*
254Disallow: /*EDOCSSESSIONID*
255Disallow: /*SESSIONID*
256Disallow: /*es-us/esupport/article.jsp?pagebody*
257Disallow: /*es/legalterms.html
258Disallow: /*rex/recommendation/*
259Disallow: /Common/maintenance/maintenance.html
260Disallow: /Common/popup/
261Disallow: /Common/supern/
262Disallow: /Large-Files/
263Disallow: /apis/maps/v2/locator/search/query.json
264Disallow: /apis/maps/v2/locator/search/viewport.json
265Disallow: /billinserts/
266Disallow: /dsl/modals/
267Disallow: /dsl/shop/fragments/
268Disallow: /buy/broadband
269Disallow: /buy/directv
270Disallow: /buy/cart
271Disallow: /buy/wireless/
272Disallow: /buy/wireless/devices
273Disallow: /buy/byod/
274Disallow: /buy/byod/sim-selection/
275Disallow: /buy/bundles
276Disallow: /esupport/ref/showarticle.jsp*
277Disallow: /esupport/sender/
278Disallow: /esupport/sender/browseResults.jsp
279Disallow: /esupport/solutionDisplay.jsp
280Disallow: /gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
281Disallow: /maintenance/maintenance.html
282Disallow: /maps/not-available.html
283Disallow: /privacy/policy/
284Disallow: /global-search/search*
285Disallow: /mktg/
286
287Allow: /mktg/v1/_next/
288
289Disallow: /olam/passthroughAction.myworld*
290Disallow: /olam/loginAction.olamexecute
291Disallow: /olam/IdentityFailureAction.olamexecute*
292Disallow: /olam/validateAccountForgotIdSlid.myworld
293Disallow: /olam/jsp/login/inProgress.jsp*
294
295# Small Business
296
297Disallow: /smallbusiness/404.jsp?
298Disallow: /smallbusiness/b?
299Disallow: /smallbusiness/search
300Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
301Disallow: /smallbusiness/i9nvalidParamInput.jsp
302Disallow: /es-us/OLAM_PROD_CMS/*
303Disallow: /es-us/*EDOCSSESSIONID*
304Disallow: /es-us/*SESSIONID*
305Disallow: /es-us/*es-us/esupport/article.jsp?pagebody*
306Disallow: /es-us/*es/legalterms.html
307Disallow: /es-us/*rex/recommendation/*
308Disallow: /es-us/Common/maintenance/maintenance.html
309Disallow: /es-us/Common/popup/
310Disallow: /es-us/Common/supern/
311Disallow: /es-us/Large-Files/
312Disallow: /es-us/apis/maps/v2/locator/search/query.json
313Disallow: /es-us/apis/maps/v2/locator/search/viewport.json
314Disallow: /es-us/billinserts/
315Disallow: /es-us/dsl/modals/
316Disallow: /es-us/dsl/shop/fragments/
317Disallow: /es-us/buy/broadband
318Disallow: /es-us/buy/directv
319Disallow: /es-us/buy/bundles
320
321Allow: /es-us/buy/bundles?product_suite=NBB
322
323Disallow: /es-us/buy/cart
324Disallow: /es-us/esupport/ref/showarticle.jsp*
325Disallow: /es-us/esupport/sender/
326Disallow: /es-us/esupport/sender/browseResults.jsp
327Disallow: /es-us/esupport/solutionDisplay.jsp
328Disallow: /es-us/gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
329Disallow: /es-us/maintenance/maintenance.html
330Disallow: /es-us/maps/not-available.html
331Disallow: /es-us/privacy/policy/
332Disallow: /es-us/global-search/search*
333Disallow: /es-us/mktg/
334
335Allow: /es-us/mktg/v1/_next/
336
337Disallow: /es-us/olam/passthroughAction.myworld*
338Disallow: /es-us/olam/loginAction.olamexecute
339Disallow: /es-us/olam/IdentityFailureAction.olamexecute*
340Disallow: /es-us/olam/validateAccountForgotIdSlid.myworld
341Disallow: /es-us/olam/jsp/login/inProgress.jsp*
342
343# Small Business
344
345Disallow: /es-us/smallbusiness/404.jsp?
346Disallow: /es-us/smallbusiness/b?
347Disallow: /es-us/smallbusiness/search
348Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
349Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
350
351
352# PROD-34469
353
354Disallow: /u-verse/availability/pending-order.jsp
355Disallow: /u-verse/availability/check-customer-type.jsp
356
357
358# PROD-34470
359
360Disallow: /shop/unified/availability.html?destination_page=BYOB
361Disallow: /shop/unified/availability/results.html
362Disallow: /shop/unified/availability/calltoorder.html
363
364# AKA-6232
365
366Disallow: /myorders/*
367Disallow: /acctmgmt/*
368
369
370# Previous Update 8/14/2023
371# Last Update 10.15.2026
372
373# ====================================================================
374# Global pointers
375# ====================================================================
376
377Sitemap: https://www.att.com/sitemap.xml
378# Agent discovery resources are published through trust.txt and ai.txt.
379# https://www.att.com/.well-known/agent-card.json
380# https://www.att.com/.well-known/mcp/server-card.json
381# https://www.att.com/.well-known/agent-skills/index.json
382# https://www.att.com/ai-instructions/shopping-assistant.md