NeuralCrawl

AT&T / robots.txt

← back to att.com · change detected 21d ago (2026-10-17T01:09:51Z) · modified +47 −26

What changed

Diff old (2026-10-16T00:44:51Z) → new (2026-10-17T01:09:51Z)

@@ -1,8 +1,7 @@
11  User-agent: DotBot
2+ User-agent: dotbot
23  Disallow: /
34 
4- User-agent: dotbot
5- Disallow: /
65 
76  User-agent: *
87  Content-Signal: search=yes, ai-input=yes, ai-train=no
@@ -13,8 +12,10 @@
1312  Allow: /.well-known/mcp/server-card.json
1413  Allow: /.well-known/agent-skills/index.json
1514  Allow: /.well-known/ai-catalog.json
16- Allow: /.well-known/api-catalog.txt
15+ Allow: /.well-known/api-catalog
1716  Allow: /ai-instructions/shopping-assistant.md
17+ Allow: /ai-instructions/build-a-plan.md
18+ Allow: /ai-instructions/build-a-plan.html
1819  Allow: /ai.txt
1920  Allow: /llms.txt
2021  Allow: /llms-full.txt
@@ -32,26 +33,26 @@
3233 
3334  # edits 07.29.25 - start
3435 
35- # Allow exact homepage
36- Allow: /es-us/$
36+ # Allow exact homepage
37+ Allow: /es-us/$
3738 
38- # Allow exact folder roots only (no subfolders/files)
39+ # Allow exact folder roots only (no subfolders/files)
3940 
40- Allow: /es-us/local/$
41- Allow: /es-us/local/internet/$
42- Allow: /es-us/local/fiber/$
43- Allow: /es-us/local/cell-phones/$
44- Allow: /es-us/local/bundles/$
45- Allow: /es-us/stores/$
41+ Allow: /es-us/local/$
42+ Allow: /es-us/local/internet/$
43+ Allow: /es-us/local/fiber/$
44+ Allow: /es-us/local/cell-phones/$
45+ Allow: /es-us/local/bundles/$
46+ Allow: /es-us/stores/$
4647 
47- # Block all subfolders and files inside these folders
48+ # Block all subfolders and files inside these folders
4849 
49- Disallow: /es-us/local/*
50- Disallow: /es-us/local/internet/*
51- Disallow: /es-us/local/fiber/*
52- Disallow: /es-us/local/cell-phones/*
53- Disallow: /es-us/local/bundles/*
54- Disallow: /es-us/stores/*
50+ Disallow: /es-us/local/*
51+ Disallow: /es-us/local/internet/*
52+ Disallow: /es-us/local/fiber/*
53+ Disallow: /es-us/local/cell-phones/*
54+ Disallow: /es-us/local/bundles/*
55+ Disallow: /es-us/stores/*
5556 
5657  # edits 07.29.25 - end
5758 
@@ -148,7 +149,7 @@
148149 
149150  Disallow: /smallbusiness/404.jsp?
150151  Disallow: /smallbusiness/b?
151- Disallow: /smallbusiness/search
152+ Disallow: /smallbusiness/search
152153  Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
153154  Disallow: /smallbusiness/i9nvalidParamInput.jsp
154155  Disallow: /es-us/OLAM_PROD_CMS/*
@@ -194,11 +195,26 @@
194195 
195196  Disallow: /es-us/smallbusiness/404.jsp?
196197  Disallow: /es-us/smallbusiness/b?
197- Disallow: /es-us/smallbusiness/search
198+ Disallow: /es-us/smallbusiness/search
198199  Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
199200  Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
200201 
201202  User-agent: Googlebot
203+ Content-Signal: search=yes, ai-input=yes, ai-train=no
204+
205+ Allow: /.well-known/agent-card.json
206+ Allow: /.well-known/mcp/server-card.json
207+ Allow: /.well-known/agent-skills/index.json
208+ Allow: /.well-known/ai-catalog.json
209+ Allow: /.well-known/api-catalog
210+ Allow: /ai-instructions/shopping-assistant.md
211+ Allow: /ai-instructions/build-a-plan.md
212+ Allow: /ai-instructions/build-a-plan.html
213+ Allow: /ai.txt
214+ Allow: /llms.txt
215+ Allow: /llms-full.txt
216+ Allow: /trust.txt
217+ Allow: /openapi.json
202218 
203219  Disallow: /gtm/
204220 
@@ -280,7 +296,7 @@
280296 
281297  Disallow: /smallbusiness/404.jsp?
282298  Disallow: /smallbusiness/b?
283- Disallow: /smallbusiness/search
299+ Disallow: /smallbusiness/search
284300  Disallow: /smallbusiness/wireless/buyFlowContainer.jsp
285301  Disallow: /smallbusiness/i9nvalidParamInput.jsp
286302  Disallow: /es-us/OLAM_PROD_CMS/*
@@ -328,15 +344,19 @@
328344 
329345  Disallow: /es-us/smallbusiness/404.jsp?
330346  Disallow: /es-us/smallbusiness/b?
331- Disallow: /es-us/smallbusiness/search
347+ Disallow: /es-us/smallbusiness/search
332348  Disallow: /es-us/smallbusiness/wireless/buyFlowContainer.jsp
333349  Disallow: /es-us/smallbusiness/i9nvalidParamInput.jsp
334350 
335- # PROD-34469
351+
352+ # PROD-34469
336353 
337354  Disallow: /u-verse/availability/pending-order.jsp
338355  Disallow: /u-verse/availability/check-customer-type.jsp
339- # PROD-34470
356+
357+
358+ # PROD-34470
359+
340360  Disallow: /shop/unified/availability.html?destination_page=BYOB
341361  Disallow: /shop/unified/availability/results.html
342362  Disallow: /shop/unified/availability/calltoorder.html
@@ -346,7 +366,8 @@
346366  Disallow: /myorders/*
347367  Disallow: /acctmgmt/*
348368 
349- # Previous Update 8/14/2023
369+
370+ # Previous Update 8/14/2023
350371  # Last Update 10.15.2026
351372 
352373  # ====================================================================