Intel / robots.txt snapshot

← back to intel.com · fetched 2026-06-20T01:10:30Z (17h ago) · HTTP 200 · 3880 bytes · sha256 3a15545ede3379ce · raw

final URL: https://www.intel.com/robots.txt

1	# robots.txt exclusion for www.intel.com/ - US
2
3	User-agent: OmtrBot/1.0
4	Allow: /content/www/us/en/products/devices-systems/
5	Allow: /content/dam/products/
6	Allow: /libs/apps/intel/services/productseedlist
7	Disallow: /cgi
8	Disallow: /iaweb/
9	Disallow: /cpc/vision/
10	Disallow: /intel/june297/
11	Disallow: /cpc/eps/
12	Disallow: /design/june297/
13	Disallow: /cpc/archive/
14	Disallow: /cpc/dia/
15	Disallow: /cpc/ecs/
16	Disallow: /cpc/fcs/
17	Disallow: /cpc/gif/
18	Disallow: /cpc/OptContent/
19	Disallow: /cpc/pix/
20	Disallow: /cpc/sound/
21	Disallow: /cpc/feature/
22	Disallow: /emergency/
23	Disallow: /content/www///buy/intelinside/
24	Disallow: /content/www///buy/inteltechnologyprovider/
25	Disallow: /content/www///buy/intelproducts/
26	Disallow: /content/www///homepage/_jcr_content/
27	Disallow: /content/www///test/
28	Disallow: /content/data/disclaimers/
29	Disallow: /content/www///contentlibrary.html?
30	Disallow: /content/iip/
31	Disallow: /content/dam/altera-www/global/*/pdfs/assets/
32	Disallow: /content/dam/www/programmable///pdfs/assets/
33	Disallow: /content/dam/www/public/*/forms/
34	Disallow: /*.swf$
35	Disallow: /*/swf/
36	Disallow: /*/secure/
37	Disallow: //wp-expand-server-memory-with-optane.pdf$
38	Disallow: //wp-01288-intel-fpgas-accelerate-intel-xeon-scalable.pdf$
39	Disallow: /content/dam/www/secure/
40
41	User-agent: *
42	Allow: /content/dam/products/catalog/
43	Allow: /content/dam/products/hero/
44	Disallow: /cgi
45	Disallow: /iaweb/
46	Disallow: /cpc/vision/
47	Disallow: /intel/june297/
48	Disallow: /cpc/eps/
49	Disallow: /design/june297/
50	Disallow: /cpc/archive/
51	Disallow: /cpc/dia/
52	Disallow: /cpc/ecs/
53	Disallow: /cpc/fcs/
54	Disallow: /cpc/gif/
55	Disallow: /cpc/OptContent/
56	Disallow: /cpc/pix/
57	Disallow: /cpc/sound/
58	Disallow: /cpc/feature/
59	Disallow: /emergency/
60	Disallow: /content/www///buy/intelinside/
61	Disallow: /content/www///buy/inteltechnologyprovider/
62	Disallow: /content/www///buy/intelproducts/
63	Disallow: /content/www///homepage/_jcr_content/
64	Disallow: /content/www///test/
65	Disallow: /content/data/disclaimers/
66	Disallow: /content/www///contentlibrary.html?
67	Disallow: /content/iip/
68	Disallow: /content/dam/altera-www/global/*/pdfs/assets/
69	Disallow: /content/dam/www/programmable///pdfs/assets/
70	Disallow: /content/dam/www/public/*/forms/
71	Disallow: /content/dam/products/
72	Disallow: /libs/apps/intel/services/productseedlist
73	Disallow: /now/
74	Disallow: /countrylabel=&countrylabel=*
75	Disallow: /&_escaped_fragment_=
76	Disallow: /*.swf$
77	Disallow: /*/swf/
78	Disallow: /*/secure/
79	Disallow: //wp-expand-server-memory-with-optane.pdf$
80	Disallow: //wp-01288-intel-fpgas-accelerate-intel-xeon-scalable.pdf$
81	Disallow: /content/dam/www/secure/
82	Disallow: /content/www/br/pt/
83	Disallow: /content/www/xl/es/
84	Disallow: /content/www/de/de/
85	Disallow: /content/www/es/es/
86	Disallow: /content/www/fr/fr/
87	Disallow: /content/www/jp/ja/
88	Disallow: /content/www/id/id/
89	Disallow: /content/www/kr/ko/
90	Disallow: /content/www/th/th/
91	Disallow: /content/www/tw/zh/
92	Disallow: /content/www/vn/vi/
93
94	User-agent: SEOkicks
95	Crawl-Delay: 10
96
97	User-agent: coccocbot
98	Crawl-Delay: 10
99
100	User-agent: AhrefsBot
101	Crawl-Delay: 10
102
103	User-agent: SemrushBot
104	Crawl-Delay: 10
105
106	User-agent: trendictionbot
107	Crawl-Delay: 10
108
109	User-agent: serpstatbot
110	Crawl-Delay: 10
111
112	User-agent: startmebot
113	Crawl-Delay: 10
114
115	User-agent: HatenaBlog-bot
116	Crawl-Delay: 10
117
118	User-agent: Cincraw
119	Crawl-Delay: 10
120
121	User-agent: InfoTigerBot
122	Crawl-Delay: 10
123
124	User-agent: snapchat
125	Crawl-Delay: 10
126
127	User-agent: Superfeedr
128	Crawl-Delay: 10
129
130	User-agent: YaK
131	Crawl-Delay: 10
132
133	User-agent: digitalshadowsbot
134	Crawl-Delay: 10
135
136	User-agent: Magus
137	Crawl-Delay: 10
138
139	User-agent: Quora-Bot
140	Crawl-Delay: 10
141
142	User-agent: INETDEX-BOT
143	Crawl-Delay: 10
144
145	User-agent: DataForSeoBot
146	Crawl-Delay: 10
147
148	User-agent: SerendeputyBot
149	Crawl-Delay: 10
150
151	User-agent: Deskyobot
152	Crawl-Delay: 10
153
154	User-agent: MJ12bot
155	Crawl-Delay: 10
156
157	User-agent: BrightEdge
158	Crawl-Delay: 10
159
160	User-agent: ICC-Crawler
161	Disallow: /
162
163	Sitemap: https://www.intel.com/sitemap.xml