NeuralCrawl

STMicroelectronics / robots.txt snapshot

← back to st.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 3572 bytes · sha256 46f8dd94fae18575 · raw

final URL: https://www.st.com/robots.txt

1# Allow access to Panasonic's ARIA bot
2
3User-agent: Panasonic
4
5Allow: /content/my_st_com/
6Allow: /content/st_com/ko/landing/
7Allow: /content/st_com/*/info/beSTmobile-info.html
8Allow: /content/st_com/*/blank.html
9Allow: /content/st_com/*/contact-us.html/
10Allow: /content/st_com/*/user-registration/forgotten-password.html
11Allow: /content/st_com/*/user-registration/registration-validation.html
12Allow: /content/st_com/*/user-registration/reset-password.html
13Allow: /content/st_com/*/user-registration.html
14Allow: /search.html
15Allow: /content/st_com/*/search.html
16Allow: /content/st_com/search-sitemaps/*
17Allow: /*/media-resources/browse.html?search=
18Allow: /*/media-resources/browse.html/
19Allow: /*material_declaration*.pdf
20Allow: /*material_declaration*.xml
21Allow: /cas/login
22Allow: /cas/logout
23Allow: *lang=
24Allow: /*.zip$
25Allow: /*.xls$
26Allow: /*.xlsx$
27Allow: /*.ppt$
28Allow: /*.txt$
29Allow: /*.jsp
30Allow: /*.jsp$
31Allow: /"+target=/
32Allow: /"%2Btarget=/
33Allow: /*.ics$
34Allow: /*.vtt$
35Allow: /*/error.html/
36Allow: /*canonical-url
37Allow: /*-compare-view
38Allow: /*.html%7CName=ComponentLink
39Allow: /*.pdf%7CName=ComponentLink
40Allow: /%7CNAME=
41Allow: /%7CName=
42Allow: /ksmk/
43Allow: /*/medallia-feedback/
44Allow: */aHR0c
45Allow: */translations/*.xml
46
47User-agent: *
48
49#videos
50Allow: /*video-page.html?page=2$
51Allow: /*video-page.html?page=3$
52Allow: /*video-page.html?page=4$
53Allow: /*video-page.html?page=5$
54Allow: /*video-page.html?page=6$
55Allow: /*video-page.html?page=7$
56Allow: /*video-page.html?page=8$
57Allow: /*video-page.html?page=9$
58Allow: /*video-page.html?page=10$
59Allow: /*video-page.html?page=11$
60Allow: /*video-page.html?page=12$
61Allow: /*video-page.html?page=13$
62Allow: /*video-page.html?page=14$
63Allow: /*video-page.html?page=15$
64Allow: /*video-page.html?page=16$
65Allow: /*video-page.html?page=17$
66Allow: /*video-page.html?page=18$
67Allow: /*video-page.html?page=19$
68Allow: /*video-page.html?page=20$
69Disallow: /*video-page.html?
70Disallow: /*video-landing-pages/
71
72#Crawl saving
73Allow: /robots.txt$
74Disallow: /content/my_st_com/
75Disallow: /content/st_com/ko/landing/
76Disallow: /content/st_com/*/info/beSTmobile-info.html
77Disallow: /content/st_com/*/blank.html
78Disallow: /content/st_com/*/contact-us.html/
79Disallow: /content/st_com/*/user-registration/forgotten-password.html
80Disallow: /content/st_com/*/user-registration/registration-validation.html
81Disallow: /content/st_com/*/user-registration/reset-password.html
82Disallow: /content/st_com/*/user-registration.html
83Disallow: /search.html
84Disallow: /content/st_com/*/search.html
85Disallow: /content/st_com/search-sitemaps/*
86Disallow: /*/media-resources/browse.html?search=
87Disallow: /*/media-resources/browse.html/
88Disallow: /*material_declaration*.pdf
89Disallow: /*material_declaration*.xml
90Disallow: /cas/login
91Disallow: /cas/logout
92Disallow: *lang=
93Disallow: /*.zip$
94Disallow: /*.xls$
95Disallow: /*.xlsx$
96Disallow: /*.ppt$
97Disallow: /*.txt$
98Disallow: /*.jsp
99Disallow: /*.jsp$
100Disallow: /"+target=/
101Disallow: /"%2Btarget=/
102Disallow: /*.ics$
103Disallow: /*.vtt$
104Disallow: /*/error.html/
105Disallow: /*canonical-url
106Disallow: /*-compare-view
107Disallow: /*.html%7CName=ComponentLink
108Disallow: /*.pdf%7CName=ComponentLink
109Disallow: /%7CNAME=
110Disallow: /%7CName=
111Disallow: /ksmk/
112Disallow: /*/medallia-feedback/
113Disallow: */aHR0c
114Disallow: */translations/*.xml
115
116#Duplicate content
117Disallow: /content/dam/static-page/customer-advocacy/*/pdf/*
118
119Sitemap: https://www.st.com/content/st_com/sitemap-index.xml
120Sitemap: https://www.st.com/content/st_com/product-tabs-en.xml
121Sitemap: https://www.st.com/content/st_com/product-tabs-ja.xml