Keyence / robots.txt snapshot

← back to keyence.com · fetched 2026-06-20T01:10:31Z (15h ago) · HTTP 200 · 1411 bytes · sha256 851d505917069b63 · raw

final URL: https://www.keyence.com/robots.txt

1	User-agent: Mozilla/4.5 (compatible; Search/crawler;)
2	Crawl-Delay: 1
3
4	Disallow: /doptinUlExpired.jsp$
5	Disallow: /error.jsp$
6	Disallow: /autoSignUp/
7	Disallow: /activation/
8	Disallow: /ajax/
9	Disallow: /common/
10	Disallow: /dlfile/
11	Disallow: /download/directDownload/
12	Disallow: /download/downloadCart/
13	Disallow: /enquete/
14	Disallow: /include/
15	Disallow: /php/
16	Disallow: /pv/
17	Disallow: /simpleInquiry/
18	Disallow: /template/
19	Disallow: /Images/products_nav_*.png
20	Disallow: /cscz/Images/products_nav_*.png
21	Disallow: /dede/Images/products_nav_*.png
22	Disallow: /frfr/Images/products_nav_*.png
23	Disallow: /huhu/Images/products_nav_*.png
24	Disallow: /nlnl/Images/products_nav_*.png
25	Disallow: /plpl/Images/products_nav_*.png
26
27	User-agent: *
28	Crawl-Delay: 5
29
30	Disallow: /doptinUlExpired.jsp$
31	Disallow: /error.jsp$
32	Disallow: /autoSignUp/
33	Disallow: /activation/
34	Disallow: /ajax/
35	Disallow: /common/
36	Disallow: /dlfile/
37	Disallow: /download/directDownload/
38	Disallow: /download/downloadCart/
39	Disallow: /enquete/
40	Disallow: /include/
41	Disallow: /php/
42	Disallow: /pv/
43	Disallow: /simpleInquiry/
44	Disallow: /template/
45	Disallow: /Images/products_nav_*.png
46	Disallow: /cscz/Images/products_nav_*.png
47	Disallow: /dede/Images/products_nav_*.png
48	Disallow: /frfr/Images/products_nav_*.png
49	Disallow: /huhu/Images/products_nav_*.png
50	Disallow: /nlnl/Images/products_nav_*.png
51	Disallow: /plpl/Images/products_nav_*.png
52
53	Sitemap: https://www.keyence.com/sitemap.xml