Arrow Electronics / robots.txt snapshot

← back to arrow.com · fetched 2026-10-27T16:50:31Z (10d ago) · HTTP 200 · 1585 bytes · sha256 9eeea762949de7e5 · raw

final URL: https://www.arrow.com/robots.txt

1	User-agent: *
2	Disallow: */cart$
3	Disallow: /checkout
4	Disallow: */sitecore/
5
6	Disallow: /akamai/akamai-sure-route.html
7
8	Disallow: */reference-designs/search
9	Disallow: */design-center/my-projects
10	Disallow: /technical-content/
11
12	Disallow: */datasheets/
13	Disallow: /login
14
15	Disallow: /~/media/technical-content/
16	Disallow: */my-account
17
18	Disallow: */indiegogo/te-connectivity
19
20	Disallow: /marketingtracking/
21	Disallow: /_bm/
22	Disallow: /samtec-product-selector
23	Disallow: /apps/samtec/configurator/sfm
24
25	Disallow: /en/register
26	Disallow: /es/register
27	Disallow: /de/register
28	Disallow: /fr/register
29	Disallow: /it/register
30	Disallow: /ko/register
31	Disallow: /zh/register
32	Disallow: /ja/register
33
34	Disallow: */shellpages
35	Disallow: */errors
36
37	User-agent: anthropic-ai
38	Disallow: /
39	Allow: /ais/*
40	Allow: /globalecs/*
41	User-agent: ClaudeBot
42	Disallow: /
43	Allow: /ais/*
44	Allow: /globalecs/*
45
46	User-agent: Google-Extended
47	Disallow: /
48	Allow: /ais/*
49	Allow: /globalecs/*
50
51	User-agent: GPTBot
52	Allow: /
53
54	User-agent: ChatGPT-User
55	Disallow: /
56	Allow: /ais/*
57	Allow: /globalecs/*
58
59	User-agent: CCBot
60	Disallow: /
61	Allow: /ais/*
62	Allow: /globalecs/*
63
64	User-agent: PerplexityBot
65	Disallow: /
66	Allow: /ais/*
67	Allow: /globalecs/*
68
69	Sitemap: https://www.arrow.com/sitemap.xml
70
71	Sitemap: https://www.arrow.com/commerce/sitemap/products/sitemap-products-index.xml
72
73	Sitemap: https://www.arrow.com/commerce/sitemap/categories/sitemap-categories-index.xml
74
75	Sitemap: https://www.arrow.com/commerce/sitemap/manufacturers/sitemap-manufacturers-index.xml
76
77	Sitemap: https://www.arrow.com/commerce/sitemap/referencedesigns/sitemap-referencedesign-index.xml