AliExpress / robots.txt snapshot

← back to aliexpress.com · fetched 2026-10-15T12:33:19Z (22d ago) · HTTP 200 · 2928 bytes · sha256 b9ebf325c496c3e7 · raw

final URL: https://www.aliexpress.com/robots.txt

1	User-agent: *
2	Disallow: /items/*
3	Disallow: /bin/*
4	Disallow: /search/*
5	Allow: /wholesale.html$
6	Allow: /wholesale-page-*.html
7	Disallow: /productdetail/*
8	Allow: /api/data_homepage.do
9	Disallow: /api/*
10	Disallow: /api*.do
11	Disallow: /apps/*
12	Disallow: /downloads/*
13	Disallow: /wishlist/*
14	Disallow: /shopcart/*
15	Disallow: /brands/*
16	Disallow: /cp/*
17	Disallow: /item-img/*
18	Disallow: /product/*
19	Disallow: /p4p*list.html
20	Disallow: /orderList.html
21	Disallow: /ws*api-server.html$
22	Disallow: /*mmend.htm$
23	Disallow: /*Ajax.htm$
24	Disallow: /*ajax.htm$
25	Disallow: /store/*ajax.htm$
26	Disallow: /detail/*Ajax.do$
27	Disallow: /ajax*.do$
28	Disallow: /__pc/*
29	Disallow: /__mobile/*
30	Disallow: /seo/*
31	Disallow: /cross-domain/*
32	Disallow: /store/group/
33	Disallow: /store/sale-items/
34	Disallow: /store/all-wholesale-products/*
35	Disallow: /store/top-rated-products/
36	Allow: /i/api/reviews
37	Disallow: /i/api/*
38	Disallow: /gcp/300000414/regulatedinformation
39	Disallow: /img/wsproduct/sku/*
40	Disallow: /aeglodetailweb/api/msite/item?productId
41
42	User-agent: YandexBot
43	Crawl-delay: 0.5
44	Disallow: /bin/*
45	Disallow: /search/*
46	Disallow: /wholesale*
47	Disallow: /productdetail/*
48	Disallow: /api/*
49	Disallow: /api*.do
50	Disallow: /apps/*
51	Disallow: /downloads/*
52	Disallow: /wishlist/*
53	Disallow: /shopcart/*
54	Disallow: /brands/*
55	Disallow: /cp/*
56	Disallow: /item-img/*
57	Disallow: /product/*
58	Disallow: /p4p*list.html
59	Disallow: /orderList.html
60	Disallow: /ws*api-server.html$
61	Disallow: /*mmend.htm$
62	Disallow: /*Ajax.htm$
63	Disallow: /*ajax.htm$
64	Disallow: /store/*ajax.htm$
65	Disallow: /detail/*Ajax.do$
66	Disallow: /ajax*.do$
67	Disallow: /__pc/*
68	Disallow: /__mobile/*
69	Disallow: /seo/*
70	Disallow: /cross-domain/*
71	Disallow: /store/group/
72	Disallow: /store/sale-items/
73	Disallow: /store/all-wholesale-products/*
74	Disallow: /store/top-rated-products/
75	Disallow: /i/api/*
76	Disallow: /gcp/300000414/regulatedinformation
77	Disallow: /img/wsproduct/sku/*
78	Disallow: /aeglodetailweb/api/msite/item?productId
79
80	User-agent: GPTBot
81	Disallow: /
82
83	User-agent: CCBot
84	Disallow: /
85
86	User-agent: Google-Extended
87	Disallow: /
88
89	User-agent: ClaudeBot
90	Disallow: /
91
92	User-agent: Amazonbot
93	Disallow: /
94
95	User-agent: Bytespider
96	Disallow: /
97
98	User-agent: SemrushBot
99	Disallow: /
100
101	Sitemap: https://www.aliexpress.com/sitemap/en-https-item-item-2026-P0-sitemap-index.xml
102	Sitemap: https://www.aliexpress.com/sitemap/en-https-item-item-2026-P1-sitemap-index.xml
103	Sitemap: https://www.aliexpress.com/sitemap/en-https-wholesale-2025-w-commercial-local-sitemap-index.xml
104	Sitemap: https://www.aliexpress.com/sitemap/en-https-wholesale-2025-w-informational-localsitemap-index.xml
105	Sitemap: https://www.aliexpress.com/sitemap/en-https-wholesale-2025-w-brand-local-sitemap-index.xml
106	Sitemap: https://www.aliexpress.com/sitemap/en-https-wholesale-2025-p-transactional-local-sitemap-index.xml
107	Sitemap: https://www.aliexpress.com/sitemap/en-https-mlh-2026-sitemap-index.xml
108	Sitemap: https://www.aliexpress.com/sitemap/en-https-spot-2026-sitemap-index.xml