AliExpress / robots.txt snapshot

← back to aliexpress.com · fetched 2026-07-28T03:59:04Z (9d ago) · HTTP 200 · 1892 bytes · sha256 39426b921ddc379d · raw

final URL: https://www.aliexpress.com/robots.txt

1	User-agent: Googlebot
2	Disallow: /aeglodetailweb/api/msite/item?productId
3
4	User-agent: *
5	Disallow: /items/*
6	Disallow: /bin/*
7	Disallow: /search/*
8	Allow: /wholesale.html$
9	Allow: /wholesale-page-*.html
10	Disallow: /productdetail/*
11	Allow: /api/data_homepage.do
12	Disallow: /api/*
13	Disallow: /api*.do
14	Disallow: /apps/*
15	Disallow: /downloads/*
16	Disallow: /wishlist/*
17	Disallow: /shopcart/*
18	Disallow: /brands/*
19	Disallow: /cp/*
20	Disallow: /item-img/*
21	Disallow: /product/*
22	Disallow: /p4p*list.html
23	Disallow: /orderList.html
24	Disallow: /ws*api-server.html$
25	Disallow: /*mmend.htm$
26	Disallow: /*Ajax.htm$
27	Disallow: /*ajax.htm$
28	Disallow: /store/*ajax.htm$
29	Disallow: /detail/*Ajax.do$
30	Disallow: /ajax*.do$
31	Disallow: /__pc/*
32	Disallow: /__mobile/*
33	Disallow: /seo/*
34	Disallow: /cross-domain/*
35	Disallow: /store/group/
36	Disallow: /store/sale-items/
37	Disallow: /store/all-wholesale-products/*
38	Disallow: /store/top-rated-products/
39	Allow: /i/api/reviews
40	Disallow: /i/api/*
41	Disallow: /gcp/300000414/regulatedinformation
42	Disallow: /img/wsproduct/sku/*
43
44	User-agent: YandexBot
45	Crawl-delay: 0.5
46	Disallow: /bin/*
47	Disallow: /search/*
48	Disallow: /wholesale*
49	Disallow: /productdetail/*
50	Disallow: /api/*
51	Disallow: /api*.do
52	Disallow: /apps/*
53	Disallow: /downloads/*
54	Disallow: /wishlist/*
55	Disallow: /shopcart/*
56	Disallow: /brands/*
57	Disallow: /cp/*
58	Disallow: /item-img/*
59	Disallow: /product/*
60	Disallow: /p4p*list.html
61	Disallow: /orderList.html
62	Disallow: /ws*api-server.html$
63	Disallow: /*mmend.htm$
64	Disallow: /*Ajax.htm$
65	Disallow: /*ajax.htm$
66	Disallow: /store/*ajax.htm$
67	Disallow: /detail/*Ajax.do$
68	Disallow: /ajax*.do$
69	Disallow: /__pc/*
70	Disallow: /__mobile/*
71	Disallow: /seo/*
72	Disallow: /cross-domain/*
73	Disallow: /store/group/
74	Disallow: /store/sale-items/
75	Disallow: /store/all-wholesale-products/*
76	Disallow: /store/top-rated-products/
77	Disallow: /i/api/*
78	Disallow: /gcp/300000414/regulatedinformation
79	Disallow: /img/wsproduct/sku/*