AliExpress / robots.txt snapshot

← back to aliexpress.com · fetched 2026-06-21T13:32:37Z (4h ago) · HTTP 200 · 2005 bytes · sha256 584457a258b4a88d · raw

final URL: https://www.aliexpress.com/robots.txt

1	User-agent: Googlebot
2	Disallow: /aeglodetailweb/api/msite/item?productId
3
4	User-agent: AdsBot-Google
5	Disallow: /i/*
6
7	User-agent: AdsBot-Google-Mobile
8	Disallow: /i/*
9
10	User-agent: *
11	Disallow: /items/*
12	Disallow: /bin/*
13	Disallow: /search/*
14	Allow: /wholesale.html$
15	Allow: /wholesale-page-*.html
16	Disallow: /wholesale*
17	Disallow: /productdetail/*
18	Allow: /api/data_homepage.do
19	Disallow: /api/*
20	Disallow: /api*.do
21	Disallow: /apps/*
22	Disallow: /downloads/*
23	Disallow: /wishlist/*
24	Disallow: /shopcart/*
25	Disallow: /brands/*
26	Disallow: /cp/*
27	Disallow: /item-img/*
28	Disallow: /product/*
29	Disallow: /p4p*list.html
30	Disallow: /orderList.html
31	Disallow: /ws*api-server.html$
32	Disallow: /*mmend.htm$
33	Disallow: /*Ajax.htm$
34	Disallow: /*ajax.htm$
35	Disallow: /store/*ajax.htm$
36	Disallow: /detail/*Ajax.do$
37	Disallow: /ajax*.do$
38	Disallow: /__pc/*
39	Disallow: /__mobile/*
40	Disallow: /seo/*
41	Disallow: /cross-domain/*
42	Disallow: /store/group/
43	Disallow: /store/sale-items/
44	Disallow: /store/all-wholesale-products/*
45	Disallow: /store/top-rated-products/
46	Allow: /i/api/reviews
47	Disallow: /i/api/*
48	Disallow: /gcp/300000414/regulatedinformation
49	Disallow: /img/wsproduct/sku/*
50
51	User-agent: YandexBot
52	Crawl-delay: 0.5
53	Disallow: /bin/*
54	Disallow: /search/*
55	Disallow: /wholesale*
56	Disallow: /productdetail/*
57	Disallow: /api/*
58	Disallow: /api*.do
59	Disallow: /apps/*
60	Disallow: /downloads/*
61	Disallow: /wishlist/*
62	Disallow: /shopcart/*
63	Disallow: /brands/*
64	Disallow: /cp/*
65	Disallow: /item-img/*
66	Disallow: /product/*
67	Disallow: /p4p*list.html
68	Disallow: /orderList.html
69	Disallow: /ws*api-server.html$
70	Disallow: /*mmend.htm$
71	Disallow: /*Ajax.htm$
72	Disallow: /*ajax.htm$
73	Disallow: /store/*ajax.htm$
74	Disallow: /detail/*Ajax.do$
75	Disallow: /ajax*.do$
76	Disallow: /__pc/*
77	Disallow: /__mobile/*
78	Disallow: /seo/*
79	Disallow: /cross-domain/*
80	Disallow: /store/group/
81	Disallow: /store/sale-items/
82	Disallow: /store/all-wholesale-products/*
83	Disallow: /store/top-rated-products/
84	Disallow: /i/api/*
85	Disallow: /gcp/300000414/regulatedinformation
86	Disallow: /img/wsproduct/sku/*