NeuralCrawl

Ralph Lauren / robots.txt snapshot

← back to ralphlauren.com · fetched 2026-09-15T20:40:55Z (1mo ago) · HTTP 200 · 2320 bytes · sha256 a5db81bc64913356 · raw

final URL: https://www.ralphlauren.com/robots.txt

1#--DO_NOT_REMOVE-Sitemap_cross_check-start_of_web_rules--
2User-agent: *
3#Don't crawl certain end points
4Disallow: */CQRecomm-Start
5Disallow: */Adyen-GetPaymentMethods
6Disallow: */IZ-Client
7Disallow: *__Analytics-Start
8Disallow: */Returns-Label
9
10#Don’t crawl personal pages
11Disallow: */account
12Disallow: */register
13Disallow: */wishlist
14Disallow: */Wishlist
15Disallow: /*cart$
16Disallow: /cart/
17Disallow: */payment
18Disallow: */billing
19Disallow: */shipping
20Disallow: */order
21Disallow: /product-print*
22Disallow: /create-your-own/09272017-cyo-lp.html*
23Disallow: */Product-Variation
24Disallow: */Search-Show
25Disallow: */search*
26Disallow: */returnlabel
27
28#Don’t crawl hidden pages
29Disallow: /unavailable/
30Disallow: /hidden/
31Disallow: /product-archive/
32Disallow: /foa/
33Disallow: */zoomImage
34
35#Don’t crawl parameter pages
36Disallow: *srule*
37Disallow: /*prefn1
38Disallow: /*prefn2
39Disallow: /*prefn3
40Disallow: /*prefv1
41Disallow: /*prefv2
42Disallow: /*prefv3
43Disallow: /*pmin
44
45#Don’t crawl certain facet pages
46Disallow: */r/*/*
47Disallow: */r/*_*
48Disallow: /*sale*/r/*
49Disallow: /*gift*/r/*
50Disallow: *brands*/r/*
51Disallow: *cg*/r/*
52Disallow: *hidden*/r/*
53Disallow: *new-arrivals*/r/*
54Disallow: *customize*/r/*
55
56Disallow: */Header-MenuFlyouts
57Disallow: */ProductRecs-GetContext
58Disallow: */Product-AlsoAvailable
59Disallow: */Product-PDPOMSEDDLookup
60Disallow: */Product-Look
61Disallow: */Wishlist-IncludeJSON
62Disallow: */Product-Show
63Disallow: */Product-Variation
64Disallow: */Product-ShowInCategory
65Disallow: */Wishlist-Add
66Disallow: */Wishlist-Include
67Disallow: */Wishlist-Remove
68Disallow: */Product-HitTile
69Disallow: */Checkout-GetBillCountries
70Disallow: */CheckoutServices-ExistingCustomer
71Disallow: *__SYSTEM__ApplePay-GetRequest
72
73Disallow: */Order-MyOrderDetails
74Disallow: */addressbook
75Disallow: */profile
76Disallow: */mywardrobe
77Disallow: */orderconfirm
78Disallow: */showotherwishlist
79Disallow: */searchwishlists
80Disallow: */storereturns
81Disallow: */wallet
82Disallow: */orderdetails
83Disallow: */orderstatus
84Disallow: */orders
85Disallow: */Wishlist-ShowAll
86
87#--DO_NOT_REMOVE-Sitemap_cross_check-end_of_web_rules--
88
89User-agent: Robozilla
90Disallow: /
91User-agent: yahoo-mmcrawler
92Disallow: /
93User-agent: psbot
94Disallow: /
95User-agent: asterias
96Disallow: /
97User-agent: yahoo-blogs/v3.9
98Disallow: /
99
100Sitemap: https://www.ralphlauren.com/index