NeuralCrawl

Costco Wholesale / robots.txt snapshot

← back to costco.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 3998 bytes · sha256 f75d9df916c1208a · raw

final URL: https://www.costco.com/robots.txt

1# robots.txt for https://www.costco.com
2
3User-agent: *
4# Disallow: /*AboutUsView*
5# Disallow: /*CTOProductChooserView*
6# Disallow: /*CTOProductConfigurationView*
7# Disallow: /*CTOProductSummaryView*
8# Disallow: /*CashCardBalanceDisplayView*
9# Disallow: /*CashCardBalanceInquiry*
10# Disallow: /*CatalogAttachmentView*
11# Disallow: /*CatalogSearch*
12# Disallow: /*CatalogSearchInkJsonView*
13# Disallow: /*CatalogSearchResultView*
14# Disallow: /*CategoryDisplay*
15# Disallow: /*CategoryDisplayView*
16# Disallow: /*CategoryOnlyResultsDisplayView*
17# Disallow: /*ClickInfo*
18# Disallow: /*CompareProductsDisplay*
19# Disallow: /*ContactUsSendMessageView*
20# Disallow: /*ContactUsView*
21# Disallow: /*CostcoCashCardProcess*
22# Disallow: /*CostcoWarehouseListDisplayView*
23# Disallow: /*CreateStoreView*
24# Disallow: /*DefaultSitemapView*
25# Disallow: /*FaqView*
26# Disallow: /*GetCatalogEntryDetailsByID*
27# Disallow: /*GetCatalogEntryInventoryData*
28# Disallow: /*HelpContactUsView*
29# Disallow: /*NavigationView*
30# Disallow: /*OrderByItemsDisplayView*
31# Disallow: /*PrivacyView*
32# Disallow: /*ProductDisplay*
33# Disallow: /*ProductDisplayErrorView*
34# Disallow: /*ProductDisplayView*
35# Disallow: /*SharedWishListView*
36# Disallow: /*SiteMapView*
37# Disallow: /*StoreCatalogDisplay*
38# Disallow: /*StoreCatalogDisplayView*
39# Disallow: /*StoreView*
40# Disallow: /*SubCatListDisplayView*
41# Disallow: /*TopCategoriesDisplay*
42# Disallow: /*TopCategoriesDisplayView*
43Disallow: /*WarehouseLocatorBrowseView*
44# Disallow: /*WarehouseLocatorDetailsView*
45# Disallow: /*WarehouseLocatorDirectionsView*
46# Disallow: /*WarehouseLocatorJSView*
47# Disallow: /*WarehouseLocatorView*
48# Disallow: /*WarehouseTiresLocatorView*
49# Disallow: /*WelcomeView*
50# Disallow: /*WishListDetailView*
51# Disallow: /*WishListResultDisplayView*
52# Disallow: /*dynamicJs*
53# Disallow: /*dynamic_css*
54
55# Account Management
56Disallow: /*AddressBookDisplayView*
57Disallow: /*ChangePassword*
58Disallow: /*CommunicationPreferenceView*
59Disallow: /*NonAjaxAddressBook*
60Disallow: /*OrderStatusCmd*
61Disallow: /*PaymentMethodDisplayView*
62Disallow: /*UserAccountView*
63Disallow: /*UserRegistrationErrorView*
64Disallow: /*CashCardBalanceInquiry*
65Disallow: /*CashCardFormView*
66
67# Checkout Flow
68Disallow: /*BillingPaymentDisplayView*
69Disallow: /*CheckoutReviewDisplayView*
70Disallow: /*CostcoOrderReview*
71Disallow: /*MultipleShipmentOrderSummaryView*
72Disallow: /*OrderBillingView*
73Disallow: /*OrderConfirmationView*
74
75# Error Pages
76Disallow: /*AccessControlErrorView*
77Disallow: /*AuthenticationPolicyErrorView*
78Disallow: /*CrossSiteRequestForgeryErrorView*
79Disallow: /*GenericApplicationError*
80Disallow: /*GenericError*
81Disallow: /*GenericSystemError*
82Disallow: /*InvalidInputErrorView*
83Disallow: /*InvalidProductView*
84Disallow: /*PasswordReEnterErrorView*
85Disallow: /*PreviewExclusionView*
86Disallow: /*ProductNotFoundView*
87Disallow: /*ProhibitedCharacterErrorView*
88
89# Sort and Filtering Query Parameters
90#Disallow: /*?*refine=*
91Disallow: /*?*pageSize=*
92Allow: /*?currentPage=*pageSize=*
93Disallow: /*?*sortBy=*
94
95# Logon/Logoff Flow
96# Disallow: /*LogonForm*
97Disallow: /RegisterAccount*
98Disallow: /UserRegistrationForm*
99Disallow: /*ResetPassword*
100Disallow: /Logoff*
101
102# Order History
103Disallow: /*ListOrdersDisplayTableView*
104Disallow: /*ListOrdersDisplayView*
105Disallow: /*OrderStatusDetailsView*
106Disallow: /*OrderStatusSummaryFSAView*
107Disallow: /*OrderStatusSummaryView*
108Disallow: /*OrderStatusTableDetailsDisplay*
109
110# Legacy References
111Disallow: /Browse/
112Disallow: /Common/
113Disallow: /Warehouse/
114Disallow: /CatalogSearch*
115
116# Email Pages
117# Added for story stry0143138
118#Disallow: /EmailFriendView*
119
120# Mobile optimization
121# Added for story stry0143140
122Disallow: /*AjaxManageShoppingCartCmd*
123Disallow: /*CTOConfigureCmd*
124Disallow: /*WarehouseLocatorDirectionsView*
125Disallow: /Pharmacy/AccountRegister
126Disallow: /SiteMap$
127Disallow: /SiteMap?*
128Disallow: /*OrderByItemsDisplayView*
129Disallow: /*OrderDefinitionView*
130Disallow: /*SharedWishListView*
131
132Sitemap: https://www.costco.com/sitemap_lw_index.xml