NeuralCrawl

W.W. Grainger / robots.txt snapshot

← back to grainger.com · fetched 2026-09-22T16:26:19Z (1mo ago) · HTTP 200 · 5235 bytes · sha256 e06eb6b4d56eb7ca · raw

final URL: https://www.grainger.com/robots.txt

1User-agent: bingbot
2Disallow: */*attrs=*%7C*%7C
3Disallow: */*attrs=*~~
4Disallow: */*avgRating=*%7C*%7C
5Disallow: */*brandName=*%7C
6Disallow: */*filters=*,
7Disallow: */*price=*%7C*%7C
8Disallow: */*shopItemsBy=*%7C
9Disallow: */-/*
10Disallow: */alternate/*
11Disallow: */api/*
12Disallow: */c/*
13Disallow: */category/index-term/*
14Disallow: */category?filters=*%7C*%7C*
15Disallow: */checkout*
16Disallow: /checkout
17Disallow: */content/availability*
18Disallow: */content/tealeaf*
19Disallow: */ec/pdf/*
20Disallow: */GenericController*
21Disallow: */image/catalog/*
22Disallow: */invoicing*
23Disallow: */K-16/*
24Disallow: */K-40/*
25Disallow: */K-60/*
26Disallow: */mobile/rta/*
27Allow: */myaccount/signin
28Disallow: */myaccount/*
29Disallow: */myaccount/invoicehistory*
30Disallow: */narrowby/*
31Disallow: */Ntt-Victaulic*
32Disallow: */optional/*
33Disallow: */product/reviews*
34Disallow: */product/share*
35Disallow: */product/writereview*
36Disallow: */product-search/*
37Disallow: */product-search/category/*
38Disallow: */product-search/search/*
39Disallow: */reviews/product/*
40Disallow: */search/*
41Disallow: */search?*
42Disallow: */search-page*
43Disallow: */tps/*
44Disallow: *filters=greenCertification*
45Disallow: *ppi=true*
46Disallow: *refineSearchString*
47Disallow: /*searchQuery=*
48Disallow: /images/*.pdf$
49Disallow: /returns
50Disallow: /rta/getshipmessagesandsavezipcode*
51Disallow: /ta/
52Disallow: /tab?
53Disallow: /tac?
54Disallow: /tap?
55Disallow: /*cursorMark=*
56Disallow: */xref/*
57Disallow: /cart
58Disallow: */QuickCartComponentController/*
59Disallow: */Grainger/*
60Disallow: */rta/*
61Disallow: *=price&price=*
62Disallow: *=shopItemsBy&shopItemsBy=*
63Disallow: *filters=branchAvailability*
64Disallow: **/contest2021**
65Disallow: *=altTerms*
66Disallow: */tvlt/*
67Disallow: */mobile/*
68Disallow: */experience/pub*
69
70User-agent: *
71Disallow: */*attrs=*%7C*%7C
72Disallow: */*attrs=*~~
73Disallow: */*avgRating=*%7C*%7C
74Disallow: */*brandName=*%7C
75Disallow: */*filters=*,
76Disallow: */*price=*%7C*%7C
77Disallow: */*shopItemsBy=*%7C
78Disallow: */-/
79Disallow: */alternate/*
80Disallow: */api/*
81Disallow: */c/*
82Disallow: */cat_404
83Disallow: */cat_405
84Disallow: */category/index-term/*
85Disallow: */category?filters=*%7C*%7C*
86Disallow: */checkout*
87Disallow: /checkout
88Disallow: */content/availability*
89Disallow: */content/shareList*
90Disallow: */content/tealeaf*
91Disallow: */ec/pdf/*
92Disallow: */enCategoryNavigation.jsp
93Disallow: */enCrossCategoryNavigation.jsp
94Disallow: */enSearchResults.jsp
95Disallow: */GenericController*
96Disallow: */image/catalog/*
97Disallow: */invoicing*
98Disallow: */itemNotAvailable.jsp
99Disallow: */K-16/*
100Disallow: */K-40/*
101Disallow: */K-60/*
102Disallow: */mobile/rta/*
103Allow: */myaccount/signin
104Disallow: */myaccount/*
105Disallow: */myaccount/invoicehistory*
106Disallow: */narrowby/*
107Disallow: */Ntt-Victaulic*
108Disallow: */optional/*
109Disallow: */product/reviews*
110Disallow: */product/share*
111Disallow: */product/writereview*
112Disallow: */product-search/*
113Disallow: */product-search/category/*
114Disallow: */product-search/search/*
115Disallow: */reviews/product/*
116Disallow: */search.shtml
117Disallow: */search/*
118Disallow: */searchNoResults.jsp
119Disallow: */search-page*
120Disallow: */secondaryTemplateFullWidth.jsp
121Disallow: */secondaryTemplateGenericThreeColumn.jsp
122Disallow: */secondaryTemplateLeftColumn.jsp
123Disallow: */secondaryTemplateThreeColumn.jsp
124Disallow: */secondaryTemplateWithEndecaSearch.jsp
125Disallow: */tps/*
126Disallow: *filters=greenCertification*
127Disallow: *ppi=true*
128Disallow: *refineSearchString*
129Disallow: /*searchQuery=*
130Disallow: /1/
131Disallow: /Grainger/ordSLDDown.jsp
132Disallow: /images/*.pdf$
133Disallow: /medias/sys_master/hd0/h93/8919739531294.pdf
134Disallow: /returns
135Disallow: /returns+A62A98A63:AA44:A95
136Disallow: /rta/getshipmessagesandsavezipcode*
137Disallow: /search?*
138Disallow: /ta/
139Disallow: /tab?
140Disallow: /tac?
141Disallow: /tap?
142Disallow: /*cursorMark=*
143Disallow: */xref/*
144Disallow: /cart
145Disallow: */QuickCartComponentController/*
146Disallow: */Grainger/*
147Disallow: */rta/*
148Disallow: *=price&price=*
149Disallow: *=shopItemsBy&shopItemsBy=*
150Disallow: *filters=branchAvailability*
151Disallow: */experience/category/*
152Disallow: **/contest2021**
153Disallow: *=altTerms*
154Disallow: */tvlt/*
155Disallow: */mobile/*
156Disallow: */experience/pub*
157
158Sitemap: https://www.grainger.com/sitemap_index.xml
159Sitemap: https://www.grainger.com/branch-location-sitemap.xml
160Sitemap: https://www.grainger.com/content-article-sitemap.xml
161Sitemap: https://www.grainger.com/brand-filtered-plumbing-lighting-sitemap.xml
162Sitemap: https://www.grainger.com/attribute-filtered-fasteners-raw-materials-sitemap.xml
163Sitemap: https://www.grainger.com/single-filter-attribute-category-sitemap.xml
164Sitemap: https://www.grainger.com/single-filter-brand-category-sitemap.xml
165
166User-agent: AhrefsBot
167Disallow: /
168User-agent: voltron
169Disallow: /
170User-agent: GPTBot
171Disallow: /
172User-agent: Google-Extended
173Disallow: /
174User-agent: Meta-ExternalAgent
175Disallow: /
176User-agent: Amazonbot
177Disallow: /
178User-agent: PetalBot
179Disallow: /
180User-agent: Baiduspider
181Disallow: /
182User-agent: Baiduspider-render
183Disallow: /
184User-agent: ClaudeBot
185Disallow: /
186User-agent: Bytespider
187Disallow: /
188User-agent: GoogleOther
189Disallow: /
190User-agent: FacebookBot
191Disallow: /
192User-agent: Meta-External-Bot
193Disallow: /
194User-agent: Google-CloudVertexBot
195Disallow: /