NeuralCrawl

W.W. Grainger / robots.txt snapshot

← back to grainger.com · fetched 2026-06-20T01:10:31Z (17h ago) · HTTP 200 · 5183 bytes · sha256 3a359acdf244f467 · raw

final URL: https://www.grainger.com/robots.txt

1User-agent: bingbot
2Disallow: */*attrs=*%7C*%7C
3Disallow: */*attrs=*~~
4Disallow: */*avgRating=*%7C*%7C
5Disallow: */*brandName=*%7C
6Disallow: */*filters=*,
7Disallow: */*price=*%7C*%7C
8Disallow: */*shopItemsBy=*%7C
9Disallow: */-/*
10Disallow: */alternate/*
11Disallow: */api/*
12Disallow: */c/*
13Disallow: */category/index-term/*
14Disallow: */category?filters=*%7C*%7C*
15Disallow: */checkout*
16Disallow: /checkout
17Disallow: */content/availability*
18Disallow: */content/tealeaf*
19Disallow: */ec/pdf/*
20Disallow: */GenericController*
21Disallow: */image/catalog/*
22Disallow: */invoicing*
23Disallow: */K-16/*
24Disallow: */K-40/*
25Disallow: */K-60/*
26Disallow: */mobile/rta/*
27Disallow: */myaccount/*
28Disallow: */myaccount/invoicehistory*
29Disallow: */narrowby/*
30Disallow: */Ntt-Victaulic*
31Disallow: */optional/*
32Disallow: */product/reviews*
33Disallow: */product/share*
34Disallow: */product/writereview*
35Disallow: */product-search/*
36Disallow: */product-search/category/*
37Disallow: */product-search/search/*
38Disallow: */reviews/product/*
39Disallow: */search/*
40Disallow: */search?*
41Disallow: */search-page*
42Disallow: */tps/*
43Disallow: *filters=greenCertification*
44Disallow: *ppi=true*
45Disallow: *refineSearchString*
46Disallow: /*searchQuery=*
47Disallow: /images/*.pdf$
48Disallow: /returns
49Disallow: /rta/getshipmessagesandsavezipcode*
50Disallow: /ta/
51Disallow: /tab?
52Disallow: /tac?
53Disallow: /tap?
54Disallow: /*cursorMark=*
55Disallow: */xref/*
56Disallow: /cart
57Disallow: */QuickCartComponentController/*
58Disallow: */Grainger/*
59Disallow: */rta/*
60Disallow: *=price&price=*
61Disallow: *=shopItemsBy&shopItemsBy=*
62Disallow: *filters=branchAvailability*
63Disallow: **/contest2021**
64Disallow: *=altTerms*
65Disallow: */tvlt/*
66Disallow: */mobile/*
67Disallow: */experience/pub*
68
69User-agent: *
70Disallow: */*attrs=*%7C*%7C
71Disallow: */*attrs=*~~
72Disallow: */*avgRating=*%7C*%7C
73Disallow: */*brandName=*%7C
74Disallow: */*filters=*,
75Disallow: */*price=*%7C*%7C
76Disallow: */*shopItemsBy=*%7C
77Disallow: */-/
78Disallow: */alternate/*
79Disallow: */api/*
80Disallow: */c/*
81Disallow: */cat_404
82Disallow: */cat_405
83Disallow: */category/index-term/*
84Disallow: */category?filters=*%7C*%7C*
85Disallow: */checkout*
86Disallow: /checkout
87Disallow: */content/availability*
88Disallow: */content/shareList*
89Disallow: */content/tealeaf*
90Disallow: */ec/pdf/*
91Disallow: */enCategoryNavigation.jsp
92Disallow: */enCrossCategoryNavigation.jsp
93Disallow: */enSearchResults.jsp
94Disallow: */GenericController*
95Disallow: */image/catalog/*
96Disallow: */invoicing*
97Disallow: */itemNotAvailable.jsp
98Disallow: */K-16/*
99Disallow: */K-40/*
100Disallow: */K-60/*
101Disallow: */mobile/rta/*
102Disallow: */myaccount/*
103Disallow: */myaccount/invoicehistory*
104Disallow: */narrowby/*
105Disallow: */Ntt-Victaulic*
106Disallow: */optional/*
107Disallow: */product/reviews*
108Disallow: */product/share*
109Disallow: */product/writereview*
110Disallow: */product-search/*
111Disallow: */product-search/category/*
112Disallow: */product-search/search/*
113Disallow: */reviews/product/*
114Disallow: */search.shtml
115Disallow: */search/*
116Disallow: */searchNoResults.jsp
117Disallow: */search-page*
118Disallow: */secondaryTemplateFullWidth.jsp
119Disallow: */secondaryTemplateGenericThreeColumn.jsp
120Disallow: */secondaryTemplateLeftColumn.jsp
121Disallow: */secondaryTemplateThreeColumn.jsp
122Disallow: */secondaryTemplateWithEndecaSearch.jsp
123Disallow: */tps/*
124Disallow: *filters=greenCertification*
125Disallow: *ppi=true*
126Disallow: *refineSearchString*
127Disallow: /*searchQuery=*
128Disallow: /1/
129Disallow: /Grainger/ordSLDDown.jsp
130Disallow: /images/*.pdf$
131Disallow: /medias/sys_master/hd0/h93/8919739531294.pdf
132Disallow: /returns
133Disallow: /returns+A62A98A63:AA44:A95
134Disallow: /rta/getshipmessagesandsavezipcode*
135Disallow: /search?*
136Disallow: /ta/
137Disallow: /tab?
138Disallow: /tac?
139Disallow: /tap?
140Disallow: /*cursorMark=*
141Disallow: */xref/*
142Disallow: /cart
143Disallow: */QuickCartComponentController/*
144Disallow: */Grainger/*
145Disallow: */rta/*
146Disallow: *=price&price=*
147Disallow: *=shopItemsBy&shopItemsBy=*
148Disallow: *filters=branchAvailability*
149Disallow: */experience/category/*
150Disallow: **/contest2021**
151Disallow: *=altTerms*
152Disallow: */tvlt/*
153Disallow: */mobile/*
154Disallow: */experience/pub*
155
156Sitemap: https://www.grainger.com/sitemap_index.xml
157Sitemap: https://www.grainger.com/branch-location-sitemap.xml
158Sitemap: https://www.grainger.com/content-article-sitemap.xml
159Sitemap: https://www.grainger.com/brand-filtered-plumbing-lighting-sitemap.xml
160Sitemap: https://www.grainger.com/attribute-filtered-fasteners-raw-materials-sitemap.xml
161Sitemap: https://www.grainger.com/single-filter-attribute-category-sitemap.xml
162Sitemap: https://www.grainger.com/single-filter-brand-category-sitemap.xml
163
164User-agent: AhrefsBot
165Disallow: /
166User-agent: voltron
167Disallow: /
168User-agent: GPTBot
169Disallow: /
170User-agent: Google-Extended
171Disallow: /
172User-agent: Meta-ExternalAgent
173Disallow: /
174User-agent: Amazonbot
175Disallow: /
176User-agent: PetalBot
177Disallow: /
178User-agent: Baiduspider
179Disallow: /
180User-agent: Baiduspider-render
181Disallow: /
182User-agent: ClaudeBot
183Disallow: /
184User-agent: Bytespider
185Disallow: /
186User-agent: GoogleOther
187Disallow: /
188User-agent: FacebookBot
189Disallow: /
190User-agent: Meta-External-Bot
191Disallow: /
192User-agent: Google-CloudVertexBot
193Disallow: /