NeuralCrawl

Best Buy / robots.txt snapshot

← back to bestbuy.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 7426 bytes · sha256 d119e8819bd52ec1 · raw

final URL: https://www.bestbuy.com/robots.txt

1User-agent: *
2User-agent: Googlebot
3Disallow: /nex/
4Disallow: /m/e/*
5Disallow: /site/builder/*
6Disallow: /site/olspage.jsp?id=pcat17098*
7Disallow: /site/olstemplatemapper.jsp?id=pcat17098*
8Disallow: /site/olspage.jsp?id=pcat17089*
9Disallow: /site/olstemplatemapper.jsp?id=pcat17089*
10Disallow: /site/olspage.jsp?id=cat13503*
11Disallow: /site/olstemplatemapper.jsp?id=cat13503*
12Disallow: /site/olspage.jsp?id=pcat17007*
13Disallow: /site/olstemplatemapper.jsp?id=pcat17007*
14Disallow: /site/olspage.jsp?id=pcat17408*
15Disallow: /site/olstemplatemapper.jsp?id=pcat17408*
16Disallow: /site/olspage.jsp?id=cat12091*
17Disallow: /site/olstemplatemapper.jsp?id=cat12091*
18Disallow: /site/olspage.jsp?id=pcat17005*
19Disallow: /site/olstemplatemapper.jsp?id=pcat17005*
20Disallow: /site/olspage.jsp?id=cat12076*
21Disallow: /site/olstemplatemapper.jsp?id=cat12076*
22Disallow: /site/olspage.jsp?id=cat12080*
23Disallow: /site/olstemplatemapper.jsp?id=cat12080*
24Disallow: /site/olspage.jsp?id=cat12101*
25Disallow: /site/olstemplatemapper.jsp?id=cat12101*
26Disallow: /site/olstemplatemapper.jsp?id=pcat17006*
27Disallow: /site/olspage.jsp?id=pcat17006*
28Disallow: /browse-api/*
29Disallow: /site/clp/test-page/*
30Disallow: /site/test-page/*
31Disallow: /site/misc/test-pages/*
32Disallow: /site/offer/*
33Disallow: /site/compare?skus=*
34Disallow: /api/*.json
35Disallow: /availability/*
36Disallow: /cart
37Disallow: /cart/*
38Disallow: /cartitems/*
39Disallow: /fulfillment/*
40Disallow: /location/*
41Disallow: /pricing/*
42Disallow: /productfulfillment/*
43Disallow: /profile/*
44Disallow: /*template=_gameDetailsTab
45Disallow: /*template=_movieDetailsTab
46Disallow: /*template=_musicDetailsTab
47Disallow: /*template=_softwareDetailsTab
48Disallow: /*template=_accessoriesTab
49Disallow: /*template=_castAndCrewTab
50Disallow: /*template=_editorialTab
51Disallow: /*template=_episodesTab
52Disallow: /*template=_protectionAndServicesTab
53Disallow: /*template=_specificationsTab
54Disallow: /*template=_featuresSpoke
55Disallow: /*template=_buyingOptionsNewTab
56Disallow: /site/modals/*
57Disallow: /site/clp/conditional-offers/*
58Disallow: /site/total-tech-support/*
59Disallow: /site/clp/annette-test-listing/*
60Disallow: /site/shop-view-test-page/*
61Disallow: /site/clp/test/*
62Disallow: /site/test-cloud-ready/*
63Disallow: /site/clp/mystery-rewards-certificate/pcmcat1524134875052.c?id=pcmcat1524134875052
64Disallow: /services/plans/*
65Disallow: /site/dni/*
66Disallow: /site/offerbuilder/*
67Disallow: /services/shoppingscheduler*
68Disallow: /site/test-page/*
69Disallow: /site/questions/submission*
70Disallow: /site/answers/submission*
71Disallow: /site/reviews/submission*
72Disallow: *==$
73Disallow: */-?
74Disallow: */undefined$
75Disallow: */null$
76Disallow: *javascript:winopengld*
77Disallow: */site/olspage.jsp*
78Disallow: */product-selector/*
79Disallow: /purchasehistory/gift-receipt*
80Disallow: /contact-us?*
81Disallow: /ease/email
82Disallow: /ihc/invoice*
83Disallow: /identity/newAccount?*
84Disallow: /identity/signin?*
85Disallow: /identity/signin/forgotPassword?*
86Disallow: /dossier/service/appointment/*/*-*
87Disallow: /dossier/service/appointment/search?*
88
89Disallow: *armodelformat_facet*
90Disallow: *awardtype_facet*
91Disallow: *awardwinner_facet*
92Disallow: *awardyear_facet*
93Disallow: *blenderfunctions_facet*
94Disallow: *boxdesign_facet*
95Disallow: *cast_facet*
96Disallow: *cleaningpathwidthrange_facet*
97Disallow: *consumerlifestage_facet*
98Disallow: *decade_facet*
99Disallow: *defrosttype_facet*
100Disallow: *departmentid_facet*
101Disallow: *depthtype_facet*
102Disallow: *displayport_facet*
103Disallow: *doorstylesv_facet*
104Disallow: *drawertype_facet*
105Disallow: *dynamiccategory_facet*
106Disallow: *effectivemegapixels_facet*
107Disallow: *flashmodesmv_facet*
108Disallow: *framematerialmv_facet*
109Disallow: *giftcardthemesv_facet*
110Disallow: *handletype_facet*
111Disallow: *headsetstylesv_facet*
112Disallow: *heatingsource_facet*
113Disallow: *imagesensorsize_facet*
114Disallow: *imagesensortype11_facet*
115Disallow: *includedcolors_facet*
116Disallow: *inkmodelcompatibilitymv_facet*
117Disallow: *internalorexternal_facet*
118Disallow: *laptopuse_facet*
119Disallow: *lengthofcable_facet*
120Disallow: *mattressmaterial_facet*
121Disallow: *maximumsensitivity_facet*
122Disallow: *minfocallengthrange_facet*
123Disallow: *mobileinternalmemory_facet*
124Disallow: *monitorresponsetimerange_facet*
125Disallow: *monitorsnumberofusb30typecports_facet*
126Disallow: *monitorsnumberofusb31typecports_facet*
127Disallow: *mountmaterial_facet*
128Disallow: *networkingcabletype_facet*
129Disallow: *numberofbedroomsef_facet*
130Disallow: *numberofburnerssv_facet*
131Disallow: *numberofbuttons_facet*
132Disallow: *numberofdryingcycles_facet*
133Disallow: *numberoffanspeedssv_facet*
134Disallow: *numberofhdmiinputssv_facet*
135Disallow: *numberoflanports_facet*
136Disallow: *numberofspeakers_facet*
137Disallow: *numberofspeedssv_facet*
138Disallow: *numberofthunderbolt_ports_facet*
139Disallow: *numberofwashrinsecycle_facet*
140Disallow: *papersize_facet*
141Disallow: *playbackformatsmv_facet*
142Disallow: *productcategories_facet*
143Disallow: *screensizediagonalrange_facet*
144Disallow: *securityconnectivity_facet*
145Disallow: *securityresolution_facet*
146Disallow: *securitystoragetype_facet*
147Disallow: *softwareformat_facet*
148Disallow: *sqbprocessormodel_facet*
149Disallow: *sqbtotalstoragecapacity_facet*
150Disallow: *stringtype_facet*
151Disallow: *subclassid_facet*
152Disallow: *subgenre_facet*
153Disallow: *thruthedoordispenser_facet*
154Disallow: *toastingslotssv_facet*
155Disallow: *totaltechdeals_facet*
156Disallow: *touchscreentype_facet*
157Disallow: *transferrate_facet*
158Disallow: *transistorsize_facet*
159Disallow: *transmitterdistance_facet*
160Disallow: *treeheight_facet*
161Disallow: *treelightbulbcolor_facet*
162Disallow: *tubfinishmv_facet*
163Disallow: *varyinganglescreen_facet*
164Disallow: *vendorcollection_facet*
165Disallow: *videomemory_facet*
166Disallow: *viewfindertypemv_facet*
167Disallow: *virtualrealitycompatibility_facet*
168Disallow: *wanportssv_facet*
169Disallow: *wearingstyle_facet*
170Disallow: *currentprice2_facet*
171Disallow: *customerreviews_facet*Customer*Rating*5*
172Disallow: *customerreviews_facet*Customer*Rating*4*
173Disallow: *customerreviews_facet*Customer*Rating*3*
174Disallow: *customerreviews_facet*Customer*Rating*2*
175Disallow: *customerreviews_facet*Customer*Rating*1*
176Disallow: *soldout_facet*
177Disallow: */site/promo/*?*_facet*
178Disallow: */product/list/*
179Disallow: */email-subscription/*
180
181#pagination
182Disallow: *cp=1*
183Disallow: *cp=20*
184Disallow: *cp=6*
185Disallow: *cp=7*
186Disallow: *cp=8*
187Disallow: *cp=9*
188Disallow: *?*page=*&page=*$
189
190#search
191Disallow: */site/searchpage.jsp?st=*
192Disallow: *?id*_facet*&st=*
193Disallow: *?id*_facet*_facet*&st=*
194Disallow: *?cp=*&id=*&st=*
195
196Sitemap: https://sitemaps.bestbuy.com/sitemaps_discover_learn.xml
197Sitemap: https://sitemaps.bestbuy.com/sitemaps_pdp.xml
198Sitemap: https://sitemaps.bestbuy.com/sitemaps_promos.xml
199Sitemap: https://sitemaps.bestbuy.com/sitemaps_qna.xml
200Sitemap: https://sitemaps.bestbuy.com/sitemaps_rnr.xml
201Sitemap: https://sitemaps.bestbuy.com/sitemaps_search_plps.xml
202Sitemap: https://sitemaps.bestbuy.com/sitemaps_standalone_qa.xml
203Sitemap: https://sitemaps.bestbuy.com/sitemaps_browse_plps.xml
204Sitemap: https://sitemaps.bestbuy.com/sitemaps_manually_curated_pages.xml
205Sitemap: https://sitemaps.bestbuy.com/sitemaps_combos.xml
206Sitemap: https://sitemaps.bestbuy.com/sitemaps_bsin.xml
207
208User-agent: GetIntentCrawler
209Disallow: /
210
211#Crawler specific settings
212User-agent: AdsBot-Google
213User-agent: Googlebot-Image
214User-agent: Mediapartners-Google
215Disallow:
216User-agent: Google-Display-Ads-Bot
217Disallow: