NeuralCrawl

Wayfair / robots.txt snapshot

← back to wayfair.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 3128 bytes · sha256 4610321047893f85 · raw

final URL: https://www.wayfair.com/robots.txt

1User-agent: *
2Allow: /*/sb0/
3Allow: /*/sb1/
4Allow: /*/sb2/
5Disallow: /*/sb*/
6Allow: /v/business_account/trade_program/home
7Disallow: /ajax/
8Disallow: /filter/
9Disallow: /filters/
10Disallow: */filters/
11Noindex: /filters/
12Noindex: */filters/
13Noindex: /*quick_view
14Disallow: /hl_landing.php
15Disallow: /imgview/
16Disallow: /logodownload.php
17Disallow: /popups/
18Disallow: /shop/
19Disallow: /v/account/
20Disallow: /vmlt.php
21Allow: /shop-the-look/$
22Allow: /shop-the-look/slp/
23Allow: /shop-the-look/dsp/
24Allow: /shop-the-look/sl0
25Allow: /shop-the-look/sl1/
26Allow: /shop-the-look/sl2/
27Disallow: /shop-the-look/
28Disallow: /v/get_the_look/
29Disallow: /v/product_review_page/
30Disallow: /product_review_page/
31Disallow: /session/secure/
32Disallow: /asp/
33Disallow: /ib/
34Disallow: /param.xml
35Disallow: /return_sales_items.php
36Disallow: /session/public/board
37Disallow: /Staples/
38Disallow: /v/category/show
39Disallow: /a/favorites/list/is_favorited
40Disallow: /a/performance_timing/log
41Disallow: /b/batch
42Disallow: /gateway.php
43Disallow: /pixel/!crd_prm!.gif
44Disallow: /set_location.php
45Disallow: /v/category/get_top_level_categories
46Disallow: /v/inventory/load
47Disallow: /v/product_image_group/get_images
48Disallow: /session/public/submit_review.php
49Disallow: /session/public/basket.php
50Disallow: /v/checkout/
51Disallow: /registry/browse/
52Disallow: /registry/checklist/
53Disallow: /v/ideaboards/
54Disallow: /v/favorites/
55Disallow: /compare.php
56Disallow: /visual_search/
57Disallow: /finds
58Disallow: /flashdeals
59Noindex : /roomplanner/*
60Disallow: /roomplanner/
61Noindex : /decorator/*
62Disallow: /decorator/
63Disallow: /service_worker.js
64Disallow: /registry/*/pdp/
65Allow: /roomplanner3d/$
66Noindex: /roomplanner3d/*
67Disallow: /roomplanner3d/
68Disallow: /a/category/category_page/lazy_load_category_tree
69Disallow: /*?*curpage=*
70Allow: /shop/o/
71
72Sitemap: https://www.wayfair.com/seo-category-index.xml
73Sitemap: https://www.wayfair.com/seo-keyword-index.xml
74Sitemap: https://www.wayfair.com/seo-sb0-index.xml
75Sitemap: https://www.wayfair.com/seo-sb1-index.xml
76Sitemap: https://www.wayfair.com/seo-sb2-index.xml
77Sitemap: https://www.wayfair.com/seo-pdp-index.xml
78#
79# ______ __ __ ____
80# / ____/__ / /_ ____ __ __/ /_ ____ / __/
81# / / __/ _ / __/ / __ / / / / __/ / __ / /_
82#/ /_/ / __/ /_ / /_/ / /_/ / /_ / /_/ / __/
83#\_____\___/\__/ \____/\__,_/\__/ \____/_/
84# / /_ ___ ________ __ ______ __ __
85# / __ / _ / ___/ _ \ / / / / __ / / / /
86# / / / / __/ / / __/ / /_/ / /_/ / /_/ /
87#/_/ /_/\___/_/ \___/ \__, /\____/\__,_/
88# _/____/____ __ _ __
89# ____ ___ ___ ____/ /___/ / (_)___ ____ _ / /__(_)___/ /____
90# / __ `__ / _ / __ / __ / / / __ / __ `/ / //_/ / __ / ___/
91# / / / / / / __/ /_/ / /_/ / / / / / / /_/ / / , / / /_/ (__ ) _ _
92#/_/ /_/ /_/\___/\__,_/\__,_/_/_/_/ /_/\__, / /_/|_/_/\__,_/____(_|_|_)
93# /____/
94# If you're here because you're a curious programmer, engineer, or SEO,
95# make sure to check out our job board for open positions on our team!
96# https://www.aboutwayfair.com/careers
97#
98#