NeuralCrawl

Zillow / robots.txt snapshot

← back to zillow.com · fetched 2026-06-26T13:23:15Z (3h ago) · HTTP 200 · 10524 bytes · sha256 48aa7b503b17187c · raw

final URL: https://www.zillow.com/robots.txt

1# Access to and use of Zillow.com is governed by our Terms of Use. See https://www.zillow.com/corp/Terms.htm
2
3User-agent: *
4
5Allow: /homes/for_sale/$
6Allow: /homes/for_sale/fore_lt/$
7Allow: /homes/fsbo/$
8Allow: /homes/for_sale/1_open/$
9Allow: /homes/new_homes/$
10Allow: /homes/coming_soon/$
11Allow: /homes/for_rent/$
12Allow: /homes/for_rent/condo,apartment_duplex_type/$
13Allow: /homes/for_rent/house,townhouse_type/$
14Allow: /homes/recently_sold/$
15Allow: /homes/apartment-communities/$
16
17Allow: /homes/for_sale/*_p/$
18Allow: /homes/for_sale/fore_lt/*_p/$
19Allow: /homes/fsbo/*_p/$
20Allow: /homes/for_sale/1_open/*_p/$
21Allow: /homes/new_homes/*_p/$
22Allow: /homes/coming_soon/*_p/$
23Allow: /homes/for_rent/*_p/$
24Allow: /homes/for_rent/condo,apartment_duplex_type/*_p/$
25Allow: /homes/for_rent/house,townhouse_type/*_p/$
26Allow: /homes/recently_sold/*_p/$
27Allow: /homes/apartment-communities/*_p/$
28
29Allow: /homes/apartments-pet-friendly/$
30Allow: /homes/apartments-1-bedrooms/$
31Allow: /homes/apartments-2-bedrooms/$
32Allow: /homes/apartments-under-1500/$
33Allow: /homes/apartments-under-2000/$
34Allow: /homes/apartments-3-bedrooms/$
35Allow: /homes/pet-friendly/$
36Allow: /homes/rooms-for-rent/$
37Allow: /homes/apartments-with-washer-dryer/$
38
39Allow: /homes/apartments-pet-friendly/*_p/$
40Allow: /homes/apartments-1-bedrooms/*_p/$
41Allow: /homes/apartments-2-bedrooms/*_p/$
42Allow: /homes/apartments-under-1500/*_p/$
43Allow: /homes/apartments-under-2000/*_p/$
44Allow: /homes/apartments-3-bedrooms/*_p/$
45Allow: /homes/pet-friendly/*_p/$
46Allow: /homes/rooms-for-rent/*_p/$
47Allow: /homes/apartments-with-washer-dryer/*_p/$
48
49Disallow: /api/
50Disallow: /homes/
51Disallow: /?url=
52Disallow: /*_rect
53Disallow: /*_rect/
54Disallow: /*_rid
55Disallow: /*_sort/
56Disallow: /*.sdirect
57Disallow: /*1_fs/
58Disallow: /*3ab9b0d/
59Disallow: /*3bec89b
60Disallow: /*/_type/
61Disallow: /*/0-0_beds/
62Disallow: /*/admin-ajax.php
63Disallow: /*/apartments-are_att/
64Disallow: /*/apartments-madden_att/
65Disallow: /*/apartments-offers_att/
66Disallow: /*/apartments-rent_att/
67Disallow: /*cbpartner=
68Disallow: /*/CountyAssessorPage.htm?*
69Disallow: /*/duplex-apartments_att/
70Disallow: /*/floor-map-annotator/*
71Disallow: /*/foreclosure--
72Disallow: /*/foreclosed/*
73Disallow: /*/GetResults.htm*
74Disallow: /*/house_type/
75Disallow: /*/house,apartment_duplex_type/
76Disallow: /*/house,mobile_type/
77Disallow: /*/house,mobile,land_type/
78Disallow: /*/house,mobile,townhouse_type/
79Disallow: /*/loft-apartments_att/
80Disallow: /*/mostrecentchange_sort/
81Disallow: /*/node_modules/.bin/
82Disallow: /*/plus/
83Disallow: /*/rent-house_att/
84Disallow: /*/rino-_att/
85Disallow: /*/qc/
86Disallow: /*-qc/
87Disallow: /*-qc-*
88Disallow: /*/townhome_att/
89Disallow: /*/u1_sch/
90Disallow: /*/z/internet-tv-deals-saver/?z*
91Disallow: /*/z/internet-tv-deals-speed/?z*
92Disallow: /*RentalConfirmedClaim
93Disallow: /*?searchQueryState=*
94Disallow: /ads/
95Disallow: /advice-thread/
96Disallow: /advicepages/
97Disallow: /aerial/
98Disallow: /advice/
99Disallow: /agent-websites/
100Disallow: /ajax/homedetail/CompareWithPublicFactsData.htm
101Disallow: /ajax/homedetail/HomeValueChartData.htm
102Disallow: /ajax/nav/UserNavAsync.htm?pageframe=true
103Disallow: /ajax/rentals/ClaimedRentalProperties.htm?actionType=claims
104Disallow: /ajax/ownerview/PerformSellerLeadContact.htm
105Disallow: /ajax/ownerview/SellerLeadData.htm
106Disallow: /app?
107Disallow: /b/*/rental-manager/resources/
108Disallow: /b/*bed*/
109Disallow: /b/*month*/
110Disallow: /b/*!*/
111Disallow: /b/*(*/
112Disallow: /b/*&*/
113Disallow: /b/*/*_ll/
114Disallow: /bal/impression/
115Disallow: /bal/impression/RecordImpression.htm?
116Disallow: /browse/homes/all/
117Disallow: /captcha/
118Disallow: /captchaPerimeterX/
119Disallow: /careers/apply/
120Disallow: /careers/jobs/
121Disallow: /chat/finance
122Disallow: /claiming/
123Disallow: /claiming/ClaimProperty.htm?
124Disallow: /cma-tool/create/*
125Disallow: /cms-constellation/
126Disallow: /community/error-subdivision-name-unavailable/
127Disallow: /contact/
128Disallow: /corp/Privacy.htm
129Disallow: /corp/Terms.htm
130Disallow: /CountyAssessorPage.htm
131Disallow: /del/
132Disallow: /discovery/
133Disallow: /editing/
134Disallow: /email/EnrollmentUnsubscribe.htm
135Disallow: /email/SubscriptionTypeUnsubscribe.htm
136Disallow: /email/Unsubscribe.htm
137Disallow: /for-sale-by-owner/?zpid=
138Disallow: /graphql/
139Disallow: /home-improvement-dueling-digs/
140Disallow: /homedetail/AuthRequired.htm
141Disallow: /homedetail/HomeDetail,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
142Disallow: /homedetails/*view=owner
143Disallow: /homedetails/*/rental-manager/resources/
144Disallow: /homedetails/*/*/?altId
145Disallow: /homeimprovement/EmbeddedProfile.htm
146Disallow: /homepage/HomepageVideoMetrics.htm
147Disallow: /howto/GoodNeighborPolicy.htm
148Disallow: /HYx10rg3/*
149Disallow: /IMAGE
150Disallow: /imf-fetch-message/api/v1/request/fetch-message/MOBILE_APP_UPSELL
151Disallow: /instant-offers/version/
152Disallow: /jmp/questionnaire-eligibility-check
153Disallow: /jmp/lead-eligibility
154Disallow: /l/
155Disallow: /learnmore/
156Disallow: /license/
157Disallow: /m/
158Disallow: /make-me-move?zpid=
159Disallow: /make-me-move/?zpid=
160Disallow: /mobile/GetAdConfiguration.htm
161Disallow: /mobile/MobilePropertyDetails.htm
162Disallow: /mobile/WinmoPropertyDetails.htm
163Disallow: /mobile/WPPropertyDetails.htm
164Disallow: /mortgage/SmallMortgageLoanCalculatorWidget.htm
165Disallow: /mortgage/MortgageCalculatorWidgetLarge.htm
166Disallow: /mortgage/MortgageRateTable.htm
167Disallow: /mortgage/widgets/AffordabilityCalculatorWidget.htm
168Disallow: /mortgage/MortgageRateTableWidget.htm
169Disallow: /mortgage/MortgageLoanCalculatorWidget.htm
170Disallow: /mortgage/RateExplorerGraphWidget.htm
171Disallow: /myzillow/
172Disallow: /offers/request/
173Disallow: /ofr/api/v3/questionnaire
174Disallow: /pbflex/
175Disallow: /personalization/
176Disallow: /post-real-estate-listings?zpid=
177Disallow: /post-real-estate-listings/?zpid=
178Disallow: /post-rental-listings?zpid=
179Disallow: /postings/
180Disallow: /postings/PostForSale.htm?
181Disallow: /postings/PostMakeMeMoveStreamlined.htm?
182Disallow: /*/pre-foreclosure/*
183Disallow: /pricing/
184Disallow: /profile/*/Advice/
185Disallow: /profile/*/Reviews-Written/
186Disallow: /profile/*/photos/
187Disallow: /profiles/ProfileBorderTemplate,*myzillow*MyListingsTabulated.*postings*owners*OwnersProfileUpsell.*DirectLink.sdirect
188Disallow: /real-estate-listings
189Disallow: /rental-manager/?source=topnav&itc=postbutton_topnav
190Disallow: /rental-manager/?zpid=
191Disallow: /rental-manager/properties?postingPath=true
192Disallow: /rental-manager/properties/?source=*
193Disallow: /rental-manager/r/
194Disallow: /rentals/
195Disallow: /rentalsrevenue/
196Disallow: /rentalsrevenue/resume/UpdatePasswordInline*
197Disallow: /research/monthly-reports/
198Disallow: /reviews/write?s=
199Disallow: /reviews/write/?s=
200Disallow: /routing/email/
201Disallow: /s/
202Disallow: /savedhomes/
203Disallow: /schools/TestHistoryAsync.htm
204Disallow: /search/browse/HDPTree,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
205Disallow: /search/HDPMapResults.htm
206Disallow: /search/SavedSearchLightboxContent.htm
207Disallow: /sell/?*
208Disallow: /sell/options/
209Disallow: /showcase/Click.htm?
210Disallow: /sitemap/catalog/
211Disallow: /sitemap/rss/
212Disallow: /sitemap/crawl-monitor/
213Disallow: /trk/
214Disallow: /ui/
215Disallow: /url-shortner/
216Disallow: /user/account/SaveSearchOptions.htm
217Disallow: /user/account/services/
218Disallow: /user/account/services/WhoAmI.htm
219Disallow: /user/acct/login/
220Disallow: /user/InlineLogin.htm?
221Disallow: /user/Login
222Disallow: /user/Register
223Disallow: /util/ClientLogger.htm
224Disallow: /videodetails/
225Disallow: /walkscore/
226Disallow: /webservice/
227Disallow: /webtools/
228Disallow: /widgets/
229Disallow: /wikipages/
230Disallow: /zg-graph/
231Disallow: /ajax/profile-broker-website
232Disallow: /agent-resources/zgwp/app/themes/paxl/assets/fonts/stargate.ttf
233Disallow: /my-agent/eligibility*
234Disallow: /jsonp/Bdp.htm?*
235Disallow: /ajax/homedetail/MarkPropertyViewed*
236Disallow: /wiki/Help*
237Disallow: /*/allunits/*
238Disallow: /reviews/batch-request/
239Disallow: /myzillow/ChangePassword.htm
240Disallow: /editing/EditHomeFacts.htm
241Disallow: /user/account/
242Disallow: /reviews/request/
243Disallow: /error/PageNotFound.htm
244Disallow: /imf-fetch-message/
245Disallow: /app$
246Disallow: /*/node_modules/.bin/jest
247Disallow: /view-3d-home
248Disallow: /b/*/*_p/
249Disallow: /rental-manager/login/?url/*
250Disallow: /homemedia/
251Disallow: /view-imx/
252Disallow: /view-skytour/
253Disallow: /view-floor-plan/
254Disallow: /homeloans/*zga_z_guid=
255Disallow: /tech/*s=
256Disallow: /async-create-search-page-state
257Disallow: /deferred
258Disallow: /shopper-platform/
259
260
261User-agent: facebookexternalhit
262User-agent: LinkedInBot
263User-agent: Twitterbot
264Allow: /view-imx/
265Allow: /view-3d-home/
266
267# Bots with limited access to CMS resources
268User-agent: YouBot
269User-agent: YandexAdditional
270User-agent: YandexAdditionalBot
271User-agent: Applebot-Extended
272User-agent: Amazonbot
273User-agent: amazon-kendra
274User-agent: AI2Bot
275User-agent: AI2Bot-DeepResearchEval
276User-agent: Ai2Bot-Dolma
277User-agent: meta-externalagent
278User-agent: Meta-ExternalAgent
279Allow: /agent-resources/
280Allow: /blog/
281Allow: /data-science/
282Allow: /digs/guides/
283Allow: /engineering/
284Allow: /foreclosures/
285Allow: /home-buying-guide/
286Allow: /info/
287Allow: /lender-resources/
288Allow: /marketing/
289Allow: /mortgage-learning/
290Allow: /multifamily-knowledge-center/
291Allow: /promo/
292Allow: /public-engagement/
293Allow: /rent/guide/
294Allow: /rental-manager/resources/
295Allow: /resources/
296Allow: /research/
297Allow: /sellers-guide/
298Allow: /tech/
299Allow: /video/
300Allow: /z/
301Disallow: /
302Crawl-delay: 1
303
304# Fully Disallowed Bots
305User-agent: ActiveComplyBot
306User-agent: CriteoBot
307User-agent: GumGumBot
308User-agent: TaraGroup Intelligent Bot
309Disallow: /
310
311Sitemap: https://mortgageapi.zillow.com/sitemap.xml
312
313Sitemap: https://www.zillow.com/xml/indexes/us/static.xml.gz
314
315Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-sale-by-agent.xml.gz
316Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-sale-by-owner.xml.gz
317Sitemap: https://www.zillow.com/xml/indexes/us/hdp/new-construction.xml.gz
318Sitemap: https://www.zillow.com/xml/indexes/us/hdp/auction.xml.gz
319Sitemap: https://www.zillow.com/xml/indexes/us/hdp/pending.xml.gz
320Sitemap: https://www.zillow.com/xml/indexes/us/hdp/recently-sold.xml.gz
321Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-rent.xml.gz
322Sitemap: https://www.zillow.com/xml/indexes/us/hdp/off-market.xml.gz
323Sitemap: https://www.zillow.com/xml/indexes/us/hdp/other.xml.gz
324Sitemap: https://www.zillow.com/xml/indexes/us/bdp/buildings.xml.gz
325Sitemap: https://www.zillow.com/xml/indexes/us/bdp/apartments.xml.gz
326Sitemap: https://www.zillow.com/xml/indexes/us/cdp/index.xml
327
328Sitemap: https://www.zillow.com/xml/indexes/us/srp/for-sale.xml.gz