NeuralCrawl

Zillow / robots.txt snapshot

← back to zillow.com · fetched 2026-10-29T05:14:04Z (9d ago) · HTTP 200 · 19203 bytes · sha256 05decdd1a4e12484 · raw

final URL: https://www.zillow.com/robots.txt

1# Access to and use of Zillow.com is governed by our Terms of Use. See https://www.zillow.com/corp/Terms.htm
2
3User-agent: *
4
5Allow: /homes/for_sale/$
6Allow: /homes/for_sale/fore_lt/$
7Allow: /homes/fsbo/$
8Allow: /homes/for_sale/1_open/$
9Allow: /homes/new_homes/$
10Allow: /homes/coming_soon/$
11Allow: /homes/for_rent/$
12Allow: /homes/for_rent/condo,apartment_duplex_type/$
13Allow: /homes/for_rent/house,townhouse_type/$
14Allow: /homes/recently_sold/$
15Allow: /homes/apartment-communities/$
16
17Allow: /homes/for_sale/*_p/$
18Allow: /homes/for_sale/fore_lt/*_p/$
19Allow: /homes/fsbo/*_p/$
20Allow: /homes/for_sale/1_open/*_p/$
21Allow: /homes/new_homes/*_p/$
22Allow: /homes/coming_soon/*_p/$
23Allow: /homes/for_rent/*_p/$
24Allow: /homes/for_rent/condo,apartment_duplex_type/*_p/$
25Allow: /homes/for_rent/house,townhouse_type/*_p/$
26Allow: /homes/recently_sold/*_p/$
27Allow: /homes/apartment-communities/*_p/$
28
29Allow: /homes/apartments-pet-friendly/$
30Allow: /homes/apartments-1-bedrooms/$
31Allow: /homes/apartments-2-bedrooms/$
32Allow: /homes/apartments-under-1500/$
33Allow: /homes/apartments-under-2000/$
34Allow: /homes/apartments-3-bedrooms/$
35Allow: /homes/pet-friendly/$
36Allow: /homes/rooms-for-rent/$
37Allow: /homes/apartments-with-washer-dryer/$
38
39Allow: /homes/apartments-pet-friendly/*_p/$
40Allow: /homes/apartments-1-bedrooms/*_p/$
41Allow: /homes/apartments-2-bedrooms/*_p/$
42Allow: /homes/apartments-under-1500/*_p/$
43Allow: /homes/apartments-under-2000/*_p/$
44Allow: /homes/apartments-3-bedrooms/*_p/$
45Allow: /homes/pet-friendly/*_p/$
46Allow: /homes/rooms-for-rent/*_p/$
47Allow: /homes/apartments-with-washer-dryer/*_p/$
48
49Disallow: /api/
50Disallow: /homes/
51Disallow: /?url=
52Disallow: /*_rect
53Disallow: /*_rect/
54Disallow: /*_rid
55Disallow: /*_sort/
56Disallow: /*.sdirect
57Disallow: /*1_fs/
58Disallow: /*3ab9b0d/
59Disallow: /*3bec89b
60Disallow: /*/_type/
61Disallow: /*/0-0_beds/
62Disallow: /*/admin-ajax.php
63Disallow: /*/apartments-are_att/
64Disallow: /*/apartments-madden_att/
65Disallow: /*/apartments-offers_att/
66Disallow: /*/apartments-rent_att/
67Disallow: /*cbpartner=
68Disallow: /*/CountyAssessorPage.htm?*
69Disallow: /*/duplex-apartments_att/
70Disallow: /*/floor-map-annotator/*
71Disallow: /*/foreclosure--
72Disallow: /*/foreclosed/*
73Disallow: /*/GetResults.htm*
74Disallow: /*/house_type/
75Disallow: /*/house,apartment_duplex_type/
76Disallow: /*/house,mobile_type/
77Disallow: /*/house,mobile,land_type/
78Disallow: /*/house,mobile,townhouse_type/
79Disallow: /*/loft-apartments_att/
80Disallow: /*/mostrecentchange_sort/
81Disallow: /*/node_modules/.bin/
82Disallow: /*/plus/
83Disallow: /*/rent-house_att/
84Disallow: /*/rino-_att/
85Disallow: /*/qc/
86Disallow: /*-qc/
87Disallow: /*-qc-*
88Disallow: /*/townhome_att/
89Disallow: /*/u1_sch/
90Disallow: /*/z/internet-tv-deals-saver/?z*
91Disallow: /*/z/internet-tv-deals-speed/?z*
92Disallow: /*RentalConfirmedClaim
93Disallow: /*?searchQueryState=*
94Disallow: /ads/
95Disallow: /advice-thread/
96Disallow: /advicepages/
97Disallow: /aerial/
98Disallow: /advice/
99Disallow: /agent-websites/
100Disallow: /ajax/homedetail/CompareWithPublicFactsData.htm
101Disallow: /ajax/homedetail/HomeValueChartData.htm
102Disallow: /ajax/nav/UserNavAsync.htm?pageframe=true
103Disallow: /ajax/rentals/ClaimedRentalProperties.htm?actionType=claims
104Disallow: /ajax/ownerview/PerformSellerLeadContact.htm
105Disallow: /ajax/ownerview/SellerLeadData.htm
106Disallow: /app?
107Disallow: /b/*/rental-manager/resources/
108Disallow: /b/*bed*/
109Disallow: /b/*month*/
110Disallow: /b/*!*/
111Disallow: /b/*(*/
112Disallow: /b/*&*/
113Disallow: /b/*/*_ll/
114Disallow: /bal/impression/
115Disallow: /bal/impression/RecordImpression.htm?
116Disallow: /browse/homes/all/
117Disallow: /captcha/
118Disallow: /captchaPerimeterX/
119Disallow: /careers/apply/
120Disallow: /careers/jobs/
121Disallow: /chat/finance
122Disallow: /claiming/
123Disallow: /claiming/ClaimProperty.htm?
124Disallow: /cma-tool/create/*
125Disallow: /cms-constellation/
126Disallow: /community/error-subdivision-name-unavailable/
127Disallow: /contact/
128Disallow: /corp/Privacy.htm
129Disallow: /corp/Terms.htm
130Disallow: /CountyAssessorPage.htm
131Disallow: /del/
132Disallow: /discovery/
133Disallow: /editing/
134Disallow: /email/EnrollmentUnsubscribe.htm
135Disallow: /email/SubscriptionTypeUnsubscribe.htm
136Disallow: /email/Unsubscribe.htm
137Disallow: /for-sale-by-owner/?zpid=
138Disallow: /graphql/
139Disallow: /home-improvement-dueling-digs/
140Disallow: /homedetail/AuthRequired.htm
141Disallow: /homedetail/HomeDetail,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
142Disallow: /homedetails/*view=owner
143Disallow: /homedetails/*/rental-manager/resources/
144Disallow: /homedetails/*/*/?altId
145Disallow: /homeimprovement/EmbeddedProfile.htm
146Disallow: /homepage/HomepageVideoMetrics.htm
147Disallow: /howto/GoodNeighborPolicy.htm
148Disallow: /HYx10rg3/*
149Disallow: /IMAGE
150Disallow: /imf-fetch-message/api/v1/request/fetch-message/MOBILE_APP_UPSELL
151Disallow: /instant-offers/version/
152Disallow: /jmp/questionnaire-eligibility-check
153Disallow: /jmp/lead-eligibility
154Disallow: /l/
155Disallow: /learnmore/
156Disallow: /license/
157Disallow: /m/
158Disallow: /make-me-move?zpid=
159Disallow: /make-me-move/?zpid=
160Disallow: /mobile/GetAdConfiguration.htm
161Disallow: /mobile/MobilePropertyDetails.htm
162Disallow: /mobile/WinmoPropertyDetails.htm
163Disallow: /mobile/WPPropertyDetails.htm
164Disallow: /mortgage/SmallMortgageLoanCalculatorWidget.htm
165Disallow: /mortgage/MortgageCalculatorWidgetLarge.htm
166Disallow: /mortgage/MortgageRateTable.htm
167Disallow: /mortgage/widgets/AffordabilityCalculatorWidget.htm
168Disallow: /mortgage/MortgageRateTableWidget.htm
169Disallow: /mortgage/MortgageLoanCalculatorWidget.htm
170Disallow: /mortgage/RateExplorerGraphWidget.htm
171Disallow: /myzillow/
172Disallow: /offers/request/
173Disallow: /ofr/api/v3/questionnaire
174Disallow: /pbflex/
175Disallow: /personalization/
176Disallow: /post-real-estate-listings?zpid=
177Disallow: /post-real-estate-listings/?zpid=
178Disallow: /post-rental-listings?zpid=
179Disallow: /postings/
180Disallow: /postings/PostForSale.htm?
181Disallow: /postings/PostMakeMeMoveStreamlined.htm?
182Disallow: /*/pre-foreclosure/*
183Disallow: /pricing/
184Disallow: /profile/*/Advice/
185Disallow: /profile/*/Reviews-Written/
186Disallow: /profile/*/photos/
187Disallow: /profiles/ProfileBorderTemplate,*myzillow*MyListingsTabulated.*postings*owners*OwnersProfileUpsell.*DirectLink.sdirect
188Disallow: /real-estate-listings
189Disallow: /rental-manager/?source=topnav&itc=postbutton_topnav
190Disallow: /rental-manager/?zpid=
191Disallow: /rental-manager/properties?postingPath=true
192Disallow: /rental-manager/properties/?source=*
193Disallow: /rental-manager/r/
194Disallow: /rentals/
195Disallow: /rentalsrevenue/
196Disallow: /rentalsrevenue/resume/UpdatePasswordInline*
197Disallow: /research/monthly-reports/
198Disallow: /reviews/write?s=
199Disallow: /reviews/write/?s=
200Disallow: /routing/email/
201Disallow: /s/
202Disallow: /savedhomes/
203Disallow: /schools/TestHistoryAsync.htm
204Disallow: /search/browse/HDPTree,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
205Disallow: /search/HDPMapResults.htm
206Disallow: /search/SavedSearchLightboxContent.htm
207Disallow: /sell/?*
208Disallow: /sell/options/
209Disallow: /showcase/Click.htm?
210Disallow: /sitemap/catalog/
211Disallow: /sitemap/rss/
212Disallow: /sitemap/crawl-monitor/
213Disallow: /trk/
214Disallow: /ui/
215Disallow: /url-shortner/
216Disallow: /user/account/SaveSearchOptions.htm
217Disallow: /user/account/services/
218Disallow: /user/account/services/WhoAmI.htm
219Disallow: /user/acct/login/
220Disallow: /user/InlineLogin.htm?
221Disallow: /user/Login
222Disallow: /user/Register
223Disallow: /auth/
224Disallow: /rental/capps/api/
225Disallow: /rental-manager-api/
226Disallow: /rental/z-calendar/api/
227Disallow: /rental/satellite/api/
228Disallow: /util/ClientLogger.htm
229Disallow: /videodetails/
230Disallow: /walkscore/
231Disallow: /webservice/
232Disallow: /webtools/
233Disallow: /widgets/
234Disallow: /wikipages/
235Disallow: /zg-graph/
236Disallow: /ajax/profile-broker-website
237Disallow: /agent-resources/zgwp/app/themes/paxl/assets/fonts/stargate.ttf
238Disallow: /my-agent/eligibility*
239Disallow: /jsonp/Bdp.htm?*
240Disallow: /ajax/homedetail/MarkPropertyViewed*
241Disallow: /wiki/Help*
242Disallow: /*/allunits/*
243Disallow: /reviews/batch-request/
244Disallow: /myzillow/ChangePassword.htm
245Disallow: /editing/EditHomeFacts.htm
246Disallow: /user/account/
247Disallow: /reviews/request/
248Disallow: /error/PageNotFound.htm
249Disallow: /imf-fetch-message/
250Disallow: /app$
251Disallow: /*/node_modules/.bin/jest
252Disallow: /view-3d-home
253Disallow: /b/*/*_p/
254Disallow: /rental-manager/login/?url/*
255Disallow: /homemedia/
256Disallow: /view-imx/
257Disallow: /view-skytour/
258Disallow: /view-floor-plan/
259Disallow: /homeloans/*zga_z_guid=
260Disallow: /tech/*s=
261Disallow: /async-create-search-page-state
262Disallow: /deferred
263Disallow: /shopper-platform/
264
265User-agent: Claude-User
266User-agent: ClaudeBot
267User-agent: Claude-SearchBot
268Allow: /homes/*_rb/$
269Allow: /homes/*_rb$
270Allow: /homes/for_sale/$
271Allow: /homes/for_sale/fore_lt/$
272Allow: /homes/fsbo/$
273Allow: /homes/for_sale/1_open/$
274Allow: /homes/new_homes/$
275Allow: /homes/coming_soon/$
276Allow: /homes/for_rent/$
277Allow: /homes/for_rent/condo,apartment_duplex_type/$
278Allow: /homes/for_rent/house,townhouse_type/$
279Allow: /homes/recently_sold/$
280Allow: /homes/apartment-communities/$
281
282Allow: /homes/for_sale/*_p/$
283Allow: /homes/for_sale/fore_lt/*_p/$
284Allow: /homes/fsbo/*_p/$
285Allow: /homes/for_sale/1_open/*_p/$
286Allow: /homes/new_homes/*_p/$
287Allow: /homes/coming_soon/*_p/$
288Allow: /homes/for_rent/*_p/$
289Allow: /homes/for_rent/condo,apartment_duplex_type/*_p/$
290Allow: /homes/for_rent/house,townhouse_type/*_p/$
291Allow: /homes/recently_sold/*_p/$
292Allow: /homes/apartment-communities/*_p/$
293
294Allow: /homes/apartments-pet-friendly/$
295Allow: /homes/apartments-1-bedrooms/$
296Allow: /homes/apartments-2-bedrooms/$
297Allow: /homes/apartments-under-1500/$
298Allow: /homes/apartments-under-2000/$
299Allow: /homes/apartments-3-bedrooms/$
300Allow: /homes/pet-friendly/$
301Allow: /homes/rooms-for-rent/$
302Allow: /homes/apartments-with-washer-dryer/$
303
304Allow: /homes/apartments-pet-friendly/*_p/$
305Allow: /homes/apartments-1-bedrooms/*_p/$
306Allow: /homes/apartments-2-bedrooms/*_p/$
307Allow: /homes/apartments-under-1500/*_p/$
308Allow: /homes/apartments-under-2000/*_p/$
309Allow: /homes/apartments-3-bedrooms/*_p/$
310Allow: /homes/pet-friendly/*_p/$
311Allow: /homes/rooms-for-rent/*_p/$
312Allow: /homes/apartments-with-washer-dryer/*_p/$
313
314Disallow: /api/
315Disallow: /homes/
316Disallow: /?url=
317Disallow: /*_rect
318Disallow: /*_rect/
319Disallow: /*_rid
320Disallow: /*_sort/
321Disallow: /*.sdirect
322Disallow: /*1_fs/
323Disallow: /*3ab9b0d/
324Disallow: /*3bec89b
325Disallow: /*/_type/
326Disallow: /*/0-0_beds/
327Disallow: /*/admin-ajax.php
328Disallow: /*/apartments-are_att/
329Disallow: /*/apartments-madden_att/
330Disallow: /*/apartments-offers_att/
331Disallow: /*/apartments-rent_att/
332Disallow: /*cbpartner=
333Disallow: /*/CountyAssessorPage.htm?*
334Disallow: /*/duplex-apartments_att/
335Disallow: /*/floor-map-annotator/*
336Disallow: /*/foreclosure--
337Disallow: /*/foreclosed/*
338Disallow: /*/GetResults.htm*
339Disallow: /*/house_type/
340Disallow: /*/house,apartment_duplex_type/
341Disallow: /*/house,mobile_type/
342Disallow: /*/house,mobile,land_type/
343Disallow: /*/house,mobile,townhouse_type/
344Disallow: /*/loft-apartments_att/
345Disallow: /*/mostrecentchange_sort/
346Disallow: /*/node_modules/.bin/
347Disallow: /*/plus/
348Disallow: /*/rent-house_att/
349Disallow: /*/rino-_att/
350Disallow: /*/qc/
351Disallow: /*-qc/
352Disallow: /*-qc-*
353Disallow: /*/townhome_att/
354Disallow: /*/u1_sch/
355Disallow: /*/z/internet-tv-deals-saver/?z*
356Disallow: /*/z/internet-tv-deals-speed/?z*
357Disallow: /*RentalConfirmedClaim
358Disallow: /*?searchQueryState=*
359Disallow: /ads/
360Disallow: /advice-thread/
361Disallow: /advicepages/
362Disallow: /aerial/
363Disallow: /advice/
364Disallow: /agent-websites/
365Disallow: /ajax/homedetail/CompareWithPublicFactsData.htm
366Disallow: /ajax/homedetail/HomeValueChartData.htm
367Disallow: /ajax/nav/UserNavAsync.htm?pageframe=true
368Disallow: /ajax/rentals/ClaimedRentalProperties.htm?actionType=claims
369Disallow: /ajax/ownerview/PerformSellerLeadContact.htm
370Disallow: /ajax/ownerview/SellerLeadData.htm
371Disallow: /app?
372Disallow: /b/*/rental-manager/resources/
373Disallow: /b/*bed*/
374Disallow: /b/*month*/
375Disallow: /b/*!*/
376Disallow: /b/*(*/
377Disallow: /b/*&*/
378Disallow: /b/*/*_ll/
379Disallow: /bal/impression/
380Disallow: /bal/impression/RecordImpression.htm?
381Disallow: /browse/homes/all/
382Disallow: /captcha/
383Disallow: /captchaPerimeterX/
384Disallow: /careers/apply/
385Disallow: /careers/jobs/
386Disallow: /chat/finance
387Disallow: /claiming/
388Disallow: /claiming/ClaimProperty.htm?
389Disallow: /cma-tool/create/*
390Disallow: /cms-constellation/
391Disallow: /community/error-subdivision-name-unavailable/
392Disallow: /contact/
393Disallow: /corp/Privacy.htm
394Disallow: /corp/Terms.htm
395Disallow: /CountyAssessorPage.htm
396Disallow: /del/
397Disallow: /discovery/
398Disallow: /editing/
399Disallow: /email/EnrollmentUnsubscribe.htm
400Disallow: /email/SubscriptionTypeUnsubscribe.htm
401Disallow: /email/Unsubscribe.htm
402Disallow: /for-sale-by-owner/?zpid=
403Disallow: /graphql/
404Disallow: /home-improvement-dueling-digs/
405Disallow: /homedetail/AuthRequired.htm
406Disallow: /homedetail/HomeDetail,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
407Disallow: /homedetails/*view=owner
408Disallow: /homedetails/*/rental-manager/resources/
409Disallow: /homedetails/*/*/?altId
410Disallow: /homeimprovement/EmbeddedProfile.htm
411Disallow: /homepage/HomepageVideoMetrics.htm
412Disallow: /howto/GoodNeighborPolicy.htm
413Disallow: /HYx10rg3/*
414Disallow: /IMAGE
415Disallow: /imf-fetch-message/api/v1/request/fetch-message/MOBILE_APP_UPSELL
416Disallow: /instant-offers/version/
417Disallow: /jmp/questionnaire-eligibility-check
418Disallow: /jmp/lead-eligibility
419Disallow: /l/
420Disallow: /learnmore/
421Disallow: /license/
422Disallow: /m/
423Disallow: /make-me-move?zpid=
424Disallow: /make-me-move/?zpid=
425Disallow: /mobile/GetAdConfiguration.htm
426Disallow: /mobile/MobilePropertyDetails.htm
427Disallow: /mobile/WinmoPropertyDetails.htm
428Disallow: /mobile/WPPropertyDetails.htm
429Disallow: /mortgage/SmallMortgageLoanCalculatorWidget.htm
430Disallow: /mortgage/MortgageCalculatorWidgetLarge.htm
431Disallow: /mortgage/MortgageRateTable.htm
432Disallow: /mortgage/widgets/AffordabilityCalculatorWidget.htm
433Disallow: /mortgage/MortgageRateTableWidget.htm
434Disallow: /mortgage/MortgageLoanCalculatorWidget.htm
435Disallow: /mortgage/RateExplorerGraphWidget.htm
436Disallow: /myzillow/
437Disallow: /offers/request/
438Disallow: /ofr/api/v3/questionnaire
439Disallow: /pbflex/
440Disallow: /personalization/
441Disallow: /post-real-estate-listings?zpid=
442Disallow: /post-real-estate-listings/?zpid=
443Disallow: /post-rental-listings?zpid=
444Disallow: /postings/
445Disallow: /postings/PostForSale.htm?
446Disallow: /postings/PostMakeMeMoveStreamlined.htm?
447Disallow: /*/pre-foreclosure/*
448Disallow: /pricing/
449Disallow: /profile/*/Advice/
450Disallow: /profile/*/Reviews-Written/
451Disallow: /profile/*/photos/
452Disallow: /profiles/ProfileBorderTemplate,*myzillow*MyListingsTabulated.*postings*owners*OwnersProfileUpsell.*DirectLink.sdirect
453Disallow: /real-estate-listings
454Disallow: /rental-manager/?source=topnav&itc=postbutton_topnav
455Disallow: /rental-manager/?zpid=
456Disallow: /rental-manager/properties?postingPath=true
457Disallow: /rental-manager/properties/?source=*
458Disallow: /rental-manager/r/
459Disallow: /rentals/
460Disallow: /rentalsrevenue/
461Disallow: /rentalsrevenue/resume/UpdatePasswordInline*
462Disallow: /research/monthly-reports/
463Disallow: /reviews/write?s=
464Disallow: /reviews/write/?s=
465Disallow: /routing/email/
466Disallow: /s/
467Disallow: /savedhomes/
468Disallow: /schools/TestHistoryAsync.htm
469Disallow: /search/browse/HDPTree,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
470Disallow: /search/HDPMapResults.htm
471Disallow: /search/SavedSearchLightboxContent.htm
472Disallow: /sell/?*
473Disallow: /sell/options/
474Disallow: /showcase/Click.htm?
475Disallow: /sitemap/catalog/
476Disallow: /sitemap/rss/
477Disallow: /sitemap/crawl-monitor/
478Disallow: /trk/
479Disallow: /ui/
480Disallow: /url-shortner/
481Disallow: /user/account/SaveSearchOptions.htm
482Disallow: /user/account/services/
483Disallow: /user/account/services/WhoAmI.htm
484Disallow: /user/acct/login/
485Disallow: /user/InlineLogin.htm?
486Disallow: /user/Login
487Disallow: /user/Register
488Disallow: /auth/
489Disallow: /rental/capps/api/
490Disallow: /rental-manager-api/
491Disallow: /rental/z-calendar/api/
492Disallow: /rental/satellite/api/
493Disallow: /util/ClientLogger.htm
494Disallow: /videodetails/
495Disallow: /walkscore/
496Disallow: /webservice/
497Disallow: /webtools/
498Disallow: /widgets/
499Disallow: /wikipages/
500Disallow: /zg-graph/
501Disallow: /ajax/profile-broker-website
502Disallow: /agent-resources/zgwp/app/themes/paxl/assets/fonts/stargate.ttf
503Disallow: /my-agent/eligibility*
504Disallow: /jsonp/Bdp.htm?*
505Disallow: /ajax/homedetail/MarkPropertyViewed*
506Disallow: /wiki/Help*
507Disallow: /*/allunits/*
508Disallow: /reviews/batch-request/
509Disallow: /myzillow/ChangePassword.htm
510Disallow: /editing/EditHomeFacts.htm
511Disallow: /user/account/
512Disallow: /reviews/request/
513Disallow: /error/PageNotFound.htm
514Disallow: /imf-fetch-message/
515Disallow: /app$
516Disallow: /*/node_modules/.bin/jest
517Disallow: /view-3d-home
518Disallow: /b/*/*_p/
519Disallow: /rental-manager/login/?url/*
520Disallow: /homemedia/
521Disallow: /view-imx/
522Disallow: /view-skytour/
523Disallow: /view-floor-plan/
524Disallow: /homeloans/*zga_z_guid=
525Disallow: /tech/*s=
526Disallow: /async-create-search-page-state
527Disallow: /deferred
528Disallow: /shopper-platform/
529
530
531User-agent: facebookexternalhit
532User-agent: LinkedInBot
533User-agent: Twitterbot
534Allow: /view-imx/
535Allow: /view-3d-home/
536
537# Bots with limited access to CMS resources
538User-agent: YouBot
539User-agent: YandexAdditional
540User-agent: YandexAdditionalBot
541User-agent: Applebot-Extended
542User-agent: Amazonbot
543User-agent: amazon-kendra
544User-agent: AI2Bot
545User-agent: AI2Bot-DeepResearchEval
546User-agent: Ai2Bot-Dolma
547User-agent: meta-externalagent
548User-agent: Meta-ExternalAgent
549Allow: /agent-resources/
550Allow: /blog/
551Allow: /data-science/
552Allow: /digs/guides/
553Allow: /engineering/
554Allow: /foreclosures/
555Allow: /home-buying-guide/
556Allow: /info/
557Allow: /lender-resources/
558Allow: /marketing/
559Allow: /mortgage-learning/
560Allow: /multifamily-knowledge-center/
561Allow: /promo/
562Allow: /public-engagement/
563Allow: /rent/guide/
564Allow: /rental-manager/resources/
565Allow: /resources/
566Allow: /research/
567Allow: /sellers-guide/
568Allow: /tech/
569Allow: /video/
570Allow: /z/
571Disallow: /
572Crawl-delay: 1
573
574# Fully Disallowed Bots
575User-agent: ActiveComplyBot
576User-agent: CriteoBot
577User-agent: GumGumBot
578User-agent: TaraGroup Intelligent Bot
579Disallow: /
580
581Sitemap: https://mortgageapi.zillow.com/sitemap.xml
582
583Sitemap: https://www.zillow.com/xml/indexes/us/static.xml.gz
584
585Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-sale-by-agent.xml.gz
586Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-sale-by-owner.xml.gz
587Sitemap: https://www.zillow.com/xml/indexes/us/hdp/new-construction.xml.gz
588Sitemap: https://www.zillow.com/xml/indexes/us/hdp/auction.xml.gz
589Sitemap: https://www.zillow.com/xml/indexes/us/hdp/pending.xml.gz
590Sitemap: https://www.zillow.com/xml/indexes/us/hdp/recently-sold.xml.gz
591Sitemap: https://www.zillow.com/xml/indexes/us/hdp/for-rent.xml.gz
592Sitemap: https://www.zillow.com/xml/indexes/us/hdp/off-market.xml.gz
593Sitemap: https://www.zillow.com/xml/indexes/us/hdp/other.xml.gz
594Sitemap: https://www.zillow.com/xml/indexes/us/bdp/buildings.xml.gz
595Sitemap: https://www.zillow.com/xml/indexes/us/bdp/apartments.xml.gz
596Sitemap: https://www.zillow.com/xml/indexes/us/cdp/index.xml
597
598Sitemap: https://www.zillow.com/xml/indexes/us/srp/for-sale.xml.gz