NeuralCrawl

Zillow / robots.txt

← back to zillow.com · change detected 9d ago (2026-10-29T05:14:04Z) · modified +265 −0

What changed

Diff old (2026-10-28T23:10:43Z) → new (2026-10-29T05:14:04Z)

@@ -2,6 +2,271 @@
22 
33  User-agent: *
44 
5+ Allow: /homes/for_sale/$
6+ Allow: /homes/for_sale/fore_lt/$
7+ Allow: /homes/fsbo/$
8+ Allow: /homes/for_sale/1_open/$
9+ Allow: /homes/new_homes/$
10+ Allow: /homes/coming_soon/$
11+ Allow: /homes/for_rent/$
12+ Allow: /homes/for_rent/condo,apartment_duplex_type/$
13+ Allow: /homes/for_rent/house,townhouse_type/$
14+ Allow: /homes/recently_sold/$
15+ Allow: /homes/apartment-communities/$
16+
17+ Allow: /homes/for_sale/*_p/$
18+ Allow: /homes/for_sale/fore_lt/*_p/$
19+ Allow: /homes/fsbo/*_p/$
20+ Allow: /homes/for_sale/1_open/*_p/$
21+ Allow: /homes/new_homes/*_p/$
22+ Allow: /homes/coming_soon/*_p/$
23+ Allow: /homes/for_rent/*_p/$
24+ Allow: /homes/for_rent/condo,apartment_duplex_type/*_p/$
25+ Allow: /homes/for_rent/house,townhouse_type/*_p/$
26+ Allow: /homes/recently_sold/*_p/$
27+ Allow: /homes/apartment-communities/*_p/$
28+
29+ Allow: /homes/apartments-pet-friendly/$
30+ Allow: /homes/apartments-1-bedrooms/$
31+ Allow: /homes/apartments-2-bedrooms/$
32+ Allow: /homes/apartments-under-1500/$
33+ Allow: /homes/apartments-under-2000/$
34+ Allow: /homes/apartments-3-bedrooms/$
35+ Allow: /homes/pet-friendly/$
36+ Allow: /homes/rooms-for-rent/$
37+ Allow: /homes/apartments-with-washer-dryer/$
38+
39+ Allow: /homes/apartments-pet-friendly/*_p/$
40+ Allow: /homes/apartments-1-bedrooms/*_p/$
41+ Allow: /homes/apartments-2-bedrooms/*_p/$
42+ Allow: /homes/apartments-under-1500/*_p/$
43+ Allow: /homes/apartments-under-2000/*_p/$
44+ Allow: /homes/apartments-3-bedrooms/*_p/$
45+ Allow: /homes/pet-friendly/*_p/$
46+ Allow: /homes/rooms-for-rent/*_p/$
47+ Allow: /homes/apartments-with-washer-dryer/*_p/$
48+
49+ Disallow: /api/
50+ Disallow: /homes/
51+ Disallow: /?url=
52+ Disallow: /*_rect
53+ Disallow: /*_rect/
54+ Disallow: /*_rid
55+ Disallow: /*_sort/
56+ Disallow: /*.sdirect
57+ Disallow: /*1_fs/
58+ Disallow: /*3ab9b0d/
59+ Disallow: /*3bec89b
60+ Disallow: /*/_type/
61+ Disallow: /*/0-0_beds/
62+ Disallow: /*/admin-ajax.php
63+ Disallow: /*/apartments-are_att/
64+ Disallow: /*/apartments-madden_att/
65+ Disallow: /*/apartments-offers_att/
66+ Disallow: /*/apartments-rent_att/
67+ Disallow: /*cbpartner=
68+ Disallow: /*/CountyAssessorPage.htm?*
69+ Disallow: /*/duplex-apartments_att/
70+ Disallow: /*/floor-map-annotator/*
71+ Disallow: /*/foreclosure--
72+ Disallow: /*/foreclosed/*
73+ Disallow: /*/GetResults.htm*
74+ Disallow: /*/house_type/
75+ Disallow: /*/house,apartment_duplex_type/
76+ Disallow: /*/house,mobile_type/
77+ Disallow: /*/house,mobile,land_type/
78+ Disallow: /*/house,mobile,townhouse_type/
79+ Disallow: /*/loft-apartments_att/
80+ Disallow: /*/mostrecentchange_sort/
81+ Disallow: /*/node_modules/.bin/
82+ Disallow: /*/plus/
83+ Disallow: /*/rent-house_att/
84+ Disallow: /*/rino-_att/
85+ Disallow: /*/qc/
86+ Disallow: /*-qc/
87+ Disallow: /*-qc-*
88+ Disallow: /*/townhome_att/
89+ Disallow: /*/u1_sch/
90+ Disallow: /*/z/internet-tv-deals-saver/?z*
91+ Disallow: /*/z/internet-tv-deals-speed/?z*
92+ Disallow: /*RentalConfirmedClaim
93+ Disallow: /*?searchQueryState=*
94+ Disallow: /ads/
95+ Disallow: /advice-thread/
96+ Disallow: /advicepages/
97+ Disallow: /aerial/
98+ Disallow: /advice/
99+ Disallow: /agent-websites/
100+ Disallow: /ajax/homedetail/CompareWithPublicFactsData.htm
101+ Disallow: /ajax/homedetail/HomeValueChartData.htm
102+ Disallow: /ajax/nav/UserNavAsync.htm?pageframe=true
103+ Disallow: /ajax/rentals/ClaimedRentalProperties.htm?actionType=claims
104+ Disallow: /ajax/ownerview/PerformSellerLeadContact.htm
105+ Disallow: /ajax/ownerview/SellerLeadData.htm
106+ Disallow: /app?
107+ Disallow: /b/*/rental-manager/resources/
108+ Disallow: /b/*bed*/
109+ Disallow: /b/*month*/
110+ Disallow: /b/*!*/
111+ Disallow: /b/*(*/
112+ Disallow: /b/*&*/
113+ Disallow: /b/*/*_ll/
114+ Disallow: /bal/impression/
115+ Disallow: /bal/impression/RecordImpression.htm?
116+ Disallow: /browse/homes/all/
117+ Disallow: /captcha/
118+ Disallow: /captchaPerimeterX/
119+ Disallow: /careers/apply/
120+ Disallow: /careers/jobs/
121+ Disallow: /chat/finance
122+ Disallow: /claiming/
123+ Disallow: /claiming/ClaimProperty.htm?
124+ Disallow: /cma-tool/create/*
125+ Disallow: /cms-constellation/
126+ Disallow: /community/error-subdivision-name-unavailable/
127+ Disallow: /contact/
128+ Disallow: /corp/Privacy.htm
129+ Disallow: /corp/Terms.htm
130+ Disallow: /CountyAssessorPage.htm
131+ Disallow: /del/
132+ Disallow: /discovery/
133+ Disallow: /editing/
134+ Disallow: /email/EnrollmentUnsubscribe.htm
135+ Disallow: /email/SubscriptionTypeUnsubscribe.htm
136+ Disallow: /email/Unsubscribe.htm
137+ Disallow: /for-sale-by-owner/?zpid=
138+ Disallow: /graphql/
139+ Disallow: /home-improvement-dueling-digs/
140+ Disallow: /homedetail/AuthRequired.htm
141+ Disallow: /homedetail/HomeDetail,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
142+ Disallow: /homedetails/*view=owner
143+ Disallow: /homedetails/*/rental-manager/resources/
144+ Disallow: /homedetails/*/*/?altId
145+ Disallow: /homeimprovement/EmbeddedProfile.htm
146+ Disallow: /homepage/HomepageVideoMetrics.htm
147+ Disallow: /howto/GoodNeighborPolicy.htm
148+ Disallow: /HYx10rg3/*
149+ Disallow: /IMAGE
150+ Disallow: /imf-fetch-message/api/v1/request/fetch-message/MOBILE_APP_UPSELL
151+ Disallow: /instant-offers/version/
152+ Disallow: /jmp/questionnaire-eligibility-check
153+ Disallow: /jmp/lead-eligibility
154+ Disallow: /l/
155+ Disallow: /learnmore/
156+ Disallow: /license/
157+ Disallow: /m/
158+ Disallow: /make-me-move?zpid=
159+ Disallow: /make-me-move/?zpid=
160+ Disallow: /mobile/GetAdConfiguration.htm
161+ Disallow: /mobile/MobilePropertyDetails.htm
162+ Disallow: /mobile/WinmoPropertyDetails.htm
163+ Disallow: /mobile/WPPropertyDetails.htm
164+ Disallow: /mortgage/SmallMortgageLoanCalculatorWidget.htm
165+ Disallow: /mortgage/MortgageCalculatorWidgetLarge.htm
166+ Disallow: /mortgage/MortgageRateTable.htm
167+ Disallow: /mortgage/widgets/AffordabilityCalculatorWidget.htm
168+ Disallow: /mortgage/MortgageRateTableWidget.htm
169+ Disallow: /mortgage/MortgageLoanCalculatorWidget.htm
170+ Disallow: /mortgage/RateExplorerGraphWidget.htm
171+ Disallow: /myzillow/
172+ Disallow: /offers/request/
173+ Disallow: /ofr/api/v3/questionnaire
174+ Disallow: /pbflex/
175+ Disallow: /personalization/
176+ Disallow: /post-real-estate-listings?zpid=
177+ Disallow: /post-real-estate-listings/?zpid=
178+ Disallow: /post-rental-listings?zpid=
179+ Disallow: /postings/
180+ Disallow: /postings/PostForSale.htm?
181+ Disallow: /postings/PostMakeMeMoveStreamlined.htm?
182+ Disallow: /*/pre-foreclosure/*
183+ Disallow: /pricing/
184+ Disallow: /profile/*/Advice/
185+ Disallow: /profile/*/Reviews-Written/
186+ Disallow: /profile/*/photos/
187+ Disallow: /profiles/ProfileBorderTemplate,*myzillow*MyListingsTabulated.*postings*owners*OwnersProfileUpsell.*DirectLink.sdirect
188+ Disallow: /real-estate-listings
189+ Disallow: /rental-manager/?source=topnav&itc=postbutton_topnav
190+ Disallow: /rental-manager/?zpid=
191+ Disallow: /rental-manager/properties?postingPath=true
192+ Disallow: /rental-manager/properties/?source=*
193+ Disallow: /rental-manager/r/
194+ Disallow: /rentals/
195+ Disallow: /rentalsrevenue/
196+ Disallow: /rentalsrevenue/resume/UpdatePasswordInline*
197+ Disallow: /research/monthly-reports/
198+ Disallow: /reviews/write?s=
199+ Disallow: /reviews/write/?s=
200+ Disallow: /routing/email/
201+ Disallow: /s/
202+ Disallow: /savedhomes/
203+ Disallow: /schools/TestHistoryAsync.htm
204+ Disallow: /search/browse/HDPTree,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
205+ Disallow: /search/HDPMapResults.htm
206+ Disallow: /search/SavedSearchLightboxContent.htm
207+ Disallow: /sell/?*
208+ Disallow: /sell/options/
209+ Disallow: /showcase/Click.htm?
210+ Disallow: /sitemap/catalog/
211+ Disallow: /sitemap/rss/
212+ Disallow: /sitemap/crawl-monitor/
213+ Disallow: /trk/
214+ Disallow: /ui/
215+ Disallow: /url-shortner/
216+ Disallow: /user/account/SaveSearchOptions.htm
217+ Disallow: /user/account/services/
218+ Disallow: /user/account/services/WhoAmI.htm
219+ Disallow: /user/acct/login/
220+ Disallow: /user/InlineLogin.htm?
221+ Disallow: /user/Login
222+ Disallow: /user/Register
223+ Disallow: /auth/
224+ Disallow: /rental/capps/api/
225+ Disallow: /rental-manager-api/
226+ Disallow: /rental/z-calendar/api/
227+ Disallow: /rental/satellite/api/
228+ Disallow: /util/ClientLogger.htm
229+ Disallow: /videodetails/
230+ Disallow: /walkscore/
231+ Disallow: /webservice/
232+ Disallow: /webtools/
233+ Disallow: /widgets/
234+ Disallow: /wikipages/
235+ Disallow: /zg-graph/
236+ Disallow: /ajax/profile-broker-website
237+ Disallow: /agent-resources/zgwp/app/themes/paxl/assets/fonts/stargate.ttf
238+ Disallow: /my-agent/eligibility*
239+ Disallow: /jsonp/Bdp.htm?*
240+ Disallow: /ajax/homedetail/MarkPropertyViewed*
241+ Disallow: /wiki/Help*
242+ Disallow: /*/allunits/*
243+ Disallow: /reviews/batch-request/
244+ Disallow: /myzillow/ChangePassword.htm
245+ Disallow: /editing/EditHomeFacts.htm
246+ Disallow: /user/account/
247+ Disallow: /reviews/request/
248+ Disallow: /error/PageNotFound.htm
249+ Disallow: /imf-fetch-message/
250+ Disallow: /app$
251+ Disallow: /*/node_modules/.bin/jest
252+ Disallow: /view-3d-home
253+ Disallow: /b/*/*_p/
254+ Disallow: /rental-manager/login/?url/*
255+ Disallow: /homemedia/
256+ Disallow: /view-imx/
257+ Disallow: /view-skytour/
258+ Disallow: /view-floor-plan/
259+ Disallow: /homeloans/*zga_z_guid=
260+ Disallow: /tech/*s=
261+ Disallow: /async-create-search-page-state
262+ Disallow: /deferred
263+ Disallow: /shopper-platform/
264+
265+ User-agent: Claude-User
266+ User-agent: ClaudeBot
267+ User-agent: Claude-SearchBot
268+ Allow: /homes/*_rb/$
269+ Allow: /homes/*_rb$
5270  Allow: /homes/for_sale/$
6271  Allow: /homes/for_sale/fore_lt/$
7272  Allow: /homes/fsbo/$