Realtor / robots.txt snapshot
← back to realtor.com · fetched 2026-07-17T18:17:47Z (20d ago) · HTTP 200 · 17250 bytes · sha256 b7f5cf03d617fb14 · raw
final URL: https://www.realtor.com/robots.txt
| 1 | # LEGAL NOTICE: Per https://www.realtor.com's Terms of Service, scraping data from this website is unauthorized without the express written permission from Move Sales, Inc., operator of https://www.realtor.com. |
| 2 | |
| 3 | User-agent: bingbot |
| 4 | Crawl-delay: 1 |
| 5 | |
| 6 | User-agent: * |
| 7 | Allow: /news/*?cid= |
| 8 | Allow: /advice/*?cid= |
| 9 | Allow: /guides/*?cid= |
| 10 | Allow: /living/*?cid= |
| 11 | Disallow: /news/draft/ |
| 12 | Disallow: /advice/draft/ |
| 13 | Disallow: /guides/draft/ |
| 14 | Disallow: /8058/ |
| 15 | Disallow: /addeliverymodule/ |
| 16 | Disallow: /advice/wp-content/themes/realtor/nobots/ |
| 17 | Disallow: /amenities? |
| 18 | Disallow: /apartments/*?disp=2* |
| 19 | Disallow: /apartments/*?view=map/pg-* |
| 20 | Disallow: /apartments/*/*-rentals |
| 21 | Disallow: /apartments/*/cat-friendly |
| 22 | Disallow: /apartments/*/dog-friendly |
| 23 | Disallow: /apartments/*/*/pg-* |
| 24 | Disallow: /apartments/near-me* |
| 25 | Disallow: /content |
| 26 | Disallow: /Content |
| 27 | Disallow: /content/ |
| 28 | Disallow: /Content/ |
| 29 | Disallow: /diagnostics |
| 30 | Disallow: /Diagnostics |
| 31 | Disallow: /diagnostics/ |
| 32 | Disallow: /Diagnostics/ |
| 33 | Disallow: /foresee |
| 34 | Disallow: /Foresee |
| 35 | Disallow: /foresee/ |
| 36 | Disallow: /Foresee/ |
| 37 | Disallow: /home_advisor |
| 38 | Disallow: /home_advisor/ |
| 39 | Disallow: /homes_around |
| 40 | Disallow: /homemade/wp-content/plugins/ |
| 41 | Disallow: /homemade/wp-admin/ |
| 42 | Disallow: /homemade/readme.html |
| 43 | Disallow: /homemade/refer/ |
| 44 | Disallow: /international/print/ |
| 45 | Disallow: /international/us/ |
| 46 | Disallow: /international/*?sort=distance |
| 47 | Disallow: /international/*?sort=date |
| 48 | Disallow: /*?lang= |
| 49 | Disallow: /map |
| 50 | Disallow: /Map |
| 51 | Disallow: /map/ |
| 52 | Disallow: /Map/ |
| 53 | Disallow: /*?map_layer |
| 54 | Disallow: /market-insights/ |
| 55 | Disallow: /Market-Insights/ |
| 56 | Disallow: /MARKET-INSIGHTS/ |
| 57 | Disallow: /median_prices |
| 58 | Disallow: /median_prices? |
| 59 | Disallow: /mortgage/home-loan/*?price= |
| 60 | Disallow: /mortgage_payment |
| 61 | Disallow: /mortgage/rates/*property_price= |
| 62 | Disallow: /movies |
| 63 | Disallow: /Movies |
| 64 | Disallow: /movies/ |
| 65 | Disallow: /Movies/ |
| 66 | Disallow: /music |
| 67 | Disallow: /Music |
| 68 | Disallow: /music/ |
| 69 | Disallow: /Music/ |
| 70 | Disallow: /myhome/*_M |
| 71 | Disallow: /myhome/M* |
| 72 | Disallow: /*?ncs= |
| 73 | Disallow: /network-analysis |
| 74 | Disallow: /newhomesconstruction/* |
| 75 | Disallow: /newhomecommunities/near-me* |
| 76 | Disallow: /news/feed/*/ |
| 77 | Disallow: /news/wp-content/themes/realtor/nobots/ |
| 78 | Disallow: /*not_found |
| 79 | Disallow: /*not-found |
| 80 | Disallow: /*not found |
| 81 | Disallow: /*not found |
| 82 | Disallow: /*not found |
| 83 | Disallow: /*Not_Found |
| 84 | Disallow: /*Not-Found |
| 85 | Disallow: /*Not Found |
| 86 | Disallow: /*Not Found |
| 87 | Disallow: /*Not Found |
| 88 | Disallow: /o/ |
| 89 | Disallow: /*pgsz= |
| 90 | Disallow: /polaris-ldp/* |
| 91 | Disallow: /polaris-ldp |
| 92 | Disallow: /*?pos= |
| 93 | Disallow: /print |
| 94 | Disallow: /Print |
| 95 | Disallow: /print/ |
| 96 | Disallow: /Print/ |
| 97 | Disallow: /programs |
| 98 | Disallow: /Programs |
| 99 | Disallow: /programs/ |
| 100 | Disallow: /Programs/ |
| 101 | Disallow: /properties/topleadform |
| 102 | Disallow: /property-overview |
| 103 | Disallow: /propertyrecord-search/*/beds- |
| 104 | Disallow: /propertyrecord-search/*/type- |
| 105 | Disallow: /propertyrecord-search/*/pg-*/pg- |
| 106 | Disallow: /propertyrecord-search/*undefined |
| 107 | Disallow: /public |
| 108 | Disallow: /Public |
| 109 | Disallow: /public/ |
| 110 | Disallow: /Public/ |
| 111 | Disallow: /rdc_user_check.js |
| 112 | Disallow: /realestateagents/*agentname- |
| 113 | Disallow: /realestateagents/58386a0cf70a250001177f2d |
| 114 | Disallow: /realestateandhomes-detail/187-Harness-Downs-Rd_Port-Matilda_PA_16870_M47586-18534 |
| 115 | Disallow: /realestateandhomes-detail/4581-S-Valdai-Way_Aurora_CO_80015_M21324-97292 |
| 116 | Disallow: /realestateandhomes-detail/5845-Meadowlane-St_New-Port-Richey_FL_34652_M68583-60477 |
| 117 | Disallow: /realestateandhomes-detail/1100-Pinehurst-Dr_Chapel-Hill_NC_27517_M64159-81306 |
| 118 | Disallow: /realestateandhomes-detail/2027-Portsmouth-Dr_Richardson_TX_75082_M83039-98371 |
| 119 | Disallow: /realestateandhomes-detail/2137-W-Roosevelt-Dr_Milwaukee_WI_53209_M82248-14449 |
| 120 | Disallow: /realestateandhomes-detail/2137-W-Roosevelt-Dr_Milwaukee_WI_53209_M90548-95731 |
| 121 | Disallow: /realestateandhomes-detail/650-Church-Rd_Flourtown_PA_19031_M35761-59786 |
| 122 | Disallow: /realestateandhomes-detail/1132-Jason-Dr_Lompoc_CA_93436_M11599-85143 |
| 123 | Disallow: /realestateandhomes-detail/M1159985143 |
| 124 | Disallow: /realestateandhomes-detail/undefined |
| 125 | Disallow: /realestateandhomes-print/ |
| 126 | Disallow: /realestateandhomes-search/*/*/pg- |
| 127 | Disallow: /realestateandhomes-search/*?from_ldp=true |
| 128 | Disallow: /*?cid= |
| 129 | Disallow: /realestateandhomes-search/*/pg-*/show-recently-sold |
| 130 | Disallow: /realestateandhomes-search/*/radius- |
| 131 | Disallow: /realestateandhomes-search/undefined |
| 132 | Disallow: /realestateteam/bright-birch-real-estate__mn_1639730 |
| 133 | Disallow: /rentals/*?view=map* |
| 134 | Disallow: /rentals/api/optimizely.js |
| 135 | Disallow: /restricted |
| 136 | Disallow: /Restricted |
| 137 | Disallow: /restricted/ |
| 138 | Disallow: /Restricted/ |
| 139 | Disallow: /*?row= |
| 140 | Disallow: /similar_homes |
| 141 | Disallow: /soldhomeprices/*/beds- |
| 142 | Disallow: /soldhomeprices/*/type- |
| 143 | Disallow: /srp_filter/ |
| 144 | Disallow: /*?view=nd |
| 145 | Disallow: /wcf |
| 146 | Disallow: /WCF |
| 147 | Disallow: /wcf/ |
| 148 | Disallow: /WCF/ |
| 149 | Disallow: /webservice |
| 150 | Disallow: /WebService |
| 151 | Disallow: /webservice/ |
| 152 | Disallow: /WebService/ |
| 153 | Disallow: /webusercontrols |
| 154 | Disallow: /WebUserControls |
| 155 | Disallow: /webusercontrols/ |
| 156 | Disallow: /WebUserControls/ |
| 157 | Disallow: /widgets |
| 158 | Disallow: /Widgets |
| 159 | Disallow: /widgets/ |
| 160 | Disallow: /Widgets/ |
| 161 | Disallow: /YfcuVaVBkfnzl2j6UbEcK0Oiqkv88jx6w/ |
| 162 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-43.xml.gz |
| 163 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-42.xml.gz |
| 164 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-41.xml.gz |
| 165 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-40.xml.gz |
| 166 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-39.xml.gz |
| 167 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-38.xml.gz |
| 168 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-37.xml.gz |
| 169 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-36.xml.gz |
| 170 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-35.xml.gz |
| 171 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-34.xml.gz |
| 172 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-33.xml.gz |
| 173 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-32.xml.gz |
| 174 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-31.xml.gz |
| 175 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-30.xml.gz |
| 176 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-29.xml.gz |
| 177 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-28.xml.gz |
| 178 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-27.xml.gz |
| 179 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-26.xml.gz |
| 180 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-us-25.xml.gz |
| 181 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ca-17.xml.gz |
| 182 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ca-16.xml.gz |
| 183 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ca-15.xml.gz |
| 184 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ca-14.xml.gz |
| 185 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-fl-15.xml.gz |
| 186 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ca-13.xml.gz |
| 187 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-fl-14.xml.gz |
| 188 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-fl-13.xml.gz |
| 189 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ca-12.xml.gz |
| 190 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ca-11.xml.gz |
| 191 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-fl-12.xml.gz |
| 192 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-13-1.xml.gz |
| 193 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent- |
| 194 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-arkansas-1.xml.gz |
| 195 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-andrews-1.xml.gz |
| 196 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ss-1.xml.gz |
| 197 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-state-1.xml.gz |
| 198 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-tx-10.xml.gz |
| 199 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-xx-1.xml.gz |
| 200 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-oregon-1.xml.gz |
| 201 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-tx,-1.xml.gz |
| 202 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-tx-9.xml.gz |
| 203 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-123-1.xml.gz |
| 204 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-94526-1.xml.gz |
| 205 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ap-1.xml.gz |
| 206 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-arizona-1.xml.gz |
| 207 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nl-1.xml.gz |
| 208 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ft-lauderdale-1.xml.gz |
| 209 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-l3-1.xml.gz |
| 210 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ny-6.xml.gz |
| 211 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-in-2.xml.gz |
| 212 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nn-1.xml.gz |
| 213 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-az-4.xml.gz |
| 214 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-brooklyn-1.xml.gz |
| 215 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-office-state-1.xml.gz |
| 216 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-puerto-rico-1.xml.gz |
| 217 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-tp-3.xml.gz |
| 218 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-al-2.xml.gz |
| 219 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-florida-1.xml.gz |
| 220 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ga-5.xml.gz |
| 221 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nf-1.xml.gz |
| 222 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-on-2.xml.gz |
| 223 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-tp-2.xml.gz |
| 224 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-72-1.xml.gz |
| 225 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-dn-1.xml.gz |
| 226 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-elmore-1.xml.gz |
| 227 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-pu-1.xml.gz |
| 228 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-[p-1.xml.gz |
| 229 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-boston-1.xml.gz |
| 230 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nc-4.xml.gz |
| 231 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nc-5.xml.gz |
| 232 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nt-1.xml.gz |
| 233 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-37615-1.xml.gz |
| 234 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-e-1.xml.gz |
| 235 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nb-1.xml.gz |
| 236 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nj-5.xml.gz |
| 237 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-oh-3.xml.gz |
| 238 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-sc-3.xml.gz |
| 239 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ag-1.xml.gz |
| 240 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-california-1.xml.gz |
| 241 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-oc-1.xml.gz |
| 242 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-os-1.xml.gz |
| 243 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent---1.xml.gz |
| 244 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-27-1.xml.gz |
| 245 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-mi-3.xml.gz |
| 246 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ph-1.xml.gz |
| 247 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-il-4.xml.gz |
| 248 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ma-4.xml.gz |
| 249 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-pe-1.xml.gz |
| 250 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-pq-1.xml.gz |
| 251 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-1-1.xml.gz |
| 252 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ma-3.xml.gz |
| 253 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ut-2.xml.gz |
| 254 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-va-3.xml.gz |
| 255 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-virginia-1.xml.gz |
| 256 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ct-2.xml.gz |
| 257 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-dr-1.xml.gz |
| 258 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ha-1.xml.gz |
| 259 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-co-3.xml.gz |
| 260 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-nu-1.xml.gz |
| 261 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ontario-1.xml.gz |
| 262 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-pa-3.xml.gz |
| 263 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-sfr-1.xml.gz |
| 264 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-tn-3.xml.gz |
| 265 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-mn-2.xml.gz |
| 266 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-sp-1.xml.gz |
| 267 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-mb-1.xml.gz |
| 268 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-or-2.xml.gz |
| 269 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-wi-2.xml.gz |
| 270 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-georgia-1.xml.gz |
| 271 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-memphis-1.xml.gz |
| 272 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-woodbridge-1.xml.gz |
| 273 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ahwd-1.xml.gz |
| 274 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-f-1.xml.gz |
| 275 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-san-ramon-1.xml.gz |
| 276 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-96753-1.xml.gz |
| 277 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-gainesville-1.xml.gz |
| 278 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-naples-1.xml.gz |
| 279 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-08759-1.xml.gz |
| 280 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-addison-1.xml.gz |
| 281 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-kerrville-1.xml.gz |
| 282 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-palm-beach-gardens-1.xml.gz |
| 283 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-uk-1.xml.gz |
| 284 | Disallow: /realestateagents/sitemap-far-agent/sitemap-far-agent-ft.-myers-1.xml.gz |
| 285 | Disallow: /realestateagents/*_$ |
| 286 | Disallow: /rdc_user_check/init.js |
| 287 | Disallow: /149e9513-01fa-4fb0-aad4-566afd725d1b/2d206a39-8ed7-437e-a3be-862e0f06eea3/* |
| 288 | Disallow: /flyaround |
| 289 | Disallow: /realtors/ |
| 290 | Disallow: /amp |
| 291 | |
| 292 | User-agent: Yandex |
| 293 | Disallow: / |
| 294 | |
| 295 | User-agent: peer39_crawler |
| 296 | Disallow: / |
| 297 | |
| 298 | User-agent: Connatix |
| 299 | Disallow: / |
| 300 | |
| 301 | User-agent: Sogou |
| 302 | Disallow: / |
| 303 | |
| 304 | User-agent: AdsBot-Google |
| 305 | Disallow: |
| 306 | |
| 307 | User-agent: GoogleOther |
| 308 | Disallow: / |
| 309 | |
| 310 | User-agent: facebookbot |
| 311 | Disallow: / |
| 312 | |
| 313 | User-agent: Meta-ExternalAgent |
| 314 | Disallow: / |
| 315 | |
| 316 | User-agent: Meta-ExternalFetcher |
| 317 | Disallow: / |
| 318 | |
| 319 | User-agent: AmazonAdBot |
| 320 | Disallow: |
| 321 | |
| 322 | User-agent: Google-CloudVertexBot |
| 323 | Disallow: / |
| 324 | |
| 325 | User-agent: facebookexternalhit |
| 326 | Allow: /realestateandhomes-detail/*?cid= |
| 327 | Allow: /realestateandhomes-search/*?cid= |
| 328 | Allow: /news/*?cid= |
| 329 | Allow: /guides/*?cid= |
| 330 | Allow: /advice/*?cid= |
| 331 | Allow: /living/*?cid= |
| 332 | Allow: /realestateagents/*?cid= |
| 333 | Allow: /realestateteams/*?cid= |
| 334 | Allow: /realestateagency/*?cid= |
| 335 | |
| 336 | User-agent: Twitterbot |
| 337 | Allow: /realestateandhomes-detail/*?cid= |
| 338 | Allow: /realestateandhomes-search/*?cid= |
| 339 | Allow: /news/*?cid= |
| 340 | Allow: /guides/*?cid= |
| 341 | Allow: /advice/*?cid= |
| 342 | Allow: /living/*?cid= |
| 343 | Allow: /realestateagents/*?cid= |
| 344 | Allow: /realestateteams/*?cid= |
| 345 | Allow: /realestateagency/*?cid= |
| 346 | |
| 347 | User-agent: Pinterestbot |
| 348 | Allow: /realestateandhomes-detail/*?cid= |
| 349 | Allow: /realestateandhomes-search/*?cid= |
| 350 | Allow: /news/*?cid= |
| 351 | Allow: /guides/*?cid= |
| 352 | Allow: /advice/*?cid= |
| 353 | Allow: /living/*?cid= |
| 354 | Allow: /realestateagents/*?cid= |
| 355 | Allow: /realestateteams/*?cid= |
| 356 | Allow: /realestateagency/*?cid= |
| 357 | |
| 358 | User-agent: OAI-AdsBot |
| 359 | Disallow: / |
| 360 | Allow: /realestateandhomes-detail/*?cid= |
| 361 | Allow: /realestateandhomes-search/*?cid= |
| 362 | Allow: /news/*?cid= |
| 363 | Allow: /guides/*?cid= |
| 364 | Allow: /advice/*?cid= |
| 365 | Allow: /living/*?cid= |
| 366 | Allow: /realestateagents/*?cid= |
| 367 | Allow: /realestateteams/*?cid= |
| 368 | Allow: /realestateagency/*?cid= |
| 369 | Allow: /myhome/*?cid= |
| 370 | |
| 371 | Sitemap: https://www.realtor.com/mortgage/sitemap/mortgagesitemap.xml |
| 372 | Sitemap: https://www.realtor.com/realestateandhomes-detail/sitemap-rss-new/rss-new-index.xml |
| 373 | Sitemap: https://www.realtor.com/realestateandhomes-detail/sitemap-rss-open-house/rss-open-house-index.xml |
| 374 | Sitemap: https://www.realtor.com/realestateandhomes-detail/sitemap-rss-price/rss-price-index.xml |
| 375 | Sitemap: https://www.realtor.com/realestateandhomes-detail/sitemap-rss-sold/rss-sold-index.xml |
| 376 | Sitemap: https://www.realtor.com/realestateandhomes-detail/sitemap-rss-new-rental/rss-new-rental-index.xml |
| 377 | Sitemap: https://www.realtor.com/realestateandhomes-detail/sitemap-spec/sitemap-new-homes-ldp-spec-1-index.xml |
| 378 | Sitemap: https://www.realtor.com/local/sitemaps/district/sitemap-local-district-1-index.xml |
| 379 | Sitemap: https://www.realtor.com/local/sitemaps/school/sitemap-local-school-1-index.xml |
| 380 | Sitemap: https://www.realtor.com/sitemap_index.xml |