Yelp / robots.txt snapshot
← back to yelp.com · fetched 2026-06-27T10:56:36Z (3h ago) · HTTP 200 · 11824 bytes · sha256 e4764c53eae103d7 · raw
final URL: manual:file
| 1 | # By accessing Yelp's website (© 2026) you agree to Yelp's Terms of Service, available at |
| 2 | # https://www.yelp.com/static?country=US&p=tos |
| 3 | # |
| 4 | # If you would like to inquire about crawling Yelp, please contact us at |
| 5 | # https://www.yelp.com/contact |
| 6 | # |
| 7 | # As always, Asimov's Three Laws are in effect: |
| 8 | # 1. A robot may not injure a human being or, through inaction, allow a human |
| 9 | # being to come to harm. |
| 10 | # 2. A robot must obey orders given it by human beings except where such |
| 11 | # orders would conflict with the First Law. |
| 12 | # 3. A robot must protect its own existence as long as such protection does |
| 13 | # not conflict with the First or Second Law. |
| 14 | # |
| 15 | # AI / LLM Crawlers and Agents: |
| 16 | # Use of any robot, spider, service search/retrieval application, or other automated device, process or means to access, retrieve, |
| 17 | # copy, scrape, or index any portion of the service or any content is prohibited, except as expressly permitted by Yelp. |
| 18 | # If you would like to request permission to crawl or use Yelp content, contact us here: https://www.yelp.com/contact |
| 19 | |
| 20 | User-Agent: Google-InspectionTool |
| 21 | User-Agent: Googlebot |
| 22 | User-Agent: Googlebot-Image |
| 23 | User-Agent: Googlebot-Mobile |
| 24 | User-Agent: Googlebot-Video |
| 25 | Allow: /biz/taste-of-lurgan-lost-springs |
| 26 | Allow: /biz_photos/*-albuquerque* |
| 27 | Allow: /biz_photos/*-anaheim* |
| 28 | Allow: /biz_photos/*-atlanta* |
| 29 | Allow: /biz_photos/*-austin* |
| 30 | Allow: /biz_photos/*-baltimore* |
| 31 | Allow: /biz_photos/*-boston* |
| 32 | Allow: /biz_photos/*-brooklyn* |
| 33 | Allow: /biz_photos/*-charlotte* |
| 34 | Allow: /biz_photos/*-chicago* |
| 35 | Allow: /biz_photos/*-cincinnati* |
| 36 | Allow: /biz_photos/*-columbus* |
| 37 | Allow: /biz_photos/*-dallas* |
| 38 | Allow: /biz_photos/*-denver* |
| 39 | Allow: /biz_photos/*-fort-worth* |
| 40 | Allow: /biz_photos/*-fresno* |
| 41 | Allow: /biz_photos/*-honolulu* |
| 42 | Allow: /biz_photos/*-houston* |
| 43 | Allow: /biz_photos/*-indianapolis* |
| 44 | Allow: /biz_photos/*-irvine* |
| 45 | Allow: /biz_photos/*-jacksonville* |
| 46 | Allow: /biz_photos/*-las-vegas* |
| 47 | Allow: /biz_photos/*-long-beach* |
| 48 | Allow: /biz_photos/*-los-angeles* |
| 49 | Allow: /biz_photos/*-louisville* |
| 50 | Allow: /biz_photos/*-manhattan* |
| 51 | Allow: /biz_photos/*-miami* |
| 52 | Allow: /biz_photos/*-minneapolis* |
| 53 | Allow: /biz_photos/*-nashville* |
| 54 | Allow: /biz_photos/*-new-orleans* |
| 55 | Allow: /biz_photos/*-new-york* |
| 56 | Allow: /biz_photos/*-oakland* |
| 57 | Allow: /biz_photos/*-oklahoma-city* |
| 58 | Allow: /biz_photos/*-orlando* |
| 59 | Allow: /biz_photos/*-philadelphia* |
| 60 | Allow: /biz_photos/*-phoenix* |
| 61 | Allow: /biz_photos/*-pittsburgh* |
| 62 | Allow: /biz_photos/*-portland* |
| 63 | Allow: /biz_photos/*-raleigh* |
| 64 | Allow: /biz_photos/*-richmond* |
| 65 | Allow: /biz_photos/*-sacramento* |
| 66 | Allow: /biz_photos/*-san-antonio* |
| 67 | Allow: /biz_photos/*-san-diego* |
| 68 | Allow: /biz_photos/*-san-francisco* |
| 69 | Allow: /biz_photos/*-san-jose* |
| 70 | Allow: /biz_photos/*-scottsdale* |
| 71 | Allow: /biz_photos/*-seattle* |
| 72 | Allow: /biz_photos/*-tampa* |
| 73 | Allow: /biz_photos/*-tampa-bay* |
| 74 | Allow: /biz_photos/*-tucson* |
| 75 | Allow: /biz_photos/*-washington* |
| 76 | Allow: /biz_photos/*?select_video= |
| 77 | Allow: /biz_photos/video_url |
| 78 | |
| 79 | User-Agent: LinkedInBot |
| 80 | User-Agent: Twitterbot |
| 81 | User-Agent: facebookexternalhit |
| 82 | Allow: /article/ |
| 83 | |
| 84 | User-Agent: AdsBot-Google |
| 85 | User-Agent: BingPreview |
| 86 | User-Agent: Google-InspectionTool |
| 87 | User-Agent: Googlebot |
| 88 | User-Agent: Googlebot-Image |
| 89 | User-Agent: Googlebot-Mobile |
| 90 | User-Agent: Googlebot-Video |
| 91 | User-Agent: LinkedInBot |
| 92 | User-Agent: Mediapartners-Google |
| 93 | User-Agent: STC-bot |
| 94 | User-Agent: Twitterbot |
| 95 | User-Agent: Yahoo! Slurp |
| 96 | User-Agent: bingbot |
| 97 | User-Agent: facebookexternalhit |
| 98 | Disallow: *US_CENSUS_NAME* |
| 99 | Disallow: *US_FEMALE_NAME* |
| 100 | Disallow: *US_MALE_NAME* |
| 101 | Disallow: /1014943 |
| 102 | Disallow: /3584794 |
| 103 | Disallow: /5787254 |
| 104 | Disallow: /ad_acknowledgment |
| 105 | Disallow: /ad_spice |
| 106 | Disallow: /ad_syndication_user_tracking |
| 107 | Disallow: /ad_visibility |
| 108 | Disallow: /adredir? |
| 109 | Disallow: /adtrack |
| 110 | Disallow: /advertise? |
| 111 | Disallow: /answers/*/delete |
| 112 | Disallow: /answers/*/edit |
| 113 | Disallow: /answers/*/vote |
| 114 | Disallow: /biz/*?*&translate=1* |
| 115 | Disallow: /biz/*?*&translate=True* |
| 116 | Disallow: /biz/*?translate=1* |
| 117 | Disallow: /biz/*?translate=True* |
| 118 | Disallow: /biz/*destination=* |
| 119 | Disallow: /biz/*entry_point=* |
| 120 | Disallow: /biz/impression/* |
| 121 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-0 |
| 122 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-1 |
| 123 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-2 |
| 124 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-3 |
| 125 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-4 |
| 126 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-5 |
| 127 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-6 |
| 128 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-7 |
| 129 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-8 |
| 130 | Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-9 |
| 131 | Disallow: /biz/taste-of-lurgan-lost-springs |
| 132 | Disallow: /biz_attribute |
| 133 | Disallow: /biz_link |
| 134 | Disallow: /biz_photos |
| 135 | Disallow: /biz_photos/*/log |
| 136 | Disallow: /biz_photos/*/log_views |
| 137 | Disallow: /biz_photos/feedback/ |
| 138 | Disallow: /biz_redir |
| 139 | Disallow: /biz_share |
| 140 | Disallow: /biz_update |
| 141 | Disallow: /bn/ |
| 142 | Disallow: /bookmark? |
| 143 | Disallow: /browse/reviews/recent |
| 144 | Disallow: /client_errors |
| 145 | Disallow: /collections/following |
| 146 | Disallow: /collections/user |
| 147 | Disallow: /cookie_sync |
| 148 | Disallow: /csp_block |
| 149 | Disallow: /csp_report_only |
| 150 | Disallow: /elite? |
| 151 | Disallow: /email_actions |
| 152 | Disallow: /events |
| 153 | Disallow: /events/export/ |
| 154 | Disallow: /facebook_connect |
| 155 | Disallow: /flag_content/submit |
| 156 | Disallow: /flag_content? |
| 157 | Disallow: /gamtarget |
| 158 | Disallow: /location_suggest |
| 159 | Disallow: /mail? |
| 160 | Disallow: /menu/*/feedback_form |
| 161 | Disallow: /message_the_business |
| 162 | Disallow: /mss/review_feedback/ |
| 163 | Disallow: /mtb_composer |
| 164 | Disallow: /not_recommended_reviews |
| 165 | Disallow: /opportunity |
| 166 | Disallow: /photo/ |
| 167 | Disallow: /possible_biz_owner |
| 168 | Disallow: /proredir? |
| 169 | Disallow: /px.gif |
| 170 | Disallow: /questions/*/create_answer/ |
| 171 | Disallow: /questions/*/delete |
| 172 | Disallow: /questions/*/edit |
| 173 | Disallow: /questions/*/subscribe |
| 174 | Disallow: /redir? |
| 175 | Disallow: /reservations/*/notifyme |
| 176 | Disallow: /review_feed_auto_fetch |
| 177 | Disallow: /search_suggest |
| 178 | Disallow: /send_to_friend |
| 179 | Disallow: /sit_rep |
| 180 | Disallow: /spice |
| 181 | Disallow: /start_order |
| 182 | Disallow: /syndicate |
| 183 | Disallow: /syndication_cookie_sync |
| 184 | Disallow: /talk/new_topic |
| 185 | Disallow: /thanx? |
| 186 | Disallow: /transaction_platform/start_order |
| 187 | Disallow: /user_details |
| 188 | Disallow: /user_details_answers_given |
| 189 | Disallow: /user_details_bookmarks |
| 190 | Disallow: /user_details_friends |
| 191 | Disallow: /user_details_reviews_self |
| 192 | Disallow: /user_details_thanx |
| 193 | Disallow: /user_photos |
| 194 | Disallow: /weekly/signup |
| 195 | Disallow: /writeareview/ |
| 196 | Disallow: /yuv |
| 197 | |
| 198 | User-Agent: Google-InspectionTool |
| 199 | User-Agent: Googlebot |
| 200 | User-Agent: Googlebot-Image |
| 201 | User-Agent: Googlebot-Mobile |
| 202 | User-Agent: Googlebot-Video |
| 203 | Disallow: /biz_photos/*-albuquerque*/log |
| 204 | Disallow: /biz_photos/*-albuquerque*/log_views |
| 205 | Disallow: /biz_photos/*-anaheim*/log |
| 206 | Disallow: /biz_photos/*-anaheim*/log_views |
| 207 | Disallow: /biz_photos/*-atlanta*/log |
| 208 | Disallow: /biz_photos/*-atlanta*/log_views |
| 209 | Disallow: /biz_photos/*-austin*/log |
| 210 | Disallow: /biz_photos/*-austin*/log_views |
| 211 | Disallow: /biz_photos/*-baltimore*/log |
| 212 | Disallow: /biz_photos/*-baltimore*/log_views |
| 213 | Disallow: /biz_photos/*-boston*/log |
| 214 | Disallow: /biz_photos/*-boston*/log_views |
| 215 | Disallow: /biz_photos/*-brooklyn*/log |
| 216 | Disallow: /biz_photos/*-brooklyn*/log_views |
| 217 | Disallow: /biz_photos/*-charlotte*/log |
| 218 | Disallow: /biz_photos/*-charlotte*/log_views |
| 219 | Disallow: /biz_photos/*-chicago*/log |
| 220 | Disallow: /biz_photos/*-chicago*/log_views |
| 221 | Disallow: /biz_photos/*-cincinnati*/log |
| 222 | Disallow: /biz_photos/*-cincinnati*/log_views |
| 223 | Disallow: /biz_photos/*-columbus*/log |
| 224 | Disallow: /biz_photos/*-columbus*/log_views |
| 225 | Disallow: /biz_photos/*-dallas*/log |
| 226 | Disallow: /biz_photos/*-dallas*/log_views |
| 227 | Disallow: /biz_photos/*-denver*/log |
| 228 | Disallow: /biz_photos/*-denver*/log_views |
| 229 | Disallow: /biz_photos/*-fort-worth*/log |
| 230 | Disallow: /biz_photos/*-fort-worth*/log_views |
| 231 | Disallow: /biz_photos/*-fresno*/log |
| 232 | Disallow: /biz_photos/*-fresno*/log_views |
| 233 | Disallow: /biz_photos/*-honolulu*/log |
| 234 | Disallow: /biz_photos/*-honolulu*/log_views |
| 235 | Disallow: /biz_photos/*-houston*/log |
| 236 | Disallow: /biz_photos/*-houston*/log_views |
| 237 | Disallow: /biz_photos/*-indianapolis*/log |
| 238 | Disallow: /biz_photos/*-indianapolis*/log_views |
| 239 | Disallow: /biz_photos/*-irvine*/log |
| 240 | Disallow: /biz_photos/*-irvine*/log_views |
| 241 | Disallow: /biz_photos/*-jacksonville*/log |
| 242 | Disallow: /biz_photos/*-jacksonville*/log_views |
| 243 | Disallow: /biz_photos/*-las-vegas*/log |
| 244 | Disallow: /biz_photos/*-las-vegas*/log_views |
| 245 | Disallow: /biz_photos/*-long-beach*/log |
| 246 | Disallow: /biz_photos/*-long-beach*/log_views |
| 247 | Disallow: /biz_photos/*-los-angeles*/log |
| 248 | Disallow: /biz_photos/*-los-angeles*/log_views |
| 249 | Disallow: /biz_photos/*-louisville*/log |
| 250 | Disallow: /biz_photos/*-louisville*/log_views |
| 251 | Disallow: /biz_photos/*-manhattan*/log |
| 252 | Disallow: /biz_photos/*-manhattan*/log_views |
| 253 | Disallow: /biz_photos/*-miami*/log |
| 254 | Disallow: /biz_photos/*-miami*/log_views |
| 255 | Disallow: /biz_photos/*-minneapolis*/log |
| 256 | Disallow: /biz_photos/*-minneapolis*/log_views |
| 257 | Disallow: /biz_photos/*-nashville*/log |
| 258 | Disallow: /biz_photos/*-nashville*/log_views |
| 259 | Disallow: /biz_photos/*-new-orleans*/log |
| 260 | Disallow: /biz_photos/*-new-orleans*/log_views |
| 261 | Disallow: /biz_photos/*-new-york*/log |
| 262 | Disallow: /biz_photos/*-new-york*/log_views |
| 263 | Disallow: /biz_photos/*-oakland*/log |
| 264 | Disallow: /biz_photos/*-oakland*/log_views |
| 265 | Disallow: /biz_photos/*-oklahoma-city*/log |
| 266 | Disallow: /biz_photos/*-oklahoma-city*/log_views |
| 267 | Disallow: /biz_photos/*-orlando*/log |
| 268 | Disallow: /biz_photos/*-orlando*/log_views |
| 269 | Disallow: /biz_photos/*-philadelphia*/log |
| 270 | Disallow: /biz_photos/*-philadelphia*/log_views |
| 271 | Disallow: /biz_photos/*-phoenix*/log |
| 272 | Disallow: /biz_photos/*-phoenix*/log_views |
| 273 | Disallow: /biz_photos/*-pittsburgh*/log |
| 274 | Disallow: /biz_photos/*-pittsburgh*/log_views |
| 275 | Disallow: /biz_photos/*-portland*/log |
| 276 | Disallow: /biz_photos/*-portland*/log_views |
| 277 | Disallow: /biz_photos/*-raleigh*/log |
| 278 | Disallow: /biz_photos/*-raleigh*/log_views |
| 279 | Disallow: /biz_photos/*-richmond*/log |
| 280 | Disallow: /biz_photos/*-richmond*/log_views |
| 281 | Disallow: /biz_photos/*-sacramento*/log |
| 282 | Disallow: /biz_photos/*-sacramento*/log_views |
| 283 | Disallow: /biz_photos/*-san-antonio*/log |
| 284 | Disallow: /biz_photos/*-san-antonio*/log_views |
| 285 | Disallow: /biz_photos/*-san-diego*/log |
| 286 | Disallow: /biz_photos/*-san-diego*/log_views |
| 287 | Disallow: /biz_photos/*-san-francisco*/log |
| 288 | Disallow: /biz_photos/*-san-francisco*/log_views |
| 289 | Disallow: /biz_photos/*-san-jose*/log |
| 290 | Disallow: /biz_photos/*-san-jose*/log_views |
| 291 | Disallow: /biz_photos/*-scottsdale*/log |
| 292 | Disallow: /biz_photos/*-scottsdale*/log_views |
| 293 | Disallow: /biz_photos/*-seattle*/log |
| 294 | Disallow: /biz_photos/*-seattle*/log_views |
| 295 | Disallow: /biz_photos/*-tampa*/log |
| 296 | Disallow: /biz_photos/*-tampa*/log_views |
| 297 | Disallow: /biz_photos/*-tampa-bay*/log |
| 298 | Disallow: /biz_photos/*-tampa-bay*/log_views |
| 299 | Disallow: /biz_photos/*-tucson*/log |
| 300 | Disallow: /biz_photos/*-tucson*/log_views |
| 301 | Disallow: /biz_photos/*-washington*/log |
| 302 | Disallow: /biz_photos/*-washington*/log_views |
| 303 | |
| 304 | User-Agent: Yahoo! Slurp |
| 305 | User-Agent: bingbot |
| 306 | Disallow: /search*start= |
| 307 | |
| 308 | User-Agent: OAI-SearchBot |
| 309 | Allow: /spk/ |
| 310 | Allow: /article$ |
| 311 | Allow: /article/ |
| 312 | Disallow: / |
| 313 | |
| 314 | User-Agent: ChatGPT-User |
| 315 | User-Agent: Claude-User |
| 316 | User-Agent: PerplexityUser |
| 317 | User-Agent: Perplexity-User |
| 318 | User-Agent: Claude-SearchBot |
| 319 | User-Agent: PerplexityBot |
| 320 | Allow: /article$ |
| 321 | Allow: /article/ |
| 322 | Disallow: / |
| 323 | |
| 324 | User-Agent: GPTBot |
| 325 | User-Agent: ClaudeBot |
| 326 | User-Agent: CCBot |
| 327 | User-Agent: Google-Extended |
| 328 | User-Agent: anthropic-ai |
| 329 | User-Agent: Claude-Web |
| 330 | User-Agent: Meta-ExternalAgent |
| 331 | User-Agent: Meta-ExternalFetcher |
| 332 | User-Agent: RuxitSynthetic |
| 333 | Disallow: / |
| 334 | |
| 335 | User-Agent: * |
| 336 | Disallow: / |