NeuralCrawl

Yelp / robots.txt snapshot

← back to yelp.com · fetched 2026-06-27T10:56:36Z (3h ago) · HTTP 200 · 11824 bytes · sha256 e4764c53eae103d7 · raw

final URL: manual:file

1# By accessing Yelp's website (© 2026) you agree to Yelp's Terms of Service, available at
2# https://www.yelp.com/static?country=US&p=tos
3#
4# If you would like to inquire about crawling Yelp, please contact us at
5# https://www.yelp.com/contact
6#
7# As always, Asimov's Three Laws are in effect:
8# 1. A robot may not injure a human being or, through inaction, allow a human
9# being to come to harm.
10# 2. A robot must obey orders given it by human beings except where such
11# orders would conflict with the First Law.
12# 3. A robot must protect its own existence as long as such protection does
13# not conflict with the First or Second Law.
14#
15# AI / LLM Crawlers and Agents:
16# Use of any robot, spider, service search/retrieval application, or other automated device, process or means to access, retrieve,
17# copy, scrape, or index any portion of the service or any content is prohibited, except as expressly permitted by Yelp.
18# If you would like to request permission to crawl or use Yelp content, contact us here: https://www.yelp.com/contact
19
20User-Agent: Google-InspectionTool
21User-Agent: Googlebot
22User-Agent: Googlebot-Image
23User-Agent: Googlebot-Mobile
24User-Agent: Googlebot-Video
25Allow: /biz/taste-of-lurgan-lost-springs
26Allow: /biz_photos/*-albuquerque*
27Allow: /biz_photos/*-anaheim*
28Allow: /biz_photos/*-atlanta*
29Allow: /biz_photos/*-austin*
30Allow: /biz_photos/*-baltimore*
31Allow: /biz_photos/*-boston*
32Allow: /biz_photos/*-brooklyn*
33Allow: /biz_photos/*-charlotte*
34Allow: /biz_photos/*-chicago*
35Allow: /biz_photos/*-cincinnati*
36Allow: /biz_photos/*-columbus*
37Allow: /biz_photos/*-dallas*
38Allow: /biz_photos/*-denver*
39Allow: /biz_photos/*-fort-worth*
40Allow: /biz_photos/*-fresno*
41Allow: /biz_photos/*-honolulu*
42Allow: /biz_photos/*-houston*
43Allow: /biz_photos/*-indianapolis*
44Allow: /biz_photos/*-irvine*
45Allow: /biz_photos/*-jacksonville*
46Allow: /biz_photos/*-las-vegas*
47Allow: /biz_photos/*-long-beach*
48Allow: /biz_photos/*-los-angeles*
49Allow: /biz_photos/*-louisville*
50Allow: /biz_photos/*-manhattan*
51Allow: /biz_photos/*-miami*
52Allow: /biz_photos/*-minneapolis*
53Allow: /biz_photos/*-nashville*
54Allow: /biz_photos/*-new-orleans*
55Allow: /biz_photos/*-new-york*
56Allow: /biz_photos/*-oakland*
57Allow: /biz_photos/*-oklahoma-city*
58Allow: /biz_photos/*-orlando*
59Allow: /biz_photos/*-philadelphia*
60Allow: /biz_photos/*-phoenix*
61Allow: /biz_photos/*-pittsburgh*
62Allow: /biz_photos/*-portland*
63Allow: /biz_photos/*-raleigh*
64Allow: /biz_photos/*-richmond*
65Allow: /biz_photos/*-sacramento*
66Allow: /biz_photos/*-san-antonio*
67Allow: /biz_photos/*-san-diego*
68Allow: /biz_photos/*-san-francisco*
69Allow: /biz_photos/*-san-jose*
70Allow: /biz_photos/*-scottsdale*
71Allow: /biz_photos/*-seattle*
72Allow: /biz_photos/*-tampa*
73Allow: /biz_photos/*-tampa-bay*
74Allow: /biz_photos/*-tucson*
75Allow: /biz_photos/*-washington*
76Allow: /biz_photos/*?select_video=
77Allow: /biz_photos/video_url
78
79User-Agent: LinkedInBot
80User-Agent: Twitterbot
81User-Agent: facebookexternalhit
82Allow: /article/
83
84User-Agent: AdsBot-Google
85User-Agent: BingPreview
86User-Agent: Google-InspectionTool
87User-Agent: Googlebot
88User-Agent: Googlebot-Image
89User-Agent: Googlebot-Mobile
90User-Agent: Googlebot-Video
91User-Agent: LinkedInBot
92User-Agent: Mediapartners-Google
93User-Agent: STC-bot
94User-Agent: Twitterbot
95User-Agent: Yahoo! Slurp
96User-Agent: bingbot
97User-Agent: facebookexternalhit
98Disallow: *US_CENSUS_NAME*
99Disallow: *US_FEMALE_NAME*
100Disallow: *US_MALE_NAME*
101Disallow: /1014943
102Disallow: /3584794
103Disallow: /5787254
104Disallow: /ad_acknowledgment
105Disallow: /ad_spice
106Disallow: /ad_syndication_user_tracking
107Disallow: /ad_visibility
108Disallow: /adredir?
109Disallow: /adtrack
110Disallow: /advertise?
111Disallow: /answers/*/delete
112Disallow: /answers/*/edit
113Disallow: /answers/*/vote
114Disallow: /biz/*?*&translate=1*
115Disallow: /biz/*?*&translate=True*
116Disallow: /biz/*?translate=1*
117Disallow: /biz/*?translate=True*
118Disallow: /biz/*destination=*
119Disallow: /biz/*entry_point=*
120Disallow: /biz/impression/*
121Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-0
122Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-1
123Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-2
124Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-3
125Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-4
126Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-5
127Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-6
128Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-7
129Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-8
130Disallow: /biz/outlook-autumn-market-fundamental-catwalk-flimsy-roost-legibility-individualism-grocer-predestination-9
131Disallow: /biz/taste-of-lurgan-lost-springs
132Disallow: /biz_attribute
133Disallow: /biz_link
134Disallow: /biz_photos
135Disallow: /biz_photos/*/log
136Disallow: /biz_photos/*/log_views
137Disallow: /biz_photos/feedback/
138Disallow: /biz_redir
139Disallow: /biz_share
140Disallow: /biz_update
141Disallow: /bn/
142Disallow: /bookmark?
143Disallow: /browse/reviews/recent
144Disallow: /client_errors
145Disallow: /collections/following
146Disallow: /collections/user
147Disallow: /cookie_sync
148Disallow: /csp_block
149Disallow: /csp_report_only
150Disallow: /elite?
151Disallow: /email_actions
152Disallow: /events
153Disallow: /events/export/
154Disallow: /facebook_connect
155Disallow: /flag_content/submit
156Disallow: /flag_content?
157Disallow: /gamtarget
158Disallow: /location_suggest
159Disallow: /mail?
160Disallow: /menu/*/feedback_form
161Disallow: /message_the_business
162Disallow: /mss/review_feedback/
163Disallow: /mtb_composer
164Disallow: /not_recommended_reviews
165Disallow: /opportunity
166Disallow: /photo/
167Disallow: /possible_biz_owner
168Disallow: /proredir?
169Disallow: /px.gif
170Disallow: /questions/*/create_answer/
171Disallow: /questions/*/delete
172Disallow: /questions/*/edit
173Disallow: /questions/*/subscribe
174Disallow: /redir?
175Disallow: /reservations/*/notifyme
176Disallow: /review_feed_auto_fetch
177Disallow: /search_suggest
178Disallow: /send_to_friend
179Disallow: /sit_rep
180Disallow: /spice
181Disallow: /start_order
182Disallow: /syndicate
183Disallow: /syndication_cookie_sync
184Disallow: /talk/new_topic
185Disallow: /thanx?
186Disallow: /transaction_platform/start_order
187Disallow: /user_details
188Disallow: /user_details_answers_given
189Disallow: /user_details_bookmarks
190Disallow: /user_details_friends
191Disallow: /user_details_reviews_self
192Disallow: /user_details_thanx
193Disallow: /user_photos
194Disallow: /weekly/signup
195Disallow: /writeareview/
196Disallow: /yuv
197
198User-Agent: Google-InspectionTool
199User-Agent: Googlebot
200User-Agent: Googlebot-Image
201User-Agent: Googlebot-Mobile
202User-Agent: Googlebot-Video
203Disallow: /biz_photos/*-albuquerque*/log
204Disallow: /biz_photos/*-albuquerque*/log_views
205Disallow: /biz_photos/*-anaheim*/log
206Disallow: /biz_photos/*-anaheim*/log_views
207Disallow: /biz_photos/*-atlanta*/log
208Disallow: /biz_photos/*-atlanta*/log_views
209Disallow: /biz_photos/*-austin*/log
210Disallow: /biz_photos/*-austin*/log_views
211Disallow: /biz_photos/*-baltimore*/log
212Disallow: /biz_photos/*-baltimore*/log_views
213Disallow: /biz_photos/*-boston*/log
214Disallow: /biz_photos/*-boston*/log_views
215Disallow: /biz_photos/*-brooklyn*/log
216Disallow: /biz_photos/*-brooklyn*/log_views
217Disallow: /biz_photos/*-charlotte*/log
218Disallow: /biz_photos/*-charlotte*/log_views
219Disallow: /biz_photos/*-chicago*/log
220Disallow: /biz_photos/*-chicago*/log_views
221Disallow: /biz_photos/*-cincinnati*/log
222Disallow: /biz_photos/*-cincinnati*/log_views
223Disallow: /biz_photos/*-columbus*/log
224Disallow: /biz_photos/*-columbus*/log_views
225Disallow: /biz_photos/*-dallas*/log
226Disallow: /biz_photos/*-dallas*/log_views
227Disallow: /biz_photos/*-denver*/log
228Disallow: /biz_photos/*-denver*/log_views
229Disallow: /biz_photos/*-fort-worth*/log
230Disallow: /biz_photos/*-fort-worth*/log_views
231Disallow: /biz_photos/*-fresno*/log
232Disallow: /biz_photos/*-fresno*/log_views
233Disallow: /biz_photos/*-honolulu*/log
234Disallow: /biz_photos/*-honolulu*/log_views
235Disallow: /biz_photos/*-houston*/log
236Disallow: /biz_photos/*-houston*/log_views
237Disallow: /biz_photos/*-indianapolis*/log
238Disallow: /biz_photos/*-indianapolis*/log_views
239Disallow: /biz_photos/*-irvine*/log
240Disallow: /biz_photos/*-irvine*/log_views
241Disallow: /biz_photos/*-jacksonville*/log
242Disallow: /biz_photos/*-jacksonville*/log_views
243Disallow: /biz_photos/*-las-vegas*/log
244Disallow: /biz_photos/*-las-vegas*/log_views
245Disallow: /biz_photos/*-long-beach*/log
246Disallow: /biz_photos/*-long-beach*/log_views
247Disallow: /biz_photos/*-los-angeles*/log
248Disallow: /biz_photos/*-los-angeles*/log_views
249Disallow: /biz_photos/*-louisville*/log
250Disallow: /biz_photos/*-louisville*/log_views
251Disallow: /biz_photos/*-manhattan*/log
252Disallow: /biz_photos/*-manhattan*/log_views
253Disallow: /biz_photos/*-miami*/log
254Disallow: /biz_photos/*-miami*/log_views
255Disallow: /biz_photos/*-minneapolis*/log
256Disallow: /biz_photos/*-minneapolis*/log_views
257Disallow: /biz_photos/*-nashville*/log
258Disallow: /biz_photos/*-nashville*/log_views
259Disallow: /biz_photos/*-new-orleans*/log
260Disallow: /biz_photos/*-new-orleans*/log_views
261Disallow: /biz_photos/*-new-york*/log
262Disallow: /biz_photos/*-new-york*/log_views
263Disallow: /biz_photos/*-oakland*/log
264Disallow: /biz_photos/*-oakland*/log_views
265Disallow: /biz_photos/*-oklahoma-city*/log
266Disallow: /biz_photos/*-oklahoma-city*/log_views
267Disallow: /biz_photos/*-orlando*/log
268Disallow: /biz_photos/*-orlando*/log_views
269Disallow: /biz_photos/*-philadelphia*/log
270Disallow: /biz_photos/*-philadelphia*/log_views
271Disallow: /biz_photos/*-phoenix*/log
272Disallow: /biz_photos/*-phoenix*/log_views
273Disallow: /biz_photos/*-pittsburgh*/log
274Disallow: /biz_photos/*-pittsburgh*/log_views
275Disallow: /biz_photos/*-portland*/log
276Disallow: /biz_photos/*-portland*/log_views
277Disallow: /biz_photos/*-raleigh*/log
278Disallow: /biz_photos/*-raleigh*/log_views
279Disallow: /biz_photos/*-richmond*/log
280Disallow: /biz_photos/*-richmond*/log_views
281Disallow: /biz_photos/*-sacramento*/log
282Disallow: /biz_photos/*-sacramento*/log_views
283Disallow: /biz_photos/*-san-antonio*/log
284Disallow: /biz_photos/*-san-antonio*/log_views
285Disallow: /biz_photos/*-san-diego*/log
286Disallow: /biz_photos/*-san-diego*/log_views
287Disallow: /biz_photos/*-san-francisco*/log
288Disallow: /biz_photos/*-san-francisco*/log_views
289Disallow: /biz_photos/*-san-jose*/log
290Disallow: /biz_photos/*-san-jose*/log_views
291Disallow: /biz_photos/*-scottsdale*/log
292Disallow: /biz_photos/*-scottsdale*/log_views
293Disallow: /biz_photos/*-seattle*/log
294Disallow: /biz_photos/*-seattle*/log_views
295Disallow: /biz_photos/*-tampa*/log
296Disallow: /biz_photos/*-tampa*/log_views
297Disallow: /biz_photos/*-tampa-bay*/log
298Disallow: /biz_photos/*-tampa-bay*/log_views
299Disallow: /biz_photos/*-tucson*/log
300Disallow: /biz_photos/*-tucson*/log_views
301Disallow: /biz_photos/*-washington*/log
302Disallow: /biz_photos/*-washington*/log_views
303
304User-Agent: Yahoo! Slurp
305User-Agent: bingbot
306Disallow: /search*start=
307
308User-Agent: OAI-SearchBot
309Allow: /spk/
310Allow: /article$
311Allow: /article/
312Disallow: /
313
314User-Agent: ChatGPT-User
315User-Agent: Claude-User
316User-Agent: PerplexityUser
317User-Agent: Perplexity-User
318User-Agent: Claude-SearchBot
319User-Agent: PerplexityBot
320Allow: /article$
321Allow: /article/
322Disallow: /
323
324User-Agent: GPTBot
325User-Agent: ClaudeBot
326User-Agent: CCBot
327User-Agent: Google-Extended
328User-Agent: anthropic-ai
329User-Agent: Claude-Web
330User-Agent: Meta-ExternalAgent
331User-Agent: Meta-ExternalFetcher
332User-Agent: RuxitSynthetic
333Disallow: /
334
335User-Agent: *
336Disallow: /