Anysphere (Cursor) / robots.txt snapshot

← back to cursor.com · fetched 2026-08-04T18:49:16Z (5h ago) · HTTP 200 · 1633 bytes · sha256 58d85851c9a2d684 · raw

final URL: https://cursor.com/robots.txt

1	# *
2	User-agent: *
3	Allow: /
4	Allow: /marketplace
5	Allow: /*/marketplace
6	Disallow: /api/
7	Disallow: /dashboard
8	Disallow: /*/dashboard
9	Disallow: /agents
10	Disallow: /*/agents
11	Disallow: /settings/
12	Disallow: /*/settings/
13	Disallow: /marketplace/publish$
14	Disallow: /*/marketplace/publish$
15	Disallow: /team/accept-invite
16	Disallow: /*/team/accept-invite
17	Disallow: /team/free-trial
18	Disallow: /team/new-team
19	Disallow: /*/team/new-team
20	Disallow: /failure
21	Disallow: /*/failure
22	Disallow: /loginDeepControl
23	Disallow: /*/loginDeepControl
24	Disallow: /loginDeepPage
25	Disallow: /*/loginDeepPage
26	Disallow: /referral
27	Disallow: /*/referral
28	Disallow: /pricing-history
29	Disallow: /*/pricing-history
30	Disallow: /artifacts/c/
31	Disallow: /artifacts/v/
32	Disallow: /marketing-static/
33	Disallow: /docs-static/
34	# Favicon/icon assets must stay crawlable: the homepage declares its favicon
35	# under /marketing-static/ (and docs pages under /docs-static/), and Google
36	# drops the site icon from search results when the declared favicon URL is
37	# blocked by robots.txt. These longer Allow rules take precedence over the
38	# Disallow prefixes above.
39	Allow: /marketing-static/favicon*
40	Allow: /marketing-static/icon-*
41	Allow: /marketing-static/apple-touch-icon*
42	Allow: /docs-static/favicon*
43	Allow: /docs-static/icon-*
44	Allow: /docs-static/apple-touch-icon*
45	Disallow: /link/prompt
46	Disallow: /*/link/prompt
47	Disallow: /*/docs
48	Disallow: /*/docs/
49	Disallow: /*/learn
50	Disallow: /*/learn/
51	Disallow: /*/help
52	Disallow: /*/help/
53	Disallow: /*/for
54	Disallow: /*/for/
55
56	# Host
57	Host: https://cursor.com
58
59	# Sitemaps
60	Sitemap: https://cursor.com/sitemap_index.xml
61	Sitemap: https://forum.cursor.com/sitemap.xml