Anysphere (Cursor) / robots.txt snapshot

← back to cursor.com · fetched 2026-08-20T05:59:22Z (2mo ago) · HTTP 200 · 1047 bytes · sha256 3f6b4f93ddf92ee7 · raw

final URL: https://cursor.com/robots.txt

1	# *
2	User-agent: *
3	Allow: /
4	Allow: /marketplace
5	Allow: /*/marketplace
6	Disallow: /api/
7	Disallow: /dashboard
8	Disallow: /*/dashboard
9	Disallow: /agents
10	Disallow: /*/agents
11	Disallow: /settings/
12	Disallow: /*/settings/
13	Disallow: /marketplace/publish$
14	Disallow: /*/marketplace/publish$
15	Disallow: /team/accept-invite
16	Disallow: /*/team/accept-invite
17	Disallow: /team/free-trial
18	Disallow: /team/new-team
19	Disallow: /*/team/new-team
20	Disallow: /failure
21	Disallow: /*/failure
22	Disallow: /loginDeepControl
23	Disallow: /*/loginDeepControl
24	Disallow: /loginDeepPage
25	Disallow: /*/loginDeepPage
26	Disallow: /referral
27	Disallow: /*/referral
28	Disallow: /pricing-history
29	Disallow: /*/pricing-history
30	Disallow: /artifacts/c/
31	Disallow: /artifacts/v/
32	Disallow: /link/prompt
33	Disallow: /*/link/prompt
34	Disallow: /*/docs
35	Disallow: /*/docs/
36	Disallow: /*/learn
37	Disallow: /*/learn/
38	Disallow: /*/help
39	Disallow: /*/help/
40	Disallow: /*/for
41	Disallow: /*/for/
42
43	# Host
44	Host: https://cursor.com
45
46	# Sitemaps
47	Sitemap: https://cursor.com/sitemap_index.xml
48	Sitemap: https://forum.cursor.com/sitemap.xml