Anysphere (Cursor) / robots.txt snapshot

← back to cursor.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 1148 bytes · sha256 0e52d6d4f1d5a485 · raw

final URL: https://cursor.com/robots.txt

1	# *
2	User-agent: *
3	Allow: /
4	Allow: /marketplace
5	Allow: /*/marketplace
6	Disallow: /api/
7	Disallow: /dashboard
8	Disallow: /*/dashboard
9	Disallow: /agents
10	Disallow: /*/agents
11	Disallow: /settings/
12	Disallow: /*/settings/
13	Disallow: /marketplace/publish$
14	Disallow: /*/marketplace/publish$
15	Disallow: /team/accept-invite
16	Disallow: /*/team/accept-invite
17	Disallow: /team/free-trial
18	Disallow: /team/new-team
19	Disallow: /*/team/new-team
20	Disallow: /verifyEmail
21	Disallow: /*/verifyEmail
22	Disallow: /failure
23	Disallow: /*/failure
24	Disallow: /loginDeepControl
25	Disallow: /*/loginDeepControl
26	Disallow: /loginDeepPage
27	Disallow: /*/loginDeepPage
28	Disallow: /referral
29	Disallow: /*/referral
30	Disallow: /pricing-history
31	Disallow: /*/pricing-history
32	Disallow: /artifacts/c/
33	Disallow: /artifacts/v/
34	Disallow: /marketing-static/
35	Disallow: /docs-static/
36	Disallow: /link/prompt
37	Disallow: /*/link/prompt
38	Disallow: /*/docs
39	Disallow: /*/docs/
40	Disallow: /*/learn
41	Disallow: /*/learn/
42	Disallow: /*/help
43	Disallow: /*/help/
44	Disallow: /*/for
45	Disallow: /*/for/
46
47	# Host
48	Host: https://cursor.com
49
50	# Sitemaps
51	Sitemap: https://cursor.com/sitemap_index.xml
52	Sitemap: https://forum.cursor.com/sitemap.xml