Nextdoor / robots.txt snapshot

← back to nextdoor.com · fetched 2026-08-27T20:19:04Z (22d ago) · HTTP 200 · 2990 bytes · sha256 8b119e996e5bd07e · raw

final URL: https://nextdoor.com/robots.txt

1	User-agent: Googlebot
2	Disallow: /join/
3	Disallow: /lidworden/
4	Disallow: /businesses/
5	Disallow: /reset_password/
6	Disallow: /invitation/
7	Disallow: /generic_unsub/
8	Disallow: /inv_unsub/
9	Disallow: /generic_nm_unsub/
10	Disallow: /category_unsub/
11	Disallow: /rso_database_match_new/
12
13	User-agent: Slurp
14	Disallow: /join/
15	Disallow: /lidworden/
16	Disallow: /businesses/
17	Disallow: /reset_password/
18	Disallow: /invitation/
19	Disallow: /generic_unsub/
20	Disallow: /inv_unsub/
21	Disallow: /generic_nm_unsub/
22	Disallow: /category_unsub/
23	Disallow: /rso_database_match_new/
24
25	User-agent: msnbot
26	Disallow: /join/
27	Disallow: /lidworden/
28	Disallow: /businesses/
29	Disallow: /reset_password/
30	Disallow: /invitation/
31	Disallow: /generic_unsub/
32	Disallow: /inv_unsub/
33	Disallow: /generic_nm_unsub/
34	Disallow: /category_unsub/
35	Disallow: /rso_database_match_new/
36
37	User-agent: bingbot
38	Disallow: /join/
39	Disallow: /lidworden/
40	Disallow: /businesses/
41	Disallow: /reset_password/
42	Disallow: /invitation/
43	Disallow: /generic_unsub/
44	Disallow: /inv_unsub/
45	Disallow: /generic_nm_unsub/
46	Disallow: /category_unsub/
47	Disallow: /rso_database_match_new/
48
49	User-agent: DuckDuckBot
50	Disallow: /join/
51	Disallow: /lidworden/
52	Disallow: /businesses/
53	Disallow: /reset_password/
54	Disallow: /invitation/
55	Disallow: /generic_unsub/
56	Disallow: /inv_unsub/
57	Disallow: /generic_nm_unsub/
58	Disallow: /category_unsub/
59	Disallow: /rso_database_match_new/
60
61	User-agent: ia_archiver
62	Disallow: /join/
63	Disallow: /lidworden/
64	Disallow: /businesses/
65	Disallow: /reset_password/
66	Disallow: /invitation/
67	Disallow: /generic_unsub/
68	Disallow: /inv_unsub/
69	Disallow: /generic_nm_unsub/
70	Disallow: /category_unsub/
71	Disallow: /rso_database_match_new/
72
73	User-agent: Teoma
74	Disallow: /join/
75	Disallow: /lidworden/
76	Disallow: /businesses/
77	Disallow: /reset_password/
78	Disallow: /invitation/
79	Disallow: /generic_unsub/
80	Disallow: /inv_unsub/
81	Disallow: /generic_nm_unsub/
82	Disallow: /category_unsub/
83	Disallow: /rso_database_match_new/
84
85	User-agent: SemrushBot
86	Disallow: /join/
87	Disallow: /lidworden/
88	Disallow: /businesses/
89	Disallow: /reset_password/
90	Disallow: /invitation/
91	Disallow: /generic_unsub/
92	Disallow: /inv_unsub/
93	Disallow: /generic_nm_unsub/
94	Disallow: /category_unsub/
95	Disallow: /rso_database_match_new/
96
97	User-agent: Seobility
98	Disallow: /join/
99	Disallow: /lidworden/
100	Disallow: /businesses/
101	Disallow: /reset_password/
102	Disallow: /invitation/
103	Disallow: /generic_unsub/
104	Disallow: /inv_unsub/
105	Disallow: /generic_nm_unsub/
106	Disallow: /category_unsub/
107	Disallow: /rso_database_match_new/
108
109	# Twitter specifies this format here https://dev.twitter.com/cards/getting-started#crawling
110	User-agent: Twitterbot
111	Disallow: *
112	Allow: /events/
113	Allow: /city/feed/
114	Allow: /city/post/
115	Allow: /agency/
116	Allow: /pages/
117	Allow: /link_preview_image/
118
119	User-agent: facebookexternalhit
120	Disallow: /
121	Allow: /rewind
122	Allow: /?from_rewind=true
123	Allow: /link_preview_image/
124	Allow: /for_sale_and_free/
125	Allow: /p/
126	Allow: /g/
127	Allow: /faves/
128
129	User-agent: GPTBot
130	Disallow: /
131
132	User-agent: *
133	Disallow: /
134	Allow: /link_preview_image/
135	Allow: /for_sale_and_free/