Threads / robots.txt
← back to threads.net · change detected 2mo ago (2026-08-26T20:03:19Z) · modified +28 −0
What changed
- Added rules for user-agent ‘deepcrawl’
- Added rules for user-agent ‘lumar’
Diff old (2026-06-20T01:10:30Z) → new (2026-08-26T20:03:19Z)
| @@ -66,6 +66,20 @@ | ||
| 66 | 66 | Disallow: /*/comments/ |
| 67 | 67 | Disallow: /*/liked_by/ |
| 68 | 68 | Disallow: /*/p/ |
| 69 | + Disallow: /accounts/ | |
| 70 | + Disallow: /activity/ | |
| 71 | + Disallow: /ajax/ | |
| 72 | + Disallow: /client_error/ | |
| 73 | + Disallow: /deck/ | |
| 74 | + Disallow: /intent/ | |
| 75 | + Disallow: /logging/ | |
| 76 | + Disallow: /onboarding/ | |
| 77 | + Disallow: /publicapi/ | |
| 78 | + Disallow: /qp/batch_fetch_web/ | |
| 79 | + Disallow: /query/ | |
| 80 | + Disallow: /settings/ | |
| 81 | + | |
| 82 | + User-agent: deepcrawl | |
| 69 | 83 | Disallow: /accounts/ |
| 70 | 84 | Disallow: /activity/ |
| 71 | 85 | Disallow: /ajax/ |
| @@ -182,6 +196,20 @@ | ||
| 182 | 196 | Disallow: /settings/ |
| 183 | 197 | |
| 184 | 198 | User-agent: Google-InspectionTool |
| 199 | + Disallow: /accounts/ | |
| 200 | + Disallow: /activity/ | |
| 201 | + Disallow: /ajax/ | |
| 202 | + Disallow: /client_error/ | |
| 203 | + Disallow: /deck/ | |
| 204 | + Disallow: /intent/ | |
| 205 | + Disallow: /logging/ | |
| 206 | + Disallow: /onboarding/ | |
| 207 | + Disallow: /publicapi/ | |
| 208 | + Disallow: /qp/batch_fetch_web/ | |
| 209 | + Disallow: /query/ | |
| 210 | + Disallow: /settings/ | |
| 211 | + | |
| 212 | + User-agent: lumar | |
| 185 | 213 | Disallow: /accounts/ |
| 186 | 214 | Disallow: /activity/ |
| 187 | 215 | Disallow: /ajax/ |