Instagram / robots.txt
← back to instagram.com · change detected 2mo ago (2026-08-26T20:03:19Z) · modified +22 −0
What changed
- Added rules for user-agent ‘deepcrawl’
- Added rules for user-agent ‘lumar’
Diff old (2026-07-26T21:27:33Z) → new (2026-08-26T20:03:19Z)
| @@ -62,6 +62,17 @@ | ||
| 62 | 62 | Disallow: /*/c/ |
| 63 | 63 | Disallow: /*/comments/ |
| 64 | 64 | Disallow: /*/liked_by/ |
| 65 | + Disallow: /accounts/login/*?next= | |
| 66 | + Disallow: /ajax/ | |
| 67 | + Disallow: /client_error/ | |
| 68 | + Disallow: /direct/ | |
| 69 | + Disallow: /logging/ | |
| 70 | + Disallow: /publicapi/ | |
| 71 | + Disallow: /qp/batch_fetch_web/ | |
| 72 | + Disallow: /query/ | |
| 73 | + Allow: /places/c/ | |
| 74 | + | |
| 75 | + User-agent: deepcrawl | |
| 65 | 76 | Disallow: /accounts/login/*?next= |
| 66 | 77 | Disallow: /ajax/ |
| 67 | 78 | Disallow: /client_error/ |
| @@ -153,6 +164,17 @@ | ||
| 153 | 164 | Allow: /places/c/ |
| 154 | 165 | |
| 155 | 166 | User-agent: Google-InspectionTool |
| 167 | + Disallow: /accounts/login/*?next= | |
| 168 | + Disallow: /ajax/ | |
| 169 | + Disallow: /client_error/ | |
| 170 | + Disallow: /direct/ | |
| 171 | + Disallow: /logging/ | |
| 172 | + Disallow: /publicapi/ | |
| 173 | + Disallow: /qp/batch_fetch_web/ | |
| 174 | + Disallow: /query/ | |
| 175 | + Allow: /places/c/ | |
| 176 | + | |
| 177 | + User-agent: lumar | |
| 156 | 178 | Disallow: /accounts/login/*?next= |
| 157 | 179 | Disallow: /ajax/ |
| 158 | 180 | Disallow: /client_error/ |