Bloomberg / robots.txt
← back to bloomberg.com · change detected 27d ago (2026-07-08T20:50:19Z) · modified +48 −7
What changed
- 🤖 AIAdded Allow: /company for Claude-SearchBot
- 🤖 AIAdded Allow: /faq for Claude-SearchBot
- 🤖 AIAdded Allow: /latam for Claude-SearchBot
- 🤖 AIAdded Allow: /professional for Claude-SearchBot
- 🤖 AIAdded Allow: /tc for Claude-SearchBot
- 🤖 AIAdded Allow: /company for Claude-User
- 🤖 AIAdded Allow: /faq for Claude-User
- 🤖 AIAdded Allow: /latam for Claude-User
- 🤖 AIAdded Allow: /professional for Claude-User
- 🤖 AIAdded Allow: /tc for Claude-User
- 🤖 AIAdded Allow: /company for ClaudeBot
- 🤖 AIAdded Allow: /faq for ClaudeBot
- 🤖 AIAdded Allow: /latam for ClaudeBot
- 🤖 AIAdded Allow: /professional for ClaudeBot
- 🤖 AIAdded Allow: /tc for ClaudeBot
- 🤖 AIAdded Allow: /company for DuckAssistBot
- 🤖 AIAdded Allow: /faq for DuckAssistBot
- 🤖 AIAdded Allow: /latam for DuckAssistBot
- 🤖 AIAdded Allow: /professional for DuckAssistBot
- 🤖 AIAdded Allow: /tc for DuckAssistBot
- Added Allow: /company for Feedly
- Added Allow: /faq for Feedly
- Added Allow: /latam for Feedly
- Added Allow: /professional for Feedly
- Added Allow: /tc for Feedly
- Added Allow: /company for FeedlyApp
- Added Allow: /faq for FeedlyApp
- Added Allow: /latam for FeedlyApp
- Added Allow: /professional for FeedlyApp
- Added Allow: /tc for FeedlyApp
- Added Allow: /company for FeedlyBot
- Added Allow: /faq for FeedlyBot
- Added Allow: /latam for FeedlyBot
- Added Allow: /professional for FeedlyBot
- Added Allow: /tc for FeedlyBot
- Added Allow: /company for MWFeedParser
- Added Allow: /faq for MWFeedParser
- Added Allow: /latam for MWFeedParser
- Added Allow: /professional for MWFeedParser
- Added Allow: /tc for MWFeedParser
- 🤖 AIAdded Allow: /company for OAI-SearchBot
- 🤖 AIAdded Allow: /faq for OAI-SearchBot
- 🤖 AIAdded Allow: /latam for OAI-SearchBot
- 🤖 AIAdded Allow: /professional for OAI-SearchBot
- 🤖 AIAdded Allow: /tc for OAI-SearchBot
- Added Allow: /faq for Screaming Frog SEO Spider
- Added Allow: /tc for Screaming Frog SEO Spider
Diff old (2026-06-20T01:10:30Z) → new (2026-07-08T20:50:19Z)
| @@ -60,13 +60,7 @@ | ||
| 60 | 60 | User-agent: Twitterbot |
| 61 | 61 | Allow: /en/news/thp |
| 62 | 62 | |
| 63 | - User-agent: GPTBot | |
| 64 | - Disallow: / | |
| 65 | - | |
| 66 | 63 | User-agent: CCBot |
| 67 | - Disallow: / | |
| 68 | - | |
| 69 | - User-agent: Google-Extended | |
| 70 | 64 | Disallow: / |
| 71 | 65 | |
| 72 | 66 | # Development Tools |
| @@ -122,14 +116,39 @@ | ||
| 122 | 116 | Allow: /tc |
| 123 | 117 | User-agent: ClaudeBot |
| 124 | 118 | Disallow: / |
| 119 | + Allow: /professional | |
| 120 | + Allow: /company | |
| 121 | + Allow: /latam | |
| 122 | + Allow: /faq | |
| 123 | + Allow: /tc | |
| 125 | 124 | User-agent: Claude-User |
| 126 | 125 | Disallow: / |
| 126 | + Allow: /professional | |
| 127 | + Allow: /company | |
| 128 | + Allow: /latam | |
| 129 | + Allow: /faq | |
| 130 | + Allow: /tc | |
| 127 | 131 | User-agent: Claude-SearchBot |
| 128 | 132 | Disallow: / |
| 133 | + Allow: /professional | |
| 134 | + Allow: /company | |
| 135 | + Allow: /latam | |
| 136 | + Allow: /faq | |
| 137 | + Allow: /tc | |
| 129 | 138 | User-agent: OAI-SearchBot |
| 130 | 139 | Disallow: / |
| 140 | + Allow: /professional | |
| 141 | + Allow: /company | |
| 142 | + Allow: /latam | |
| 143 | + Allow: /faq | |
| 144 | + Allow: /tc | |
| 131 | 145 | User-agent: DuckAssistBot |
| 132 | 146 | Disallow: / |
| 147 | + Allow: /professional | |
| 148 | + Allow: /company | |
| 149 | + Allow: /latam | |
| 150 | + Allow: /faq | |
| 151 | + Allow: /tc | |
| 133 | 152 | User-agent: cohere-ai |
| 134 | 153 | Disallow: / |
| 135 | 154 | |
| @@ -166,12 +185,32 @@ | ||
| 166 | 185 | # Feed & Content Aggregators |
| 167 | 186 | User-agent: Feedly |
| 168 | 187 | Disallow: / |
| 188 | + Allow: /professional | |
| 189 | + Allow: /company | |
| 190 | + Allow: /latam | |
| 191 | + Allow: /faq | |
| 192 | + Allow: /tc | |
| 169 | 193 | User-agent: FeedlyBot |
| 170 | 194 | Disallow: / |
| 195 | + Allow: /professional | |
| 196 | + Allow: /company | |
| 197 | + Allow: /latam | |
| 198 | + Allow: /faq | |
| 199 | + Allow: /tc | |
| 171 | 200 | User-agent: FeedlyApp |
| 172 | 201 | Disallow: / |
| 202 | + Allow: /professional | |
| 203 | + Allow: /company | |
| 204 | + Allow: /latam | |
| 205 | + Allow: /faq | |
| 206 | + Allow: /tc | |
| 173 | 207 | User-agent: MWFeedParser |
| 174 | 208 | Disallow: / |
| 209 | + Allow: /professional | |
| 210 | + Allow: /company | |
| 211 | + Allow: /latam | |
| 212 | + Allow: /faq | |
| 213 | + Allow: /tc | |
| 175 | 214 | |
| 176 | 215 | # Analytics & Marketing |
| 177 | 216 | User-agent: comscore |
| @@ -215,10 +254,12 @@ | ||
| 215 | 254 | |
| 216 | 255 | # Monitoring & Security |
| 217 | 256 | User-agent: Screaming Frog SEO Spider |
| 218 | - Disallow: / | |
| 257 | + Disallow: / | |
| 219 | 258 | Allow: /professional |
| 220 | 259 | Allow: /company |
| 221 | 260 | Allow: /latam |
| 261 | + Allow: /faq | |
| 262 | + Allow: /tc | |
| 222 | 263 | User-agent: PRTG |
| 223 | 264 | Disallow: / |
| 224 | 265 | User-agent: FreshpingBot |