Shutterstock / robots.txt snapshot
← back to shutterstock.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 8915 bytes · sha256 3c622fd965f39743 · raw
final URL: https://www.shutterstock.com/robots.txt
| 1 | User-agent: * |
| 2 | Allow: */search/login |
| 3 | Allow: */login$ |
| 4 | Allow: /login.mhtml$ |
| 5 | Disallow: */login |
| 6 | Disallow: */base/logout |
| 7 | Allow: */search/account |
| 8 | Disallow: */account |
| 9 | Disallow: /subscribe_success |
| 10 | Allow: /download_history.mhtml$ |
| 11 | Disallow: /download |
| 12 | Disallow: /checkout |
| 13 | Disallow: /account_purchase_history.mhtml |
| 14 | Disallow: /contests |
| 15 | Allow: */search/portfolio |
| 16 | Disallow: */portfolio |
| 17 | Disallow: */editor/template |
| 18 | Disallow: */editor/design |
| 19 | Disallow: */editor/search |
| 20 | Disallow: */video/cart |
| 21 | Disallow: */video/checkout |
| 22 | Disallow: */music/cart |
| 23 | Disallow: */music/user |
| 24 | Disallow: */music/orders |
| 25 | Disallow: /web/checkout |
| 26 | Disallow: /sstk/api/footage/wasabi/* |
| 27 | Disallow: /studioapi/wasabi/* |
| 28 | Disallow: /sstk/api/* |
| 29 | Disallow: /studioapi/* |
| 30 | Disallow: /napi/* |
| 31 | Disallow: /api/* |
| 32 | Disallow: /feed.mhtml |
| 33 | Disallow: /nuance-chat.html |
| 34 | Disallow: /sw/* |
| 35 | Disallow: /base/login |
| 36 | Allow: */search/collections |
| 37 | Allow: */editorial/collections |
| 38 | Disallow: */collections |
| 39 | Disallow: */generate/* |
| 40 | Allow: */generate/$ |
| 41 | Disallow: /image-*chatId=* |
| 42 | Disallow: /image-*tool=* |
| 43 | Disallow: /image-*mode=* |
| 44 | Disallow: /blog/?s=* |
| 45 | Disallow: /cart |
| 46 | Disallow: */search/ris/* |
| 47 | Disallow: */search/models/* |
| 48 | Disallow: /search/personalized/* |
| 49 | Disallow: /search/similar/* |
| 50 | |
| 51 | # Editor Images |
| 52 | Disallow: */editor/image/* |
| 53 | Allow: */editor/image/$ |
| 54 | |
| 55 | # Disallowed bots |
| 56 | User-agent: CCBot |
| 57 | Disallow: / |
| 58 | |
| 59 | User-agent: GPTBot |
| 60 | Disallow: / |
| 61 | |
| 62 | User-agent: ClaudeBot |
| 63 | Disallow: / |
| 64 | |
| 65 | User-agent: meta-externalagent |
| 66 | Disallow: / |
| 67 | |
| 68 | # AI discovery / search bots: allow by default, block only exceptions |
| 69 | User-agent: OAI-SearchBot |
| 70 | Allow: */search/login |
| 71 | Allow: */login$ |
| 72 | Allow: /login.mhtml$ |
| 73 | Disallow: */login |
| 74 | Disallow: */base/logout |
| 75 | Allow: */search/account |
| 76 | Disallow: */account |
| 77 | Disallow: /subscribe_success |
| 78 | Allow: /download_history.mhtml$ |
| 79 | Disallow: /download |
| 80 | Disallow: /checkout |
| 81 | Disallow: /account_purchase_history.mhtml |
| 82 | Disallow: /contests |
| 83 | Allow: */search/portfolio |
| 84 | Disallow: */portfolio |
| 85 | Disallow: */editor/template |
| 86 | Disallow: */editor/design |
| 87 | Disallow: */editor/search |
| 88 | Disallow: */video/cart |
| 89 | Disallow: */video/checkout |
| 90 | Disallow: */music/cart |
| 91 | Disallow: */music/user |
| 92 | Disallow: */music/orders |
| 93 | Disallow: /web/checkout |
| 94 | Disallow: /sstk/api/footage/wasabi/* |
| 95 | Disallow: /studioapi/wasabi/* |
| 96 | Disallow: /sstk/api/* |
| 97 | Disallow: /studioapi/* |
| 98 | Disallow: /napi/* |
| 99 | Disallow: /api/* |
| 100 | Disallow: /feed.mhtml |
| 101 | Disallow: /nuance-chat.html |
| 102 | Disallow: /sw/* |
| 103 | Disallow: /base/login |
| 104 | Allow: */search/collections |
| 105 | Allow: */editorial/collections |
| 106 | Disallow: */collections |
| 107 | Disallow: */generate/* |
| 108 | Allow: */generate/$ |
| 109 | Disallow: /image-*chatId=* |
| 110 | Disallow: /image-*tool=* |
| 111 | Disallow: /image-*mode=* |
| 112 | Disallow: /blog/?s=* |
| 113 | Disallow: /cart |
| 114 | Disallow: */search/ris/* |
| 115 | Disallow: */search/models/* |
| 116 | Disallow: /search/personalized/* |
| 117 | Disallow: /search/similar/* |
| 118 | Disallow: */editor/image/* |
| 119 | Allow: */editor/image/$ |
| 120 | |
| 121 | User-agent: PerplexityBot |
| 122 | Allow: */search/login |
| 123 | Allow: */login$ |
| 124 | Allow: /login.mhtml$ |
| 125 | Disallow: */login |
| 126 | Disallow: */base/logout |
| 127 | Allow: */search/account |
| 128 | Disallow: */account |
| 129 | Disallow: /subscribe_success |
| 130 | Allow: /download_history.mhtml$ |
| 131 | Disallow: /download |
| 132 | Disallow: /checkout |
| 133 | Disallow: /account_purchase_history.mhtml |
| 134 | Disallow: /contests |
| 135 | Allow: */search/portfolio |
| 136 | Disallow: */portfolio |
| 137 | Disallow: */editor/template |
| 138 | Disallow: */editor/design |
| 139 | Disallow: */editor/search |
| 140 | Disallow: */video/cart |
| 141 | Disallow: */video/checkout |
| 142 | Disallow: */music/cart |
| 143 | Disallow: */music/user |
| 144 | Disallow: */music/orders |
| 145 | Disallow: /web/checkout |
| 146 | Disallow: /sstk/api/footage/wasabi/* |
| 147 | Disallow: /studioapi/wasabi/* |
| 148 | Disallow: /sstk/api/* |
| 149 | Disallow: /studioapi/* |
| 150 | Disallow: /napi/* |
| 151 | Disallow: /api/* |
| 152 | Disallow: /feed.mhtml |
| 153 | Disallow: /nuance-chat.html |
| 154 | Disallow: /sw/* |
| 155 | Disallow: /base/login |
| 156 | Allow: */search/collections |
| 157 | Allow: */editorial/collections |
| 158 | Disallow: */collections |
| 159 | Disallow: */generate/* |
| 160 | Allow: */generate/$ |
| 161 | Disallow: /image-*chatId=* |
| 162 | Disallow: /image-*tool=* |
| 163 | Disallow: /image-*mode=* |
| 164 | Disallow: /blog/?s=* |
| 165 | Disallow: /cart |
| 166 | Disallow: */search/ris/* |
| 167 | Disallow: */search/models/* |
| 168 | Disallow: /search/personalized/* |
| 169 | Disallow: /search/similar/* |
| 170 | Disallow: */editor/image/* |
| 171 | Allow: */editor/image/$ |
| 172 | |
| 173 | User-agent: Claude-SearchBot |
| 174 | Allow: */search/login |
| 175 | Allow: */login$ |
| 176 | Allow: /login.mhtml$ |
| 177 | Disallow: */login |
| 178 | Disallow: */base/logout |
| 179 | Allow: */search/account |
| 180 | Disallow: */account |
| 181 | Disallow: /subscribe_success |
| 182 | Allow: /download_history.mhtml$ |
| 183 | Disallow: /download |
| 184 | Disallow: /checkout |
| 185 | Disallow: /account_purchase_history.mhtml |
| 186 | Disallow: /contests |
| 187 | Allow: */search/portfolio |
| 188 | Disallow: */portfolio |
| 189 | Disallow: */editor/template |
| 190 | Disallow: */editor/design |
| 191 | Disallow: */editor/search |
| 192 | Disallow: */video/cart |
| 193 | Disallow: */video/checkout |
| 194 | Disallow: */music/cart |
| 195 | Disallow: */music/user |
| 196 | Disallow: */music/orders |
| 197 | Disallow: /web/checkout |
| 198 | Disallow: /sstk/api/footage/wasabi/* |
| 199 | Disallow: /studioapi/wasabi/* |
| 200 | Disallow: /sstk/api/* |
| 201 | Disallow: /studioapi/* |
| 202 | Disallow: /napi/* |
| 203 | Disallow: /api/* |
| 204 | Disallow: /feed.mhtml |
| 205 | Disallow: /nuance-chat.html |
| 206 | Disallow: /sw/* |
| 207 | Disallow: /base/login |
| 208 | Allow: */search/collections |
| 209 | Allow: */editorial/collections |
| 210 | Disallow: */collections |
| 211 | Disallow: */generate/* |
| 212 | Allow: */generate/$ |
| 213 | Disallow: /image-*chatId=* |
| 214 | Disallow: /image-*tool=* |
| 215 | Disallow: /image-*mode=* |
| 216 | Disallow: /blog/?s=* |
| 217 | Disallow: /cart |
| 218 | Disallow: */search/ris/* |
| 219 | Disallow: */search/models/* |
| 220 | Disallow: /search/personalized/* |
| 221 | Disallow: /search/similar/* |
| 222 | Disallow: */editor/image/* |
| 223 | Allow: */editor/image/$ |
| 224 | |
| 225 | User-agent: adidxbot |
| 226 | Allow: * |
| 227 | |
| 228 | User-agent: bingbot |
| 229 | Allow: */image-illustration/*.jpg |
| 230 | Allow: */image-illustration/*.webp |
| 231 | Allow: */image-photo/*.jpg |
| 232 | Allow: */image-photo/*.webp |
| 233 | Allow: */image-vector/*.jpg |
| 234 | Allow: */image-vector/*.webp |
| 235 | Allow: */search/login |
| 236 | Allow: */login$ |
| 237 | Allow: /login.mhtml$ |
| 238 | Disallow: */login |
| 239 | Disallow: */base/logout |
| 240 | Allow: */search/account |
| 241 | Disallow: */account |
| 242 | Disallow: /subscribe_success |
| 243 | Allow: /download_history.mhtml$ |
| 244 | Disallow: /download |
| 245 | Disallow: /checkout |
| 246 | Disallow: /account_purchase_history.mhtml |
| 247 | Disallow: /contests |
| 248 | Allow: */search/portfolio |
| 249 | Disallow: */portfolio |
| 250 | Disallow: */editor/template |
| 251 | Disallow: */editor/design |
| 252 | Disallow: */editor/search |
| 253 | Disallow: */video/cart |
| 254 | Disallow: */video/checkout |
| 255 | Disallow: */music/cart |
| 256 | Disallow: */music/user |
| 257 | Disallow: */music/orders |
| 258 | Disallow: /web/checkout |
| 259 | Disallow: /sstk/api/footage/wasabi/* |
| 260 | Disallow: /studioapi/wasabi/* |
| 261 | Disallow: /sstk/api/* |
| 262 | Disallow: /studioapi/* |
| 263 | Disallow: /napi/* |
| 264 | Disallow: /api/* |
| 265 | Disallow: /feed.mhtml |
| 266 | Disallow: /nuance-chat.html |
| 267 | Disallow: /sw/* |
| 268 | Disallow: /base/login |
| 269 | Allow: */search/collections |
| 270 | Allow: */editorial/collections |
| 271 | Disallow: */collections |
| 272 | Disallow: */generate/* |
| 273 | Allow: */generate/$ |
| 274 | Disallow: */search/ris/* |
| 275 | Disallow: */search/models/* |
| 276 | Disallow: */editor/image/* |
| 277 | Allow: */editor/image/$ |
| 278 | Disallow: /image-*chatId=* |
| 279 | Disallow: /image-*tool=* |
| 280 | Disallow: /image-*mode=* |
| 281 | Disallow: /blog/?s=* |
| 282 | Disallow: /cart |
| 283 | Disallow: /sitemaps |
| 284 | Disallow: /sitemaps/* |
| 285 | |
| 286 | User-agent: Yandex |
| 287 | Allow: */image-illustration/*.jpg |
| 288 | Allow: */image-illustration/*.webp |
| 289 | Allow: */image-photo/*.jpg |
| 290 | Allow: */image-photo/*.webp |
| 291 | Allow: */image-vector/*.jpg |
| 292 | Allow: */image-vector/*.webp |
| 293 | Disallow: */image-editorial/* |
| 294 | Disallow: */music/track-* |
| 295 | Disallow: */image-illustration/* |
| 296 | Disallow: */image-photo/* |
| 297 | Disallow: */image-vector/* |
| 298 | Disallow: */image-generated/* |
| 299 | Disallow: */video/clip-* |
| 300 | Allow: */search/login |
| 301 | Allow: */login$ |
| 302 | Allow: /login.mhtml$ |
| 303 | Disallow: */login |
| 304 | Disallow: */base/logout |
| 305 | Allow: */search/account |
| 306 | Disallow: */account |
| 307 | Disallow: /subscribe_success |
| 308 | Allow: /download_history.mhtml$ |
| 309 | Disallow: /download |
| 310 | Disallow: /checkout |
| 311 | Disallow: /account_purchase_history.mhtml |
| 312 | Disallow: /contests |
| 313 | Allow: */search/portfolio |
| 314 | Disallow: */portfolio |
| 315 | Disallow: */editor/template |
| 316 | Disallow: */editor/design |
| 317 | Disallow: */editor/search |
| 318 | Disallow: */video/cart |
| 319 | Disallow: */video/checkout |
| 320 | Disallow: */music/cart |
| 321 | Disallow: */music/user |
| 322 | Disallow: */music/orders |
| 323 | Disallow: /web/checkout |
| 324 | Disallow: /sstk/api/footage/wasabi/* |
| 325 | Disallow: /studioapi/wasabi/* |
| 326 | Disallow: /sstk/api/* |
| 327 | Disallow: /studioapi/* |
| 328 | Disallow: /napi/* |
| 329 | Disallow: /api/* |
| 330 | Disallow: /feed.mhtml |
| 331 | Disallow: /nuance-chat.html |
| 332 | Disallow: /sw/* |
| 333 | Disallow: /base/login |
| 334 | Allow: */search/collections |
| 335 | Allow: */editorial/collections |
| 336 | Disallow: */collections |
| 337 | Disallow: */generate/* |
| 338 | Allow: */generate/$ |
| 339 | Disallow: */search/ris/* |
| 340 | Disallow: */search/models/* |
| 341 | Disallow: */editor/image/* |
| 342 | Allow: */editor/image/$ |
| 343 | Disallow: /image-*chatId=* |
| 344 | Disallow: /image-*tool=* |
| 345 | Disallow: /image-*mode=* |
| 346 | Disallow: /blog/?s=* |
| 347 | Disallow: /cart |
| 348 | |
| 349 | Sitemap: https://www.shutterstock.com/sitemaps |
| 350 | Sitemap: https://www.shutterstock.com/blog/sitemap_index.xml |
| 351 | Sitemap: https://www.shutterstock.com/blog/india/sitemap_index.xml |
| 352 | Sitemap: https://www.shutterstock.com/de/blog/sitemap_index.xml |
| 353 | Sitemap: https://www.shutterstock.com/es/blog/sitemap_index.xml |
| 354 | Sitemap: https://www.shutterstock.com/fr/blog/sitemap_index.xml |
| 355 | Sitemap: https://www.shutterstock.com/ja/blog/sitemap_index.xml |
| 356 | Sitemap: https://www.shutterstock.com/ko/blog/sitemap_index.xml |
| 357 | Sitemap: https://www.shutterstock.com/th/blog/sitemap_index.xml |
| 358 | Sitemap: https://www.shutterstock.com/pt/blog/sitemap_index.xml |
| 359 | Sitemap: https://www.shutterstock.com/zh-Hant/blog/sitemap_index.xml |