NeuralCrawl

Shutterstock / robots.txt snapshot

← back to shutterstock.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 8915 bytes · sha256 3c622fd965f39743 · raw

final URL: https://www.shutterstock.com/robots.txt

1User-agent: *
2Allow: */search/login
3Allow: */login$
4Allow: /login.mhtml$
5Disallow: */login
6Disallow: */base/logout
7Allow: */search/account
8Disallow: */account
9Disallow: /subscribe_success
10Allow: /download_history.mhtml$
11Disallow: /download
12Disallow: /checkout
13Disallow: /account_purchase_history.mhtml
14Disallow: /contests
15Allow: */search/portfolio
16Disallow: */portfolio
17Disallow: */editor/template
18Disallow: */editor/design
19Disallow: */editor/search
20Disallow: */video/cart
21Disallow: */video/checkout
22Disallow: */music/cart
23Disallow: */music/user
24Disallow: */music/orders
25Disallow: /web/checkout
26Disallow: /sstk/api/footage/wasabi/*
27Disallow: /studioapi/wasabi/*
28Disallow: /sstk/api/*
29Disallow: /studioapi/*
30Disallow: /napi/*
31Disallow: /api/*
32Disallow: /feed.mhtml
33Disallow: /nuance-chat.html
34Disallow: /sw/*
35Disallow: /base/login
36Allow: */search/collections
37Allow: */editorial/collections
38Disallow: */collections
39Disallow: */generate/*
40Allow: */generate/$
41Disallow: /image-*chatId=*
42Disallow: /image-*tool=*
43Disallow: /image-*mode=*
44Disallow: /blog/?s=*
45Disallow: /cart
46Disallow: */search/ris/*
47Disallow: */search/models/*
48Disallow: /search/personalized/*
49Disallow: /search/similar/*
50
51# Editor Images
52Disallow: */editor/image/*
53Allow: */editor/image/$
54
55# Disallowed bots
56User-agent: CCBot
57Disallow: /
58
59User-agent: GPTBot
60Disallow: /
61
62User-agent: ClaudeBot
63Disallow: /
64
65User-agent: meta-externalagent
66Disallow: /
67
68# AI discovery / search bots: allow by default, block only exceptions
69User-agent: OAI-SearchBot
70Allow: */search/login
71Allow: */login$
72Allow: /login.mhtml$
73Disallow: */login
74Disallow: */base/logout
75Allow: */search/account
76Disallow: */account
77Disallow: /subscribe_success
78Allow: /download_history.mhtml$
79Disallow: /download
80Disallow: /checkout
81Disallow: /account_purchase_history.mhtml
82Disallow: /contests
83Allow: */search/portfolio
84Disallow: */portfolio
85Disallow: */editor/template
86Disallow: */editor/design
87Disallow: */editor/search
88Disallow: */video/cart
89Disallow: */video/checkout
90Disallow: */music/cart
91Disallow: */music/user
92Disallow: */music/orders
93Disallow: /web/checkout
94Disallow: /sstk/api/footage/wasabi/*
95Disallow: /studioapi/wasabi/*
96Disallow: /sstk/api/*
97Disallow: /studioapi/*
98Disallow: /napi/*
99Disallow: /api/*
100Disallow: /feed.mhtml
101Disallow: /nuance-chat.html
102Disallow: /sw/*
103Disallow: /base/login
104Allow: */search/collections
105Allow: */editorial/collections
106Disallow: */collections
107Disallow: */generate/*
108Allow: */generate/$
109Disallow: /image-*chatId=*
110Disallow: /image-*tool=*
111Disallow: /image-*mode=*
112Disallow: /blog/?s=*
113Disallow: /cart
114Disallow: */search/ris/*
115Disallow: */search/models/*
116Disallow: /search/personalized/*
117Disallow: /search/similar/*
118Disallow: */editor/image/*
119Allow: */editor/image/$
120
121User-agent: PerplexityBot
122Allow: */search/login
123Allow: */login$
124Allow: /login.mhtml$
125Disallow: */login
126Disallow: */base/logout
127Allow: */search/account
128Disallow: */account
129Disallow: /subscribe_success
130Allow: /download_history.mhtml$
131Disallow: /download
132Disallow: /checkout
133Disallow: /account_purchase_history.mhtml
134Disallow: /contests
135Allow: */search/portfolio
136Disallow: */portfolio
137Disallow: */editor/template
138Disallow: */editor/design
139Disallow: */editor/search
140Disallow: */video/cart
141Disallow: */video/checkout
142Disallow: */music/cart
143Disallow: */music/user
144Disallow: */music/orders
145Disallow: /web/checkout
146Disallow: /sstk/api/footage/wasabi/*
147Disallow: /studioapi/wasabi/*
148Disallow: /sstk/api/*
149Disallow: /studioapi/*
150Disallow: /napi/*
151Disallow: /api/*
152Disallow: /feed.mhtml
153Disallow: /nuance-chat.html
154Disallow: /sw/*
155Disallow: /base/login
156Allow: */search/collections
157Allow: */editorial/collections
158Disallow: */collections
159Disallow: */generate/*
160Allow: */generate/$
161Disallow: /image-*chatId=*
162Disallow: /image-*tool=*
163Disallow: /image-*mode=*
164Disallow: /blog/?s=*
165Disallow: /cart
166Disallow: */search/ris/*
167Disallow: */search/models/*
168Disallow: /search/personalized/*
169Disallow: /search/similar/*
170Disallow: */editor/image/*
171Allow: */editor/image/$
172
173User-agent: Claude-SearchBot
174Allow: */search/login
175Allow: */login$
176Allow: /login.mhtml$
177Disallow: */login
178Disallow: */base/logout
179Allow: */search/account
180Disallow: */account
181Disallow: /subscribe_success
182Allow: /download_history.mhtml$
183Disallow: /download
184Disallow: /checkout
185Disallow: /account_purchase_history.mhtml
186Disallow: /contests
187Allow: */search/portfolio
188Disallow: */portfolio
189Disallow: */editor/template
190Disallow: */editor/design
191Disallow: */editor/search
192Disallow: */video/cart
193Disallow: */video/checkout
194Disallow: */music/cart
195Disallow: */music/user
196Disallow: */music/orders
197Disallow: /web/checkout
198Disallow: /sstk/api/footage/wasabi/*
199Disallow: /studioapi/wasabi/*
200Disallow: /sstk/api/*
201Disallow: /studioapi/*
202Disallow: /napi/*
203Disallow: /api/*
204Disallow: /feed.mhtml
205Disallow: /nuance-chat.html
206Disallow: /sw/*
207Disallow: /base/login
208Allow: */search/collections
209Allow: */editorial/collections
210Disallow: */collections
211Disallow: */generate/*
212Allow: */generate/$
213Disallow: /image-*chatId=*
214Disallow: /image-*tool=*
215Disallow: /image-*mode=*
216Disallow: /blog/?s=*
217Disallow: /cart
218Disallow: */search/ris/*
219Disallow: */search/models/*
220Disallow: /search/personalized/*
221Disallow: /search/similar/*
222Disallow: */editor/image/*
223Allow: */editor/image/$
224
225User-agent: adidxbot
226Allow: *
227
228User-agent: bingbot
229Allow: */image-illustration/*.jpg
230Allow: */image-illustration/*.webp
231Allow: */image-photo/*.jpg
232Allow: */image-photo/*.webp
233Allow: */image-vector/*.jpg
234Allow: */image-vector/*.webp
235Allow: */search/login
236Allow: */login$
237Allow: /login.mhtml$
238Disallow: */login
239Disallow: */base/logout
240Allow: */search/account
241Disallow: */account
242Disallow: /subscribe_success
243Allow: /download_history.mhtml$
244Disallow: /download
245Disallow: /checkout
246Disallow: /account_purchase_history.mhtml
247Disallow: /contests
248Allow: */search/portfolio
249Disallow: */portfolio
250Disallow: */editor/template
251Disallow: */editor/design
252Disallow: */editor/search
253Disallow: */video/cart
254Disallow: */video/checkout
255Disallow: */music/cart
256Disallow: */music/user
257Disallow: */music/orders
258Disallow: /web/checkout
259Disallow: /sstk/api/footage/wasabi/*
260Disallow: /studioapi/wasabi/*
261Disallow: /sstk/api/*
262Disallow: /studioapi/*
263Disallow: /napi/*
264Disallow: /api/*
265Disallow: /feed.mhtml
266Disallow: /nuance-chat.html
267Disallow: /sw/*
268Disallow: /base/login
269Allow: */search/collections
270Allow: */editorial/collections
271Disallow: */collections
272Disallow: */generate/*
273Allow: */generate/$
274Disallow: */search/ris/*
275Disallow: */search/models/*
276Disallow: */editor/image/*
277Allow: */editor/image/$
278Disallow: /image-*chatId=*
279Disallow: /image-*tool=*
280Disallow: /image-*mode=*
281Disallow: /blog/?s=*
282Disallow: /cart
283Disallow: /sitemaps
284Disallow: /sitemaps/*
285
286User-agent: Yandex
287Allow: */image-illustration/*.jpg
288Allow: */image-illustration/*.webp
289Allow: */image-photo/*.jpg
290Allow: */image-photo/*.webp
291Allow: */image-vector/*.jpg
292Allow: */image-vector/*.webp
293Disallow: */image-editorial/*
294Disallow: */music/track-*
295Disallow: */image-illustration/*
296Disallow: */image-photo/*
297Disallow: */image-vector/*
298Disallow: */image-generated/*
299Disallow: */video/clip-*
300Allow: */search/login
301Allow: */login$
302Allow: /login.mhtml$
303Disallow: */login
304Disallow: */base/logout
305Allow: */search/account
306Disallow: */account
307Disallow: /subscribe_success
308Allow: /download_history.mhtml$
309Disallow: /download
310Disallow: /checkout
311Disallow: /account_purchase_history.mhtml
312Disallow: /contests
313Allow: */search/portfolio
314Disallow: */portfolio
315Disallow: */editor/template
316Disallow: */editor/design
317Disallow: */editor/search
318Disallow: */video/cart
319Disallow: */video/checkout
320Disallow: */music/cart
321Disallow: */music/user
322Disallow: */music/orders
323Disallow: /web/checkout
324Disallow: /sstk/api/footage/wasabi/*
325Disallow: /studioapi/wasabi/*
326Disallow: /sstk/api/*
327Disallow: /studioapi/*
328Disallow: /napi/*
329Disallow: /api/*
330Disallow: /feed.mhtml
331Disallow: /nuance-chat.html
332Disallow: /sw/*
333Disallow: /base/login
334Allow: */search/collections
335Allow: */editorial/collections
336Disallow: */collections
337Disallow: */generate/*
338Allow: */generate/$
339Disallow: */search/ris/*
340Disallow: */search/models/*
341Disallow: */editor/image/*
342Allow: */editor/image/$
343Disallow: /image-*chatId=*
344Disallow: /image-*tool=*
345Disallow: /image-*mode=*
346Disallow: /blog/?s=*
347Disallow: /cart
348
349Sitemap: https://www.shutterstock.com/sitemaps
350Sitemap: https://www.shutterstock.com/blog/sitemap_index.xml
351Sitemap: https://www.shutterstock.com/blog/india/sitemap_index.xml
352Sitemap: https://www.shutterstock.com/de/blog/sitemap_index.xml
353Sitemap: https://www.shutterstock.com/es/blog/sitemap_index.xml
354Sitemap: https://www.shutterstock.com/fr/blog/sitemap_index.xml
355Sitemap: https://www.shutterstock.com/ja/blog/sitemap_index.xml
356Sitemap: https://www.shutterstock.com/ko/blog/sitemap_index.xml
357Sitemap: https://www.shutterstock.com/th/blog/sitemap_index.xml
358Sitemap: https://www.shutterstock.com/pt/blog/sitemap_index.xml
359Sitemap: https://www.shutterstock.com/zh-Hant/blog/sitemap_index.xml