NeuralCrawl

Hulu / robots.txt snapshot

← back to hulu.com · fetched 2026-06-26T13:23:15Z (3h ago) · HTTP 200 · 5157 bytes · sha256 3e943561df9a9e1d · raw

final URL: https://www.hulu.com/robots.txt

1# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
2#
3# To ban all spiders from the entire site uncomment the next two lines:
4# User-Agent: *
5# Disallow: /
6
7User-agent: blinkx
8Disallow: /
9
10User-agent: blinkx_ff_spider
11Disallow: /
12
13User-agent: bingbot
14Disallow: /manifest.json
15
16User-agent: Googlebot
17Allow: /api/2.0/static/page_content
18Disallow: /beta
19Disallow: /_qos/
20Disallow: /account/authenticate
21Disallow: /activity_feeds/
22Disallow: /activities/
23Disallow: /api/2.0/
24Disallow: /channels/
25Disallow: /discussions/search
26Disallow: /email$
27Disallow: /email?
28Disallow: /exstack/
29Disallow: /facebook_canvas/
30Disallow: /feed/activity/
31Disallow: /feed/history/
32Disallow: /feed/queue/
33Disallow: /feed/search
34Disallow: /feed/search/
35Disallow: /feed/review/
36Disallow: /highest_rated
37Disallow: /highest_rated/
38Disallow: /labs/caption-search
39Disallow: /masthead$
40Disallow: /masthead?
41Disallow: /masthead/
42Disallow: /playlists/flag/
43Disallow: /plus/check_hold
44Disallow: /plus/check_psn
45Disallow: /plus/invite_request
46Disallow: /plus/signup
47Disallow: /plus/signup/
48Disallow: /plus/vip
49Disallow: /popular$
50Disallow: /popular?
51Disallow: /popular/
52Disallow: /posts/flag/
53Disallow: /posts/list/
54Disallow: /posts/item/
55Disallow: /profiles/
56Disallow: /r/
57Disallow: /recent$
58Disallow: /recent?
59Disallow: /recent/
60Disallow: /released$
61Disallow: /released?
62Disallow: /released/
63Disallow: /reviews/update_page
64Disallow: /rules$
65Disallow: /rules?
66Disallow: /search?
67Disallow: /search/
68Disallow: /social/
69Disallow: /support/geofilter
70Disallow: /support/search
71Disallow: /support/streaming
72Disallow: /support/vote
73Disallow: /users/
74Disallow: /feed/
75Disallow: /videos/expander
76Disallow: /videos/search
77Disallow: /videos/search/
78Disallow: /videos/show_trailer
79Disallow: /videos/slider
80Disallow: /videos/transcripts/
81Disallow: /widget/player/
82Disallow: /browse/alphabetical/feature_films
83Disallow: /*.swf$
84Disallow: /unsubscribe_email/
85
86User-agent: Google-Extended
87Disallow: /
88
89User-agent: GPTBot
90Disallow: /
91
92User-agent: *
93Allow: /api/2.0/static/page_content
94Disallow: /_qos/
95Disallow: /account/authenticate
96Disallow: /activity_feeds/
97Disallow: /activities/
98Disallow: /api/2.0/
99Disallow: /channels/
100Disallow: /discussions/search
101Disallow: /email$
102Disallow: /email?
103Disallow: /exstack/
104Disallow: /facebook_canvas/
105Disallow: /feed/activity/
106Disallow: /feed/history/
107Disallow: /feed/queue/
108Disallow: /feed/search
109Disallow: /feed/search/
110Disallow: /feed/review/
111Disallow: /highest_rated
112Disallow: /highest_rated/
113Disallow: /labs/caption-search
114Disallow: /masthead$
115Disallow: /masthead?
116Disallow: /masthead/
117Disallow: /mozart/
118Disallow: /playlists/flag/
119Disallow: /plus/check_hold
120Disallow: /plus/check_psn
121Disallow: /plus/invite_request
122Disallow: /plus/signup
123Disallow: /plus/signup/
124Disallow: /plus/vip
125Disallow: /popular$
126Disallow: /popular?
127Disallow: /popular/
128Disallow: /posts/flag/
129Disallow: /posts/list/
130Disallow: /posts/item/
131Disallow: /profiles/
132Disallow: /r/
133Disallow: /recent$
134Disallow: /recent?
135Disallow: /recent/
136Disallow: /released$
137Disallow: /released?
138Disallow: /released/
139Disallow: /reviews/update_page
140Disallow: /rules$
141Disallow: /rules?
142Disallow: /search?
143Disallow: /search/
144Disallow: /social/
145Disallow: /start/armstrong-1mo$
146Disallow: /start/armstrong-1mo?
147Disallow: /start/devices$
148Disallow: /start/devices?
149Disallow: /start/disney-hulu-bundle-reacq$
150Disallow: /start/disney-hulu-bundle-reacq?
151Disallow: /start/ellen$
152Disallow: /start/ellen?
153Disallow: /start/email-reacq-sp25$
154Disallow: /start/email-reacq-sp25?
155Disallow: /start/fyber$
156Disallow: /start/fyber?
157Disallow: /start/gci-1mo$
158Disallow: /start/gci-1mo?
159Disallow: /start/get1month$
160Disallow: /start/get1month?
161Disallow: /start/gifting$
162Disallow: /start/gifting?
163Disallow: /start/gifting_terms$
164Disallow: /start/gifting_terms?
165Disallow: /start/klay$
166Disallow: /start/klay?
167Disallow: /start/klay-livetv$
168Disallow: /start/klay-livetv?
169Disallow: /start/lg$
170Disallow: /start/lg?
171Disallow: /start/lgtv$
172Disallow: /start/lgtv?
173Disallow: /start/microsoft$
174Disallow: /start/microsoft?
175Disallow: /start/ps3$
176Disallow: /start/ps3?
177Disallow: /start/ps4$
178Disallow: /start/ps4?
179Disallow: /start/ps5$
180Disallow: /start/ps5?
181Disallow: /start/signup-dtp$
182Disallow: /start/signup-dtp?
183Disallow: /start/twdc-employee$
184Disallow: /start/twdc-employee?
185Disallow: /start/microsoft$
186Disallow: /start/microsoft?
187Disallow: /start/wow$
188Disallow: /start/wow?
189Disallow: /start/wow-1mo$
190Disallow: /start/wow-1mo?
191Disallow: /start/xbox$
192Disallow: /start/xbox?
193Disallow: /start/wow$
194Disallow: /start/wow?
195Disallow: /start/viziotvsmartcast$
196Disallow: /start/viziotvsmartcast?
197Disallow: /support/geofilter
198Disallow: /support/search
199Disallow: /support/streaming
200Disallow: /support/vote
201Disallow: /tempo/
202Disallow: /tempo-fallback/
203Disallow: /users/
204Disallow: /feed/
205Disallow: /videos/expander
206Disallow: /videos/search
207Disallow: /videos/search/
208Disallow: /videos/show_trailer
209Disallow: /videos/slider
210Disallow: /videos/transcripts/
211Disallow: /widget/player/
212Disallow: /browse/alphabetical/feature_films
213Disallow: /*.swf$
214Disallow: /unsubscribe_email
215
216Sitemap: https://www.hulu.com/sitemap_index.xml