Hulu / robots.txt snapshot
← back to hulu.com · fetched 2026-06-26T13:23:15Z (3h ago) · HTTP 200 · 5157 bytes · sha256 3e943561df9a9e1d · raw
final URL: https://www.hulu.com/robots.txt
| 1 | # See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file |
| 2 | # |
| 3 | # To ban all spiders from the entire site uncomment the next two lines: |
| 4 | # User-Agent: * |
| 5 | # Disallow: / |
| 6 | |
| 7 | User-agent: blinkx |
| 8 | Disallow: / |
| 9 | |
| 10 | User-agent: blinkx_ff_spider |
| 11 | Disallow: / |
| 12 | |
| 13 | User-agent: bingbot |
| 14 | Disallow: /manifest.json |
| 15 | |
| 16 | User-agent: Googlebot |
| 17 | Allow: /api/2.0/static/page_content |
| 18 | Disallow: /beta |
| 19 | Disallow: /_qos/ |
| 20 | Disallow: /account/authenticate |
| 21 | Disallow: /activity_feeds/ |
| 22 | Disallow: /activities/ |
| 23 | Disallow: /api/2.0/ |
| 24 | Disallow: /channels/ |
| 25 | Disallow: /discussions/search |
| 26 | Disallow: /email$ |
| 27 | Disallow: /email? |
| 28 | Disallow: /exstack/ |
| 29 | Disallow: /facebook_canvas/ |
| 30 | Disallow: /feed/activity/ |
| 31 | Disallow: /feed/history/ |
| 32 | Disallow: /feed/queue/ |
| 33 | Disallow: /feed/search |
| 34 | Disallow: /feed/search/ |
| 35 | Disallow: /feed/review/ |
| 36 | Disallow: /highest_rated |
| 37 | Disallow: /highest_rated/ |
| 38 | Disallow: /labs/caption-search |
| 39 | Disallow: /masthead$ |
| 40 | Disallow: /masthead? |
| 41 | Disallow: /masthead/ |
| 42 | Disallow: /playlists/flag/ |
| 43 | Disallow: /plus/check_hold |
| 44 | Disallow: /plus/check_psn |
| 45 | Disallow: /plus/invite_request |
| 46 | Disallow: /plus/signup |
| 47 | Disallow: /plus/signup/ |
| 48 | Disallow: /plus/vip |
| 49 | Disallow: /popular$ |
| 50 | Disallow: /popular? |
| 51 | Disallow: /popular/ |
| 52 | Disallow: /posts/flag/ |
| 53 | Disallow: /posts/list/ |
| 54 | Disallow: /posts/item/ |
| 55 | Disallow: /profiles/ |
| 56 | Disallow: /r/ |
| 57 | Disallow: /recent$ |
| 58 | Disallow: /recent? |
| 59 | Disallow: /recent/ |
| 60 | Disallow: /released$ |
| 61 | Disallow: /released? |
| 62 | Disallow: /released/ |
| 63 | Disallow: /reviews/update_page |
| 64 | Disallow: /rules$ |
| 65 | Disallow: /rules? |
| 66 | Disallow: /search? |
| 67 | Disallow: /search/ |
| 68 | Disallow: /social/ |
| 69 | Disallow: /support/geofilter |
| 70 | Disallow: /support/search |
| 71 | Disallow: /support/streaming |
| 72 | Disallow: /support/vote |
| 73 | Disallow: /users/ |
| 74 | Disallow: /feed/ |
| 75 | Disallow: /videos/expander |
| 76 | Disallow: /videos/search |
| 77 | Disallow: /videos/search/ |
| 78 | Disallow: /videos/show_trailer |
| 79 | Disallow: /videos/slider |
| 80 | Disallow: /videos/transcripts/ |
| 81 | Disallow: /widget/player/ |
| 82 | Disallow: /browse/alphabetical/feature_films |
| 83 | Disallow: /*.swf$ |
| 84 | Disallow: /unsubscribe_email/ |
| 85 | |
| 86 | User-agent: Google-Extended |
| 87 | Disallow: / |
| 88 | |
| 89 | User-agent: GPTBot |
| 90 | Disallow: / |
| 91 | |
| 92 | User-agent: * |
| 93 | Allow: /api/2.0/static/page_content |
| 94 | Disallow: /_qos/ |
| 95 | Disallow: /account/authenticate |
| 96 | Disallow: /activity_feeds/ |
| 97 | Disallow: /activities/ |
| 98 | Disallow: /api/2.0/ |
| 99 | Disallow: /channels/ |
| 100 | Disallow: /discussions/search |
| 101 | Disallow: /email$ |
| 102 | Disallow: /email? |
| 103 | Disallow: /exstack/ |
| 104 | Disallow: /facebook_canvas/ |
| 105 | Disallow: /feed/activity/ |
| 106 | Disallow: /feed/history/ |
| 107 | Disallow: /feed/queue/ |
| 108 | Disallow: /feed/search |
| 109 | Disallow: /feed/search/ |
| 110 | Disallow: /feed/review/ |
| 111 | Disallow: /highest_rated |
| 112 | Disallow: /highest_rated/ |
| 113 | Disallow: /labs/caption-search |
| 114 | Disallow: /masthead$ |
| 115 | Disallow: /masthead? |
| 116 | Disallow: /masthead/ |
| 117 | Disallow: /mozart/ |
| 118 | Disallow: /playlists/flag/ |
| 119 | Disallow: /plus/check_hold |
| 120 | Disallow: /plus/check_psn |
| 121 | Disallow: /plus/invite_request |
| 122 | Disallow: /plus/signup |
| 123 | Disallow: /plus/signup/ |
| 124 | Disallow: /plus/vip |
| 125 | Disallow: /popular$ |
| 126 | Disallow: /popular? |
| 127 | Disallow: /popular/ |
| 128 | Disallow: /posts/flag/ |
| 129 | Disallow: /posts/list/ |
| 130 | Disallow: /posts/item/ |
| 131 | Disallow: /profiles/ |
| 132 | Disallow: /r/ |
| 133 | Disallow: /recent$ |
| 134 | Disallow: /recent? |
| 135 | Disallow: /recent/ |
| 136 | Disallow: /released$ |
| 137 | Disallow: /released? |
| 138 | Disallow: /released/ |
| 139 | Disallow: /reviews/update_page |
| 140 | Disallow: /rules$ |
| 141 | Disallow: /rules? |
| 142 | Disallow: /search? |
| 143 | Disallow: /search/ |
| 144 | Disallow: /social/ |
| 145 | Disallow: /start/armstrong-1mo$ |
| 146 | Disallow: /start/armstrong-1mo? |
| 147 | Disallow: /start/devices$ |
| 148 | Disallow: /start/devices? |
| 149 | Disallow: /start/disney-hulu-bundle-reacq$ |
| 150 | Disallow: /start/disney-hulu-bundle-reacq? |
| 151 | Disallow: /start/ellen$ |
| 152 | Disallow: /start/ellen? |
| 153 | Disallow: /start/email-reacq-sp25$ |
| 154 | Disallow: /start/email-reacq-sp25? |
| 155 | Disallow: /start/fyber$ |
| 156 | Disallow: /start/fyber? |
| 157 | Disallow: /start/gci-1mo$ |
| 158 | Disallow: /start/gci-1mo? |
| 159 | Disallow: /start/get1month$ |
| 160 | Disallow: /start/get1month? |
| 161 | Disallow: /start/gifting$ |
| 162 | Disallow: /start/gifting? |
| 163 | Disallow: /start/gifting_terms$ |
| 164 | Disallow: /start/gifting_terms? |
| 165 | Disallow: /start/klay$ |
| 166 | Disallow: /start/klay? |
| 167 | Disallow: /start/klay-livetv$ |
| 168 | Disallow: /start/klay-livetv? |
| 169 | Disallow: /start/lg$ |
| 170 | Disallow: /start/lg? |
| 171 | Disallow: /start/lgtv$ |
| 172 | Disallow: /start/lgtv? |
| 173 | Disallow: /start/microsoft$ |
| 174 | Disallow: /start/microsoft? |
| 175 | Disallow: /start/ps3$ |
| 176 | Disallow: /start/ps3? |
| 177 | Disallow: /start/ps4$ |
| 178 | Disallow: /start/ps4? |
| 179 | Disallow: /start/ps5$ |
| 180 | Disallow: /start/ps5? |
| 181 | Disallow: /start/signup-dtp$ |
| 182 | Disallow: /start/signup-dtp? |
| 183 | Disallow: /start/twdc-employee$ |
| 184 | Disallow: /start/twdc-employee? |
| 185 | Disallow: /start/microsoft$ |
| 186 | Disallow: /start/microsoft? |
| 187 | Disallow: /start/wow$ |
| 188 | Disallow: /start/wow? |
| 189 | Disallow: /start/wow-1mo$ |
| 190 | Disallow: /start/wow-1mo? |
| 191 | Disallow: /start/xbox$ |
| 192 | Disallow: /start/xbox? |
| 193 | Disallow: /start/wow$ |
| 194 | Disallow: /start/wow? |
| 195 | Disallow: /start/viziotvsmartcast$ |
| 196 | Disallow: /start/viziotvsmartcast? |
| 197 | Disallow: /support/geofilter |
| 198 | Disallow: /support/search |
| 199 | Disallow: /support/streaming |
| 200 | Disallow: /support/vote |
| 201 | Disallow: /tempo/ |
| 202 | Disallow: /tempo-fallback/ |
| 203 | Disallow: /users/ |
| 204 | Disallow: /feed/ |
| 205 | Disallow: /videos/expander |
| 206 | Disallow: /videos/search |
| 207 | Disallow: /videos/search/ |
| 208 | Disallow: /videos/show_trailer |
| 209 | Disallow: /videos/slider |
| 210 | Disallow: /videos/transcripts/ |
| 211 | Disallow: /widget/player/ |
| 212 | Disallow: /browse/alphabetical/feature_films |
| 213 | Disallow: /*.swf$ |
| 214 | Disallow: /unsubscribe_email |
| 215 | |
| 216 | Sitemap: https://www.hulu.com/sitemap_index.xml |