Coursera / robots.txt snapshot
← back to coursera.org · fetched 2026-10-17T19:27:16Z (20d ago) · HTTP 200 · 5346 bytes · sha256 bd98e3221f6f4e04 · raw
final URL: https://www.coursera.org/robots.txt
| 1 | User-agent: * |
| 2 | Allow: /api/utilities/v1/imageproxy |
| 3 | Allow: /llms.txt |
| 4 | Disallow: /maestro/api/ |
| 5 | Disallow: /api/ |
| 6 | Disallow: /maestro/ |
| 7 | Disallow: /ui/ |
| 8 | Disallow: /signature/voucher/ |
| 9 | Disallow: /account/ |
| 10 | Disallow: /acclaimbadge/ |
| 11 | Disallow: /voucher/ |
| 12 | Disallow: /search |
| 13 | Disallow: /ent-website/ |
| 14 | Disallow: /learn-perf/ |
| 15 | Disallow: /specializations-perf/ |
| 16 | Disallow: /professional-certificates-perf/ |
| 17 | Disallow: /learn-noperf/ |
| 18 | Disallow: /specializations-noperf/ |
| 19 | Disallow: /professional-certificates-noperf/ |
| 20 | Disallow: /business/xmlrpc.php |
| 21 | Disallow: /business/wp-content/uploads/ |
| 22 | Disallow: /business/search |
| 23 | Disallow: /business/teams/search |
| 24 | Disallow: /organizations/ |
| 25 | Disallow: /programs/ |
| 26 | Disallow: /5JKLVK/ |
| 27 | |
| 28 | # /courses pagination: block all, allow pages 1-5 |
| 29 | Disallow: /courses?page= |
| 30 | Disallow: /courses?*&page= |
| 31 | Allow: /courses?page=1$ |
| 32 | Allow: /courses?page=1& |
| 33 | Allow: /courses?page=2$ |
| 34 | Allow: /courses?page=2& |
| 35 | Allow: /courses?page=3$ |
| 36 | Allow: /courses?page=3& |
| 37 | Allow: /courses?page=4$ |
| 38 | Allow: /courses?page=4& |
| 39 | Allow: /courses?page=5$ |
| 40 | Allow: /courses?page=5& |
| 41 | Allow: /courses?*&page=1$ |
| 42 | Allow: /courses?*&page=1& |
| 43 | Allow: /courses?*&page=2$ |
| 44 | Allow: /courses?*&page=2& |
| 45 | Allow: /courses?*&page=3$ |
| 46 | Allow: /courses?*&page=3& |
| 47 | Allow: /courses?*&page=4$ |
| 48 | Allow: /courses?*&page=4& |
| 49 | Allow: /courses?*&page=5$ |
| 50 | Allow: /courses?*&page=5& |
| 51 | |
| 52 | |
| 53 | User-agent: AdsBot-Google |
| 54 | Allow: / |
| 55 | |
| 56 | |
| 57 | User-agent: CCBot |
| 58 | User-agent: GPTBot |
| 59 | User-agent: ClaudeBot |
| 60 | User-agent: MistralAI-User |
| 61 | User-agent: Google-Extended |
| 62 | User-agent: PerplexityBot |
| 63 | Allow: /api/utilities/v1/imageproxy |
| 64 | Allow: /llms.txt |
| 65 | Disallow: /lecture/ |
| 66 | Disallow: /maestro/api/ |
| 67 | Disallow: /api/ |
| 68 | Disallow: /maestro/ |
| 69 | Disallow: /ui/ |
| 70 | Disallow: /signature/voucher/ |
| 71 | Disallow: /account/ |
| 72 | Disallow: /acclaimbadge/ |
| 73 | Disallow: /voucher/ |
| 74 | Disallow: /search |
| 75 | Disallow: /ent-website/ |
| 76 | Disallow: /learn-perf/ |
| 77 | Disallow: /specializations-perf/ |
| 78 | Disallow: /professional-certificates-perf/ |
| 79 | Disallow: /learn-noperf/ |
| 80 | Disallow: /specializations-noperf/ |
| 81 | Disallow: /professional-certificates-noperf/ |
| 82 | Disallow: /business/xmlrpc.php |
| 83 | Disallow: /business/wp-content/uploads/ |
| 84 | Disallow: /business/search |
| 85 | Disallow: /business/teams/search |
| 86 | Disallow: /organizations/ |
| 87 | Disallow: /programs/ |
| 88 | Disallow: /5JKLVK/ |
| 89 | Disallow: /courses?page= |
| 90 | Disallow: /courses?*&page= |
| 91 | Allow: /courses?page=1$ |
| 92 | Allow: /courses?page=1& |
| 93 | Allow: /courses?page=2$ |
| 94 | Allow: /courses?page=2& |
| 95 | Allow: /courses?page=3$ |
| 96 | Allow: /courses?page=3& |
| 97 | Allow: /courses?page=4$ |
| 98 | Allow: /courses?page=4& |
| 99 | Allow: /courses?page=5$ |
| 100 | Allow: /courses?page=5& |
| 101 | Allow: /courses?*&page=1$ |
| 102 | Allow: /courses?*&page=1& |
| 103 | Allow: /courses?*&page=2$ |
| 104 | Allow: /courses?*&page=2& |
| 105 | Allow: /courses?*&page=3$ |
| 106 | Allow: /courses?*&page=3& |
| 107 | Allow: /courses?*&page=4$ |
| 108 | Allow: /courses?*&page=4& |
| 109 | Allow: /courses?*&page=5$ |
| 110 | Allow: /courses?*&page=5& |
| 111 | |
| 112 | |
| 113 | User-agent: OAI-SearchBot |
| 114 | User-agent: ChatGPT-User |
| 115 | Allow: /api/utilities/v1/imageproxy |
| 116 | Allow: /llms.txt |
| 117 | Disallow: /maestro/api/ |
| 118 | Disallow: /api/ |
| 119 | Disallow: /maestro/ |
| 120 | Disallow: /ui/ |
| 121 | Disallow: /signature/voucher/ |
| 122 | Disallow: /account/ |
| 123 | Disallow: /acclaimbadge/ |
| 124 | Disallow: /voucher/ |
| 125 | Disallow: /search |
| 126 | Disallow: /ent-website/ |
| 127 | Disallow: /learn-perf/ |
| 128 | Disallow: /specializations-perf/ |
| 129 | Disallow: /professional-certificates-perf/ |
| 130 | Disallow: /learn-noperf/ |
| 131 | Disallow: /specializations-noperf/ |
| 132 | Disallow: /professional-certificates-noperf/ |
| 133 | Disallow: /business/xmlrpc.php |
| 134 | Disallow: /business/wp-content/uploads/ |
| 135 | Disallow: /business/search |
| 136 | Disallow: /business/teams/search |
| 137 | Disallow: /organizations/ |
| 138 | Disallow: /programs/ |
| 139 | Disallow: /5JKLVK/ |
| 140 | Disallow: /courses?page= |
| 141 | Disallow: /courses?*&page= |
| 142 | Allow: /courses?page=1$ |
| 143 | Allow: /courses?page=1& |
| 144 | Allow: /courses?page=2$ |
| 145 | Allow: /courses?page=2& |
| 146 | Allow: /courses?page=3$ |
| 147 | Allow: /courses?page=3& |
| 148 | Allow: /courses?page=4$ |
| 149 | Allow: /courses?page=4& |
| 150 | Allow: /courses?page=5$ |
| 151 | Allow: /courses?page=5& |
| 152 | Allow: /courses?*&page=1$ |
| 153 | Allow: /courses?*&page=1& |
| 154 | Allow: /courses?*&page=2$ |
| 155 | Allow: /courses?*&page=2& |
| 156 | Allow: /courses?*&page=3$ |
| 157 | Allow: /courses?*&page=3& |
| 158 | Allow: /courses?*&page=4$ |
| 159 | Allow: /courses?*&page=4& |
| 160 | Allow: /courses?*&page=5$ |
| 161 | Allow: /courses?*&page=5& |
| 162 | |
| 163 | |
| 164 | User-agent: LinkedInBot |
| 165 | User-agent: Twitterbot |
| 166 | Allow: /account/accomplishments/ |
| 167 | Allow: /api/utilities/v1/imageproxy |
| 168 | Disallow: /maestro/api/ |
| 169 | Disallow: /api/ |
| 170 | Disallow: /maestro/ |
| 171 | Disallow: /ui/ |
| 172 | Disallow: /signature/voucher/ |
| 173 | Disallow: /account/ |
| 174 | Disallow: /acclaimbadge/ |
| 175 | Disallow: /voucher/ |
| 176 | Disallow: /search |
| 177 | Disallow: /ent-website/ |
| 178 | Disallow: /learn-perf/ |
| 179 | Disallow: /specializations-perf/ |
| 180 | Disallow: /professional-certificates-perf/ |
| 181 | Disallow: /learn-noperf/ |
| 182 | Disallow: /specializations-noperf/ |
| 183 | Disallow: /professional-certificates-noperf/ |
| 184 | Disallow: /business/xmlrpc.php |
| 185 | Disallow: /business/wp-content/uploads/ |
| 186 | Disallow: /business/search |
| 187 | Disallow: /business/teams/search |
| 188 | Disallow: /organizations/ |
| 189 | Disallow: /programs/ |
| 190 | Disallow: /5JKLVK/ |
| 191 | Disallow: /courses?page= |
| 192 | Disallow: /courses?*&page= |
| 193 | Allow: /courses?page=1$ |
| 194 | Allow: /courses?page=1& |
| 195 | Allow: /courses?page=2$ |
| 196 | Allow: /courses?page=2& |
| 197 | Allow: /courses?page=3$ |
| 198 | Allow: /courses?page=3& |
| 199 | Allow: /courses?page=4$ |
| 200 | Allow: /courses?page=4& |
| 201 | Allow: /courses?page=5$ |
| 202 | Allow: /courses?page=5& |
| 203 | Allow: /courses?*&page=1$ |
| 204 | Allow: /courses?*&page=1& |
| 205 | Allow: /courses?*&page=2$ |
| 206 | Allow: /courses?*&page=2& |
| 207 | Allow: /courses?*&page=3$ |
| 208 | Allow: /courses?*&page=3& |
| 209 | Allow: /courses?*&page=4$ |
| 210 | Allow: /courses?*&page=4& |
| 211 | Allow: /courses?*&page=5$ |
| 212 | Allow: /courses?*&page=5& |
| 213 | |
| 214 | |
| 215 | User-agent: meta-externalagent |
| 216 | Disallow: / |
| 217 | |
| 218 | Sitemap: https://www.coursera.org/sitemap.xml |