Coursera / robots.txt

← back to coursera.org · change detected 8d ago (2026-09-11T00:58:05Z) · modified +260 −2

What changed

Added Allow: /courses?*&page=1$ for *
Added Allow: /courses?*&page=1& for *
Added Allow: /courses?*&page=2$ for *
Added Allow: /courses?*&page=2& for *
Added Allow: /courses?*&page=3$ for *
Added Allow: /courses?*&page=3& for *
Added Allow: /courses?*&page=4$ for *
Added Allow: /courses?*&page=4& for *
Added Allow: /courses?*&page=5$ for *
Added Allow: /courses?*&page=5& for *
Added Allow: /courses?page=1$ for *
Added Allow: /courses?page=1& for *
Added Allow: /courses?page=2$ for *
Added Allow: /courses?page=2& for *
Added Allow: /courses?page=3$ for *
Added Allow: /courses?page=3& for *
Added Allow: /courses?page=4$ for *
Added Allow: /courses?page=4& for *
Added Allow: /courses?page=5$ for *
Added Allow: /courses?page=5& for *
Added Disallow: /business/wp-content/uploads/& for *
Added Disallow: /courses?*&page= for *
Added Disallow: /courses?page= for *
Removed Disallow: /business/wp-content/uploads/ for *
🤖 AIAdded Allow: /courses?*&page=1$ for CCBot
🤖 AIAdded Allow: /courses?*&page=1& for CCBot
🤖 AIAdded Allow: /courses?*&page=2$ for CCBot
🤖 AIAdded Allow: /courses?*&page=2& for CCBot
🤖 AIAdded Allow: /courses?*&page=3$ for CCBot
🤖 AIAdded Allow: /courses?*&page=3& for CCBot
🤖 AIAdded Allow: /courses?*&page=4$ for CCBot
🤖 AIAdded Allow: /courses?*&page=4& for CCBot
🤖 AIAdded Allow: /courses?*&page=5$ for CCBot
🤖 AIAdded Allow: /courses?*&page=5& for CCBot
🤖 AIAdded Allow: /courses?page=1$ for CCBot
🤖 AIAdded Allow: /courses?page=1& for CCBot
🤖 AIAdded Allow: /courses?page=2$ for CCBot
🤖 AIAdded Allow: /courses?page=2& for CCBot
🤖 AIAdded Allow: /courses?page=3$ for CCBot
🤖 AIAdded Allow: /courses?page=3& for CCBot
🤖 AIAdded Allow: /courses?page=4$ for CCBot
🤖 AIAdded Allow: /courses?page=4& for CCBot
🤖 AIAdded Allow: /courses?page=5$ for CCBot
🤖 AIAdded Allow: /courses?page=5& for CCBot
🤖 AIAdded Disallow: /courses?*&page= for CCBot
🤖 AIAdded Disallow: /courses?page= for CCBot
🤖 AIAdded Allow: /courses?*&page=1$ for ChatGPT-User
🤖 AIAdded Allow: /courses?*&page=1& for ChatGPT-User
🤖 AIAdded Allow: /courses?*&page=2$ for ChatGPT-User
🤖 AIAdded Allow: /courses?*&page=2& for ChatGPT-User
... and 194 more change(s)

Diff old (2026-08-06T19:27:21Z) → new (2026-09-11T00:58:05Z)

		@@ -18,46 +18,304 @@
18	18	Disallow: /specializations-noperf/
19	19	Disallow: /professional-certificates-noperf/
20	20	Disallow: /business/xmlrpc.php
21		- Disallow: /business/wp-content/uploads/
	21	+ Disallow: /business/wp-content/uploads/
22	22	Disallow: /business/search
23	23	Disallow: /business/teams/search
24	24	Disallow: /organizations/
25	25	Disallow: /programs/
	26	+
	27	+ # Block all /courses pagination
	28	+ Disallow: /courses?page=
	29	+ Disallow: /courses?*&page=
	30	+
	31	+ # Allow pagination pages 1-5 when page is first
	32	+ Allow: /courses?page=1$
	33	+ Allow: /courses?page=1&
	34	+ Allow: /courses?page=2$
	35	+ Allow: /courses?page=2&
	36	+ Allow: /courses?page=3$
	37	+ Allow: /courses?page=3&
	38	+ Allow: /courses?page=4$
	39	+ Allow: /courses?page=4&
	40	+ Allow: /courses?page=5$
	41	+ Allow: /courses?page=5&
	42	+
	43	+ # Allow pagination pages 1-5 when page appears after another parameter
	44	+ Allow: /courses?*&page=1$
	45	+ Allow: /courses?*&page=1&
	46	+ Allow: /courses?*&page=2$
	47	+ Allow: /courses?*&page=2&
	48	+ Allow: /courses?*&page=3$
	49	+ Allow: /courses?*&page=3&
	50	+ Allow: /courses?*&page=4$
	51	+ Allow: /courses?*&page=4&
	52	+ Allow: /courses?*&page=5$
	53	+ Allow: /courses?*&page=5&
	54	+
26	55	Sitemap: https://www.coursera.org/sitemap.xml
27		-
28	56
29	57
30	58	User-agent: CCBot
31	59	Disallow: /lecture/
	60	+ Disallow: /courses?page=
	61	+ Disallow: /courses?*&page=
	62	+ Allow: /courses?page=1$
	63	+ Allow: /courses?page=1&
	64	+ Allow: /courses?page=2$
	65	+ Allow: /courses?page=2&
	66	+ Allow: /courses?page=3$
	67	+ Allow: /courses?page=3&
	68	+ Allow: /courses?page=4$
	69	+ Allow: /courses?page=4&
	70	+ Allow: /courses?page=5$
	71	+ Allow: /courses?page=5&
	72	+ Allow: /courses?*&page=1$
	73	+ Allow: /courses?*&page=1&
	74	+ Allow: /courses?*&page=2$
	75	+ Allow: /courses?*&page=2&
	76	+ Allow: /courses?*&page=3$
	77	+ Allow: /courses?*&page=3&
	78	+ Allow: /courses?*&page=4$
	79	+ Allow: /courses?*&page=4&
	80	+ Allow: /courses?*&page=5$
	81	+ Allow: /courses?*&page=5&
	82	+
32	83
33	84	User-agent: GPTBot
34	85	Disallow: /lecture/
	86	+ Disallow: /courses?page=
	87	+ Disallow: /courses?*&page=
	88	+ Allow: /courses?page=1$
	89	+ Allow: /courses?page=1&
	90	+ Allow: /courses?page=2$
	91	+ Allow: /courses?page=2&
	92	+ Allow: /courses?page=3$
	93	+ Allow: /courses?page=3&
	94	+ Allow: /courses?page=4$
	95	+ Allow: /courses?page=4&
	96	+ Allow: /courses?page=5$
	97	+ Allow: /courses?page=5&
	98	+ Allow: /courses?*&page=1$
	99	+ Allow: /courses?*&page=1&
	100	+ Allow: /courses?*&page=2$
	101	+ Allow: /courses?*&page=2&
	102	+ Allow: /courses?*&page=3$
	103	+ Allow: /courses?*&page=3&
	104	+ Allow: /courses?*&page=4$
	105	+ Allow: /courses?*&page=4&
	106	+ Allow: /courses?*&page=5$
	107	+ Allow: /courses?*&page=5&
	108	+
35	109
36	110	User-agent: ClaudeBot
37	111	Disallow: /lecture/
	112	+ Disallow: /courses?page=
	113	+ Disallow: /courses?*&page=
	114	+ Allow: /courses?page=1$
	115	+ Allow: /courses?page=1&
	116	+ Allow: /courses?page=2$
	117	+ Allow: /courses?page=2&
	118	+ Allow: /courses?page=3$
	119	+ Allow: /courses?page=3&
	120	+ Allow: /courses?page=4$
	121	+ Allow: /courses?page=4&
	122	+ Allow: /courses?page=5$
	123	+ Allow: /courses?page=5&
	124	+ Allow: /courses?*&page=1$
	125	+ Allow: /courses?*&page=1&
	126	+ Allow: /courses?*&page=2$
	127	+ Allow: /courses?*&page=2&
	128	+ Allow: /courses?*&page=3$
	129	+ Allow: /courses?*&page=3&
	130	+ Allow: /courses?*&page=4$
	131	+ Allow: /courses?*&page=4&
	132	+ Allow: /courses?*&page=5$
	133	+ Allow: /courses?*&page=5&
	134	+
38	135
39	136	User-agent: MistralAI-User
40	137	Disallow: /lecture/
	138	+ Disallow: /courses?page=
	139	+ Disallow: /courses?*&page=
	140	+ Allow: /courses?page=1$
	141	+ Allow: /courses?page=1&
	142	+ Allow: /courses?page=2$
	143	+ Allow: /courses?page=2&
	144	+ Allow: /courses?page=3$
	145	+ Allow: /courses?page=3&
	146	+ Allow: /courses?page=4$
	147	+ Allow: /courses?page=4&
	148	+ Allow: /courses?page=5$
	149	+ Allow: /courses?page=5&
	150	+ Allow: /courses?*&page=1$
	151	+ Allow: /courses?*&page=1&
	152	+ Allow: /courses?*&page=2$
	153	+ Allow: /courses?*&page=2&
	154	+ Allow: /courses?*&page=3$
	155	+ Allow: /courses?*&page=3&
	156	+ Allow: /courses?*&page=4$
	157	+ Allow: /courses?*&page=4&
	158	+ Allow: /courses?*&page=5$
	159	+ Allow: /courses?*&page=5&
	160	+
41	161
42	162	User-agent: Google-Extended
43	163	Disallow: /lecture/
	164	+ Disallow: /courses?page=
	165	+ Disallow: /courses?*&page=
	166	+ Allow: /courses?page=1$
	167	+ Allow: /courses?page=1&
	168	+ Allow: /courses?page=2$
	169	+ Allow: /courses?page=2&
	170	+ Allow: /courses?page=3$
	171	+ Allow: /courses?page=3&
	172	+ Allow: /courses?page=4$
	173	+ Allow: /courses?page=4&
	174	+ Allow: /courses?page=5$
	175	+ Allow: /courses?page=5&
	176	+ Allow: /courses?*&page=1$
	177	+ Allow: /courses?*&page=1&
	178	+ Allow: /courses?*&page=2$
	179	+ Allow: /courses?*&page=2&
	180	+ Allow: /courses?*&page=3$
	181	+ Allow: /courses?*&page=3&
	182	+ Allow: /courses?*&page=4$
	183	+ Allow: /courses?*&page=4&
	184	+ Allow: /courses?*&page=5$
	185	+ Allow: /courses?*&page=5&
	186	+
44	187
45	188	User-agent: PerplexityBot
46	189	Disallow: /lecture/
	190	+ Disallow: /courses?page=
	191	+ Disallow: /courses?*&page=
	192	+ Allow: /courses?page=1$
	193	+ Allow: /courses?page=1&
	194	+ Allow: /courses?page=2$
	195	+ Allow: /courses?page=2&
	196	+ Allow: /courses?page=3$
	197	+ Allow: /courses?page=3&
	198	+ Allow: /courses?page=4$
	199	+ Allow: /courses?page=4&
	200	+ Allow: /courses?page=5$
	201	+ Allow: /courses?page=5&
	202	+ Allow: /courses?*&page=1$
	203	+ Allow: /courses?*&page=1&
	204	+ Allow: /courses?*&page=2$
	205	+ Allow: /courses?*&page=2&
	206	+ Allow: /courses?*&page=3$
	207	+ Allow: /courses?*&page=3&
	208	+ Allow: /courses?*&page=4$
	209	+ Allow: /courses?*&page=4&
	210	+ Allow: /courses?*&page=5$
	211	+ Allow: /courses?*&page=5&
	212	+
47	213
48	214	User-agent: LinkedInBot
49	215	Allow: /account/accomplishments/
	216	+ Disallow: /courses?page=
	217	+ Disallow: /courses?*&page=
	218	+ Allow: /courses?page=1$
	219	+ Allow: /courses?page=1&
	220	+ Allow: /courses?page=2$
	221	+ Allow: /courses?page=2&
	222	+ Allow: /courses?page=3$
	223	+ Allow: /courses?page=3&
	224	+ Allow: /courses?page=4$
	225	+ Allow: /courses?page=4&
	226	+ Allow: /courses?page=5$
	227	+ Allow: /courses?page=5&
	228	+ Allow: /courses?*&page=1$
	229	+ Allow: /courses?*&page=1&
	230	+ Allow: /courses?*&page=2$
	231	+ Allow: /courses?*&page=2&
	232	+ Allow: /courses?*&page=3$
	233	+ Allow: /courses?*&page=3&
	234	+ Allow: /courses?*&page=4$
	235	+ Allow: /courses?*&page=4&
	236	+ Allow: /courses?*&page=5$
	237	+ Allow: /courses?*&page=5&
	238	+
50	239
51	240	User-agent: Twitterbot
52	241	Allow: /account/accomplishments/
	242	+ Disallow: /courses?page=
	243	+ Disallow: /courses?*&page=
	244	+ Allow: /courses?page=1$
	245	+ Allow: /courses?page=1&
	246	+ Allow: /courses?page=2$
	247	+ Allow: /courses?page=2&
	248	+ Allow: /courses?page=3$
	249	+ Allow: /courses?page=3&
	250	+ Allow: /courses?page=4$
	251	+ Allow: /courses?page=4&
	252	+ Allow: /courses?page=5$
	253	+ Allow: /courses?page=5&
	254	+ Allow: /courses?*&page=1$
	255	+ Allow: /courses?*&page=1&
	256	+ Allow: /courses?*&page=2$
	257	+ Allow: /courses?*&page=2&
	258	+ Allow: /courses?*&page=3$
	259	+ Allow: /courses?*&page=3&
	260	+ Allow: /courses?*&page=4$
	261	+ Allow: /courses?*&page=4&
	262	+ Allow: /courses?*&page=5$
	263	+ Allow: /courses?*&page=5&
	264	+
53	265
54	266	User-agent: meta-externalagent
55	267	Disallow: /
56	268
	269	+
57	270	User-agent: OAI-SearchBot
58	271	Allow: /api/utilities/v1/imageproxy
59	272	Disallow: /api/
	273	+ Disallow: /courses?page=
	274	+ Disallow: /courses?*&page=
	275	+ Allow: /courses?page=1$
	276	+ Allow: /courses?page=1&
	277	+ Allow: /courses?page=2$
	278	+ Allow: /courses?page=2&
	279	+ Allow: /courses?page=3$
	280	+ Allow: /courses?page=3&
	281	+ Allow: /courses?page=4$
	282	+ Allow: /courses?page=4&
	283	+ Allow: /courses?page=5$
	284	+ Allow: /courses?page=5&
	285	+ Allow: /courses?*&page=1$
	286	+ Allow: /courses?*&page=1&
	287	+ Allow: /courses?*&page=2$
	288	+ Allow: /courses?*&page=2&
	289	+ Allow: /courses?*&page=3$
	290	+ Allow: /courses?*&page=3&
	291	+ Allow: /courses?*&page=4$
	292	+ Allow: /courses?*&page=4&
	293	+ Allow: /courses?*&page=5$
	294	+ Allow: /courses?*&page=5&
	295	+
60	296
61	297	User-agent: ChatGPT-User
62	298	Allow: /api/utilities/v1/imageproxy
63	299	Disallow: /api/
	300	+ Disallow: /courses?page=
	301	+ Disallow: /courses?*&page=
	302	+ Allow: /courses?page=1$
	303	+ Allow: /courses?page=1&
	304	+ Allow: /courses?page=2$
	305	+ Allow: /courses?page=2&
	306	+ Allow: /courses?page=3$
	307	+ Allow: /courses?page=3&
	308	+ Allow: /courses?page=4$
	309	+ Allow: /courses?page=4&
	310	+ Allow: /courses?page=5$
	311	+ Allow: /courses?page=5&
	312	+ Allow: /courses?*&page=1$
	313	+ Allow: /courses?*&page=1&
	314	+ Allow: /courses?*&page=2$
	315	+ Allow: /courses?*&page=2&
	316	+ Allow: /courses?*&page=3$
	317	+ Allow: /courses?*&page=3&
	318	+ Allow: /courses?*&page=4$
	319	+ Allow: /courses?*&page=4&
	320	+ Allow: /courses?*&page=5$
	321	+ Allow: /courses?*&page=5&