Cemex / robots.txt snapshot

← back to cemex.com · fetched 2026-09-15T02:23:28Z (1mo ago) · HTTP 200 · 1538 bytes · sha256 61fd9669ff07edbd · raw

final URL: https://www.cemex.com/robots.txt

1	# this is the robots.txt file for cemex.com
2	# este es el archivo robots.txt de cemex.com
3
4	User-Agent: *
5
6	# --- Disallow internal, administrative, or dynamic URLs ---
7	Disallow: /c/
8	Disallow: /delegate/
9	Disallow: /d/
10	Disallow: /group/*/control_panel/
11	Disallow: /web/*/control_panel/
12	Disallow: /~/control_panel/
13	Disallow: /api/jsonws/
14	Disallow: /c/portal/
15	Disallow: /group/control_panel/
16	Disallow: /api/jsonws/
17	Disallow: /o/
18	Disallow: /o/portal/
19	Disallow: /o/api/
20	Disallow: /p_p_id=
21	Disallow: /p_p_lifecycle=
22	Disallow: /p_p_state=
23	Disallow: /p_p_mode=
24	Disallow: /p_p_auth=
25	Disallow: /?p_p_lifecycle=
26	Disallow: /portal/
27	Disallow: /user/
28	Disallow: /search/
29	Disallow: /web/
30	Disallow: /asset-publisher/
31	Disallow: /-/asset_publisher/
32	Disallow: /view/-/
33	Disallow: /zh/
34	Disallow: /cz/
35	Disallow: /ja/
36	Disallow: /nl/
37	Disallow: /fr/
38	Disallow: /pt/
39	Disallow: /de/
40	Disallow: /c/
41
42
43	# --- Block temporary or preview URLs ---
44	Disallow: /preview/
45	Disallow: /staging/
46	Disallow: /drafts/
47	Disallow: /workflow/
48
49	# --- Block common Liferay admin paths ---
50	Disallow: /control_panel/
51	Disallow: /system/
52	Disallow: /configuration_admin/
53	Disallow: /instance/
54	Disallow: /server-admin/
55	Disallow: */web
56	Disallow: /group/
57
58	# --- Allow robots to crawl the sitemap and assets ---
59	Allow: /sitemap.xml
60	Allow: /documents/
61	Allow: /image/*
62	Allow: /o/web/image/*
63	Allow: /favicon.ico
64
65	Sitemap: https://www.cemex.com/sitemap.xml
66
67	# see our latest career opportunities at https://jobs.cemex.com/
68	# vea nuestras últimas oportunidades laborales en https://jobs.cemex.com/