Heineken / robots.txt snapshot

← back to theheinekencompany.com · fetched 2026-06-20T01:10:30Z (15h ago) · HTTP 200 · 1099 bytes · sha256 12e23870b224153a · raw

final URL: https://www.theheinekencompany.com/robots.txt

1	User-agent: *
2	# CSS, JS, Images
3	Allow: /core/*.css$
4	Allow: /core/*.css?
5	Allow: /core/*.js$
6	Allow: /core/*.js?
7	Allow: /core/*.gif
8	Allow: /core/*.jpg
9	Allow: /core/*.jpeg
10	Allow: /core/*.png
11	Allow: /core/*.svg
12	Allow: /profiles/*.css$
13	Allow: /profiles/*.css?
14	Allow: /profiles/*.js$
15	Allow: /profiles/*.js?
16	Allow: /profiles/*.gif
17	Allow: /profiles/*.jpg
18	Allow: /profiles/*.jpeg
19	Allow: /profiles/*.png
20	Allow: /profiles/*.svg
21	# Directories
22	Disallow: /core/
23	Disallow: /profiles/
24	# Files
25	Disallow: /README.txt
26	Disallow: /web.config
27	# Paths (clean URLs)
28	Disallow: /admin/
29	Disallow: /comment/reply/
30	Disallow: /filter/tips
31	Disallow: /node/add/
32	Disallow: /search/
33	Disallow: /user/*
34	# Paths (no clean URLs)
35	Disallow: /index.php/admin/
36	Disallow: /index.php/comment/reply/
37	Disallow: /index.php/filter/tips
38	Disallow: /index.php/node/add/
39	Disallow: /index.php/search/
40	Disallow: /index.php/user/*
41
42	#Sitemap sitemap.xml will be auto added at the end of this document.
43	Disallow: /node/*
44	Disallow: /taxonomy/*
45	# XML sitemap. This string generated by id_custom module.
46	Sitemap: https://www.theheinekencompany.com/sitemap.xml