EDF / robots.txt snapshot

← back to edf.fr · fetched 2026-09-30T19:18:16Z (1mo ago) · HTTP 200 · 4878 bytes · sha256 5e503e1d6d0ba1fd · raw

final URL: https://www.edf.fr/robots.txt

1	User-agent: *
2	# CSS, JS, Images
3	Allow: /core/*.css$
4	Allow: /core/*.css?
5	Allow: /core/*.js$
6	Allow: /core/*.js?
7	Allow: /core/*.gif
8	Allow: /core/*.jpg
9	Allow: /core/*.jpeg
10	Allow: /core/*.png
11	Allow: /core/*.svg
12	Allow: /profiles/*.css$
13	Allow: /profiles/*.css?
14	Allow: /profiles/*.js$
15	Allow: /profiles/*.js?
16	Allow: /profiles/*.gif
17	Allow: /profiles/*.jpg
18	Allow: /profiles/*.jpeg
19	Allow: /profiles/*.png
20	Allow: /profiles/*.svg
21	# Directories
22	Disallow: /core/
23	Disallow: /profiles/
24	# Files
25	Disallow: /README.txt
26	Disallow: /web.config
27	# Paths (clean URLs)
28	Disallow: /admin/
29	Disallow: /comment/reply/
30	Disallow: /filter/tips
31	Disallow: /node/add/
32	Disallow: /search/
33	Disallow: /user/register
34	Disallow: /user/password
35	Disallow: /user/login
36	Disallow: /user/logout
37	Disallow: /media/oembed
38	Disallow: /*/media/oembed
39	# Paths (no clean URLs)
40	Disallow: /index.php/admin/
41	Disallow: /index.php/comment/reply/
42	Disallow: /index.php/filter/tips
43	Disallow: /index.php/node/add/
44	Disallow: /index.php/search/
45	Disallow: /index.php/user/password
46	Disallow: /index.php/user/register
47	Disallow: /index.php/user/login
48	Disallow: /index.php/user/logout
49	Disallow: /index.php/media/oembed
50	Disallow: /index.php/*/media/oembed
51	Disallow: /resultats?keywords=*
52	Disallow: /en/search-results?keywords=*
53	Disallow: /edf-recrute/offre/detail/*/postuler
54	Disallow: /en/edf-join-us/offer/detail/*/apply
55	# Budget Crawl
56	Disallow: /de/tous-les-dossiers-de-presse/feed?mots_cles=*
57	Disallow: /tous-les-dossiers-de-presse/feed?mots_cles=*
58	Disallow: /en/tous-les-dossiers-de-presse/feed?mots_cles=*
59	Disallow: /groupe-edf/qui-sommes-nous/activites/optimisation-et-trading/liste-des-indisponibilites-et-des-messages/liste-des-indisponibilites/05470-*
60	Disallow: /groupe-edf/qui-sommes-nous/activites/optimisation-et-trading/liste-des-indisponibilites-et-des-messages/liste-des-messages/EDF-*
61	Disallow: /groupe-edf/ambition-neutralite-co2-pour-edf-a-l-horizon-2050/optimisation-et-trading/listes-des-indisponibilites-et-des-messages/liste-des-indisponibilites?*
62	Disallow: /groupe-edf/ambition-neutralite-co2-pour-edf-a-l-horizon-2050/optimisation-et-trading/listes-des-indisponibilites-et-des-messages/liste-des-messages?*
63	# Robots IA autorisés explicitement, mêmes règles que le bloc principal
64	User-agent: GPTBot
65	User-agent: OAI-SearchBot
66	User-agent: ChatGPT-User
67	User-agent: ClaudeBot
68	User-agent: Claude-SearchBot
69	User-agent: Claude-User
70	User-agent: anthropic-ai
71	User-agent: claude-web
72	User-agent: PerplexityBot
73	User-agent: Perplexity-User
74	User-agent: Google-Extended
75	User-agent: Applebot
76	User-agent: Applebot-Extended
77	User-agent: Amazonbot
78	User-agent: Meta-ExternalAgent
79	User-agent: CCBot
80	User-agent: MistralAI-User
81	# CSS, JS, Images
82	Allow: /core/*.css$
83	Allow: /core/*.css?
84	Allow: /core/*.js$
85	Allow: /core/*.js?
86	Allow: /core/*.gif
87	Allow: /core/*.jpg
88	Allow: /core/*.jpeg
89	Allow: /core/*.png
90	Allow: /core/*.svg
91	Allow: /profiles/*.css$
92	Allow: /profiles/*.css?
93	Allow: /profiles/*.js$
94	Allow: /profiles/*.js?
95	Allow: /profiles/*.gif
96	Allow: /profiles/*.jpg
97	Allow: /profiles/*.jpeg
98	Allow: /profiles/*.png
99	Allow: /profiles/*.svg
100	# Directories
101	Disallow: /core/
102	Disallow: /profiles/
103	# Files
104	Disallow: /README.txt
105	Disallow: /web.config
106	# Paths (clean URLs)
107	Disallow: /admin/
108	Disallow: /comment/reply/
109	Disallow: /filter/tips
110	Disallow: /node/add/
111	Disallow: /search/
112	Disallow: /user/register
113	Disallow: /user/password
114	Disallow: /user/login
115	Disallow: /user/logout
116	Disallow: /media/oembed
117	Disallow: /*/media/oembed
118	# Paths (no clean URLs)
119	Disallow: /index.php/admin/
120	Disallow: /index.php/comment/reply/
121	Disallow: /index.php/filter/tips
122	Disallow: /index.php/node/add/
123	Disallow: /index.php/search/
124	Disallow: /index.php/user/password
125	Disallow: /index.php/user/register
126	Disallow: /index.php/user/login
127	Disallow: /index.php/user/logout
128	Disallow: /index.php/media/oembed
129	Disallow: /index.php/*/media/oembed
130	Disallow: /resultats?keywords=*
131	Disallow: /en/search-results?keywords=*
132	Disallow: /edf-recrute/offre/detail/*/postuler
133	Disallow: /en/edf-join-us/offer/detail/*/apply
134	# Budget Crawl
135	Disallow: /de/tous-les-dossiers-de-presse/feed?mots_cles=*
136	Disallow: /tous-les-dossiers-de-presse/feed?mots_cles=*
137	Disallow: /en/tous-les-dossiers-de-presse/feed?mots_cles=*
138	Disallow: /groupe-edf/qui-sommes-nous/activites/optimisation-et-trading/liste-des-indisponibilites-et-des-messages/liste-des-indisponibilites/05470-*
139	Disallow: /groupe-edf/qui-sommes-nous/activites/optimisation-et-trading/liste-des-indisponibilites-et-des-messages/liste-des-messages/EDF-*
140	Disallow: /groupe-edf/ambition-neutralite-co2-pour-edf-a-l-horizon-2050/optimisation-et-trading/listes-des-indisponibilites-et-des-messages/liste-des-indisponibilites?*
141	Disallow: /groupe-edf/ambition-neutralite-co2-pour-edf-a-l-horizon-2050/optimisation-et-trading/listes-des-indisponibilites-et-des-messages/liste-des-messages?*
142	# Mr Roger Bot
143	User-agent: rogerbot
144	Disallow: /
145	Sitemap: https://www.edf.fr/sitemap.xml