NeuralCrawl

El Corte Ingles / robots.txt

← back to elcorteingles.es · change detected 4d ago (2026-09-14T14:12:31Z) · modified +23 −20

What changed

Diff old (2026-06-20T01:10:30Z) → new (2026-09-14T14:12:31Z)

@@ -1,10 +1,11 @@
1- #
2- # _____ _ ____ _ ___ _ _
3- # | ____| | / ___|___ _ __| |_ ___ |_ _|_ __ __ _| | /_/ ___
1+ #
2+ # _____ _ ____ _ ___ _ _
3+ # | ____| | / ___|___ _ __| |_ ___ |_ _|_ __ __ _| | /_/ ___
44  # | _| | | | | / _ \| '__| __/ _ \ | || '_ \ / _` | |/ _ \/ __|
55  # | |___| | | |__| (_) | | | || __/ | || | | | (_| | | __/\__ \
66  # |_____|_| \____\___/|_| \__\___| |___|_| |_|\__, |_|\___||___/
7- # |___/
7+ # |___/
8+ #
89 
910  User-agent: *
1011  User-agent: Googlebot
@@ -24,14 +25,14 @@
2425  Disallow: /compra/
2526  Disallow: /entradas/blog/*/feed/
2627 
27- #oes1 (28/04/2025) - (GoogleBot)
28- #oes2 (08/05/2025) - (Disallow Bots)
29- #oes3 (20/05/2025) - (Se quita el Disallow Bots)
28+ # oes1 (28/04/2025) - Googlebot
29+ # oes2 (08/05/2025) - Disallow Bots
30+ # oes3 (20/05/2025) - Se quita el Disallow Bots
3031  Disallow: /*%2Fmarcas*
3132  Disallow: */?zip=*
3233  Disallow: /search-nwx/*
3334  Disallow: /*/search-nwx/*
34- Disallow: /mis-listas/*
35+ Disallow: /mis-listas/*
3536  Disallow: /mi-lista/*
3637  Disallow: */license::*
3738  Disallow: */?stype*
@@ -77,6 +78,12 @@
7778  Disallow: /?level=
7879  Disallow: /?force_lang=
7980  Disallow: /?msockid=
81+ Disallow: /*?pdp_ctype=
82+ Disallow: /*?*&pdp_ctype=
83+ Disallow: /*?analytics_data=
84+ Disallow: /*?*&analytics_data=
85+ Disallow: /*?term=
86+ Disallow: /*?*&term=
8087 
8188  Disallow: /purchase/*
8289 
@@ -88,7 +95,7 @@
8895  Disallow: /electronica/telefonia/pulseras-de-actividad/
8996  Disallow: /app-empleados/
9097  Disallow: /informacioncorporativa/es/comunicacion/notas-de-prensa/?*
91- Disallow: /informacioncorporativa/es/cargarMediaMediaElement.do*
98+ Disallow: /informacioncorporativa/es/cargarMediaMediaElement.do*
9299  Disallow: /informacioncorporativa/en/cargarMediaMediaElement.do*
93100  Disallow: /informacioncorporativa/pt/cargarMediaMediaElement.do*
94101  Disallow: /bodamas_ssl
@@ -105,7 +112,7 @@
105112  Disallow: /suscripcion/club-de-vinos/*
106113  Disallow: /el-club-de-vinos/*
107114 
108- Disallow: *price::*
115+ Disallow: /*price::*
109116 
110117  Disallow: /*?AMV=1*
111118  Disallow: /*?AMV=true*
@@ -115,20 +122,22 @@
115122  Disallow: /entradas/search/*
116123  Disallow: /entradas/agenda/*
117124 
125+
126+ # Google Ads crawlers
118127  User-agent: AdsBot-Google
128+ User-agent: AdsBot-Google-Mobile
119129  Allow: /search-nwx/*
120130  Allow: */?sorting*
121131  Allow: *brand::*
122132  Allow: *rating::*
123133 
124- # blacklist UA
134+
135+ # Blacklist de bots
125136  User-agent: MJ12bot
126137  Disallow: /
127- Crawl-delay: 20
128138 
129139  User-agent: DotBot
130140  Disallow: /
131- Crawl-delay: 20
132141 
133142  User-agent: BLEXBot
134143  Disallow: /
@@ -139,16 +148,10 @@
139148  User-agent: Bytespider
140149  Disallow: /
141150 
142- User-agent: ClaudeBot
143- Disallow: /
144151 
145- User-agent: Claude-User
146- Disallow: /
147-
148-
152+ # Sitemaps
149153  Sitemap: https://www.elcorteingles.es/sgfm/statics-front/front-msh3-eci-es/contents/sitemap-variants/sitemap.xml.gz
150154  Sitemap: https://www.elcorteingles.es/sgfm/SGFM/contents/sitemaps/empresas/sitemap-index-division-empresas.xml
151- Sitemap: https://www.elcorteingles.es/aptc/sitemap.xml
152155  Sitemap: https://www.elcorteingles.es/entradas/sitemaps/sitemap.xml
153156  Sitemap: https://www.elcorteingles.es/contenidos/sitemap-index.xml
154157  Sitemap: https://www.elcorteingles.es/sicor/sitemap_index.xml