NeuralCrawl

El Corte Ingles / robots.txt snapshot

← back to elcorteingles.es · fetched 2026-09-14T14:12:31Z (4d ago) · HTTP 200 · 4199 bytes · sha256 1a9b7507b1e805b7 · raw

final URL: https://www.elcorteingles.es/robots.txt

1#
2# _____ _ ____ _ ___ _ _
3# | ____| | / ___|___ _ __| |_ ___ |_ _|_ __ __ _| | /_/ ___
4# | _| | | | | / _ \| '__| __/ _ \ | || '_ \ / _` | |/ _ \/ __|
5# | |___| | | |__| (_) | | | || __/ | || | | | (_| | | __/\__ \
6# |_____|_| \____\___/|_| \__\___| |___|_| |_|\__, |_|\___||___/
7# |___/
8#
9
10User-agent: *
11User-agent: Googlebot
12User-agent: Googlebot-News
13User-agent: Googlebot-Image
14User-agent: Googlebot-Video
15User-agent: Googlebot-Mobile
16
17Disallow: /login
18Disallow: */checkout/*
19Disallow: /checkout-signin
20Disallow: /profile2
21Disallow: /*/search
22Disallow: /store/
23Disallow: */cart/*
24Disallow: /aptc/c/
25Disallow: /compra/
26Disallow: /entradas/blog/*/feed/
27
28# oes1 (28/04/2025) - Googlebot
29# oes2 (08/05/2025) - Disallow Bots
30# oes3 (20/05/2025) - Se quita el Disallow Bots
31Disallow: /*%2Fmarcas*
32Disallow: */?zip=*
33Disallow: /search-nwx/*
34Disallow: /*/search-nwx/*
35Disallow: /mis-listas/*
36Disallow: /mi-lista/*
37Disallow: */license::*
38Disallow: */?stype*
39Disallow: /*&AMV=*
40Disallow: */?sorting*
41Disallow: /AMV/*
42
43# 14-07-2025 (Filters all business)
44Disallow: *brand::*
45Disallow: *rating::*
46
47# 14-07-2025 (Filters electronics)
48Disallow: *attr.mobile_phone_type::*
49Disallow: *attr.mobile_phone_model_range::*
50Disallow: *attr.mogile_phone_front_camera_resolution::*
51Disallow: *energy_classification::*
52Disallow: *attr.mobile_phone_sales_package_content::*
53Disallow: *attr.laptop_processor::*
54Disallow: *attr.tv_high_definition::*
55Disallow: *attr.reflex_camera_effective_sensor_resolution::*
56Disallow: *attr.laptops_accessories_product_type::*
57Disallow: *attr.tipo_de_impresion::*
58
59# 02-02-2026 (Filters supermarket)
60Disallow: /supermercado/tienda-club-del-gourmet/
61Disallow: /supermercado/tienda-mascota/
62Disallow: /alimentacion/minisite/
63Disallow: /ofertas-supermercado/supermercado/
64Disallow: /ff-alimentacion/promo/
65Disallow: /brand%
66Disallow: /skus.food_badges.names%
67Disallow: /offer_type%
68Disallow: /skus.presentation%
69
70# 09-02-2026
71Disallow: /canarias/
72
73# 25-02-2026
74Disallow: /?third=
75Disallow: /?vuestore=
76Disallow: /?app=
77Disallow: /?s=
78Disallow: /?level=
79Disallow: /?force_lang=
80Disallow: /?msockid=
81Disallow: /*?pdp_ctype=
82Disallow: /*?*&pdp_ctype=
83Disallow: /*?analytics_data=
84Disallow: /*?*&analytics_data=
85Disallow: /*?term=
86Disallow: /*?*&term=
87
88Disallow: /purchase/*
89
90Disallow: /empresas/isbutpage/*
91Disallow: /empresas/busqueda/*
92Disallow: /empresas/registrarse/*
93Disallow: /empresas/es/informacion/pdf/politica_de_cookies.pdf
94Disallow: /empresas/cesta/*
95Disallow: /electronica/telefonia/pulseras-de-actividad/
96Disallow: /app-empleados/
97Disallow: /informacioncorporativa/es/comunicacion/notas-de-prensa/?*
98Disallow: /informacioncorporativa/es/cargarMediaMediaElement.do*
99Disallow: /informacioncorporativa/en/cargarMediaMediaElement.do*
100Disallow: /informacioncorporativa/pt/cargarMediaMediaElement.do*
101Disallow: /bodamas_ssl
102Disallow: /api
103Disallow: /empresas/tienda/isbutpage/*
104
105Disallow: /supermercat/
106Disallow: /alimentacio/
107Disallow: /ofertes-supermercat/
108Disallow: /productes-ecologics-supermercat/
109Disallow: /supermercado-entrega-en-el-dia/
110Disallow: /catering/*
111
112Disallow: /suscripcion/club-de-vinos/*
113Disallow: /el-club-de-vinos/*
114
115Disallow: /*price::*
116
117Disallow: /*?AMV=1*
118Disallow: /*?AMV=true*
119
120Disallow: /promocion-repsol-info/
121
122Disallow: /entradas/search/*
123Disallow: /entradas/agenda/*
124
125
126# Google Ads crawlers
127User-agent: AdsBot-Google
128User-agent: AdsBot-Google-Mobile
129Allow: /search-nwx/*
130Allow: */?sorting*
131Allow: *brand::*
132Allow: *rating::*
133
134
135# Blacklist de bots
136User-agent: MJ12bot
137Disallow: /
138
139User-agent: DotBot
140Disallow: /
141
142User-agent: BLEXBot
143Disallow: /
144
145User-agent: Amazonbot
146Disallow: /
147
148User-agent: Bytespider
149Disallow: /
150
151
152# Sitemaps
153Sitemap: https://www.elcorteingles.es/sgfm/statics-front/front-msh3-eci-es/contents/sitemap-variants/sitemap.xml.gz
154Sitemap: https://www.elcorteingles.es/sgfm/SGFM/contents/sitemaps/empresas/sitemap-index-division-empresas.xml
155Sitemap: https://www.elcorteingles.es/entradas/sitemaps/sitemap.xml
156Sitemap: https://www.elcorteingles.es/contenidos/sitemap-index.xml
157Sitemap: https://www.elcorteingles.es/sicor/sitemap_index.xml