NeuralCrawl

El Corte Ingles / robots.txt snapshot

← back to elcorteingles.es · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 4225 bytes · sha256 57945d8b9721cf92 · raw

final URL: https://www.elcorteingles.es/robots.txt

1#
2# _____ _ ____ _ ___ _ _
3# | ____| | / ___|___ _ __| |_ ___ |_ _|_ __ __ _| | /_/ ___
4# | _| | | | | / _ \| '__| __/ _ \ | || '_ \ / _` | |/ _ \/ __|
5# | |___| | | |__| (_) | | | || __/ | || | | | (_| | | __/\__ \
6# |_____|_| \____\___/|_| \__\___| |___|_| |_|\__, |_|\___||___/
7# |___/
8
9User-agent: *
10User-agent: Googlebot
11User-agent: Googlebot-News
12User-agent: Googlebot-Image
13User-agent: Googlebot-Video
14User-agent: Googlebot-Mobile
15
16Disallow: /login
17Disallow: */checkout/*
18Disallow: /checkout-signin
19Disallow: /profile2
20Disallow: /*/search
21Disallow: /store/
22Disallow: */cart/*
23Disallow: /aptc/c/
24Disallow: /compra/
25Disallow: /entradas/blog/*/feed/
26
27#oes1 (28/04/2025) - (GoogleBot)
28#oes2 (08/05/2025) - (Disallow Bots)
29#oes3 (20/05/2025) - (Se quita el Disallow Bots)
30Disallow: /*%2Fmarcas*
31Disallow: */?zip=*
32Disallow: /search-nwx/*
33Disallow: /*/search-nwx/*
34Disallow: /mis-listas/*
35Disallow: /mi-lista/*
36Disallow: */license::*
37Disallow: */?stype*
38Disallow: /*&AMV=*
39Disallow: */?sorting*
40Disallow: /AMV/*
41
42# 14-07-2025 (Filters all business)
43Disallow: *brand::*
44Disallow: *rating::*
45
46# 14-07-2025 (Filters electronics)
47Disallow: *attr.mobile_phone_type::*
48Disallow: *attr.mobile_phone_model_range::*
49Disallow: *attr.mogile_phone_front_camera_resolution::*
50Disallow: *energy_classification::*
51Disallow: *attr.mobile_phone_sales_package_content::*
52Disallow: *attr.laptop_processor::*
53Disallow: *attr.tv_high_definition::*
54Disallow: *attr.reflex_camera_effective_sensor_resolution::*
55Disallow: *attr.laptops_accessories_product_type::*
56Disallow: *attr.tipo_de_impresion::*
57
58# 02-02-2026 (Filters supermarket)
59Disallow: /supermercado/tienda-club-del-gourmet/
60Disallow: /supermercado/tienda-mascota/
61Disallow: /alimentacion/minisite/
62Disallow: /ofertas-supermercado/supermercado/
63Disallow: /ff-alimentacion/promo/
64Disallow: /brand%
65Disallow: /skus.food_badges.names%
66Disallow: /offer_type%
67Disallow: /skus.presentation%
68
69# 09-02-2026
70Disallow: /canarias/
71
72# 25-02-2026
73Disallow: /?third=
74Disallow: /?vuestore=
75Disallow: /?app=
76Disallow: /?s=
77Disallow: /?level=
78Disallow: /?force_lang=
79Disallow: /?msockid=
80
81Disallow: /purchase/*
82
83Disallow: /empresas/isbutpage/*
84Disallow: /empresas/busqueda/*
85Disallow: /empresas/registrarse/*
86Disallow: /empresas/es/informacion/pdf/politica_de_cookies.pdf
87Disallow: /empresas/cesta/*
88Disallow: /electronica/telefonia/pulseras-de-actividad/
89Disallow: /app-empleados/
90Disallow: /informacioncorporativa/es/comunicacion/notas-de-prensa/?*
91Disallow: /informacioncorporativa/es/cargarMediaMediaElement.do*
92Disallow: /informacioncorporativa/en/cargarMediaMediaElement.do*
93Disallow: /informacioncorporativa/pt/cargarMediaMediaElement.do*
94Disallow: /bodamas_ssl
95Disallow: /api
96Disallow: /empresas/tienda/isbutpage/*
97
98Disallow: /supermercat/
99Disallow: /alimentacio/
100Disallow: /ofertes-supermercat/
101Disallow: /productes-ecologics-supermercat/
102Disallow: /supermercado-entrega-en-el-dia/
103Disallow: /catering/*
104
105Disallow: /suscripcion/club-de-vinos/*
106Disallow: /el-club-de-vinos/*
107
108Disallow: *price::*
109
110Disallow: /*?AMV=1*
111Disallow: /*?AMV=true*
112
113Disallow: /promocion-repsol-info/
114
115Disallow: /entradas/search/*
116Disallow: /entradas/agenda/*
117
118User-agent: AdsBot-Google
119Allow: /search-nwx/*
120Allow: */?sorting*
121Allow: *brand::*
122Allow: *rating::*
123
124# blacklist UA
125User-agent: MJ12bot
126Disallow: /
127Crawl-delay: 20
128
129User-agent: DotBot
130Disallow: /
131Crawl-delay: 20
132
133User-agent: BLEXBot
134Disallow: /
135
136User-agent: Amazonbot
137Disallow: /
138
139User-agent: Bytespider
140Disallow: /
141
142User-agent: ClaudeBot
143Disallow: /
144
145User-agent: Claude-User
146Disallow: /
147
148
149Sitemap: https://www.elcorteingles.es/sgfm/statics-front/front-msh3-eci-es/contents/sitemap-variants/sitemap.xml.gz
150Sitemap: https://www.elcorteingles.es/sgfm/SGFM/contents/sitemaps/empresas/sitemap-index-division-empresas.xml
151Sitemap: https://www.elcorteingles.es/aptc/sitemap.xml
152Sitemap: https://www.elcorteingles.es/entradas/sitemaps/sitemap.xml
153Sitemap: https://www.elcorteingles.es/contenidos/sitemap-index.xml
154Sitemap: https://www.elcorteingles.es/sicor/sitemap_index.xml