NeuralCrawl

Hyundai Motor / robots.txt snapshot

← back to hyundai.com · fetched 2026-11-03T06:59:34Z (4d ago) · HTTP 200 · 6896 bytes · sha256 85e3357907bb0cb1 · raw

final URL: https://www.hyundai.com/robots.txt

1
2# ------------------------------------------------------------
3# 1. Priority AI/Search Crawler Access
4# ------------------------------------------------------------
5User-agent: Googlebot
6User-agent: Bingbot
7User-agent: OAI-SearchBot
8User-agent: ChatGPT-User
9User-agent: Google-Extended
10User-agent: GPTBot
11User-agent: ClaudeBot
12User-agent: Claude-SearchBot
13User-agent: Claude-User
14User-agent: PerplexityBot
15User-agent: GoogleOther
16User-agent: BingPreview
17Allow: /
18Disallow: /kr/ko/login/
19Disallow: /kr/ko/member-change/
20Disallow: /kr/ko/mypage/
21Disallow: /kr/ko/agreements/
22Disallow: /kr/ko/agreements.html
23Disallow: /kr/ko/personal-information/
24Disallow: /kr/ko/personal-information.html
25Disallow: /kr/ko/copyright.html
26Disallow: /kr/ko/join/
27Disallow: /template_en/
28Disallow: /template_ar/
29Disallow: /worldwide/en/search
30Disallow: /worldwide/ko/search
31Disallow: /files/kr/ko/membersPoint/
32Disallow: /files/kr/
33Disallow: /sg/hmgics/about-us/journey-of-design
34Disallow: /sg/hmgics/about-us/design-concept
35Disallow: /sg/ioniq-5/specs
36Disallow: /sg/offline/
37Disallow: /sg/shop/
38Disallow: /sg/owners/
39Disallow: /sg/mypage/
40Disallow: /sg/support/faq
41Disallow: /sg/support/notice
42Disallow: /sg/search
43
44# ------------------------------------------------------------
45# 2. Global Default Policy
46# ------------------------------------------------------------
47User-agent: *
48Allow: /
49Disallow: /kr/ko/login/
50Disallow: /kr/ko/member-change/
51Disallow: /kr/ko/mypage/
52Disallow: /kr/ko/agreements/
53Disallow: /kr/ko/agreements.html
54Disallow: /kr/ko/personal-information/
55Disallow: /kr/ko/personal-information.html
56Disallow: /kr/ko/copyright.html
57Disallow: /kr/ko/join/
58Disallow: /template_en/
59Disallow: /template_ar/
60Disallow: /worldwide/en/search
61Disallow: /worldwide/ko/search
62Disallow: /files/kr/ko/membersPoint/
63Disallow: /files/kr/
64Disallow: /sg/hmgics/about-us/journey-of-design
65Disallow: /sg/hmgics/about-us/design-concept
66Disallow: /sg/ioniq-5/specs
67Disallow: /sg/offline/
68Disallow: /sg/shop/
69Disallow: /sg/owners/
70Disallow: /sg/mypage/
71Disallow: /sg/support/faq
72Disallow: /sg/support/notice
73Disallow: /sg/search
74Disallow: /libs/granite/
75Disallow: /*?select-model-name
76Disallow: /de/de/haendlerkontakt/
77Disallow: /de/de/modelle-wip/
78Disallow: /de/de/fuer-tests/
79Disallow: /de/de/fuer-modellseiten-Tests/
80Disallow: /de/de/archiv-modelle/
81Disallow: /de/de/archiv-content-pages/
82Disallow: /de/de/redirect/videos/safety/
83Disallow: /de/de/redirect/modell-info/
84Disallow: /de/de/*?email=
85Disallow: /nl/nl/scripts/
86Disallow: /nl/nl/xml/
87Disallow: /nl/nl/feeds/
88Disallow: /be/fr/api/
89Disallow: /be/nl/api/
90Disallow: /fr/fr/caconfig*
91Disallow: /fr/fr/config-label*
92Disallow: /fr/fr/entreprises/hyundai-entreprises/offres-entreprises/contact.html#!/l/
93Disallow: /fr/fr/live-chat/
94Disallow: /fr/fr/clicktobuy/
95Disallow: /fr/fr/*select-model-name
96Disallow: /se/sv/caconfig*
97Disallow: /se/sv/email-templates*
98Disallow: /se/sv/configurator-labels*
99
100User-agent: ScrapeHero
101Disallow: /
102
103User-agent: dotbot
104User-agent: oBot
105User-agent: MJ12bot
106Disallow: /nl/nl/
107
108User-agent: CazoodleBot
109User-agent: dotbot/1.0
110User-agent: Gigabot
111Disallow: /it/it/
112
113User-agent: ia_archiver
114Disallow: /be/fr/
115Disallow: /be/nl/
116
117# Optional restrictions currently under review
118# Disallow: /pa/
119# Disallow: /*?*page=
120
121# ------------------------------------------------------------
122# 3. Sitemap Signals
123# ------------------------------------------------------------
124Sitemap: https://www.hyundai.com/sitemap.xml
125Sitemap: https://www.hyundai.com/cci-sitemap.xml
126Sitemap: https://www.hyundai.com/worldwide/en/sitemap.xml
127Sitemap: https://www.hyundai.com/worldwide/ko/sitemap.xml
128Sitemap: https://www.hyundai.com/kr/ko/sitemap.xml
129Sitemap: https://www.hyundai.com/gd/en/sitemap.xml
130Sitemap: https://www.hyundai.com/et/en/sitemap.xml
131Sitemap: https://www.hyundai.com/ng/en/sitemap.xml
132Sitemap: https://www.hyundai.com/ma/fr/sitemap.xml
133Sitemap: https://www.hyundai.com/canarias/es/sitemap.xml
134Sitemap: https://www.hyundai.com/tr/tr/sitemap.xml
135Sitemap: https://www.hyundai.com/uz/ru/sitemap.xml
136Sitemap: https://www.hyundai.com/hk/en/sitemap.xml
137Sitemap: https://www.hyundai.com/hk/zh/sitemap.xml
138Sitemap: https://www.hyundai.com/id/en/sitemap.xml
139Sitemap: https://www.hyundai.com/id/id/sitemap.xml
140Sitemap: https://www.hyundai.com/la/en/sitemap.xml
141Sitemap: https://www.hyundai.com/la/lo/sitemap.xml
142Sitemap: https://www.hyundai.com/ph/en/sitemap.xml
143Sitemap: https://www.hyundai.com/lb/ar/sitemap.xml
144Sitemap: https://www.hyundai.com/lb/en/sitemap.xml
145Sitemap: https://www.hyundai.com/bh/ar/sitemap.xml
146Sitemap: https://www.hyundai.com/bh/en/sitemap.xml
147Sitemap: https://www.hyundai.com/kw/ar/sitemap.xml
148Sitemap: https://www.hyundai.com/kw/en/sitemap.xml
149Sitemap: https://www.hyundai.com/pacific/en/sitemap.xml
150Sitemap: https://www.hyundai.com/csa/en/sitemap.xml
151Sitemap: https://www.hyundai.com/csa/es/sitemap.xml
152Sitemap: https://www.hyundai.com/africa/en/sitemap.xml
153Sitemap: https://www.hyundai.com/africa/fr/sitemap.xml
154Sitemap: https://www.hyundai.com/th/en/sitemap.xml
155Sitemap: https://www.hyundai.com/th/th/sitemap.xml
156Sitemap: https://www.hyundai.com/my/en/sitemap.xml
157Sitemap: https://www.hyundai.com/in/en/sitemap.xml
158Sitemap: https://www.hyundai.com/au/en/sitemap.xml
159Sitemap: https://www.hyundai.com/jp/sitemap1.xml
160Sitemap: https://www.hyundai.com/eu/sitemap.xml
161Sitemap: https://www.hyundai.com/cz/sitemap.xml
162Sitemap: https://www.hyundai.com/lu/fr/sitemap.xml
163Sitemap: https://www.hyundai.com/be/fr/sitemap.xml
164Sitemap: https://www.hyundai.com/be/nl/sitemap.xml
165Sitemap: https://www.hyundai.com/sg/sitemap.xml
166Sitemap: https://www.hyundai.com/ch/de/sitemap.xml
167Sitemap: https://www.hyundai.com/ch/fr/sitemap.xml
168Sitemap: https://www.hyundai.com/ch/it/sitemap.xml
169Sitemap: https://www.hyundai.com/sk/sk/sitemap.xml
170Sitemap: https://www.hyundai.com/sk/sk/cci-sitemap.xml
171Sitemap: https://www.hyundai.com/se/sv/sitemap.xml
172Sitemap: https://www.hyundai.com/se/sv/cci-sitemap.xml
173Sitemap: https://www.hyundai.com/uk/en/sitemap.xml
174Sitemap: https://www.hyundai.com/uk/en/cci-sitemap.xml
175Sitemap: https://www.hyundai.com/nl/nl/sitemap.xml
176Sitemap: https://www.hyundai.com/nl/nl/cci-sitemap.xml
177Sitemap: https://www.hyundai.com/de/de/sitemap.xml
178Sitemap: https://www.hyundai.com/de/de/cci-sitemap.xml
179Sitemap: https://www.hyundai.com/fr/fr/sitemap.xml
180Sitemap: https://www.hyundai.com/fr/fr/cci-sitemap.xml
181Sitemap: https://www.hyundai.com/it/it/sitemap.xml
182Sitemap: https://www.hyundai.com/it/it/cci-sitemap.xml
183Sitemap: https://www.hyundai.com/pl/pl/sitemap.xml
184Sitemap: https://www.hyundai.com/pl/pl/cci-sitemap.xml
185Sitemap: https://www.hyundai.com/es/es/sitemap.xml
186Sitemap: https://www.hyundai.com/es/es/cci-sitemap.xml
187Sitemap: https://www.hyundai.com/cz/cz/sitemap.xml
188Sitemap: https://www.hyundai.com/cz/cz/cci-sitemap.xml
189Sitemap: https://www.hyundai.com/no/no/sitemap.xml
190Sitemap: https://www.hyundai.com/no/no/cci-sitemap.xml