NeuralCrawl

LG Corp / robots.txt

← back to lg.com · change detected 11d ago (2026-09-08T06:00:54Z) · modified +123 −192

What changed

Diff old (2026-08-28T08:28:02Z) → new (2026-09-08T06:00:54Z)

@@ -1,58 +1,14 @@
1- # ChatGPT
2- User-agent: ChatGPT-User
3- User-agent: OAI-SearchBot
4- Allow: /
5-
6- # Perplexity
7- User-agent: PerplexityBot
8- Allow: /
9-
10- # Claude
11- User-agent: ClaudeBot
12- Allow: /
13-
14- # GoogleOther (AI Overviews)
15- User-agent: GoogleOther
16- Allow: /
17- Disallow: /*jcr:content
18- Disallow: /*_jcr_content
19- Disallow: /*jcr%3Acontent
20-
21- # GPT-4o
22- User-agent: GPTBot
23- Allow: /
24-
25- # Google Gemini
26- User-agent: Google-Extended
27- Allow: /
28-
29- # Microsoft Copilot-Answer
30- User-agent: BingPreview
31- Allow: /
32-
33- User-agent: Googlebot
34- Disallow: /*?search=*
35- Disallow: /*/search*
36- Disallow: /*/srch*
37- Disallow: /*jcr:content
38- Disallow: /*_jcr_content
39- Disallow: /*jcr%3Acontent
40-
41- User-agent: Googlebot-image
42- Disallow: /*?search=*
43- Disallow: /*/search*
44- Disallow: /*/srch*
1+ # LG.com robots.txt
2+ # Crawl policy is managed in the User-agent: * group.
453 
464  User-agent: *
475  Allow: /
486  Disallow: *?bvstate=pg*
497  Disallow: /*nf-ec*
508  Disallow: /*f-ec*
51- Disallow: /*/support/feedback?*
529  Disallow: /*/search*?*
5310  Disallow: /*/*.ldwf*
5411  Disallow: /*/support/product-help/doc*
55- Disallow: /*/support/videos/videos-tutorials-layer*
5612  Disallow: /*/support/error-pages
5713  Disallow: /error
5814  Disallow: /common/bug
@@ -172,11 +128,10 @@
172128  Disallow: /vn/small-medium-business
173129  Disallow: /vn/small-medium-business/*
174130  Disallow: /portal/*
175-
176131  Disallow: /lg5-common-gp/capcha/botdetectcaptcha
177132  Disallow: /WEB-INF/jsp/common/error/error404.jsp
178- Disallow:/*?from=*
179- Disallow:/*?awc=*
133+ Disallow: /*?from=*
134+ Disallow: /*?awc=*
180135  Disallow: /*?category=*
181136  Disallow: /*?amp=*
182137  Disallow: /*?code=*
@@ -193,161 +148,23 @@
193148  Disallow: /tw/*?bannerLinkUrl=*
194149  Disallow: /ru/*web-survey
195150  Disallow: /ru/products/*.page
196-
197- User-agent: Baiduspider
151+ Disallow: /*jcr:content
152+ Disallow: /*_jcr_content
153+ Disallow: /*jcr%3Acontent
154+ Disallow: /*/search*
198155  Disallow: /*/wtb?modelName=*
199156  Disallow: /*/my-support
200157  Disallow: /*/mylg-login
201158  Disallow: /*?cmpid
202159  Disallow: /*/player?videoId=
203160  Disallow: /*/embedded-player?videoId=
204-
205- User-agent: Yandex
206- Allow: /
207- Disallow: /error
208- Disallow: /common/bug
209- Disallow: /common/content_*
210- Disallow: /common/error
211- Disallow: /common/support
212- Disallow: /templatedata
213- Disallow: /war
214- Disallow: /download/support/contactus
215161  Disallow: /adm
216162  Disallow: /Admin
217- Disallow: /download/support
218- Disallow: /*.ajax$
219- Disallow: /us/about-lg/investor-relations/
220- Disallow: /es/HEProductExperiencePage
221- Disallow: /es/HEProductExperiencePage/
222- Disallow: /es/HEProductExperiencePage/tv/main
223163  Disallow: /*locate-repair-center-detail/
224- Disallow: /*video-tutorials/CT
225- Disallow: /*/search.lg*
226- Disallow: /*/response/*
227- Disallow: /*?search=*
228- Disallow: /*/popup/*
229- Disallow: /*?bvrrp=*
230- Disallow: /*/srch*
231164  Disallow: /search-all?*
232- Disallow: /ru/*web-survey
233- Disallow: /ru/products/*.page
234- Clean-param: utm_source&utm_medium&utm_term&utm_campaign&utm_content /
235- Clean-param: gclid /
236- Clean-param:countryCd /*.jsp
237- Clean-param:subCatId /*.jsp
238- Clean-param:value /*.jsp
239- Clean-param:contextPath /*.jsp
240- Clean-param:ref_no /*.jspA
241- Clean-param:s_kwcid /*.jsp
242- Clean-param:cmpid /*.jsp
243- Clean-param:element&model&bizType&cjevent&csSalesCode
244- Clean-param:modelid&ref&code&amp&awc&from&category&cmpid&emptyModel&id /
245- Clean-param:elqat
246- Clean-param:_gl
247- Clean-param:_lang
248- Clean-param:action
249- Clean-param:adobeSearchType
250- Clean-param:bannerLinkUrl
251- Clean-param:bannerOmniture
252- Clean-param:blogger
253- Clean-param:bvdata
254- Clean-param:bvroute
255- Clean-param:bvstate
256- Clean-param:c
257- Clean-param:categoryId
258- Clean-param:categoryName
259- Clean-param:componentID
260- Clean-param:countryCode
261- Clean-param:countryName
262- Clean-param:csB2bFlag
263- Clean-param:customerModelCode
264- Clean-param:disableGlobalInfoCollect
265- Clean-param:downTime
266- Clean-param:ds_rl
267- Clean-param:elqah
268- Clean-param:elqaid
269- Clean-param:elqTrackId
270- Clean-param:emptyModel
271- Clean-param:etext
272- Clean-param:feed
273- Clean-param:fromApp
274- Clean-param:gbraid
275- Clean-param:gclsrc
276- Clean-param:gtm_debug
277- Clean-param:hashTag
278- Clean-param:headerTitle
279- Clean-param:hl
280- Clean-param:initialTab
281- Clean-param:keyword
282- Clean-param:lgcom_source
283- Clean-param:limit
284- Clean-param:linkId
285- Clean-param:m
286- Clean-param:menu
287- Clean-param:modelCode
288- Clean-param:modelName
289- Clean-param:modelNum
290- Clean-param:modelNumber
291- Clean-param:msclkid
292- Clean-param:name
293- Clean-param:nm
294- Clean-param:nofire
295- Clean-param:nx
296- Clean-param:obsBuynowFlag
297- Clean-param:obsOnly
298- Clean-param:oldTerm
299- Clean-param:omniture
300- Clean-param:ort
301- Clean-param:p
302- Clean-param:q
303- Clean-param:quickMenuSuperCategoryId
304- Clean-param:r
305- Clean-param:realSearch
306- Clean-param:rearr-factors
307- Clean-param:receiptNumber
308- Clean-param:redirectCheckUrl
309- Clean-param:reSearch
310- Clean-param:returnFlag
311- Clean-param:rev
312- Clean-param:s
313- Clean-param:salesModel
314- Clean-param:search
315- Clean-param:searchChck
316- Clean-param:searchResultFlag
317- Clean-param:selectItem
318- Clean-param:sid
319- Clean-param:siteType
320- Clean-param:sort
321- Clean-param:source
322- Clean-param:spm
323- Clean-param:subcategory
324- Clean-param:subCateId
325- Clean-param:submit
326- Clean-param:superCategoryId
327- Clean-param:superCateId
328- Clean-param:surveyPageChangeYn
329- Clean-param:target
330- Clean-param:tpclid
331- Clean-param:twclid
332- Clean-param:type
333- Clean-param:u
334- Clean-param:url
335- Clean-param:viewSalesCode
336- Clean-param:visit_id
337- Clean-param:wbraid
338- Clean-param:yandex_ad_client_id
339- Clean-param:tabType&clickref&currentPage&sku&sub_id
340- Clean-param:n_source&n_campaign&n_medium&n_content&success&social&sa&ved&DOC_ID&what&fromSystem&fileId&ORIGINAL_NAME_b1_a1&sqi&back&utm_channel&ranMID&ranEAID&ranSiteID&LSNSUBSITE&2599630&3488388&sv1&frm&sv_campaign&ppi&ppa&qwe&sdf&rtp&v
341- Clean-param:sv_campaign_id&aku&elqak
342- Clean-param:room&product&interior&simulator&popup
343-
344- # Sitemap files
345- Sitemap: https://www.lg.com/sitemap.xml
346-
347- Host: www.lg.com
348165 
349166  User-agent: Mediapartners-Google
350- Allow:/*.jsp?cmpid
167+ Allow: /*.jsp?cmpid
351168 
352169  User-agent: AdsBot-Google
353170  Allow: /*.jsp?cmpid
@@ -355,5 +172,119 @@
355172  User-agent: AdsBot-Google-Mobile
356173  Allow: /*.jsp?cmpid
357174 
175+ Sitemap: https://www.lg.com/sitemap.xml
176+
358177  # LLM-friendly content guide for GEO/AEO (Hub file)
359178  LLM: https://www.lg.com/llms.txt
179+
180+ # Yandex
181+ Host: www.lg.com
182+ Clean-param: utm_source&utm_medium&utm_term&utm_campaign&utm_content /
183+ Clean-param: gclid /
184+ Clean-param: countryCd /*.jsp
185+ Clean-param: subCatId /*.jsp
186+ Clean-param: value /*.jsp
187+ Clean-param: contextPath /*.jsp
188+ Clean-param: ref_no /*.jspA
189+ Clean-param: s_kwcid /*.jsp
190+ Clean-param: cmpid /*.jsp
191+ Clean-param: element&model&bizType&cjevent&csSalesCode
192+ Clean-param: modelid&ref&code&amp&awc&from&category&cmpid&emptyModel&id /
193+ Clean-param: elqat
194+ Clean-param: _gl
195+ Clean-param: _lang
196+ Clean-param: action
197+ Clean-param: adobeSearchType
198+ Clean-param: bannerLinkUrl
199+ Clean-param: bannerOmniture
200+ Clean-param: blogger
201+ Clean-param: bvdata
202+ Clean-param: bvroute
203+ Clean-param: bvstate
204+ Clean-param: c
205+ Clean-param: categoryId
206+ Clean-param: categoryName
207+ Clean-param: componentID
208+ Clean-param: countryCode
209+ Clean-param: countryName
210+ Clean-param: csB2bFlag
211+ Clean-param: customerModelCode
212+ Clean-param: disableGlobalInfoCollect
213+ Clean-param: downTime
214+ Clean-param: ds_rl
215+ Clean-param: elqah
216+ Clean-param: elqaid
217+ Clean-param: elqTrackId
218+ Clean-param: emptyModel
219+ Clean-param: etext
220+ Clean-param: feed
221+ Clean-param: fromApp
222+ Clean-param: gbraid
223+ Clean-param: gclsrc
224+ Clean-param: gtm_debug
225+ Clean-param: hashTag
226+ Clean-param: headerTitle
227+ Clean-param: hl
228+ Clean-param: initialTab
229+ Clean-param: keyword
230+ Clean-param: lgcom_source
231+ Clean-param: limit
232+ Clean-param: linkId
233+ Clean-param: m
234+ Clean-param: menu
235+ Clean-param: modelCode
236+ Clean-param: modelName
237+ Clean-param: modelNum
238+ Clean-param: modelNumber
239+ Clean-param: msclkid
240+ Clean-param: name
241+ Clean-param: nm
242+ Clean-param: nofire
243+ Clean-param: nx
244+ Clean-param: obsBuynowFlag
245+ Clean-param: obsOnly
246+ Clean-param: oldTerm
247+ Clean-param: omniture
248+ Clean-param: ort
249+ Clean-param: p
250+ Clean-param: q
251+ Clean-param: quickMenuSuperCategoryId
252+ Clean-param: r
253+ Clean-param: realSearch
254+ Clean-param: rearr-factors
255+ Clean-param: receiptNumber
256+ Clean-param: redirectCheckUrl
257+ Clean-param: reSearch
258+ Clean-param: returnFlag
259+ Clean-param: rev
260+ Clean-param: s
261+ Clean-param: salesModel
262+ Clean-param: search
263+ Clean-param: searchChck
264+ Clean-param: searchResultFlag
265+ Clean-param: selectItem
266+ Clean-param: sid
267+ Clean-param: siteType
268+ Clean-param: sort
269+ Clean-param: source
270+ Clean-param: spm
271+ Clean-param: subcategory
272+ Clean-param: subCateId
273+ Clean-param: submit
274+ Clean-param: superCategoryId
275+ Clean-param: superCateId
276+ Clean-param: surveyPageChangeYn
277+ Clean-param: target
278+ Clean-param: tpclid
279+ Clean-param: twclid
280+ Clean-param: type
281+ Clean-param: u
282+ Clean-param: url
283+ Clean-param: viewSalesCode
284+ Clean-param: visit_id
285+ Clean-param: wbraid
286+ Clean-param: yandex_ad_client_id
287+ Clean-param: tabType&clickref&currentPage&sku&sub_id
288+ Clean-param: n_source&n_campaign&n_medium&n_content&success&social&sa&ved&DOC_ID&what&fromSystem&fileId&ORIGINAL_NAME_b1_a1&sqi&back&utm_channel&ranMID&ranEAID&ranSiteID&LSNSUBSITE&2599630&3488388&sv1&frm&sv_campaign&ppi&ppa&qwe&sdf&rtp&v
289+ Clean-param: sv_campaign_id&aku&elqak
290+ Clean-param: room&product&interior&simulator&popup