DHL Group / robots.txt snapshot

← back to dhl.com · fetched 2026-06-20T01:10:30Z (15h ago) · HTTP 200 · 1621 bytes · sha256 8ef11cc9794c8712 · raw

final URL: https://www.dhl.com/robots.txt

1	# Version 27.02.2026
2	# https://www.dhl.com/
3
4	# Settings for Norconex Crawler and the Cloud Native Crawler (for GCS)
5	User-agent: dhl-cloud-crawler
6	User-agent: dhl-norconex-crawler
7	Allow: /
8	Disallow: /master/
9	Disallow: /content/
10	Disallow: /DatPublic/
11	Disallow: /v1/mailitems
12	Disallow: /TrackReport/
13
14	User-agent: *
15	Allow: /
16	Disallow: /master/
17	Disallow: /DatPublic/
18	Disallow: /v1/mailitems
19	Disallow: /TrackReport/
20	Disallow: /sureroute-test-object.html
21	Disallow: /at-en/home/global-forwarding/help-center/claims-complaints-compliments-form.html
22	Disallow: /at-de/home/global-forwarding/help-center/claims-complaints-compliments-form.html
23	Disallow: /at-de/home/globale-weiterleitung/hilfecenter/claims-complaints-compliments-form.html
24	Disallow: /lu-en/home/global-forwarding/help-center/claims-complaints-compliments-form.html
25	Disallow: /lu-de/home/global-forwarding/help-center/claims-complaints-compliments-form.html
26	Disallow: /lu-de/home/globale-weiterleitung/hilfecenter/claims-complaints-compliments-form.html
27	Disallow: /lu-fr/home/global-forwarding/help-center/claims-complaints-compliments-form.html
28	Disallow: /lu-fr/home/expediteur-mondial/centre-d-assistance/claims-complaints-compliments-form.html
29	Disallow: /_sec/*
30
31	# Discover
32	Disallow: /discover/*/search-results
33	Disallow: /discover/*/download-thanks
34	Disallow: /discover/*/open-an-account/thanks
35	Disallow: /discover//open-an-account//thank-you
36
37	# GCCP
38	Disallow: /express/mydhl/perfectyourshipment
39	Disallow: /cp
40
41	# eCS Finder
42	Disallow: /fragments/dhl-finder-v1
43
44	Sitemap: https://www.dhl.com/sitemap-index.xml
45	Sitemap: https://www.dhl.com/discover/sitemap-index.xml