NeuralCrawl

A.P. Moller-Maersk / robots.txt snapshot

← back to maersk.com · fetched 2026-06-20T01:10:30Z (15h ago) · HTTP 200 · 3916 bytes · sha256 3df86d6698778c73 · raw

final URL: https://www.maersk.com/robots.txt

1# Try Maersk GPT
2# https://maer.sk/gpt
3
4User-agent: AhrefsBot
5Crawl-Delay: 10
6
7User-agent: BernardBot
8Allow: /about/executive-leadership-team/bernard-bot
9
10User-agent: Baiduspider
11Disallow: /
12
13User-agent: *
14Allow: /*-*/careers/technology
15Allow: /~/media_sc9/maersk/local-information/files/*/india/export/indemnity-bond-format-*.docx
16Allow: /insights/filter$
17Allow: /logistics-explained/filter$
18Allow: /onlinequote/$
19Allow: /onlinequote/assets/
20Allow: /portaluser/login$
21Allow: /portaluser/register$
22Allow: /support/filter$
23Allow: /tracking/$
24Allow: /tracking/air/$
25Allow: /tracking/assets/
26Allow: /tracking/lcl/$
27Allow: /tracking/parcel$
28Allow: /de-de/local-information/europe/contract-logistics/*/bremen
29Allow: /de-de/local-information/europe/contract-logistics/*/bremerhaven
30Allow: /de-de/local-information/europe/contract-logistics/*/duisburg
31Allow: /de-de/local-information/europe/contract-logistics/*/hamburg
32Allow: /de-de/local-information/europe/contract-logistics/*/hanover
33Allow: /es-mx/local-information/europe/contract-logistics/*/barcelona
34Allow: /es-mx/local-information/europe/contract-logistics/*/madrid
35Allow: /tr-tr/local-information/europe/contract-logistics/*/eskisehir
36Allow: /tr-tr/local-information/europe/contract-logistics/*/istanbul
37Disallow: /dashboard
38Disallow: /about/cfs
39Disallow: /news/category/*?
40Disallow: /ibooking
41Disallow: /essential/location
42Disallow: /lcl
43Disallow: /payer
44Disallow: /about/do-copy
45Disallow: /tasks/
46Disallow: /ign/
47Disallow: /*-*/about/our-history
48Disallow: /*-*/beta
49Disallow: /*-*/brexit
50Disallow: /*-*/careers
51Disallow: /*-*/growth
52Disallow: /*-*/insights/tags/
53Disallow: /*-*/live-events
54Disallow: /*-*/local-information/europe/contract-logistics
55Disallow: /*-*/logistics-explained$
56Disallow: /*-*/onlinequote
57Disallow: /*-*/portaluser
58Disallow: /*-*/procurement
59Disallow: /*-*/schedules
60Disallow: /*-*/search
61Disallow: /*-*/share-via
62Disallow: /*-*/support/case
63Disallow: /*-*/support/chat
64Disallow: /*-*/tracking
65Disallow: /*-*/undefined
66Disallow: /*-*/why-maersk
67Disallow: /*.doc
68Disallow: /*.ppt
69Disallow: /*.xls
70Disallow: /*/filter
71Disallow: /*/news/tags
72Disallow: /*/treatment/
73Disallow: /*cHash=
74Disallow: /*elqTrackId=
75Disallow: /*exit=
76Disallow: /*filter=
77Disallow: /*link.aspx_id=
78Disallow: /*locationId=
79Disallow: /*originalUrl=
80Disallow: /*tx_
81Disallow: /*url=
82Disallow: /about/edo
83Disallow: /acm/
84Disallow: /akam/
85Disallow: /allocations
86Disallow: /beta
87Disallow: /billoflading
88Disallow: /book
89Disallow: /captcha
90Disallow: /careers/vacancies*?
91Disallow: /careers/vacancies/sv
92Disallow: /cargo-insurance
93Disallow: /commodity/
94Disallow: /common/
95Disallow: /demurrage
96Disallow: /doLogin
97Disallow: /dqcs
98Disallow: /fixedSpotBooking
99Disallow: /flow/
100Disallow: /forms/
101Disallow: /go$
102Disallow: /hub
103Disallow: /import/
104Disallow: /inlandpricelookup
105Disallow: /instantPrice
106Disallow: /intermodal/
107Disallow: /liveEngage
108Disallow: /loggedin
109Disallow: /logistics-explained/newsletter
110Disallow: /logistics-explained/tags/
111Disallow: /logoff
112Disallow: /Maersk/Home/
113Disallow: /multilanguageapp/
114Disallow: /my-customs
115Disallow: /myfinance
116Disallow: /mymaersk
117Disallow: /news/category/$
118Disallow: /onlinequote/*
119Disallow: /pdf/
120Disallow: /ping
121Disallow: /portallang
122Disallow: /portaluser
123Disallow: /public
124Disallow: /ratelookup/
125Disallow: /ru-ru/insights
126Disallow: /ru-ru/local-information
127Disallow: /ru-ru/logistics-explained
128Disallow: /ru-ru/news
129Disallow: /rules-lookup/
130Disallow: /schedules/*?
131Disallow: /scp/
132Disallow: /search*=
133Disallow: /security/
134Disallow: /share-via
135Disallow: /shipment
136Disallow: /shipping
137Disallow: /sitecore
138Disallow: /subscriptions/
139Disallow: /support/chat/?
140Disallow: /tracking/*
141Disallow: /undefined
142Disallow: /user/
143Disallow: /vacancies/
144Disallow: /vessels
145Disallow: /web/
146Disallow: /webuser
147
148Sitemap: https://www.maersk.com/sitemap.xml
149Sitemap: https://www.maersk.com/sitemap-cs.xml
150Sitemap: https://www.maersk.com/sitemap-is.xml