NeuralCrawl

Delta Air Lines / robots.txt snapshot

← back to delta.com · fetched 2026-11-03T19:10:24Z (3d ago) · HTTP 200 · 6502 bytes · sha256 4d088aba6d47e2bf · raw

final URL: https://www.delta.com/robots.txt

1# - LLM / AI Crawlers - Explicitly Permitted -
2User-agent: GPTBot
3Allow: /
4
5User-agent: ChatGPT-User
6Allow: /
7
8User-agent: OAI-SearchBot
9Allow: /
10
11User-agent: ClaudeBot
12Allow: /
13
14User-agent: anthropic-ai
15Allow: /
16
17User-agent: Google-Extended
18Allow: /
19
20User-agent: FacebookBot
21Allow: /
22
23User-agent: meta-externalagent
24Allow: /
25
26User-agent: Meta-ExternalFetcher
27Allow: /
28
29User-agent: Applebot-Extended
30Allow: /
31
32User-agent: Amazonbot
33Allow: /
34
35User-agent: PerplexityBot
36Allow: /
37
38User-agent: CCBot
39Allow: /
40
41User-agent: cohere-ai
42Allow: /
43
44User-agent: Bytespider
45Allow: /
46
47User-agent: DuckAssistBot
48Allow: /
49
50User-agent: YouBot
51Allow: /
52
53User-agent: Diffbot
54Allow: /
55
56User-agent: ai2-crawler
57Allow: /
58
59# If you are reading this looking for a means of reporting a security issue, please see security.txt @ https://www.delta.com/us/en/legal/vulnerability-disclosure-guidelines
60
61User-agent: *
62
63Allow: /en_US/skymiles/medallion-program/reclaim-my-status.html
64Allow: /en_US/skymiles/medallion-program/reclaim-my-status/enrollment.html
65Disallow: /en_US/
66
67Allow: /flightstatus/search
68Disallow: /flightstatus/1*
69Disallow: /flightstatus/search/*
70Disallow: /flight-status*
71
72# Allow Individual Pages
73Allow: /etc/designs/global/clientlib-overview.css
74
75# Allow Individual .jsp Pages
76Allow: /index.jsp
77Allow: /components/popups/skymark/terms.jsp
78Allow: /deltareservemqm/mbrLanding.action
79Allow: /app_links/join_skymiles/index.jsp
80Allow: /awards/skymark/landing/index.jsp
81Allow: /privacy_security/index.jsp
82Allow: /worldwide_sites/index.jsp
83Allow: /cns/travel/flight_notification/index.jsp
84Allow: /components/help/apps/booking/fare_class.jsp
85Allow: /mqm-calculator/help/class.jsp
86
87# Allow Subfolders with .jsp pages
88Allow: /about_delta/
89Allow: /business_programs_services/
90Allow: /care/
91Allow: /help/
92Allow: /legal/
93Allow: /marketing/
94Allow: /planning_reservations/
95Allow: /prog_serv/
96Allow: /skymiles/
97Allow: /travel/
98Allow: /traveling_checkin/
99
100# Allow App Subfolders
101Allow: /buygftxfer/
102Allow: /contactus/
103Allow: /baggage/
104Allow: /profile/
105Allow: /cns/
106Allow: /inside/
107Allow: /schedules/
108Allow: /travel-agency/
109Allow: /emailus/
110Allow: /skyclub/*.action
111Allow: /merch/shop*.action
112Allow: /home/devicetype
113
114# Disallow file types
115Disallow: /*.jsp
116Disallow: /*.pdf
117
118# Disallow generated pages
119Disallow: *cacheKey*
120Disallow: *?*paymentRef=
121Disallow: /site-search?searchTerm=*
122Disallow: /profile/enrolllanding.action?partnerCd*
123Disallow: /merch/searchHotelAction.action?locationCode*
124Disallow: /merch/searchCarAction.action?locationCode*
125Disallow: /edoc/displayEdoc*
126Disallow: /edoc/redeemDocuments.action?action=*
127Disallow: /air-shopping/findFlights.action*
128Disallow: /findFlights.action*
129Disallow: /flight-search/book-a-flight?cacheKeySuffix=
130Disallow: /flight-search/search?
131Disallow: /custlogin/showResetPassword.action*
132Disallow: /flight-search-2/
133Disallow: /search*
134Disallow: /sitesearch*
135Disallow: /refund-status/search
136Disallow: /air-shopping/searchflights.action
137Disallow: /merch/merch/searchCarAction.action
138Disallow: /my-trips/upcoming-trips
139Disallow: /mytrips/printItinerary
140Disallow: /mytrips/
141Disallow: /reshop/
142Disallow: /cartreshop/activity/reshopPurchase.action
143Disallow: /contactus/pages/business_programs_services/agency_irop/index.jsp
144Disallow: /mypromos/registerPromotion.action
145Disallow: /profile/promotionconfirm.action*
146Disallow: /skyclub/purchasemembership_removePromotion.action
147Disallow: /profile/enrollconfirm.action
148
149# Disallow Subfolders
150Disallow: /home/
151Disallow: /completepurchase
152Disallow: /complete-purchase
153Disallow: /flightsearch/book-a-flight?cacheKeySuffix=
154Disallow: /lib*
155Disallow: /etc*
156Disallow: /cart/
157Disallow: /customerprofile/
158Disallow: /edocviewer/
159Disallow: /oci/
160Disallow: /onlinerefunds/
161Disallow: /PCCOciWeb/
162Disallow: /smlogin/
163Disallow: /widgetnav/
164Disallow: /acctmaint/
165Disallow: /intranetlink/
166Disallow: /booking/
167Disallow: /contactus/shared
168Disallow: /content/dam/delta-www/pdfs/
169Disallow: /seat/
170Disallow: /components/
171Disallow: /content/www/reference/
172Disallow: /content/www/en_us/offers-and-redirects
173Disallow: /content/campaigns/
174Disallow: /myitinerary/
175Disallow: /custlogin/
176Disallow: /cartalacarte/
177Disallow: /air-shopping/
178Disallow: /air-shopping/*
179Disallow: /air-shopping*
180Disallow: /agency-refund/
181Disallow: /_jcr_content/
182Disallow: /jcr:content/
183
184# Disallow Individual App Pages
185Disallow: /book/activity/confirmation.action
186Disallow: /mydelta/receiptDetailsPage
187Disallow: /mydelta/receiptDetailsPage.action
188Disallow: /mydelta/vacationReceiptDetailsPage
189Disallow: /mydelta/walletMyReceiptSummary
190Disallow: /mydelta/walletMyVoucherSummary
191
192# Disallow smt links
193Disallow: /*smt-silver.html
194Disallow: /*smt-platinum.html
195Disallow: /*smt-gold.html
196Disallow: /*smt-diamond.html
197Disallow: /*smt-loggedIn.html
198Disallow: /*smt-member.html
199
200# Disallow Secondary Content Pages
201Disallow: /apac/en/
202Disallow: /br/en/
203Disallow: /ca/en/
204Disallow: /cn/en/
205Disallow: /eu/en/
206Disallow: /fr/en/
207Disallow: /gb/en/
208Disallow: /jp/en/
209Disallow: /kr/en/
210Disallow: /lac/en/
211Disallow: /mea/en/
212Disallow: /mx/en/
213Disallow: /eu/es/
214Disallow: /lac/es/
215Disallow: /mx/es/
216Disallow: /eu/fr/
217Disallow: /ca/fr/
218Disallow: /eu/pt/
219Disallow: /intl/en/
220Disallow: /global/en/
221Disallow: /content/www/apac/en/
222Disallow: /content/www/br/en/
223Disallow: /content/www/ca/en/
224Disallow: /content/www/cn/en/
225Disallow: /content/www/eu/en/
226Disallow: /content/www/fr/en/
227Disallow: /content/www/gb/en/
228Disallow: /content/www/jp/en/
229Disallow: /content/www/kr/en/
230Disallow: /content/www/lac/en/
231Disallow: /content/www/mea/en/
232Disallow: /content/www/mx/en/
233Disallow: /content/www/eu/es/
234Disallow: /content/www/lac/es/
235Disallow: /content/www/mx/es/
236Disallow: /content/www/eu/fr/
237Disallow: /content/www/ca/fr/
238Disallow: /content/www/eu/pt/
239Disallow: /content/www/intl/en/
240Disallow: /content/www/global/en/
241Disallow: /content/www/us/en.html
242Disallow: /index.html
243Disallow: /us/en/spiritofdelta
244Disallow: /content/www/us/en/spiritofdelta.html
245Disallow: /us/en/home
246Disallow: /home_mach
247Disallow: */home_mach
248Disallow: /giftcards/amex
249Disallow: /egift/eGiftPurchase.action*
250Disallow: /egift*
251Disallow: /seats
252Disallow: /seats*
253
254
255# Disallow Secondary Home Pages
256Disallow: /apac/en
257Disallow: /br/en
258Disallow: /ca/en
259Disallow: /cn/en
260Disallow: /eu/en
261Disallow: /fr/en
262Disallow: /gb/en
263Disallow: /jp/en
264Disallow: /kr/en
265Disallow: /lac/en
266Disallow: /mea/en
267Disallow: /mx/en
268Disallow: /eu/es
269Disallow: /lac/es
270Disallow: /mx/es
271Disallow: /eu/fr
272Disallow: /ca/fr
273Disallow: /eu/pt
274
275Sitemap: https://www.delta.com/sitemap.xml