NeuralCrawl

Delta Air Lines / robots.txt snapshot

← back to delta.com · fetched 2026-10-29T17:28:06Z (8d ago) · HTTP 200 · 6569 bytes · sha256 d524e88c21cc31d8 · raw

final URL: https://www.delta.com/robots.txt

1# - LLM / AI Crawlers - Explicitly Permitted -
2User-agent: GPTBot
3Allow: /
4
5User-agent: ChatGPT-User
6Allow: /
7
8User-agent: OAI-SearchBot
9Allow: /
10
11User-agent: ClaudeBot
12Allow: /
13
14User-agent: anthropic-ai
15Allow: /
16
17User-agent: Google-Extended
18Allow: /
19
20User-agent: FacebookBot
21Allow: /
22
23User-agent: meta-externalagent
24Allow: /
25
26User-agent: Meta-ExternalFetcher
27Allow: /
28
29User-agent: Applebot-Extended
30Allow: /
31
32User-agent: Amazonbot
33Allow: /
34
35User-agent: PerplexityBot
36Allow: /
37
38User-agent: CCBot
39Allow: /
40
41User-agent: cohere-ai
42Allow: /
43
44User-agent: Bytespider
45Allow: /
46
47User-agent: DuckAssistBot
48Allow: /
49
50User-agent: YouBot
51Allow: /
52
53User-agent: Diffbot
54Allow: /
55
56User-agent: ai2-crawler
57Allow: /
58
59# If you are reading this looking for a means of reporting a security issue, please see security.txt @ https://www.delta.com/us/en/legal/vulnerability-disclosure-guidelines
60
61User-agent: *
62
63Allow: /en_US/skymiles/medallion-program/reclaim-my-status.html
64Allow: /en_US/skymiles/medallion-program/reclaim-my-status/enrollment.html
65Disallow: /en_US/
66
67# Allow Individual Pages
68Allow: /egift/eGiftPurchase.action
69Allow: /etc/designs/global/clientlib-overview.css
70
71# Allow Individual .jsp Pages
72Allow: /index.jsp
73Allow: /components/popups/skymark/terms.jsp
74Allow: /deltareservemqm/mbrLanding.action
75Allow: /app_links/join_skymiles/index.jsp
76Allow: /awards/skymark/landing/index.jsp
77Allow: /privacy_security/index.jsp
78Allow: /worldwide_sites/index.jsp
79Allow: /cns/travel/flight_notification/index.jsp
80Allow: /components/help/apps/booking/fare_class.jsp
81Allow: /mqm-calculator/help/class.jsp
82
83# Allow Subfolders with .jsp pages
84Allow: /about_delta/
85Allow: /business_programs_services/
86Allow: /care/
87Allow: /help/
88Allow: /legal/
89Allow: /marketing/
90Allow: /planning_reservations/
91Allow: /prog_serv/
92Allow: /skymiles/
93Allow: /travel/
94Allow: /traveling_checkin/
95
96# Allow App Subfolders
97Allow: /buygftxfer/
98Allow: /contactus/
99Allow: /baggage/
100Allow: /profile/
101Allow: /cns/
102Allow: /inside/
103Allow: /schedules/
104Allow: /travel-agency/
105Allow: /emailus/
106Allow: /dlsearch/
107Allow: /skyclub/*.action
108Allow: /merch/shop*.action
109Allow: /home/devicetype
110
111# Disallow file types
112Disallow: /*.jsp
113Disallow: /*.pdf
114
115# Disallow generated pages
116Disallow: *flight-status*
117Disallow: *cacheKey*
118Disallow: *?*paymentRef=
119Disallow: /site-search?searchTerm=*
120Disallow: /profile/enrolllanding.action?partnerCd*
121Disallow: /merch/searchHotelAction.action?locationCode*
122Disallow: /merch/searchCarAction.action?locationCode*
123Disallow: /edoc/displayEdoc*
124Disallow: /edoc/redeemDocuments.action?action=*
125Disallow: /air-shopping/findFlights.action*
126Disallow: /findFlights.action*
127Disallow: /flight-search/book-a-flight?cacheKeySuffix=
128Disallow: /flight-search/search?
129Disallow: /custlogin/showResetPassword.action*
130Disallow: /flight-search-2/
131Disallow: /search*
132Disallow: /sitesearch*
133Disallow: /flightstatus/search/*
134Disallow: /refund-status/search
135Disallow: /air-shopping/searchflights.action
136Disallow: /merch/merch/searchCarAction.action
137Disallow: /my-trips/upcoming-trips
138Disallow: /mytrips/printItinerary
139Disallow: /mytrips/
140Disallow: /my-trips/search?*
141Disallow: /reshop/
142Disallow: /cartreshop/activity/reshopPurchase.action
143Disallow: /contactus/pages/business_programs_services/agency_irop/index.jsp
144Disallow: /mypromos/registerPromotion.action
145Disallow: /profile/promotionconfirm.action*
146Disallow: /skyclub/purchasemembership_removePromotion.action
147Disallow: /profile/enrollconfirm.action
148
149# Disallow Subfolders
150Disallow: /home/
151Disallow: /completepurchase
152Disallow: /complete-purchase
153Disallow: /flightsearch/book-a-flight?cacheKeySuffix=
154Disallow: /lib*
155Disallow: /etc*
156Disallow: /cart/
157Disallow: /customerprofile/
158Disallow: /edocviewer/
159Disallow: /oci/
160Disallow: /onlinerefunds/
161Disallow: /PCCOciWeb/
162Disallow: /smlogin/
163Disallow: /widgetnav/
164Disallow: /acctmaint/
165Disallow: /intranetlink/
166Disallow: /booking/
167Disallow: /contactus/shared
168Disallow: /content/dam/delta-www/pdfs/
169Disallow: /seat/
170Disallow: /components/
171Disallow: /content/www/reference/
172Disallow: /content/www/en_us/offers-and-redirects
173Disallow: /content/campaigns/
174Disallow: /myitinerary/
175Disallow: /custlogin/
176Disallow: /cartalacarte/
177Disallow: /air-shopping/
178Disallow: /air-shopping/*
179Disallow: /air-shopping*
180Disallow: /agency-refund/
181Disallow: /_jcr_content/
182Disallow: /jcr:content/
183
184# Disallow Individual App Pages
185Disallow: /book/activity/confirmation.action
186Disallow: /mytrips/printItinerary.action
187Disallow: /mydelta/receiptDetailsPage
188Disallow: /mydelta/receiptDetailsPage.action
189Disallow: /mydelta/vacationReceiptDetailsPage
190Disallow: /mydelta/walletMyReceiptSummary
191Disallow: /mydelta/walletMyVoucherSummary
192
193# Disallow smt links
194Disallow: /*smt-silver.html
195Disallow: /*smt-platinum.html
196Disallow: /*smt-gold.html
197Disallow: /*smt-diamond.html
198Disallow: /*smt-loggedIn.html
199Disallow: /*smt-member.html
200
201# Disallow Secondary Content Pages
202Disallow: /apac/en/
203Disallow: /br/en/
204Disallow: /ca/en/
205Disallow: /cn/en/
206Disallow: /eu/en/
207Disallow: /fr/en/
208Disallow: /gb/en/
209Disallow: /jp/en/
210Disallow: /kr/en/
211Disallow: /lac/en/
212Disallow: /mea/en/
213Disallow: /mx/en/
214Disallow: /eu/es/
215Disallow: /lac/es/
216Disallow: /mx/es/
217Disallow: /eu/fr/
218Disallow: /ca/fr/
219Disallow: /eu/pt/
220Disallow: /intl/en/
221Disallow: /global/en/
222Disallow: /content/www/apac/en/
223Disallow: /content/www/br/en/
224Disallow: /content/www/ca/en/
225Disallow: /content/www/cn/en/
226Disallow: /content/www/eu/en/
227Disallow: /content/www/fr/en/
228Disallow: /content/www/gb/en/
229Disallow: /content/www/jp/en/
230Disallow: /content/www/kr/en/
231Disallow: /content/www/lac/en/
232Disallow: /content/www/mea/en/
233Disallow: /content/www/mx/en/
234Disallow: /content/www/eu/es/
235Disallow: /content/www/lac/es/
236Disallow: /content/www/mx/es/
237Disallow: /content/www/eu/fr/
238Disallow: /content/www/ca/fr/
239Disallow: /content/www/eu/pt/
240Disallow: /content/www/intl/en/
241Disallow: /content/www/global/en/
242Disallow: /content/www/us/en.html
243Disallow: /index.html
244Disallow: /us/en/spiritofdelta
245Disallow: /content/www/us/en/spiritofdelta.html
246Disallow: /us/en/home
247Disallow: /home_mach
248Disallow: */home_mach
249Disallow: /giftcards/amex
250Disallow: /egift/eGiftPurchase.action*
251Disallow: /egift*
252Disallow: /seats
253Disallow: /seats*
254
255
256# Disallow Secondary Home Pages
257Disallow: /apac/en
258Disallow: /br/en
259Disallow: /ca/en
260Disallow: /cn/en
261Disallow: /eu/en
262Disallow: /fr/en
263Disallow: /gb/en
264Disallow: /jp/en
265Disallow: /kr/en
266Disallow: /lac/en
267Disallow: /mea/en
268Disallow: /mx/en
269Disallow: /eu/es
270Disallow: /lac/es
271Disallow: /mx/es
272Disallow: /eu/fr
273Disallow: /ca/fr
274Disallow: /eu/pt
275
276Sitemap: https://www.delta.com/sitemap.xml