NeuralCrawl

CME Group / robots.txt snapshot

← back to cmegroup.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 24769 bytes · sha256 fee78e61c83d3d25 · raw

final URL: https://www.cmegroup.com/robots.txt

1User-Agent: *
2Sitemap: https://www.cmegroup.com/sitemap.xml
3Sitemap: https://www.cmegroup.com/eds/sitemap.xml
4Disallow: /cgi-bin/
5Disallow: /javascript/
6Disallow: /stylesheets/
7Disallow: /CmeWeb/
8Disallow: /XSLT/
9Disallow: /popup/
10Disallow: /demopages/
11Disallow: /jsp/
12Disallow: /redirects/
13Disallow: /testing/
14Disallow: /search/
15Disallow: /xmlcontentdemos/
16Disallow: /prueba/
17Disallow: /tools-information/communications/mktg/
18Disallow: /rss/
19Disallow: /includes/
20Disallow: /elements/
21Disallow: /advisory-search/
22Disallow: /banner/
23Disallow: /advance/_files/
24Disallow: /campaigns/
25Disallow: /clearing/leftnav/
26Disallow: /clearing/audit/elements/
27Disallow: /clearing/audit/leftnav/
28Disallow: /clearing/banner/
29Disallow: /clearing/clearport/includes/
30Disallow: /clearing/clearport/leftnav
31Disallow: /clearing/clearport/rightnav
32Disallow: /clearing/cme-clearing-overview/elements/
33Disallow: /clearing/cme-clearing-overview/includes/
34Disallow: /clearing/cme-clearing-overview/leftnav/
35Disallow: /clearing/cme-clearing-overview/rightnav/
36Disallow: /clearing/deliveries/right-nav/
37Disallow: /clearing/files/cpmi-iosco/
38Disallow: /clearing/files/download/
39Disallow: /clearing/financial-and-collateral-management/elements/
40Disallow: /clearing/financial-and-collateral-management/includes/
41Disallow: /clearing/financial-and-collateral-management/leftnav/
42Disallow: /clearing/includes/
43Disallow: /clearing/leftnav/
44Disallow: /clearing/margins/rightnav/
45Disallow: /clearing/rightnav/
46Disallow: /clearing/risk-management/elements/
47Disallow: /clearing/risk-management/leftnav/
48Disallow: /clearing/systems-operations/elements/
49Disallow: /clearing/systems-operations/leftnav/
50Disallow: /clearing/trading-practices/elements/
51Disallow: /clearing/trading-practices/leftnav/
52Disallow: /clearing/trading-practices/rightnav/
53Disallow: /clearport/includes/
54Disallow: /clearport/leftnav/
55Disallow: /clearport/rightnav/
56Disallow: /cn-s/includes/
57Disallow: /cn-s/education/partners/
58Disallow: /cn-t/includes/
59Disallow: /company/banner/
60Disallow: /company/clearing-fees/fee-finder/
61Disallow: /company/css/
62Disallow: /company/careers/elements/
63Disallow: /company/careers/includes/
64Disallow: /company/careers/leftnav/
65Disallow: /company/careers/leftnav/
66Disallow: /company/center-for-innovation/elements/
67Disallow: /company/center-for-innovation/leftnav/
68Disallow: /company/center-for-innovation/rightnav/
69Disallow: /company/corporate-citizenship/elements/
70Disallow: /company/corporate-citizenship/leftnav/
71Disallow: /company/corporate-citizenship/rightnav/
72Disallow: /company/files/download/
73Disallow: /globex/files/ssf-corporate-action-testing-script.pdf
74Disallow: /company/files/cme-group-code-of-conduct.pdf
75Disallow: /company/files/speak-up-and-escalation-policy.pdf
76Disallow: /company/files/confidentiality-policy.pdf
77Disallow: /company/files/confidentiality-policy-faq.pdf
78Disallow: /company/files/corporate-information-security-policy.pdf
79Disallow: /company/files/global-securities-and-derivatives-trading-policy.pdf
80Disallow: /company/files/global-securities-and-derivatives-trading-policy-faq.pdf
81Disallow: /company/files/consultants-equal-opportunity-and-anti-discrimination-harassment-statement.pdf
82Disallow: /company/files/internal-consultant-disclosure-form-potential-conflicts.pdf
83Disallow: /company/files/acknowledgement-and-acceptance-of-confidentiality-and-intellectual-property-policy.pdf
84Disallow: /company/files/new-employee-cme-group-code-of-conduct.pdf
85Disallow: /company/files/new-employee-speak-up-and-escalation-policy.pdf
86Disallow: /company/files/cme-group-us-employee-handbook.pdf
87Disallow: /company/files/new-employee-confidentiality-policy.pdf
88Disallow: /company/files/new-employee-confidentiality-policy-faq.pdf
89Disallow: /company/files/new-employee-corporate-information-security-policy.pdf
90Disallow: /company/files/new-employee-global-securities-and-derivatives-trading-policy.pdf
91Disallow: /company/files/new-employee-global-securities-and-derivatives-trading-policy-faq.pdf
92Disallow: /company/files/new-employee-cme-group-corporate-compliance-policy-certification.pdf
93Disallow: /company/files/new-employee-us-acknowledgement-and-acceptance-of-confidentiality-and-intellectual-property-policy.pdf
94Disallow: /company/files/retail-broker-submission-form.pdf
95Disallow: /company/history/elements/
96Disallow: /company/history/leftnav/
97Disallow: /company/history/rightnav/
98Disallow: /company/includes/
99Disallow: /company/investor-relations/leftnav/
100Disallow: /company/investor-relations/rightnav/
101Disallow: /company/js/
102Disallow: /company/leftnav/
103Disallow: /company/media-relations/leftnav/
104Disallow: /company/media-relations/rightnav/
105Disallow: /company/membership/elements/
106Disallow: /company/membership/files/cbip-application-form.pdf
107Disallow: /company/membership/files/CBIPFAQ.pdf
108Disallow: /company/membership/historical-pricing/includes/
109Disallow: /company/membership/leftnav/
110Disallow: /company/membership/rightnav/
111Disallow: /company/membership/membernet/
112Disallow: /company/rightnav/
113Disallow: /company/visit/elements/
114Disallow: /company/visit/leftnav/
115Disallow: /company/visit/rightnav/
116Disallow: /content/dam/cmegroup/campaigns/
117Disallow: /content/dam/cmegroup/files/download/
118Disallow: /content/dam/cmegroup/misc/
119Disallow: /de/campaigns/
120Disallow: /education/banner/
121Disallow: /education/bannerlinks/
122Disallow: /education/browse-materials/rightnav/
123Disallow: /education/certificates/
124Disallow: /education/cru-copper-analysis/
125Disallow: /education/events/elements/
126Disallow: /education/events/pdfs/
127Disallow: /education/files/accessing-the-markets.pdf
128Disallow: /education/files/accessing-the-markets-es.pdf
129Disallow: /education/files/buy-side-option-risk-management-strategies.pdf
130Disallow: /education/files/buy-side-option-risk-management-strategies-es.pdf
131Disallow: /education/files/cme-bankers-guide-to-derivatives.pdf
132Disallow: /education/files/corn-wheat-global-outlook.pdf
133Disallow: /education/files/corn-wheat-global-outlook-es.pdf
134Disallow: /education/files/futures-options-price-risk-management.pdf
135Disallow: /education/files/futures-options-price-risk-management-es.pdf
136Disallow: /education/files/global-economy-agricultural-perspectives.pdf
137Disallow: /education/files/global-economy-agricultural-perspectives-es.pdf
138Disallow: /education/files/grains-oilseeds-technical-analysis.pdf
139Disallow: /education/files/grains-oilseeds-technical-analysis-es.pdf
140Disallow: /education/files/importance-of-agricultural-information.pdf
141Disallow: /education/files/importance-of-agricultural-information-es.pdf
142Disallow: /education/files/importance-of-usda-reports.pdf
143Disallow: /education/files/importance-of-usda-reports-es.pdf
144Disallow: /education/files/latin-american-basis-cash-markets-practical-hedging-examples.pdf
145Disallow: /education/files/latin-american-basis-cash-markets-practical-hedging-examples-es.pdf
146Disallow: /education/files/market-tech-rodeo-bbq-map.pdf
147Disallow: /education/files/responding-to-market-volatility.pdf
148Disallow: /education/files/responding-to-market-volatility-es.pdf
149Disallow: /education/files/reynaldo-lozano-use-of-foreign-currencies.pdf
150Disallow: /education/files/reynaldo-lozano-use-of-foreign-currencies-es.pdf
151Disallow: /education/files/satellite-perspective-global-latin-american-weather.pdf
152Disallow: /education/files/satellite-perspective-global-latin-american-weather-es.pdf
153Disallow: /education/files/sell-side-option-risk-management-strategies.pdf
154Disallow: /education/files/sell-side-option-risk-management-strategies-es.pdf
155Disallow: /education/files/the-future-role-of-derivatives-in-banking.pdf
156Disallow: /education/files/the-role-of-derivatives-in-risk-management.pdf
157Disallow: /education/files/craig-leveille-use-of-foreign-currencies.pdf
158Disallow: /education/files/craig-leveille-use-of-foreign-currencies-es.pdf
159Disallow: /education/fulfillment-requests/banner/
160Disallow: /education/includes/
161Disallow: /education/interactive/4h/
162Disallow: /education/leftnav/
163Disallow: /education/market-commentary/ag/rightnav/
164Disallow: /education/market-commentary/banner/
165Disallow: /education/market-commentary/Commodities/banner/
166Disallow: /education/market-commentary/Commodities/includes/
167Disallow: /education/market-commentary/Energy/banner/
168Disallow: /education/market-commentary/energy/rightnav/
169Disallow: /education/market-commentary/eq/rightnav/
170Disallow: /education/market-commentary/Equities/banner/
171Disallow: /education/market-commentary/Featured-Reports/rightnav/
172Disallow: /education/market-commentary/Fundamental-Analytics/banners/
173Disallow: /education/market-commentary/FX-Commentary/banner/
174Disallow: /education/market-commentary/fx/rightnav/
175Disallow: /education/market-commentary/includes/
176Disallow: /education/market-commentary/ir/rightnav/
177Disallow: /education/market-commentary/Landing-Pages/banner/
178Disallow: /education/market-commentary/Metals/banner/
179Disallow: /education/market-commentary/Metals/includes/
180Disallow: /education/market-commentary/metals/rightnav/
181Disallow: /education/market-commentary/Regional-Market-Updates/banner/
182Disallow: /education/market-commentary/rightnav/
183Disallow: /education/market-commentary/US-Market-Update/banner/
184Disallow: /education/market-profile/elements/
185Disallow: /education/modules/leftnav/
186Disallow: /education/modules/rightnav/
187Disallow: /education/options/files/ofm-agricultural-us.pdf
188Disallow: /education/options/files/ofm-brokers-traders.pdf
189Disallow: /education/options/files/ofm-brokers-traders-fi.pdf
190Disallow: /education/options/files/ofm-cme-direct-us.pdf
191Disallow: /education/options/files/ofm-energy-us.pdf
192Disallow: /education/options/files/ofm-equity-index-us.pdf
193Disallow: /education/options/files/ofm-eth-volume-us.pdf
194Disallow: /education/options/files/ofm-fx-us.pdf
195Disallow: /education/options/files/ofm-interest-rates-us.pdf
196Disallow: /education/options/files/ofm-metals-us.pdf
197Disallow: /education/options/files/ofm-overview-us.pdf
198Disallow: /education/options/files/ofm-rfq-us.pdf
199Disallow: /education/options/files/ofm-tools-resources-us.pdf
200Disallow: /education/product-specific/banner/
201Disallow: /education/product-specific/includes/
202Disallow: /education/product-specific/rightnav/
203Disallow: /education/rightnav/
204Disallow: /education/timera-energy-chart-of-the-month/
205Disallow: /education/trading_challenge/banner/
206Disallow: /education/trading_challenge/rightnav/
207Disallow: /education/videos/sofr-swaps-and-futures-webinar.html
208Disallow: /education/webinars/
209Disallow: /elements/
210Disallow: /europe/clearing/files/cpmi-iosco/
211Disallow: /events/files/
212Disallow: /files/download/
213Disallow: /files/EQ-228_Equity_Market_Maker_SS_R4.pdf
214Disallow: /files/FX-239_Market_Maker_SS_CT_R10.pdf
215Disallow: /files/candidate-privacy-policy.pdf
216Disallow: /globex/banner/
217Disallow: /globex/includes/
218Disallow: /globex/introduction/elements/
219Disallow: /globex/leftnav/
220Disallow: /globex/resources/banners/
221Disallow: /globex/resources/elements/
222Disallow: /globex/resources/includes/
223Disallow: /globex/resources/rightnav/
224Disallow: /globex/rightnav/
225Disallow: /globex/trading-cme-group-products/elements/
226Disallow: /globex/trading-cme-group-products/rightnav/
227Disallow: /he/
228Disallow: /iphone/
229Disallow: /includes/
230Disallow: /international/asia-pacific/includes/
231Disallow: /international/banner/
232Disallow: /international/chinese/includes/
233Disallow: /international/chinesetrad/includes/
234Disallow: /international/emea/rightnav/
235Disallow: /international/emea/lbma-silver-price.html
236Disallow: /international/files/cme-direct-auction-platform-calculation-methodology.pdf
237Disallow: /international/files/lbma-london-silver-price-participant-code-of-conduct.pdf
238Disallow: /international/files/lbma-silver-benchmark-info.pdf
239Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2015-04-28.pdf
240Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2015-07-14.pdf
241Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2015-09-07.pdf
242Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2015-10-20.pdf
243Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2015-12-14.pdf
244Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2016-04-11.pdf
245Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2016-06-27.pdf
246Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2017-02-16.pdf
247Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2017-03-30.pdf
248Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2017-05-25.pdf
249Disallow: /international/files/lbma-silver-price-oversight-commitee-meeting-minutes-2017-07-13.pdf
250Disallow: /international/files/market-consultation-conclusion-q1-2016.pdf
251Disallow: /international/files/market-consultation-q1-2016.pdf
252Disallow: /international/french/includes/
253Disallow: /international/german/includes/
254Disallow: /international/includes/
255Disallow: /international/italian/includes/
256Disallow: /international/japanese/includes/
257Disallow: /international/korean/includes/
258Disallow: /international/partnership-resources/banner/
259Disallow: /international/partnership-resources/banner/
260Disallow: /international/rightnav/
261Disallow: /international/spanish/includes/
262Disallow: /investor-relations/leftnav/
263Disallow: /ja/events/
264Disallow: /ja/includes/
265Disallow: /ja/css/
266Disallow: /ja/js/
267Disallow: /ko/includes/
268Disallow: /ko/css/
269Disallow: /ko/js/
270Disallow: /leftnav/
271Disallow: /litedsub/banner/
272Disallow: /market-data/banner/
273Disallow: /market-data/daily-bulletin/includes/
274Disallow: /market-data/datamine-historical-data/banner/
275Disallow: /market-data/datamine-historical-data/elements/
276Disallow: /market-data/datamine-historical-data/files/
277Disallow: /market-data/datamine-historical-data/includes/
278Disallow: /market-data/datamine-historical-data/rightnav/
279Disallow: /market-data/delayed-quotes/includes/
280Disallow: /market-data/distributor/banners/
281Disallow: /market-data/distributor/elements/
282Disallow: /market-data/distributor/includes/
283Disallow: /market-data/distributor/rightnav/
284Disallow: /market-data/includes/
285Disallow: /market-data/leftnav/
286Disallow: /market-data/price-precision-technology-changes.html
287Disallow: /market-data/quote-vendor/elements/
288Disallow: /market-data/quote-vendor/includes/
289Disallow: /market-data/quote-vendor/leftnav/
290Disallow: /market-data/quote-vendor/rightnav/
291Disallow: /market-data/quotes-charts/elements/
292Disallow: /market-data/quotes-charts/includes/
293Disallow: /market-data/quotes-charts/leftnav/
294Disallow: /market-data/real-time-quotes/leftnav/
295Disallow: /market-data/repository/includes/
296Disallow: /market-data/rightnav/
297Disallow: /market-data/settlements/includes/
298Disallow: /market-data/volume-open-interest/includes/
299Disallow: /market-data/volume-open-interest/rightnav/
300Disallow: /market-regulation/arbitration/leftnav/
301Disallow: /market-regulation/banner/
302Disallow: /market-regulation/dispute-resolution/elements/
303Disallow: /market-regulation/dispute-resolution/leftnav/
304Disallow: /market-regulation/includes/
305Disallow: /market-regulation/leftnav/
306Disallow: /market-regulation/other-regulatory-agenices/leftnav/
307Disallow: /market-regulation/overview/elements/
308Disallow: /market-regulation/overview/leftnav/
309Disallow: /market-regulation/overview/rightnav/
310Disallow: /market-regulation/position-limits/elements/
311Disallow: /market-regulation/position-limits/includes/
312Disallow: /market-regulation/position-limits/leftnav/
313Disallow: /market-regulation/rightnav/
314Disallow: /market-regulation/rulebook/rightnav/
315Disallow: /misc/
316Disallow: /mobile/
317Disallow: /openmarkets/events/webinars/
318Disallow: /openmarkets/qa/
319Disallow: /openmarkets/shared-content/
320Disallow: /product-codes-listing/banner/
321Disallow: /prueba/clearing/includes/
322Disallow: /prueba/pt/includes/
323Disallow: /prueba/tools-information/includes/
324Disallow: /pt/css/
325Disallow: /pt/includes/
326Disallow: /pt/javascript/
327Disallow: /qa/
328Disallow: /qa-automation/
329Disallow: /resources-for/elements/
330Disallow: /resources-for/includes/
331Disallow: /resources-for/rightnav/
332Disallow: /rightnav/
333Disallow: /right-navs/
334Disallow: /rotating-banners/
335Disallow: /rss/includes/
336Disallow: /rulebook/banner/
337Disallow: /rulebook/CBOT/banner/
338Disallow: /rulebook/CME/banner/
339Disallow: /rulebook/elements/
340Disallow: /rulebook/includes/
341Disallow: /rulebook/NYMEX/banner/
342Disallow: /rulebook/rightnav/
343Disallow: /rulebook/rightnav/
344Disallow: /shared-content/
345Disallow: /stories/_includes/
346Disallow: /subnavs/
347Disallow: /tools-information/active-trader-resource-center/includes/
348Disallow: /tools-information/banner/
349Disallow: /tools-information/broker-education/includes/
350Disallow: /tools-information/communications/customer/
351Disallow: /tools-information/includes/
352Disallow: /tools-information/calendars/product-calendar/includes/
353Disallow: /tools-information/elements/
354Disallow: /tools-information/hedge-funds/banner/
355Disallow: /tools-information/hedge-funds/includes/
356Disallow: /tools-information/hedge-funds/leftnav/
357Disallow: /tools-information/hedge-funds/rightnav/
358Disallow: /tools-information/includes/
359Disallow: /tools-information/leftnav/
360Disallow: /tools-information/lookups/advisories/market-data/banner/
361Disallow: /tools-information/rightnav/
362Disallow: /tools-information/webhelp/account-manager/
363Disallow: /tools-information/webhelp/cme-direct/
364Disallow: /tools-information/webhelp/no-index/
365Disallow: /tools-information/webhelp/rightnav/
366Disallow: /tools-information/webhelp/cme-auction-crude-oil-buyer/Content/Home.html
367Disallow: /tools-information/webhelp/cme-auction-crude-oil-buyer/Content/cme-auction-us-crude-oil-buyer.pdf
368Disallow: /tools-information/webhelp/cme-auction-crude-oil-buyer/Content/WhatsNew.html
369Disallow: /tools-information/webhelp/cme-auction-crude-oil-buyer/Content/overview.html
370Disallow: /tools-information/webhelp/cme-auction-crude-oil-buyer/Content/buyer.html
371Disallow: /topnav/
372Disallow: /trading/agricultural/elements/
373Disallow: /trading/agricultural/fertilizer/includes/
374Disallow: /trading/agricultural/grain-and-oilseed/elements/
375Disallow: /trading/agricultural/grain-and-oilseed/includes/
376Disallow: /trading/agricultural/grain-and-oilseed/rightnav/
377Disallow: /trading/agricultural/includes/
378Disallow: /trading/agricultural/leftnav/
379Disallow: /trading/agricultural/livestock/productnav/
380Disallow: /trading/agricultural/productnav/
381Disallow: /trading/agricultural/rightnav/
382Disallow: /trading/banner/
383Disallow: /trading/calendar/includes/
384Disallow: /trading/cds/banner/
385Disallow: /trading/cds/includes/
386Disallow: /trading/cds/leftnav/
387Disallow: /trading/cds/rightnav/
388Disallow: /trading/cme-direct/cme-direct-market-data-fees-policy-user-information-for-cme-direct-users-only.html
389Disallow: /trading/cme-direct/includes/
390Disallow: /trading/economic-events/banner/
391Disallow: /trading/economic-events/elements/
392Disallow: /trading/economic-events/includes/
393Disallow: /trading/economic-events/leftnav/
394Disallow: /trading/economic-events/productnav/
395Disallow: /trading/economic-e/rightnav/
396Disallow: /trading/elements/
397Disallow: /trading/energy/banner/
398Disallow: /trading/energy/crude-oil/includes/
399Disallow: /trading/energy/elements/
400Disallow: /trading/energy/emissions/rightnav/
401Disallow: /trading/energy/fertilizer/includes/
402Disallow: /trading/energy/includes/
403Disallow: /trading/energy/leftnav/
404Disallow: /trading/energy/natural-gas/includes/
405Disallow: /trading/energy/rightnav/
406Disallow: /trading/environmental/leftnav/
407Disallow: /trading/equity-index/banner/
408Disallow: /trading/equity-index/elements/
409Disallow: /trading/equity-index/includes/
410Disallow: /trading/equity-index/leftnav/
411Disallow: /trading/equity-index/productnav/
412Disallow: /trading/equity-index/rightnav/
413Disallow: /trading/equity-index/select-sector-index/includes/
414Disallow: /trading/equity-index/us-index/includes/
415Disallow: /trading/files/bitcoin-price-limits.pdf
416Disallow: /trading/files/bitcoin-margins.pdf
417Disallow: /trading/fx/banner/
418Disallow: /trading/fx/cme-fx-options-insights-produced-by-macro-hive.html
419Disallow: /trading/fx/cme-fx-options-insights-produced-by-macro-hive/download.html
420Disallow: /trading/fx/e-micros/includes/
421Disallow: /trading/fx/elements/
422Disallow: /trading/fx/emerging-market/includes/
423Disallow: /trading/fx/files/bright-future-fx-futures.pdf
424Disallow: /trading/fx/files/cc1126-counterparty-reg-form-fx-link.pdf
425Disallow: /trading/fx/files/FX-282_Forex_MM_V2_FINAL_SR.pdf
426Disallow: /trading/fx/files/FX-Futures-Blocks-and-EFPs-Contact-Directory.pdf
427Disallow: /trading/fx/files/fxs-onboarding.pdf
428Disallow: /trading/fx/fx/banner/
429Disallow: /trading/fx/fx/includes/
430Disallow: /trading/fx/fx/rightnav/
431Disallow: /trading/fx/fxfutures/includes/
432Disallow: /trading/fx/g10/includes/
433Disallow: /trading/fx/includes/
434Disallow: /trading/fx/leftnav/
435Disallow: /trading/fx/other/includes/
436Disallow: /trading/fx/productnav/
437Disallow: /trading/fx/realized-fx-volatilities/includes/
438Disallow: /trading/fx/rightnav/
439Disallow: /trading/includes/
440Disallow: /trading/interest-rates/banner/
441Disallow: /trading/interest-rates/cleared-otc/rightnav/
442Disallow: /trading/interest-rates/elements/
443Disallow: /trading/interest-rates/faq-term-mid-curve-options.html
444Disallow: /trading/interest-rates/files/dsf-toolkit.pdf
445Disallow: /trading/interest-rates/files/IR-248_IRMarket_Maker_SS_R6.pdf
446Disallow: /trading/interest-rates/files/ir-incentive-program-guide.pdf
447Disallow: /trading/interest-rates/files/the-curve-advisor-newsletter-2014-10-13.pdf
448Disallow: /trading/interest-rates/files/the-curve-advisor-newsletter-2014-10-20.pdf
449Disallow: /trading/interest-rates/files/total-cost-analysis-tool.xlsx
450Disallow: /trading/interest-rates/includes/
451Disallow: /trading/interest-rates/leftnav/
452Disallow: /trading/interest-rates/productnav/
453Disallow: /trading/interest-rates/rightnav/
454Disallow: /trading/interest-rates/rotating-banners/
455Disallow: /trading/interest-rates/sovereign-yield-spreads/includes/
456Disallow: /trading/interest-rates/stir/banner/
457Disallow: /trading/interest-rates/stir/includes/
458Disallow: /trading/interest-rates/swaps/banner/
459Disallow: /trading/interest-rates/stir/includes/
460Disallow: /trading/interest-rates/us-treasury/includes/
461Disallow: /trading/iroptimization/
462Disallow: /trading/market-tech-and-data-services/files/large-downloads/
463Disallow: /trading/metals/banner/
464Disallow: /trading/metals/base/includes/
465Disallow: /trading/metals/includes/
466Disallow: /trading/metals/leftnav/
467Disallow: /trading/metals/precious/includes/
468Disallow: /trading/metals/rightnav/
469Disallow: /trading/otc/banner/
470Disallow: /trading/otc/files/tools/
471Disallow: /trading/otc/includes/
472Disallow: /trading/otc/leftnav/
473Disallow: /trading/otc/rightnav/
474Disallow: /trading/productnav/
475Disallow: /trading/real-estate/banner/
476Disallow: /trading/real-estate/elements/
477Disallow: /trading/real-estate/includes/
478Disallow: /trading/real-estate/leftnav/
479Disallow: /trading/real-estate/productnav/
480Disallow: /trading/real-estate/residential/banner/
481Disallow: /trading/real-estate/rightnav/
482Disallow: /trading/weather/banner/
483Disallow: /trading/weather/elements/
484Disallow: /trading/weather/hurricanes/banner/
485Disallow: /trading/weather/includes/
486Disallow: /trading/weather/leftnav/
487Disallow: /trading/weather/productnav/
488Disallow: /trading/weather/rainfall/banner/
489Disallow: /trading/weather/rightnav/
490Disallow: /trading/weather/rotating-banners/
491Disallow: /trading/weather/snowfall/banner/
492Disallow: /trading/weather/snowfall1/banner/
493Disallow: /trading/voiInclude.html
494Disallow: /trading_simulator_staging/
495Disallow: /trading/colocation.html
496Disallow: /trading/agricultural/grain-and-oilseed/corn_contractSpecs_options.html?optionProductId=1755#optionProductId=1755
497Disallow: /education/videos/webinar-predata-analytics-on-cme-datamine.html
498Disallow: /solutions/market-access/globex/trade-on-globex/pre-trade-risk-management/*
499Disallow: /market-data/browse-data-catalog/*
500
501User-agent: Baiduspider
502Disallow: /cn-t/
503
504User-agent: WWW-Mechanize/1.68
505Disallow: /
506
507User-agent: HTMLParser/1.6
508Disallow: /
509
510User-agent: Wget/1.11.4 Red Hat modified
511Disallow: /
512
513User-agent: Wget/*
514Disallow: /
515
516User-agent: Wget/1.12 (cygwin)
517Disallow: /
518
519User-agent: Wget/1.12 (linux-gnu)
520Disallow: /
521
522User-agent: Wget/1.11.4
523Disallow: /
524
525User-agent: Python-urllib/1.17
526Disallow: /
527
528User-agent: Lynx/2.8.8dev.2 libwww-FM/2.14 SSL-MM/1.4.1
529Disallow: /
530
531User-agent: Java/1.6.0_16
532Disallow: /
533
534User-agent: GPTBot
535Disallow: /CmeWS/
536Disallow: /services/
537
538User-agent: Google-Extended
539Disallow: /CmeWS/
540Disallow: /services/
541
542User-agent: FacebookExternalHit
543Disallow: /CmeWS/
544Disallow: /services/
545
546User-agent: FacebookBot
547Disallow: /CmeWS/
548Disallow: /services/
549
550User-agent: Twitterbot
551Disallow: /CmeWS/
552Disallow: /services/
553
554User-agent: TelegramBot
555Disallow: /CmeWS/
556Disallow: /services/