NeuralCrawl

Discover Financial Services / robots.txt snapshot

← back to discover.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 2108 bytes · sha256 27600c55f1d2e35b · raw

final URL: https://www.discover.com/robots.txt

1sitemap: https://www.discover.com/site-map.xml
2user-agent: *
3#begin directives to prevent crawling
4# START Card
5disallow: /.well-known/pki-validation/fileauth.txt
6disallow: /cln*
7disallow: /content/dam/dfs/credit-cards/applications/nic/assets/pki/fileauth.txt
8disallow: /credit-cards/exclusives/5percent-current-offer.html
9disallow: /credit-cards/exclusives/applepay-support/index.html
10disallow: /credit-cards/digital-wallets/applepayredeem/
11disallow: /credit-cards/member-benefits/my-offers.html
12disallow: /maintenance.html
13disallow: /membership-registration
14disallow: /merchant
15disallow: /messageus/
16disallow: /mobile/install.html
17disallow: /nic/.well-known/pki-validation/fileauth.txt
18disallow: /online-media-kit
19disallow: /technical-error.html
20disallow: /content/dam/discover/en_us/credit-cards/card-acquisitions/global/js/at.js
21disallow: /products*
22disallow: /?ef_id*
23disallow: /?iq_id*
24disallow: /?irgwc*
25disallow: /?pid*
26disallow: /?sid*
27disallow: /?source=infosec-jobs*
28disallow: /?source=post_page*
29disallow: /credit-cards/card-smarts/wp-admin*
30disallow: /credit-cards/card-smarts/wp-login*
31disallow: /credit-cards/card-smarts/access-account-with-mobile-apps//1d9riyv85.html
32disallow: /credit-cards/card-smarts/access-account-with-mobile-apps//achj37v85.html
33disallow: /credit-cards/card-smarts/access-account-with-mobile-apps//d9g1ncv85.html
34disallow: /credit-cards/card-smarts/are-student-credit-cards-only-for-students/?channel=LINK
35disallow: /credit-cards/card-smarts/credit-card-minimum-paymenthttps://www.discover.com/credit-cards/card-smarts/credit-card-minimum-payment
36disallow: /credit-cards/card-smarts/how-to-increase-credit-limithttps://www.discover.com/credit-cards/card-smarts/how-to-increase-credit-limit
37disallow: /credit-cards/card-smarts/qualify-for-a-higher-credit-limithttps://www.discover.com/credit-cards/card-smarts/qualify-for-a-higher-credit-limit
38disallow: /credit-cards/card-smarts/what-is-post-date-in-credit-cardshttps://www.discover.com/credit-cards/card-smarts/what-is-post-date-in-credit-cards
39disallow: /credit-cards/browser-support/hardware-software-requirements/