NeuralCrawl

KeyCorp / robots.txt snapshot

← back to key.com · fetched 2026-08-14T10:10:35Z (1mo ago) · HTTP 200 · 6904 bytes · sha256 2c49229580ebb7ae · raw

final URL: https://www.key.com/robots.txt

1# ============================================================
2# key.com robots.txt
3# Last updated: August 2026
4# AI crawler governance added — see sections below
5# ============================================================
6
7
8# ============================================================
9# SECTION 1: GENERAL CRAWLERS (all bots not named below)
10# ============================================================
11User-agent: *
12Disallow: /kco/images/2017_KBCM_Technology_Group_Private_SaaS_Company_Survey.pdf
13Disallow: /content/dam/kco/documents/businesses___institutions/2024_kbcm_sapphire_saas_survey.pdf
14Disallow: /content/dam/kco/documents/businesses___institutions/kbcm_2023_sapphire_ventures_saas_survey.pdf
15Disallow: /content/dam/kco/documents/businesses___institutions/2022_kbcm_saas_survey_10-20-22_vF.pdf
16Disallow: /content/dam/kco/cf/disclosure/businesses-institutions/lockbox-processing-platform-updates.pdf
17Disallow: /content/dam/kco/documents/small_business/kbbo_pay_with_wire_user_guide.pdf
18Disallow: /content/dam/kco/internal-assets/
19
20
21# ============================================================
22# SECTION 2: AI SEARCH & RETRIEVAL CRAWLERS (ALLOW)
23# These bots power AI search results and citations.
24# Allowing them keeps KeyBank visible in ChatGPT Search,
25# Perplexity, Google AI Overviews, and similar products.
26# ============================================================
27
28# OpenAI — SearchGPT / ChatGPT Search
29User-agent: OAI-SearchBot
30Allow: /
31
32# OpenAI — live user requests in ChatGPT
33User-agent: ChatGPT-User
34Allow: /
35
36# Perplexity AI — search retrieval
37User-agent: PerplexityBot
38Allow: /
39
40# Perplexity AI — live user requests
41User-agent: Perplexity-User
42Allow: /
43
44# Anthropic — Claude search retrieval (legacy)
45User-agent: Claude-Web
46Allow: /
47
48
49# ============================================================
50# SECTION 3: AI TRAINING CRAWLERS
51# Public content allowed for brand presence in future models.
52# Proprietary research and internal assets are blocked.
53# ============================================================
54
55# OpenAI — GPT model training
56User-agent: GPTBot
57Disallow: /kco/images/2017_KBCM_Technology_Group_Private_SaaS_Company_Survey.pdf
58Disallow: /content/dam/kco/documents/businesses___institutions/2024_kbcm_sapphire_saas_survey.pdf
59Disallow: /content/dam/kco/documents/businesses___institutions/kbcm_2023_sapphire_ventures_saas_survey.pdf
60Disallow: /content/dam/kco/documents/businesses___institutions/2022_kbcm_saas_survey_10-20-22_vF.pdf
61Disallow: /content/dam/kco/cf/disclosure/businesses-institutions/lockbox-processing-platform-updates.pdf
62Disallow: /content/dam/kco/documents/small_business/kbbo_pay_with_wire_user_guide.pdf
63Disallow: /content/dam/kco/internal-assets/
64
65# Anthropic — Claude model training
66User-agent: ClaudeBot
67Disallow: /kco/images/2017_KBCM_Technology_Group_Private_SaaS_Company_Survey.pdf
68Disallow: /content/dam/kco/documents/businesses___institutions/2024_kbcm_sapphire_saas_survey.pdf
69Disallow: /content/dam/kco/documents/businesses___institutions/kbcm_2023_sapphire_ventures_saas_survey.pdf
70Disallow: /content/dam/kco/documents/businesses___institutions/2022_kbcm_saas_survey_10-20-22_vF.pdf
71Disallow: /content/dam/kco/cf/disclosure/businesses-institutions/lockbox-processing-platform-updates.pdf
72Disallow: /content/dam/kco/documents/small_business/kbbo_pay_with_wire_user_guide.pdf
73Disallow: /content/dam/kco/internal-assets/
74
75# Anthropic — legacy training crawler
76User-agent: anthropic-ai
77Disallow: /kco/images/2017_KBCM_Technology_Group_Private_SaaS_Company_Survey.pdf
78Disallow: /content/dam/kco/documents/businesses___institutions/2024_kbcm_sapphire_saas_survey.pdf
79Disallow: /content/dam/kco/documents/businesses___institutions/kbcm_2023_sapphire_ventures_saas_survey.pdf
80Disallow: /content/dam/kco/documents/businesses___institutions/2022_kbcm_saas_survey_10-20-22_vF.pdf
81Disallow: /content/dam/kco/cf/disclosure/businesses-institutions/lockbox-processing-platform-updates.pdf
82Disallow: /content/dam/kco/documents/small_business/kbbo_pay_with_wire_user_guide.pdf
83Disallow: /content/dam/kco/internal-assets/
84
85# Google — Gemini training (policy token only — no separate user agent string)
86User-agent: Google-Extended
87Disallow: /kco/images/2017_KBCM_Technology_Group_Private_SaaS_Company_Survey.pdf
88Disallow: /content/dam/kco/documents/businesses___institutions/2024_kbcm_sapphire_saas_survey.pdf
89Disallow: /content/dam/kco/documents/businesses___institutions/kbcm_2023_sapphire_ventures_saas_survey.pdf
90Disallow: /content/dam/kco/documents/businesses___institutions/2022_kbcm_saas_survey_10-20-22_vF.pdf
91Disallow: /content/dam/kco/cf/disclosure/businesses-institutions/lockbox-processing-platform-updates.pdf
92Disallow: /content/dam/kco/documents/small_business/kbbo_pay_with_wire_user_guide.pdf
93Disallow: /content/dam/kco/internal-assets/
94
95# Meta — Llama model training
96User-agent: Meta-ExternalAgent
97Disallow: /kco/images/2017_KBCM_Technology_Group_Private_SaaS_Company_Survey.pdf
98Disallow: /content/dam/kco/documents/businesses___institutions/2024_kbcm_sapphire_saas_survey.pdf
99Disallow: /content/dam/kco/documents/businesses___institutions/kbcm_2023_sapphire_ventures_saas_survey.pdf
100Disallow: /content/dam/kco/documents/businesses___institutions/2022_kbcm_saas_survey_10-20-22_vF.pdf
101Disallow: /content/dam/kco/cf/disclosure/businesses-institutions/lockbox-processing-platform-updates.pdf
102Disallow: /content/dam/kco/documents/small_business/kbbo_pay_with_wire_user_guide.pdf
103Disallow: /content/dam/kco/internal-assets/
104
105# Meta — Facebook AI training
106User-agent: FacebookBot
107Disallow: /kco/images/2017_KBCM_Technology_Group_Private_SaaS_Company_Survey.pdf
108Disallow: /content/dam/kco/documents/businesses___institutions/2024_kbcm_sapphire_saas_survey.pdf
109Disallow: /content/dam/kco/documents/businesses___institutions/kbcm_2023_sapphire_ventures_saas_survey.pdf
110Disallow: /content/dam/kco/documents/businesses___institutions/2022_kbcm_saas_survey_10-20-22_vF.pdf
111Disallow: /content/dam/kco/cf/disclosure/businesses-institutions/lockbox-processing-platform-updates.pdf
112Disallow: /content/dam/kco/documents/small_business/kbbo_pay_with_wire_user_guide.pdf
113Disallow: /content/dam/kco/internal-assets/
114
115
116# ============================================================
117# SECTION 4: AGGRESSIVE / NON-COMPLIANT SCRAPERS (BLOCK ALL)
118# These crawlers feed less-regulated pipelines and have a
119# poor track record of honoring robots.txt directives.
120# ============================================================
121
122# ByteDance / TikTok AI training
123User-agent: Bytespider
124Disallow: /
125
126# Common Crawl — bulk scraper used by many unvetted pipelines
127User-agent: CCBot
128Disallow: /
129
130# Diffbot — commercial data extraction
131User-agent: Diffbot
132Disallow: /
133
134
135# ============================================================
136# SITEMAP
137# ============================================================
138Sitemap: https://www.key.com/about/seo/sitemap.xml