NeuralCrawl

Cencora / robots.txt snapshot

← back to cencora.com · fetched 2026-10-20T14:27:19Z (17d ago) · HTTP 200 · 2485 bytes · sha256 0964c2c0babe6ce1 · raw

final URL: https://www.cencora.com/robots.txt

1# robots.txt for https://www.cencora.com
2# Last reviewed: 2026-10-20
3
4# ---- Utility bots ----
5User-agent: DequeAxeMonitoring
6Allow: /
7
8User-agent: SiteAuditBot
9Crawl-delay: 1
10Allow: /
11
12User-agent: LinkedInBot
13Allow: /
14
15User-agent: Semrushbot-SI
16Allow: /
17
18# ---- Search engines and AI crawlers ----
19User-agent: Applebot
20USer-agent: DuckDuckBot
21User-agent: GPTBot
22User-agent: Bingbot
23User-agent: Googlebot
24User-agent: OAI-SearchBot
25User-agent: ChatGPT-User
26User-agent: ClaudeBot
27User-agent: Claude-SearchBot
28User-agent: Claude-User
29User-agent: PerplexityBot
30User-agent: Perplexity-User
31User-agent: Google-Extended
32User-agent: Applebot-Extended
33User-agent: meta-externalagent
34User-agent: Amazonbot
35User-agent: CCBot
36User-agent: anthropic-ai
37User-agent: Claude-Web
38User-agent: cohere-ai
39User-agent: Diffbot
40User-agent: DuckAssistBot
41User-agent: MistralAI-User
42User-agent: Meta-ExternalFetcher
43User-agent: Google-CloudVertexBot
44Allow: /
45Disallow: /initiatives*
46Disallow: /es/initiatives*
47Disallow: /de/initiatives*
48Disallow: /fr/initiatives*
49Disallow: /ca/initiatives*
50Disallow: /nl/initiatives*
51Disallow: /no/initiatives*
52Disallow: /it/initiatives*
53Disallow: /ro/initiatives*
54Disallow: /cz/initiatives*
55Disallow: /tr/initiatives*
56Disallow: /*thank-you
57Disallow: /-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf
58Disallow: /Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions
59Disallow: /Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions
60Disallow: /Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms
61
62# ---- Default: all other bots ----
63User-agent: *
64Crawl-delay: 5
65Disallow: /initiatives*
66Disallow: /es/initiatives*
67Disallow: /de/initiatives*
68Disallow: /fr/initiatives*
69Disallow: /ca/initiatives*
70Disallow: /nl/initiatives*
71Disallow: /no/initiatives*
72Disallow: /it/initiatives*
73Disallow: /ro/initiatives*
74Disallow: /cz/initiatives*
75Disallow: /tr/initiatives*
76Disallow: /*thank-you
77Disallow: /-/media/assets/corporate/aps/25-pah-10275-pharmacy-outlook-booklet-2025-02dec25-v5-fnl-digital.pdf
78Disallow: /Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/Almus-NetGen-Terms-Conditions
79Disallow: /Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/BE-Force-terms-conditions
80Disallow: /Global-reach/Europe/United-Kingdom/Legal-regulatory-hub/pharmacyone-brand-equalisation-terms
81
82Sitemap: https://www.cencora.com/sitemap.xml