User-agent: Googlebot-News
Disallow: /angebote/

User-agent: *
Disallow: /zeit/
Disallow: /templates/
Disallow: /hp_channels/
Disallow: /send/
Disallow: /rezepte/suche/
Disallow: */comment-thread?
Disallow: */liveblog-backend*
Disallow: /framebuilder/
Disallow: /campus/framebuilder/
Disallow: /navigation-teasers*
Disallow: *iqadcontroller.js
Allow: /llms.txt

User-agent: anthropic-ai
Disallow: /

User-agent: Ai2Bot-Dolma
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGLM-Spider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudVertexBot
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: Cotoyogi
Disallow: /

User-agent: DeepSeekBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: Google-Extended
Disallow: /
Allow: /*-gxe$

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /
Allow: /*-gxe$

User-agent: GrapeshotCrawler
crawl-delay: 3

User-agent: img2dataset
Disallow: /

User-agent: Kangaroo Bot
Disallow: /

User-agent: KunatoCrawler
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: quillbot.com
Disallow: /

User-agent: Spider
Disallow: /

User-agent: TerraCotta
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /


Sitemap: https://www.zeit.de/gsitemaps/index.xml

# Legal notice: zeit.de expressly reserves the right to use its content for commercial text and data mining (§ 44 b UrhG).
# The use of robots or other automated means to access zeit.de or collect or mine data without
# the express permission of zeit.de is strictly prohibited.
# zeit.de may, in its discretion, permit certain automated access to certain zeit.de pages,
# If you would like to apply for permission to crawl zeit.de, collect or use data, please email online-syndication@zeit.de