# Amazon AI
User-agent: Amazonbot
Disallow: /

# Apple Web Crawler
User-agent: Applebot
User-agent: Applebot-Extended
Disallow: /

# Baidu
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: ERNIEBot
User-agent: YiyanBot
Disallow: /

# Anthropic AI
User-agent: ClaudeBot
Disallow: /

# DataForSEO
User-agent: DataForSeoBot
Disallow: /

# Google AI
User-agent: Google-Extended
Disallow: /

# OpenAI
User-agent: GPTBot
Disallow: /

# Meta (Facebook, Instagram, WhatsApp)
User-agent: Meta-ExternalAgent
Disallow: /

# Majestic SEO
User-agent: MJ12bot
Disallow: /

# Petal Search
User-agent: PetalBot
Disallow: /

# SoGou
User-agent: Sogou Spider
Disallow: /

# Yandex
User-agent: Yandex
Disallow: /

User-agent: *
Disallow: /documents/
Disallow: /search/
Disallow: /*/search/
Disallow: /cuardaigh/
Disallow: /*/cuardaigh/
# Blocks numerous Irish search pages
Disallow: /*?*
Allow: /static/

# Point to sitemap
Sitemap: https://www.gov.ie/sitemap.xml