# ALLOW AI SEARCH & REFERRAL BOTS
# These bots browse the web to answer user queries with links/citations.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Claude-Web
User-agent: YouBot
User-agent: Bingbot
Allow: /

# DISALLOW AI TRAINING & MODEL CRAWLERS
# These bots scrape data for model training.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: Cohere-ai
User-agent: Omgilibot
User-agent: Omgili
Disallow: /

# GENERAL SEARCH ENGINE RULES
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /?s=
Disallow: /api/

# SITEMAPS
Sitemap: https://www.northropgrumman.com/videos-sitemap.xml
Sitemap: https://www.northropgrumman.com/sitemap.xml