#robots.txt for www.Ford.com/es.ford.com - NS - 20231106
User-agent: *
Disallow: /content/experience-fragments/na/*
Disallow: /search/
Disallow: /trucks/ranger/index.amp/
Disallow: /trucks/ranger/index.amp
Disallow: /articles/
Disallow: /akamai/
Disallow: /synbase/bev*
Disallow: /synbase/bev/*
Disallow: /semashow*
Disallow: /finder
Disallow: /finder*
Disallow: /finder/*
Disallow: *chipsoverlayclose*
#es.ford.com WIP cart files
Disallow: /catalogsearch/
Disallow: /nvc/checkout
Disallow: /nvc/cart
Disallow: /nvc/order-confirmation
Disallow: /fps/script
Disallow: /api/fps

#Naver bot
User-agent: Yeti 
Disallow: /

Sitemap: https://www.ford.com/sitemap.xml
Sitemap: https://www.ford.com/href-sitemap-en-us.xml.
Sitemap: https://www.ford.com/href-sitemap-en-us.xml
Sitemap: https://www.ford.com/accessories/sitemap.xml
Sitemap: https://www.ford.com/parts/sitemap.xml

User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: YisouSpider
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: 360Spider
User-agent: Bytespider
User-agent: PetalBot
Disallow: /inventory/
User-agent: *
Crawl-delay: 10
Allow: /inventory/

#AI chatbots and assistants - permitted to access ONLY the llms.txt files
#(Google, OpenAI, Amazon, Meta, Anthropic, Perplexity, Apple)
#Allow is more specific than Disallow: / so only the llms.txt files are crawlable
#OpenAI (ChatGPT)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ChatGPT Agent
User-agent: OpenAI
User-agent: Operator
#Google (Gemini, NotebookLM, Vertex AI)
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Gemini-Deep-Research
User-agent: Google-Gemini-CLI
User-agent: Google-NotebookLM
User-agent: NotebookLM
User-agent: Google-CloudVertexBot
User-agent: GoogleAgent-Mariner
#Anthropic (Claude)
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Claude-Code
#Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
#Meta AI
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: Meta-ExternalFetcher
User-agent: meta-externalfetcher
User-agent: FacebookBot
#Apple Intelligence
User-agent: Applebot-Extended
#Amazon (Alexa, Bedrock, Q)
User-agent: Amazonbot
User-agent: bedrockbot
User-agent: amazon-kendra
User-agent: amazon-QBusiness
Allow: /llms.txt
Allow: /inventory/llms.txt
Disallow: /