NeuralCrawl

Ford Motor / robots.txt snapshot

← back to ford.com · fetched 2026-07-16T17:46:03Z (20d ago) · HTTP 200 · 2420 bytes · sha256 2e90a07bd90cc78f · raw

final URL: https://www.ford.com/robots.txt

1#robots.txt for www.Ford.com/es.ford.com - NS - 20231106
2User-agent: *
3Disallow: /content/experience-fragments/na/*
4Disallow: /search/
5Disallow: /trucks/ranger/index.amp/
6Disallow: /trucks/ranger/index.amp
7Disallow: /articles/
8Disallow: /akamai/
9Disallow: /synbase/bev*
10Disallow: /synbase/bev/*
11Disallow: /semashow*
12Disallow: /finder
13Disallow: /finder*
14Disallow: /finder/*
15Disallow: *chipsoverlayclose*
16#es.ford.com WIP cart files
17Disallow: /catalogsearch/
18Disallow: /nvc/checkout
19Disallow: /nvc/cart
20Disallow: /nvc/order-confirmation
21Disallow: /fps/script
22Disallow: /api/fps
23
24#Naver bot
25User-agent: Yeti
26Disallow: /
27
28Sitemap: https://www.ford.com/sitemap.xml
29Sitemap: https://www.ford.com/href-sitemap-en-us.xml.
30Sitemap: https://www.ford.com/href-sitemap-en-us.xml
31Sitemap: https://www.ford.com/accessories/sitemap.xml
32Sitemap: https://www.ford.com/parts/sitemap.xml
33
34User-agent: Baiduspider
35User-agent: Baiduspider-image
36User-agent: YisouSpider
37User-agent: Sogou web spider
38User-agent: Sogou inst spider
39User-agent: 360Spider
40User-agent: Bytespider
41User-agent: PetalBot
42Disallow: /inventory/
43User-agent: *
44Crawl-delay: 10
45Allow: /inventory/
46
47#AI chatbots and assistants - permitted to access ONLY the llms.txt files
48#(Google, OpenAI, Amazon, Meta, Anthropic, Perplexity, Apple)
49#Allow is more specific than Disallow: / so only the llms.txt files are crawlable
50#OpenAI (ChatGPT)
51User-agent: GPTBot
52User-agent: OAI-SearchBot
53User-agent: ChatGPT-User
54User-agent: ChatGPT Agent
55User-agent: OpenAI
56User-agent: Operator
57#Google (Gemini, NotebookLM, Vertex AI)
58User-agent: Google-Extended
59User-agent: GoogleOther
60User-agent: Gemini-Deep-Research
61User-agent: Google-Gemini-CLI
62User-agent: Google-NotebookLM
63User-agent: NotebookLM
64User-agent: Google-CloudVertexBot
65User-agent: GoogleAgent-Mariner
66#Anthropic (Claude)
67User-agent: anthropic-ai
68User-agent: ClaudeBot
69User-agent: Claude-Web
70User-agent: Claude-User
71User-agent: Claude-SearchBot
72User-agent: Claude-Code
73#Perplexity
74User-agent: PerplexityBot
75User-agent: Perplexity-User
76#Meta AI
77User-agent: Meta-ExternalAgent
78User-agent: meta-externalagent
79User-agent: Meta-ExternalFetcher
80User-agent: meta-externalfetcher
81User-agent: FacebookBot
82#Apple Intelligence
83User-agent: Applebot-Extended
84#Amazon (Alexa, Bedrock, Q)
85User-agent: Amazonbot
86User-agent: bedrockbot
87User-agent: amazon-kendra
88User-agent: amazon-QBusiness
89Allow: /llms.txt
90Allow: /inventory/llms.txt
91Disallow: /