Taylor Morrison / robots.txt snapshot

← back to taylormorrison.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 967 bytes · sha256 020b1af6f53a79a3 · raw

final URL: https://www.taylormorrison.com/robots.txt

1	# AI Agents
2	User-agent: GPTBot
3	Allow: /
4	Disallow: /Assets
5	Disallow: /assets
6	Disallow: /sitecore
7	Disallow: /solr/
8
9	User-agent: OAI-SearchBot
10	Allow: /
11	Disallow: /Assets
12	Disallow: /assets
13	Disallow: /sitecore
14	Disallow: /solr/
15
16	User-agent: ChatGPT-User
17	Allow: /
18
19	User-agent: ClaudeBot
20	Allow: /
21	Disallow: /Assets
22	Disallow: /assets
23	Disallow: /sitecore
24	Disallow: /solr/
25
26	User-agent: anthropic-ai
27	Allow: /
28
29	User-agent: Claude-Web
30	Allow: /
31
32	User-agent: PerplexityBot
33	Allow: /
34	Disallow: /sitecore
35	Disallow: /solr/
36
37	User-agent: Perplexity-User
38	Allow: /
39
40	User-agent: Google-Extended
41	Allow: /
42
43	User-agent: Applebot-Extended
44	Allow: /
45
46	User-agent: Bingbot
47	Allow: /
48
49	User-agent: Amazonbot
50	Allow: /
51
52	User-agent: DuckAssistBot
53	Allow: /
54
55	# Default rules for all other bots
56	User-agent: *
57	Allow: /llms.txt
58	Disallow: /Assets
59	Disallow: /assets
60	Disallow: /sitecore
61	Disallow: /authentication-redirects/
62	Disallow: /solr/
63
64	Sitemap: https://www.taylormorrison.com/sitemap-index.xml