Sonic Automotive / robots.txt snapshot

← back to sonicautomotive.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 3231 bytes · sha256 aaf0840e0021d3e0 · raw

final URL: https://www.sonicautomotive.com/robots.txt

1
2
3	User-agent: ImageWalker
4	Disallow: /
5
6	User-agent: gsa-crawler
7	Disallow: /
8
9	User-agent: OmniExplorer_Bot
10	Disallow: /
11
12	User-agent: Baiduspider
13	Disallow: /
14
15	User-agent: Yandex
16	Disallow: /
17
18	User-agent: trovitBot
19	Disallow: /
20
21	User-agent: RealSpider
22	Disallow: /
23
24	User-agent: Updownerbot
25	Disallow: /
26
27
28	User-agent: CCBot
29	Disallow: /*.js
30	Disallow: /*.css
31	Disallow: /*.json
32	Disallow: /api/
33	Disallow: /apis/
34	Disallow: /pixall/
35	Disallow: */pixall/
36
37	User-agent: GPTBot
38	Disallow: /*.js
39	Disallow: /*.css
40	Disallow: /*.json
41	Disallow: /api/
42	Disallow: /apis/
43	Disallow: /pixall/
44	Disallow: */pixall/
45
46	User-agent: OAI-SearchBot
47	Disallow: /*.js
48	Disallow: /*.css
49	Disallow: /*.json
50	Disallow: /api/
51	Disallow: /apis/
52	Disallow: /pixall/
53	Disallow: */pixall/
54
55	User-agent: ChatGPT-User
56	Disallow: /*.js
57	Disallow: /*.css
58	Disallow: /*.json
59	Disallow: /api/
60	Disallow: /apis/
61	Disallow: /pixall/
62	Disallow: */pixall/
63
64	User-agent: Claude-User
65	Disallow: /*.js
66	Disallow: /*.css
67	Disallow: /*.json
68	Disallow: /api/
69	Disallow: /apis/
70	Disallow: /pixall/
71	Disallow: */pixall/
72
73	User-agent: Claude-SearchBot
74	Disallow: /*.js
75	Disallow: /*.css
76	Disallow: /*.json
77	Disallow: /api/
78	Disallow: /apis/
79	Disallow: /pixall/
80	Disallow: */pixall/
81
82	User-agent: PerplexityBot
83	Disallow: /*.js
84	Disallow: /*.css
85	Disallow: /*.json
86	Disallow: /api/
87	Disallow: /apis/
88	Disallow: /pixall/
89	Disallow: */pixall/
90
91	User-agent: Perplexity-User
92	Disallow: /*.js
93	Disallow: /*.css
94	Disallow: /*.json
95	Disallow: /api/
96	Disallow: /apis/
97	Disallow: /pixall/
98	Disallow: */pixall/
99
100	User-agent: GrokBot
101	Disallow: /*.js
102	Disallow: /*.css
103	Disallow: /*.json
104	Disallow: /api/
105	Disallow: /apis/
106	Disallow: /pixall/
107	Disallow: */pixall/
108
109	User-agent: AdsBot-Google
110	Disallow: /api/pse/
111	Disallow: /api/legacy/pse/
112	Disallow: /external-catalog-services/
113	Disallow: /tcd/
114	Disallow: /esntial.htm
115	Disallow: /microsite/
116	Disallow: /*ajax.htm$
117	Disallow: /*fragment.htm
118	Disallow: /image/viewer.htm
119	Disallow: /apis/mycars/
120	Disallow: /mycars/
121	Disallow: /reserve-it-now/form.htm
122	Disallow: /contact-form.htm
123	Disallow: /specials/trims.htm
124	Disallow: /inventory-detail/print.htm
125	Disallow: /blog/tags/*
126	Disallow: /pixall/
127	Disallow: */pixall/
128
129	User-agent: AdsBot-Google-Mobile
130	Disallow: /api/pse/
131	Disallow: /api/legacy/pse/
132	Disallow: /external-catalog-services/
133	Disallow: /tcd/
134	Disallow: /esntial.htm
135	Disallow: /microsite/
136	Disallow: /*ajax.htm$
137	Disallow: /*fragment.htm
138	Disallow: /image/viewer.htm
139	Disallow: /apis/mycars/
140	Disallow: /mycars/
141	Disallow: /reserve-it-now/form.htm
142	Disallow: /contact-form.htm
143	Disallow: /specials/trims.htm
144	Disallow: /inventory-detail/print.htm
145	Disallow: /blog/tags/*
146	Disallow: /pixall/
147	Disallow: */pixall/
148
149	Sitemap: https://www.sonicautomotive.com/sitemap.xml
150
151	Sitemap: https://www.sonicautomotive.com/videositemap.xml
152
153	User-agent: *
154	Disallow: /api/pse/
155	Disallow: /api/legacy/pse/
156	Disallow: /external-catalog-services/
157	Disallow: /tcd/
158	Disallow: /esntial.htm
159	Disallow: /microsite/
160	Disallow: /*ajax.htm$
161	Disallow: /*fragment.htm
162	Disallow: /image/viewer.htm
163	Disallow: /apis/mycars/
164	Disallow: /mycars/
165	Disallow: /reserve-it-now/form.htm
166	Disallow: /contact-form.htm
167	Disallow: /specials/trims.htm
168	Disallow: /inventory-detail/print.htm
169	Disallow: /blog/tags/*
170	Disallow: /pixall/
171	Disallow: */pixall/
172
173	User-agent: Google-InspectionTool
174	Allow: *
175