NeuralCrawl

GoDaddy / robots.txt snapshot

← back to godaddy.com · fetched 2026-09-17T21:12:52Z (1d ago) · HTTP 200 · 5883 bytes · sha256 df803d80c40371ac · raw

final URL: https://www.godaddy.com/robots.txt

1#
2# robots.txt
3#
4
5User-agent: ChatGPT-User
6Allow: */domain-auctions/
7Allow: */domainsearch/
8Allow: /v1/search/
9Disallow: */domain-auctions/api/*
10
11User-agent: Claude-User
12Allow: */domain-auctions/
13Allow: */domainsearch/
14Allow: /v1/search/
15Disallow: */domain-auctions/api/*
16
17User-agent: Claude-SearchBot
18Allow: */domain-auctions/
19Allow: */domainsearch/
20Allow: /v1/search/
21Disallow: */domain-auctions/api/*
22
23User-agent: ClaudeBot
24Allow: */domain-auctions/
25Allow: */domainsearch/
26Allow: /v1/search/
27Disallow: */domain-auctions/api/*
28
29User-agent: PerplexityBot
30Allow: */domain-auctions/
31Allow: */domainsearch/
32Allow: /v1/search/
33Disallow: */domain-auctions/api/*
34
35User-agent: Perplexity-User
36Allow: */domain-auctions/
37Allow: */domainsearch/
38Allow: /v1/search/
39Disallow: */domain-auctions/api/*
40
41
42User-agent: OAI-SearchBot
43Allow: */domain-auctions/
44Allow: */domainsearch/
45Allow: /v1/search/
46Disallow: */domain-auctions/api/
47
48User-agent: GPTBot
49Allow: */domain-auctions/
50Allow: */domainsearch/
51Allow: /v1/search/
52Disallow: */domain-auctions/api/
53
54
55User-agent: *
56Allow: *.js
57Allow: *.css
58Allow: */products/domain-auctions/
59Allow: /help/api/v1/related-links?*
60Disallow: */api/dpp/*
61Disallow: */api/package/*
62Disallow: */configure$
63Disallow: */domain-auctions/
64Disallow: */domainfind/v1/
65Disallow: */domainsearch/find*
66Disallow: */domain-value-appraisal/appraisal/*
67Disallow: */dpp/find?
68Disallow: */domainsapi/
69Disallow: */login?*
70Disallow: */homepages/*
71Disallow: */Homepages/*
72Disallow: /help/api/
73Disallow: /help/website-templates/
74Disallow: /getstarted/*
75Disallow: */offers/*
76Disallow: */market-demo/
77Disallow: */pro-connect/b/*
78Disallow: */popups/*
79Disallow: */results.aspx?*
80Disallow: */retrieve?*
81Disallow: /role/
82Disallow: */searchresults.aspx*
83Disallow: */search.aspx?*
84Disallow: */search?q=*
85Disallow: */shared/jsoncontent/*
86Disallow: /Shop/
87Disallow: /garage/advert/
88Disallow: /garage/wp-admin/
89Disallow: /garage/wp-content/plugins/
90Disallow: /garage/wp-includes/
91Disallow: /garage/readme.html
92Disallow: /blog/advert/
93Disallow: /blog/wp-admin/
94Disallow: /blog/wp-content/plugins/
95Disallow: /blog/wp-includes/
96Disallow: /blog/readme.html
97Disallow: /resources/advert/
98Disallow: /resources/wp-admin/
99Disallow: /resources/wp-content/plugins/
100Disallow: /resources/wp-includes/
101Disallow: /resources/readme.html
102Disallow: /help/redirect-my-website-to-https-using-cpanel-27870*.*
103Disallow: /forsale/
104Disallow: *WAM_BANNER
105Disallow: *omsId=baseline*
106Disallow: */wordpress-themes/*-1*
107Disallow: */wordpress-themes/*-2*
108Disallow: */wordpress-themes/*-3*
109Disallow: */wordpress-themes/*-4*
110Disallow: */wordpress-themes/*-5*
111Disallow: */wordpress-themes/*-6*
112Disallow: */wordpress-themes/*-7*
113Disallow: */wordpress-themes/*-8*
114Disallow: */wordpress-themes/*-9*
115Disallow: *?AID=*
116Disallow: *&AID=*
117Disallow: *?app=*
118Disallow: *checkAvail=
119Disallow: *cvosrc=affiliate.cj*
120Disallow: /*?isc=OPFpowby
121Disallow: /*?isc=wscfwst304
122Disallow: /*?lang=en
123Disallow: *?like=
124Disallow: *?preview=true
125Disallow: *?realm=
126Disallow: */refer$
127Disallow: *?regionsite=*
128Disallow: /*?origin=uniregistry
129Disallow: /domain-value-appraisal/appraisal/*
130Disallow: /places
131Disallow: /plans$
132Disallow: /plans/
133Disallow: /payments/terminal/specs$
134Disallow: /payments/card-reader/specs$
135Disallow: /*?isc=pwugc
136Disallow: /*?cvosrc=assets.wsb_badge.wsb_badge
137Disallow: /weiterempfehlen
138Disallow: */business-card
139Disallow: /en/help/*
140
141
142
143
144
145
146
147Sitemap: https://www.godaddy.com/llms.txt
148Sitemap: https://www.godaddy.com/sitemap.xml
149Sitemap: https://www.godaddy.com/help/sitemaps/sitemap-index.xml
150Sitemap: https://www.godaddy.com/resources/article-index.xml
151Sitemap: https://www.godaddy.com/el-gr/custom-sitemap.xml
152Sitemap: https://www.godaddy.com/en-pk/custom-sitemap.xml
153Sitemap: https://www.godaddy.com/en-my/custom-sitemap.xml
154Sitemap: https://www.godaddy.com/en-za/custom-sitemap.xml
155Sitemap: https://www.godaddy.com/resources/sitemap_index.xml
156Sitemap: https://www.godaddy.com/resources/hreflang-sitemap-en-us.xml
157Sitemap: https://www.godaddy.com/en-in/sitemap.xml
158Sitemap: https://www.godaddy.com/hi-in/sitemap.xml
159Sitemap: https://www.godaddy.com/id-id/sitemap.xml
160Sitemap: https://www.godaddy.com/en-sg/sitemap.xml
161Sitemap: https://www.godaddy.com/zh-sg/sitemap.xml
162Sitemap: https://www.godaddy.com/th-th/sitemap.xml
163Sitemap: https://www.godaddy.com/vi-vn/sitemap.xml
164
165Sitemap: https://www.godaddy.com/de-ch/sitemap-index.xml
166Sitemap: https://www.godaddy.com/fr-fr/sitemap.xml
167Sitemap: https://www.godaddy.com/en-ph/sitemap.xml
168Sitemap: https://www.godaddy.com/es-es/sitemap.xml
169Sitemap: https://www.godaddy.com/pt-br/sitemap.xml
170Sitemap: https://www.godaddy.com/de-at/sitemap.xml
171
172Sitemap: https://www.godaddy.com/de-de/sitemap.xml
173Sitemap: https://www.godaddy.com/en-au/sitemap.xml
174Sitemap: https://www.godaddy.com/en-ca/sitemap.xml
175Sitemap: https://www.godaddy.com/en-ie/sitemap.xml
176Sitemap: https://www.godaddy.com/en-il/sitemap.xml
177Sitemap: https://www.godaddy.com/en-my/sitemap.xml
178Sitemap: https://www.godaddy.com/en-nz/sitemap.xml
179Sitemap: https://www.godaddy.com/en-pk/sitemap.xml
180Sitemap: https://www.godaddy.com/en-uk/sitemap.xml
181Sitemap: https://www.godaddy.com/en-za/sitemap.xml
182Sitemap: https://www.godaddy.com/fr-be/sitemap.xml
183Sitemap: https://www.godaddy.com/fr-ca/sitemap.xml
184Sitemap: https://www.godaddy.com/fr-ch/sitemap.xml
185Sitemap: https://www.godaddy.com/it-ch/sitemap.xml
186Sitemap: https://www.godaddy.com/it-it/sitemap.xml
187Sitemap: https://www.godaddy.com/nl-be/sitemap.xml
188Sitemap: https://www.godaddy.com/nl-nl/sitemap.xml
189Sitemap: https://www.godaddy.com/el-gr/sitemap.xml
190Sitemap: https://www.godaddy.com/pl-pl/sitemap.xml
191Sitemap: https://www.godaddy.com/pt-pt/sitemap.xml
192Sitemap: https://www.godaddy.com/tr-tr/sitemap.xml
193Sitemap: https://www.godaddy.com/uk-ua/sitemap.xml
194
195
196
197
198
199
200
201
202
203Sitemap: https://www.godaddy.com/garage/hreflang-sitemap-en-us.xml
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244