NeuralCrawl

GoDaddy / robots.txt snapshot

← back to godaddy.com · fetched 2026-09-16T20:58:51Z (2d ago) · HTTP 200 · 5368 bytes · sha256 4cfb2862ccbe4e20 · raw

final URL: https://www.godaddy.com/robots.txt

1#
2# robots.txt
3#
4
5User-agent: Claude-User
6Allow: /domain-auctions/
7Allow: /domainsearch/
8Allow: /v1/search/
9
10User-agent: Claude-SearchBot
11Allow: /domain-auctions/
12Allow: /domainsearch/
13Allow: /v1/search/
14
15User-agent: ClaudeBot
16Allow: /domain-auctions/
17Allow: /domainsearch/
18Allow: /v1/search/
19
20User-agent: PerplexityBot
21Allow: /domain-auctions/
22
23User-agent: OAI-SearchBot
24Allow: /domain-auctions/
25Allow: /domainsearch/
26Allow: /v1/search/
27
28User-agent: GPTBot
29Allow: /domain-auctions/
30Allow: /domainsearch/
31Allow: /v1/search/
32
33
34User-agent: *
35Allow: *.js
36Allow: *.css
37Allow: */products/domain-auctions/
38Allow: /help/api/v1/related-links?*
39Disallow: */api/dpp/*
40Disallow: */api/package/*
41Disallow: */configure$
42Disallow: */domain-auctions/
43Disallow: */domainfind/v1/
44Disallow: */domainsearch/find*
45Disallow: */domain-value-appraisal/appraisal/*
46Disallow: */dpp/find?
47Disallow: */domainsapi/
48Disallow: */login?*
49Disallow: */homepages/*
50Disallow: */Homepages/*
51Disallow: /help/api/
52Disallow: /help/website-templates/
53Disallow: /getstarted/*
54Disallow: */offers/*
55Disallow: */market-demo/
56Disallow: */pro-connect/b/*
57Disallow: */popups/*
58Disallow: */results.aspx?*
59Disallow: */retrieve?*
60Disallow: /role/
61Disallow: */searchresults.aspx*
62Disallow: */search.aspx?*
63Disallow: */search?q=*
64Disallow: */shared/jsoncontent/*
65Disallow: /Shop/
66Disallow: /garage/advert/
67Disallow: /garage/wp-admin/
68Disallow: /garage/wp-content/plugins/
69Disallow: /garage/wp-includes/
70Disallow: /garage/readme.html
71Disallow: /blog/advert/
72Disallow: /blog/wp-admin/
73Disallow: /blog/wp-content/plugins/
74Disallow: /blog/wp-includes/
75Disallow: /blog/readme.html
76Disallow: /resources/advert/
77Disallow: /resources/wp-admin/
78Disallow: /resources/wp-content/plugins/
79Disallow: /resources/wp-includes/
80Disallow: /resources/readme.html
81Disallow: /help/redirect-my-website-to-https-using-cpanel-27870*.*
82Disallow: /forsale/
83Disallow: *WAM_BANNER
84Disallow: *omsId=baseline*
85Disallow: */wordpress-themes/*-1*
86Disallow: */wordpress-themes/*-2*
87Disallow: */wordpress-themes/*-3*
88Disallow: */wordpress-themes/*-4*
89Disallow: */wordpress-themes/*-5*
90Disallow: */wordpress-themes/*-6*
91Disallow: */wordpress-themes/*-7*
92Disallow: */wordpress-themes/*-8*
93Disallow: */wordpress-themes/*-9*
94Disallow: *?AID=*
95Disallow: *&AID=*
96Disallow: *?app=*
97Disallow: *checkAvail=
98Disallow: *cvosrc=affiliate.cj*
99Disallow: /*?isc=OPFpowby
100Disallow: /*?isc=wscfwst304
101Disallow: /*?lang=en
102Disallow: *?like=
103Disallow: *?preview=true
104Disallow: *?realm=
105Disallow: */refer$
106Disallow: *?regionsite=*
107Disallow: /*?origin=uniregistry
108Disallow: /domain-value-appraisal/appraisal/*
109Disallow: /places
110Disallow: /plans$
111Disallow: /plans/
112Disallow: /payments/terminal/specs$
113Disallow: /payments/card-reader/specs$
114Disallow: /*?isc=pwugc
115Disallow: /*?cvosrc=assets.wsb_badge.wsb_badge
116Disallow: /weiterempfehlen
117Disallow: */business-card
118Disallow: /en/help/*
119
120
121
122
123
124
125
126Sitemap: https://www.godaddy.com/llms.txt
127Sitemap: https://www.godaddy.com/sitemap.xml
128Sitemap: https://www.godaddy.com/help/sitemaps/sitemap-index.xml
129Sitemap: https://www.godaddy.com/resources/article-index.xml
130Sitemap: https://www.godaddy.com/el-gr/custom-sitemap.xml
131Sitemap: https://www.godaddy.com/en-pk/custom-sitemap.xml
132Sitemap: https://www.godaddy.com/en-my/custom-sitemap.xml
133Sitemap: https://www.godaddy.com/en-za/custom-sitemap.xml
134Sitemap: https://www.godaddy.com/resources/sitemap_index.xml
135Sitemap: https://www.godaddy.com/resources/hreflang-sitemap-en-us.xml
136Sitemap: https://www.godaddy.com/en-in/sitemap.xml
137Sitemap: https://www.godaddy.com/hi-in/sitemap.xml
138Sitemap: https://www.godaddy.com/id-id/sitemap.xml
139Sitemap: https://www.godaddy.com/en-sg/sitemap.xml
140Sitemap: https://www.godaddy.com/zh-sg/sitemap.xml
141Sitemap: https://www.godaddy.com/th-th/sitemap.xml
142Sitemap: https://www.godaddy.com/vi-vn/sitemap.xml
143
144Sitemap: https://www.godaddy.com/de-ch/sitemap-index.xml
145Sitemap: https://www.godaddy.com/fr-fr/sitemap.xml
146Sitemap: https://www.godaddy.com/en-ph/sitemap.xml
147Sitemap: https://www.godaddy.com/es-es/sitemap.xml
148Sitemap: https://www.godaddy.com/pt-br/sitemap.xml
149Sitemap: https://www.godaddy.com/de-at/sitemap.xml
150
151Sitemap: https://www.godaddy.com/de-de/sitemap.xml
152Sitemap: https://www.godaddy.com/en-au/sitemap.xml
153Sitemap: https://www.godaddy.com/en-ca/sitemap.xml
154Sitemap: https://www.godaddy.com/en-ie/sitemap.xml
155Sitemap: https://www.godaddy.com/en-il/sitemap.xml
156Sitemap: https://www.godaddy.com/en-my/sitemap.xml
157Sitemap: https://www.godaddy.com/en-nz/sitemap.xml
158Sitemap: https://www.godaddy.com/en-pk/sitemap.xml
159Sitemap: https://www.godaddy.com/en-uk/sitemap.xml
160Sitemap: https://www.godaddy.com/en-za/sitemap.xml
161Sitemap: https://www.godaddy.com/fr-be/sitemap.xml
162Sitemap: https://www.godaddy.com/fr-ca/sitemap.xml
163Sitemap: https://www.godaddy.com/fr-ch/sitemap.xml
164Sitemap: https://www.godaddy.com/it-ch/sitemap.xml
165Sitemap: https://www.godaddy.com/it-it/sitemap.xml
166Sitemap: https://www.godaddy.com/nl-be/sitemap.xml
167Sitemap: https://www.godaddy.com/nl-nl/sitemap.xml
168Sitemap: https://www.godaddy.com/el-gr/sitemap.xml
169Sitemap: https://www.godaddy.com/pl-pl/sitemap.xml
170Sitemap: https://www.godaddy.com/pt-pt/sitemap.xml
171Sitemap: https://www.godaddy.com/tr-tr/sitemap.xml
172Sitemap: https://www.godaddy.com/uk-ua/sitemap.xml
173
174
175
176
177
178
179
180
181
182Sitemap: https://www.godaddy.com/garage/hreflang-sitemap-en-us.xml
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223