NeuralCrawl

GoDaddy / robots.txt snapshot

← back to godaddy.com · fetched 2026-09-16T08:45:16Z (3d ago) · HTTP 200 · 5366 bytes · sha256 fed99944644d45f5 · raw

final URL: https://www.godaddy.com/robots.txt

1#
2# robots.txt
3#
4
5User-agent: Claude-User
6Allow: /domain-auctions/
7Allow: /domainsearch/
8Allow: /v1/search/
9
10User-agent: Claude-SearchBot
11Allow: /domain-auctions/
12Allow: /domainsearch/
13Allow: /v1/search/
14
15User-agent: ClaudeBot
16Allow: /domain-auctions/
17Allow: /domainsearch/
18Allow: /v1/search/
19
20User-agent: PerplexityBot
21Allow: /domain-auctions/
22
23User-agent: OAI-SearchBot
24Allow: /domain-auctions/
25Allow: /domainsearch/
26Allow: /v1/search/
27
28User-agent: GPTBot
29Allow: /domain-auctions/
30Allow: /domainsearch/
31Allow: /v1/search/
32User-agent: *
33Allow: *.js
34Allow: *.css
35Allow: */products/domain-auctions/
36Allow: /help/api/v1/related-links?*
37Disallow: */api/dpp/*
38Disallow: */api/package/*
39Disallow: */configure$
40Disallow: */domain-auctions/
41Disallow: */domainfind/v1/
42Disallow: */domainsearch/find*
43Disallow: */domain-value-appraisal/appraisal/*
44Disallow: */dpp/find?
45Disallow: */domainsapi/
46Disallow: */login?*
47Disallow: */homepages/*
48Disallow: */Homepages/*
49Disallow: /help/api/
50Disallow: /help/website-templates/
51Disallow: /getstarted/*
52Disallow: */offers/*
53Disallow: */market-demo/
54Disallow: */pro-connect/b/*
55Disallow: */popups/*
56Disallow: */results.aspx?*
57Disallow: */retrieve?*
58Disallow: /role/
59Disallow: */searchresults.aspx*
60Disallow: */search.aspx?*
61Disallow: */search?q=*
62Disallow: */shared/jsoncontent/*
63Disallow: /Shop/
64Disallow: /garage/advert/
65Disallow: /garage/wp-admin/
66Disallow: /garage/wp-content/plugins/
67Disallow: /garage/wp-includes/
68Disallow: /garage/readme.html
69Disallow: /blog/advert/
70Disallow: /blog/wp-admin/
71Disallow: /blog/wp-content/plugins/
72Disallow: /blog/wp-includes/
73Disallow: /blog/readme.html
74Disallow: /resources/advert/
75Disallow: /resources/wp-admin/
76Disallow: /resources/wp-content/plugins/
77Disallow: /resources/wp-includes/
78Disallow: /resources/readme.html
79Disallow: /help/redirect-my-website-to-https-using-cpanel-27870*.*
80Disallow: /forsale/
81Disallow: *WAM_BANNER
82Disallow: *omsId=baseline*
83Disallow: */wordpress-themes/*-1*
84Disallow: */wordpress-themes/*-2*
85Disallow: */wordpress-themes/*-3*
86Disallow: */wordpress-themes/*-4*
87Disallow: */wordpress-themes/*-5*
88Disallow: */wordpress-themes/*-6*
89Disallow: */wordpress-themes/*-7*
90Disallow: */wordpress-themes/*-8*
91Disallow: */wordpress-themes/*-9*
92Disallow: *?AID=*
93Disallow: *&AID=*
94Disallow: *?app=*
95Disallow: *checkAvail=
96Disallow: *cvosrc=affiliate.cj*
97Disallow: /*?isc=OPFpowby
98Disallow: /*?isc=wscfwst304
99Disallow: /*?lang=en
100Disallow: *?like=
101Disallow: *?preview=true
102Disallow: *?realm=
103Disallow: */refer$
104Disallow: *?regionsite=*
105Disallow: /*?origin=uniregistry
106Disallow: /domain-value-appraisal/appraisal/*
107Disallow: /places
108Disallow: /plans$
109Disallow: /plans/
110Disallow: /payments/terminal/specs$
111Disallow: /payments/card-reader/specs$
112Disallow: /*?isc=pwugc
113Disallow: /*?cvosrc=assets.wsb_badge.wsb_badge
114Disallow: /weiterempfehlen
115Disallow: */business-card
116Disallow: /en/help/*
117
118
119
120
121
122
123
124Sitemap: https://www.godaddy.com/llms.txt
125Sitemap: https://www.godaddy.com/sitemap.xml
126Sitemap: https://www.godaddy.com/help/sitemaps/sitemap-index.xml
127Sitemap: https://www.godaddy.com/resources/article-index.xml
128Sitemap: https://www.godaddy.com/el-gr/custom-sitemap.xml
129Sitemap: https://www.godaddy.com/en-pk/custom-sitemap.xml
130Sitemap: https://www.godaddy.com/en-my/custom-sitemap.xml
131Sitemap: https://www.godaddy.com/en-za/custom-sitemap.xml
132Sitemap: https://www.godaddy.com/resources/sitemap_index.xml
133Sitemap: https://www.godaddy.com/resources/hreflang-sitemap-en-us.xml
134Sitemap: https://www.godaddy.com/en-in/sitemap.xml
135Sitemap: https://www.godaddy.com/hi-in/sitemap.xml
136Sitemap: https://www.godaddy.com/id-id/sitemap.xml
137Sitemap: https://www.godaddy.com/en-sg/sitemap.xml
138Sitemap: https://www.godaddy.com/zh-sg/sitemap.xml
139Sitemap: https://www.godaddy.com/th-th/sitemap.xml
140Sitemap: https://www.godaddy.com/vi-vn/sitemap.xml
141
142Sitemap: https://www.godaddy.com/de-ch/sitemap-index.xml
143Sitemap: https://www.godaddy.com/fr-fr/sitemap.xml
144Sitemap: https://www.godaddy.com/en-ph/sitemap.xml
145Sitemap: https://www.godaddy.com/es-es/sitemap.xml
146Sitemap: https://www.godaddy.com/pt-br/sitemap.xml
147Sitemap: https://www.godaddy.com/de-at/sitemap.xml
148
149Sitemap: https://www.godaddy.com/de-de/sitemap.xml
150Sitemap: https://www.godaddy.com/en-au/sitemap.xml
151Sitemap: https://www.godaddy.com/en-ca/sitemap.xml
152Sitemap: https://www.godaddy.com/en-ie/sitemap.xml
153Sitemap: https://www.godaddy.com/en-il/sitemap.xml
154Sitemap: https://www.godaddy.com/en-my/sitemap.xml
155Sitemap: https://www.godaddy.com/en-nz/sitemap.xml
156Sitemap: https://www.godaddy.com/en-pk/sitemap.xml
157Sitemap: https://www.godaddy.com/en-uk/sitemap.xml
158Sitemap: https://www.godaddy.com/en-za/sitemap.xml
159Sitemap: https://www.godaddy.com/fr-be/sitemap.xml
160Sitemap: https://www.godaddy.com/fr-ca/sitemap.xml
161Sitemap: https://www.godaddy.com/fr-ch/sitemap.xml
162Sitemap: https://www.godaddy.com/it-ch/sitemap.xml
163Sitemap: https://www.godaddy.com/it-it/sitemap.xml
164Sitemap: https://www.godaddy.com/nl-be/sitemap.xml
165Sitemap: https://www.godaddy.com/nl-nl/sitemap.xml
166Sitemap: https://www.godaddy.com/el-gr/sitemap.xml
167Sitemap: https://www.godaddy.com/pl-pl/sitemap.xml
168Sitemap: https://www.godaddy.com/pt-pt/sitemap.xml
169Sitemap: https://www.godaddy.com/tr-tr/sitemap.xml
170Sitemap: https://www.godaddy.com/uk-ua/sitemap.xml
171
172
173
174
175
176
177
178
179
180Sitemap: https://www.godaddy.com/garage/hreflang-sitemap-en-us.xml
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221