NeuralCrawl

GoDaddy / robots.txt snapshot

← back to godaddy.com · fetched 2026-07-16T23:56:02Z (20d ago) · HTTP 200 · 4926 bytes · sha256 37579bb71f68acfd · raw

final URL: https://www.godaddy.com/robots.txt

1#
2# robots.txt
3#
4
5User-agent: Claude-User
6Allow: /domainsearch/
7Allow: /v1/search/
8
9User-agent: *
10Allow: *.js
11Allow: *.css
12Allow: */products/domain-auctions/
13Allow: /help/api/v1/related-links?*
14Disallow: */api/dpp/*
15Disallow: */api/package/*
16Disallow: */configure$
17Disallow: */domain-auctions/
18Disallow: */domainfind/v1/
19Disallow: */domainsearch/find*
20Disallow: */domain-value-appraisal/appraisal/*
21Disallow: */dpp/find?
22Disallow: */domainsapi/
23Disallow: */login?*
24Disallow: */homepages/*
25Disallow: */Homepages/*
26Disallow: /help/api/
27Disallow: /help/website-templates/
28Disallow: /getstarted/*
29Disallow: */offers/*
30Disallow: */market-demo/
31Disallow: */pro-connect/b/*
32Disallow: */popups/*
33Disallow: */results.aspx?*
34Disallow: */retrieve?*
35Disallow: /role/
36Disallow: */searchresults.aspx*
37Disallow: */search.aspx?*
38Disallow: */search?q=*
39Disallow: */shared/jsoncontent/*
40Disallow: /Shop/
41Disallow: /garage/advert/
42Disallow: /garage/wp-admin/
43Disallow: /garage/wp-content/plugins/
44Disallow: /garage/wp-includes/
45Disallow: /garage/readme.html
46Disallow: /blog/advert/
47Disallow: /blog/wp-admin/
48Disallow: /blog/wp-content/plugins/
49Disallow: /blog/wp-includes/
50Disallow: /blog/readme.html
51Disallow: /resources/advert/
52Disallow: /resources/wp-admin/
53Disallow: /resources/wp-content/plugins/
54Disallow: /resources/wp-includes/
55Disallow: /resources/readme.html
56Disallow: /help/redirect-my-website-to-https-using-cpanel-27870*.*
57Disallow: /forsale/
58Disallow: *WAM_BANNER
59Disallow: *omsId=baseline*
60Disallow: */wordpress-themes/*-1*
61Disallow: */wordpress-themes/*-2*
62Disallow: */wordpress-themes/*-3*
63Disallow: */wordpress-themes/*-4*
64Disallow: */wordpress-themes/*-5*
65Disallow: */wordpress-themes/*-6*
66Disallow: */wordpress-themes/*-7*
67Disallow: */wordpress-themes/*-8*
68Disallow: */wordpress-themes/*-9*
69Disallow: *?AID=*
70Disallow: *&AID=*
71Disallow: *?app=*
72Disallow: *checkAvail=
73Disallow: *cvosrc=affiliate.cj*
74Disallow: /*?isc=OPFpowby
75Disallow: /*?isc=wscfwst304
76Disallow: /*?lang=en
77Disallow: *?like=
78Disallow: *?preview=true
79Disallow: *?realm=
80Disallow: */refer$
81Disallow: *?regionsite=*
82Disallow: /*?origin=uniregistry
83Disallow: /domain-value-appraisal/appraisal/*
84Disallow: /places
85Disallow: /plans$
86Disallow: /plans/
87Disallow: /payments/terminal/specs$
88Disallow: /payments/card-reader/specs$
89Disallow: /*?isc=pwugc
90Disallow: /*?cvosrc=assets.wsb_badge.wsb_badge
91Disallow: /weiterempfehlen
92Disallow: */business-card
93Disallow: /en/help/*
94
95
96
97
98
99
100
101Sitemap: https://www.godaddy.com/llms.txt
102Sitemap: https://www.godaddy.com/sitemap.xml
103Sitemap: https://www.godaddy.com/help/sitemaps/sitemap-index.xml
104Sitemap: https://www.godaddy.com/resources/article-index.xml
105Sitemap: https://www.godaddy.com/el-gr/custom-sitemap.xml
106Sitemap: https://www.godaddy.com/en-pk/custom-sitemap.xml
107Sitemap: https://www.godaddy.com/en-my/custom-sitemap.xml
108Sitemap: https://www.godaddy.com/en-za/custom-sitemap.xml
109Sitemap: https://www.godaddy.com/resources/sitemap_index.xml
110Sitemap: https://www.godaddy.com/resources/hreflang-sitemap-en-us.xml
111Sitemap: https://www.godaddy.com/en-in/sitemap.xml
112Sitemap: https://www.godaddy.com/hi-in/sitemap.xml
113Sitemap: https://www.godaddy.com/id-id/sitemap.xml
114Sitemap: https://www.godaddy.com/en-sg/sitemap.xml
115Sitemap: https://www.godaddy.com/zh-sg/sitemap.xml
116Sitemap: https://www.godaddy.com/th-th/sitemap.xml
117Sitemap: https://www.godaddy.com/vi-vn/sitemap.xml
118
119Sitemap: https://www.godaddy.com/de-ch/sitemap-index.xml
120Sitemap: https://www.godaddy.com/fr-fr/sitemap.xml
121Sitemap: https://www.godaddy.com/en-ph/sitemap.xml
122Sitemap: https://www.godaddy.com/es-es/sitemap.xml
123Sitemap: https://www.godaddy.com/pt-br/sitemap.xml
124Sitemap: https://www.godaddy.com/de-at/sitemap.xml
125
126Sitemap: https://www.godaddy.com/de-de/sitemap.xml
127Sitemap: https://www.godaddy.com/en-au/sitemap.xml
128Sitemap: https://www.godaddy.com/en-ca/sitemap.xml
129Sitemap: https://www.godaddy.com/en-ie/sitemap.xml
130Sitemap: https://www.godaddy.com/en-il/sitemap.xml
131Sitemap: https://www.godaddy.com/en-my/sitemap.xml
132Sitemap: https://www.godaddy.com/en-nz/sitemap.xml
133Sitemap: https://www.godaddy.com/en-pk/sitemap.xml
134Sitemap: https://www.godaddy.com/en-uk/sitemap.xml
135Sitemap: https://www.godaddy.com/en-za/sitemap.xml
136Sitemap: https://www.godaddy.com/fr-be/sitemap.xml
137Sitemap: https://www.godaddy.com/fr-ca/sitemap.xml
138Sitemap: https://www.godaddy.com/fr-ch/sitemap.xml
139Sitemap: https://www.godaddy.com/it-ch/sitemap.xml
140Sitemap: https://www.godaddy.com/it-it/sitemap.xml
141Sitemap: https://www.godaddy.com/nl-be/sitemap.xml
142Sitemap: https://www.godaddy.com/nl-nl/sitemap.xml
143Sitemap: https://www.godaddy.com/el-gr/sitemap.xml
144Sitemap: https://www.godaddy.com/pl-pl/sitemap.xml
145Sitemap: https://www.godaddy.com/pt-pt/sitemap.xml
146Sitemap: https://www.godaddy.com/tr-tr/sitemap.xml
147Sitemap: https://www.godaddy.com/uk-ua/sitemap.xml
148
149
150
151
152
153
154
155
156
157Sitemap: https://www.godaddy.com/garage/hreflang-sitemap-en-us.xml
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198