NeuralCrawl

GoDaddy / robots.txt snapshot

← back to godaddy.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 4860 bytes · sha256 2a0c4c4f3f9b7d50 · raw

final URL: https://www.godaddy.com/robots.txt

1#
2# robots.txt
3#
4
5User-agent: *
6Allow: *.js
7Allow: *.css
8Allow: */products/domain-auctions/
9Allow: /help/api/v1/related-links?*
10Disallow: */api/dpp/*
11Disallow: */api/package/*
12Disallow: */configure$
13Disallow: */domain-auctions/
14Disallow: */domainfind/v1/
15Disallow: */domainsearch/find*
16Disallow: */domain-value-appraisal/appraisal/*
17Disallow: */dpp/find?
18Disallow: */domainsapi/
19Disallow: */login?*
20Disallow: */homepages/*
21Disallow: */Homepages/*
22Disallow: /help/api/
23Disallow: /help/website-templates/
24Disallow: /getstarted/*
25Disallow: */offers/*
26Disallow: */market-demo/
27Disallow: */pro-connect/b/*
28Disallow: */popups/*
29Disallow: */results.aspx?*
30Disallow: */retrieve?*
31Disallow: /role/
32Disallow: */searchresults.aspx*
33Disallow: */search.aspx?*
34Disallow: */search?q=*
35Disallow: */shared/jsoncontent/*
36Disallow: /Shop/
37Disallow: /garage/advert/
38Disallow: /garage/wp-admin/
39Disallow: /garage/wp-content/plugins/
40Disallow: /garage/wp-includes/
41Disallow: /garage/readme.html
42Disallow: /blog/advert/
43Disallow: /blog/wp-admin/
44Disallow: /blog/wp-content/plugins/
45Disallow: /blog/wp-includes/
46Disallow: /blog/readme.html
47Disallow: /resources/advert/
48Disallow: /resources/wp-admin/
49Disallow: /resources/wp-content/plugins/
50Disallow: /resources/wp-includes/
51Disallow: /resources/readme.html
52Disallow: /help/redirect-my-website-to-https-using-cpanel-27870*.*
53Disallow: /forsale/
54Disallow: *WAM_BANNER
55Disallow: *omsId=baseline*
56Disallow: */wordpress-themes/*-1*
57Disallow: */wordpress-themes/*-2*
58Disallow: */wordpress-themes/*-3*
59Disallow: */wordpress-themes/*-4*
60Disallow: */wordpress-themes/*-5*
61Disallow: */wordpress-themes/*-6*
62Disallow: */wordpress-themes/*-7*
63Disallow: */wordpress-themes/*-8*
64Disallow: */wordpress-themes/*-9*
65Disallow: *?AID=*
66Disallow: *&AID=*
67Disallow: *?app=*
68Disallow: *checkAvail=
69Disallow: *cvosrc=affiliate.cj*
70Disallow: /*?isc=OPFpowby
71Disallow: /*?isc=wscfwst304
72Disallow: /*?lang=en
73Disallow: *?like=
74Disallow: *?preview=true
75Disallow: *?realm=
76Disallow: */refer$
77Disallow: *?regionsite=*
78Disallow: /*?origin=uniregistry
79Disallow: /domain-value-appraisal/appraisal/*
80Disallow: /places
81Disallow: /plans$
82Disallow: /plans/
83Disallow: /payments/terminal/specs$
84Disallow: /payments/card-reader/specs$
85Disallow: /*?isc=pwugc
86Disallow: /*?cvosrc=assets.wsb_badge.wsb_badge
87Disallow: /weiterempfehlen
88Disallow: */business-card
89Disallow: /en/help/*
90
91
92
93
94
95
96
97Sitemap: https://www.godaddy.com/llms.txt
98Sitemap: https://www.godaddy.com/sitemap.xml
99Sitemap: https://www.godaddy.com/help/sitemaps/sitemap-index.xml
100Sitemap: https://www.godaddy.com/resources/article-index.xml
101Sitemap: https://www.godaddy.com/el-gr/custom-sitemap.xml
102Sitemap: https://www.godaddy.com/en-pk/custom-sitemap.xml
103Sitemap: https://www.godaddy.com/en-my/custom-sitemap.xml
104Sitemap: https://www.godaddy.com/en-za/custom-sitemap.xml
105Sitemap: https://www.godaddy.com/resources/sitemap_index.xml
106Sitemap: https://www.godaddy.com/resources/hreflang-sitemap-en-us.xml
107Sitemap: https://www.godaddy.com/en-in/sitemap.xml
108Sitemap: https://www.godaddy.com/hi-in/sitemap.xml
109Sitemap: https://www.godaddy.com/id-id/sitemap.xml
110Sitemap: https://www.godaddy.com/en-sg/sitemap.xml
111Sitemap: https://www.godaddy.com/zh-sg/sitemap.xml
112Sitemap: https://www.godaddy.com/th-th/sitemap.xml
113Sitemap: https://www.godaddy.com/vi-vn/sitemap.xml
114
115Sitemap: https://www.godaddy.com/de-ch/sitemap-index.xml
116Sitemap: https://www.godaddy.com/fr-fr/sitemap.xml
117Sitemap: https://www.godaddy.com/en-ph/sitemap.xml
118Sitemap: https://www.godaddy.com/es-es/sitemap.xml
119Sitemap: https://www.godaddy.com/pt-br/sitemap.xml
120Sitemap: https://www.godaddy.com/de-at/sitemap.xml
121
122Sitemap: https://www.godaddy.com/de-de/sitemap.xml
123Sitemap: https://www.godaddy.com/en-au/sitemap.xml
124Sitemap: https://www.godaddy.com/en-ca/sitemap.xml
125Sitemap: https://www.godaddy.com/en-ie/sitemap.xml
126Sitemap: https://www.godaddy.com/en-il/sitemap.xml
127Sitemap: https://www.godaddy.com/en-my/sitemap.xml
128Sitemap: https://www.godaddy.com/en-nz/sitemap.xml
129Sitemap: https://www.godaddy.com/en-pk/sitemap.xml
130Sitemap: https://www.godaddy.com/en-uk/sitemap.xml
131Sitemap: https://www.godaddy.com/en-za/sitemap.xml
132Sitemap: https://www.godaddy.com/fr-be/sitemap.xml
133Sitemap: https://www.godaddy.com/fr-ca/sitemap.xml
134Sitemap: https://www.godaddy.com/fr-ch/sitemap.xml
135Sitemap: https://www.godaddy.com/it-ch/sitemap.xml
136Sitemap: https://www.godaddy.com/it-it/sitemap.xml
137Sitemap: https://www.godaddy.com/nl-be/sitemap.xml
138Sitemap: https://www.godaddy.com/nl-nl/sitemap.xml
139Sitemap: https://www.godaddy.com/el-gr/sitemap.xml
140Sitemap: https://www.godaddy.com/pl-pl/sitemap.xml
141Sitemap: https://www.godaddy.com/pt-pt/sitemap.xml
142Sitemap: https://www.godaddy.com/tr-tr/sitemap.xml
143Sitemap: https://www.godaddy.com/uk-ua/sitemap.xml
144
145
146
147
148
149
150
151
152
153Sitemap: https://www.godaddy.com/garage/hreflang-sitemap-en-us.xml
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194