NeuralCrawl

Barracuda / robots.txt

← back to barracuda.com · change detected 12d ago (2026-07-25T02:39:40Z) · created +28 −28

What changed

Diff old (2026-07-21T13:26:21Z) → new (2026-07-25T02:39:40Z)

@@ -1,5 +1,5 @@
11  User-agent: *
2- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
2+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
33  Crawl-delay: 1
44  User-agent: *
55 
@@ -49,157 +49,157 @@
4949 
5050  # http://www.opensiteexplorer.org/dotbot
5151  User-agent: *
52- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
52+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
5353  Crawl-delay: 1
5454  User-agent: DotBot
5555  User-agent: *
56- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
56+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
5757  Crawl-delay: 1
5858  User-agent: dotbot
5959  Disallow: /
6060 
6161  # http://help.sogou.com/homepage/search-engine/add-crawl.html
6262  User-agent: *
63- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
63+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
6464  Crawl-delay: 1
6565  User-agent: Sogou Spider
6666  Disallow: /
6767 
6868  # http://www.exalead.com
6969  User-agent: *
70- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
70+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
7171  Crawl-delay: 1
7272  User-agent: Exabot
7373  Disallow: /
7474 
7575  # https://www.youdao.com/help/webmaster/spider/
7676  User-agent: *
77- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
77+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
7878  Crawl-delay: 1
7979  User-agent: YoudaoBot
8080  Disallow: /
8181 
8282  # https://megaindex.com/crawler
8383  User-agent: *
84- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
84+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
8585  Crawl-delay: 1
8686  User-agent: MegaIndex.ru
8787  Disallow: /
8888 
8989  User-agent: *
90- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
90+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
9191  Crawl-delay: 1
9292  User-agent: megaindex.com
9393  Disallow: /
9494 
9595  # https://napoveda.seznam.cz/en/fulltext-search/crawling/
9696  User-agent: *
97- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
97+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
9898  Crawl-delay: 1
9999  User-agent: SeznamBot
100100  Disallow: /
101101 
102102  # https://cliqz.com/company/cliqz-bot
103103  User-agent: *
104- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
104+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
105105  Crawl-delay: 1
106106  User-agent: Cliqzbot
107107  Disallow: /
108108 
109109  # https://www.gigablast.com/spider.html
110110  User-agent: *
111- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
111+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
112112  Crawl-delay: 1
113113  User-agent: Gigabot
114114  Disallow: /
115115 
116116  # http://openlinkprofiler.org/bot
117117  User-agent: *
118- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
118+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
119119  Crawl-delay: 1
120120  User-agent: spbot
121121  Disallow: /
122122 
123123  # https://developers.ezooms.com/ezooms/ezooms-bot
124124  User-agent: *
125- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
125+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
126126  Crawl-delay: 1
127127  User-agent: Ezooms
128128  Disallow: /
129129 
130130  # https://scoutjet.com/
131131  User-agent: *
132- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
132+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
133133  Crawl-delay: 1
134134  User-agent: ScoutJet
135135  Disallow: /
136136 
137137  # http://webmeup-crawler.com/
138138  User-agent: *
139- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
139+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
140140  Crawl-delay: 1
141141  User-agent: BLEXBot
142142  Disallow: /
143143 
144144  # Disallow: Sistrix
145145  User-agent: *
146- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
146+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
147147  Crawl-delay: 1
148148  User-agent: sistrix
149149  User-agent: *
150- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
150+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
151151  Crawl-delay: 1
152152  User-agent: SISTRIX Crawler
153153  User-agent: *
154- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
154+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
155155  Crawl-delay: 1
156156  User-agent: SISTRIX
157157  Disallow: /
158158 
159159  # Disallow: SEOkicks-Robot
160160  User-agent: *
161- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
161+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
162162  Crawl-delay: 1
163163  User-agent: SEOkicks
164164  Disallow:/
165165 
166166  User-agent: *
167- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
167+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
168168  Crawl-delay: 1
169169  User-agent: SEOkicks-Robot
170170  Disallow:/
171171 
172172  # http://www.searchmetrics.com
173173  User-agent: *
174- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
174+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
175175  Crawl-delay: 1
176176  User-agent: SearchmetricsBot
177177  Disallow: /
178178 
179179  # http://www.domaintools.com/webmasters/surveybot.php
180180  User-agent: *
181- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
181+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
182182  Crawl-delay: 1
183183  User-agent: SurveyBot
184184  Disallow: /
185185 
186186  # http://commoncrawl.org/faq/
187187  User-agent: *
188- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
188+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
189189  Crawl-delay: 1
190190  User-agent: CCBot
191191  Disallow: /
192192 
193193  # http://cliqz.com/company/cliqzbot
194194  User-agent: *
195- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
195+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
196196  Crawl-delay: 1
197197  User-agent: Cliqzbot
198198  Disallow: /
199199 
200200  # https://domainstats.com/pages/our-bot
201201  User-agent: *
202- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
202+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
203203  Crawl-delay: 1
204204  User-agent: DomainStatsBot
205205  Disallow: /
@@ -210,21 +210,21 @@
210210 
211211  # https://teleport.dev/
212212  User-agent: *
213- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
213+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
214214  Crawl-delay: 1
215215  User-agent: Teleport
216216  Disallow: /
217217 
218218  # http://www.tenmax.com/teleportpro/
219219  User-agent: *
220- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
220+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
221221  Crawl-delay: 1
222222  User-agent: TeleportPro
223223  Disallow: /
224224 
225225  # https://www.httrack.com/
226226  User-agent: *
227- Disallow: /70hkWk5EPQLRDbV9Q7189DJB_y14lTx9BS0qLGJVSZA=.html
227+ Disallow: /AhL8dV0Pb0uaG5WQP3DgESS1GUB2wnrlikHc2eAdbUE=.html
228228  Crawl-delay: 1
229229  User-agent: HTTrack
230230  Disallow: /