NeuralCrawl

Barracuda / robots.txt

← back to barracuda.com · change detected 2d ago (2026-08-22T00:26:44Z) · modified +27 −34

What changed

Diff old (2026-08-14T04:05:31Z) → new (2026-08-22T00:26:44Z)

@@ -1,5 +1,5 @@
11  User-agent: *
2- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
2+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
33  Crawl-delay: 1
44  User-agent: *
55 
@@ -49,157 +49,150 @@
4949 
5050  # http://www.opensiteexplorer.org/dotbot
5151  User-agent: *
52- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
52+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
5353  Crawl-delay: 1
5454  User-agent: DotBot
5555  User-agent: *
56- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
56+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
5757  Crawl-delay: 1
5858  User-agent: dotbot
5959  Disallow: /
6060 
6161  # http://help.sogou.com/homepage/search-engine/add-crawl.html
6262  User-agent: *
63- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
63+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
6464  Crawl-delay: 1
6565  User-agent: Sogou Spider
6666  Disallow: /
6767 
6868  # http://www.exalead.com
6969  User-agent: *
70- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
70+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
7171  Crawl-delay: 1
7272  User-agent: Exabot
7373  Disallow: /
7474 
7575  # https://www.youdao.com/help/webmaster/spider/
7676  User-agent: *
77- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
77+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
7878  Crawl-delay: 1
7979  User-agent: YoudaoBot
8080  Disallow: /
8181 
8282  # https://megaindex.com/crawler
8383  User-agent: *
84- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
84+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
8585  Crawl-delay: 1
8686  User-agent: MegaIndex.ru
8787  Disallow: /
8888 
8989  User-agent: *
90- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
90+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
9191  Crawl-delay: 1
9292  User-agent: megaindex.com
9393  Disallow: /
9494 
9595  # https://napoveda.seznam.cz/en/fulltext-search/crawling/
9696  User-agent: *
97- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
97+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
9898  Crawl-delay: 1
9999  User-agent: SeznamBot
100100  Disallow: /
101101 
102102  # https://cliqz.com/company/cliqz-bot
103103  User-agent: *
104- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
104+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
105105  Crawl-delay: 1
106106  User-agent: Cliqzbot
107107  Disallow: /
108108 
109109  # https://www.gigablast.com/spider.html
110110  User-agent: *
111- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
111+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
112112  Crawl-delay: 1
113113  User-agent: Gigabot
114114  Disallow: /
115115 
116116  # http://openlinkprofiler.org/bot
117117  User-agent: *
118- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
118+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
119119  Crawl-delay: 1
120120  User-agent: spbot
121121  Disallow: /
122122 
123123  # https://developers.ezooms.com/ezooms/ezooms-bot
124124  User-agent: *
125- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
125+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
126126  Crawl-delay: 1
127127  User-agent: Ezooms
128128  Disallow: /
129129 
130130  # https://scoutjet.com/
131131  User-agent: *
132- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
132+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
133133  Crawl-delay: 1
134134  User-agent: ScoutJet
135135  Disallow: /
136136 
137137  # http://webmeup-crawler.com/
138138  User-agent: *
139- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
139+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
140140  Crawl-delay: 1
141141  User-agent: BLEXBot
142142  Disallow: /
143143 
144144  # Disallow: Sistrix
145145  User-agent: *
146- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
146+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
147147  Crawl-delay: 1
148148  User-agent: sistrix
149149  User-agent: *
150- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
150+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
151151  Crawl-delay: 1
152152  User-agent: SISTRIX Crawler
153153  User-agent: *
154- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
154+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
155155  Crawl-delay: 1
156156  User-agent: SISTRIX
157157  Disallow: /
158158 
159159  # Disallow: SEOkicks-Robot
160160  User-agent: *
161- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
161+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
162162  Crawl-delay: 1
163163  User-agent: SEOkicks
164164  Disallow:/
165165 
166166  User-agent: *
167- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
167+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
168168  Crawl-delay: 1
169169  User-agent: SEOkicks-Robot
170170  Disallow:/
171171 
172172  # http://www.searchmetrics.com
173173  User-agent: *
174- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
174+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
175175  Crawl-delay: 1
176176  User-agent: SearchmetricsBot
177177  Disallow: /
178178 
179179  # http://www.domaintools.com/webmasters/surveybot.php
180180  User-agent: *
181- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
181+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
182182  Crawl-delay: 1
183183  User-agent: SurveyBot
184184  Disallow: /
185185 
186- # http://commoncrawl.org/faq/
187- User-agent: *
188- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
189- Crawl-delay: 1
190- User-agent: CCBot
191- Disallow: /
192-
193186  # http://cliqz.com/company/cliqzbot
194187  User-agent: *
195- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
188+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
196189  Crawl-delay: 1
197190  User-agent: Cliqzbot
198191  Disallow: /
199192 
200193  # https://domainstats.com/pages/our-bot
201194  User-agent: *
202- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
195+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
203196  Crawl-delay: 1
204197  User-agent: DomainStatsBot
205198  Disallow: /
@@ -210,21 +203,21 @@
210203 
211204  # https://teleport.dev/
212205  User-agent: *
213- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
206+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
214207  Crawl-delay: 1
215208  User-agent: Teleport
216209  Disallow: /
217210 
218211  # http://www.tenmax.com/teleportpro/
219212  User-agent: *
220- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
213+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
221214  Crawl-delay: 1
222215  User-agent: TeleportPro
223216  Disallow: /
224217 
225218  # https://www.httrack.com/
226219  User-agent: *
227- Disallow: /j12zLcHN-c87jy_k8NEZy6HCpMVXD6-a7DAqYlZyqtQ=.html
220+ Disallow: /NtNR1a6g05Bg2Qe828G_L4xM52ld7d3h5NtuUhyr9Dg=.html
228221  Crawl-delay: 1
229222  User-agent: HTTrack
230223  Disallow: /