NeuralCrawl

Barracuda / robots.txt snapshot

← back to barracuda.com · fetched 2026-08-28T02:24:20Z (2mo ago) · HTTP 200 · 4903 bytes · sha256 18f548945a2f5a2f · raw

final URL: https://www.barracuda.com/robots.txt

1User-agent: *
2Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
3Crawl-delay: 1
4User-agent: *
5
6# Prevent Crawling for Thank You Pages
7Disallow: */*LP-OnDemand*
8Disallow: */*LP-ThankYou*
9Disallow: */*thankyou*
10Disallow: */*thank-you*
11Disallow: */thankyou/*
12Disallow: */thankyou*
13Disallow: */thankYou*
14
15# Prevent Crawling for Login & Register
16Disallow: */login/*
17Disallow: */register/*
18Disallow: */customers/s/login/*
19Disallow: */auth/login/*
20
21# Prevent Error Crawling for Templates
22Disallow: /error/
23
24# Prevent Crawling for Captcha
25Disallow: */captcha/*
26
27# Prevent Crawling for Admin
28Disallow: */admin/*
29Disallow: */administrator/*
30
31# Prevent Crawling for User
32Disallow: */user/*
33Disallow: */users/*
34
35# Prevent Crawling for CGI
36Disallow: /cgi-bin/
37
38# Prevent Crawling for cache and log
39Disallow: */cache/*
40Disallow: */log/*
41
42########## SITEMAP FILES ##########
43Sitemap: https://www.barracuda.com/sitemap.xml
44
45########## PREVENT BAD BOTS TO CRAWL ##########
46
47# http://webmeup-crawler.com/
48User-agent: *
49Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
50Crawl-delay: 1
51User-agent: BLEXBot
52Disallow: /
53
54# https://cliqz.com/company/cliqz-bot
55User-agent: *
56Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
57Crawl-delay: 1
58User-agent: Cliqzbot
59Disallow: /
60
61# https://domainstats.com/pages/our-bot
62User-agent: *
63Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
64Crawl-delay: 1
65User-agent: DomainStatsBot
66Disallow: /
67
68# http://www.opensiteexplorer.org/dotbot
69User-agent: *
70Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
71Crawl-delay: 1
72User-agent: DotBot
73User-agent: *
74Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
75Crawl-delay: 1
76User-agent: dotbot
77Disallow: /
78
79# http://www.exalead.com
80User-agent: *
81Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
82Crawl-delay: 1
83User-agent: Exabot
84Disallow: /
85
86# https://developers.ezooms.com/ezooms/ezooms-bot
87User-agent: *
88Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
89Crawl-delay: 1
90User-agent: Ezooms
91Disallow: /
92
93# https://www.gigablast.com/spider.html
94User-agent: *
95Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
96Crawl-delay: 1
97User-agent: Gigabot
98Disallow: /
99
100# https://www.httrack.com/
101User-agent: *
102Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
103Crawl-delay: 1
104User-agent: HTTrack
105Disallow: /
106
107# https://megaindex.com/crawler
108User-agent: *
109Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
110Crawl-delay: 1
111User-agent: MegaIndex.ru
112Disallow: /
113
114User-agent: *
115Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
116Crawl-delay: 1
117User-agent: megaindex.com
118Disallow: /
119
120# https://scoutjet.com/
121User-agent: *
122Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
123Crawl-delay: 1
124User-agent: ScoutJet
125Disallow: /
126
127# http://www.searchmetrics.com
128User-agent: *
129Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
130Crawl-delay: 1
131User-agent: SearchmetricsBot
132Disallow: /
133
134# Disallow: SEOkicks-Robot
135User-agent: *
136Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
137Crawl-delay: 1
138User-agent: SEOkicks
139Disallow:/
140
141User-agent: *
142Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
143Crawl-delay: 1
144User-agent: SEOkicks-Robot
145Disallow:/
146
147# https://napoveda.seznam.cz/en/fulltext-search/crawling/
148User-agent: *
149Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
150Crawl-delay: 1
151User-agent: SeznamBot
152Disallow: /
153
154# Disallow: Sistrix
155User-agent: *
156Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
157Crawl-delay: 1
158User-agent: sistrix
159User-agent: *
160Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
161Crawl-delay: 1
162User-agent: SISTRIX Crawler
163User-agent: *
164Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
165Crawl-delay: 1
166User-agent: SISTRIX
167Disallow: /
168
169# http://help.sogou.com/homepage/search-engine/add-crawl.html
170User-agent: *
171Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
172Crawl-delay: 1
173User-agent: Sogou Spider
174Disallow: /
175
176# http://www.soso.com/help/webmasters.htm
177User-agent : Sosospider
178Disallow: /
179
180# http://openlinkprofiler.org/bot
181User-agent: *
182Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
183Crawl-delay: 1
184User-agent: spbot
185Disallow: /
186
187# http://www.domaintools.com/webmasters/surveybot.php
188User-agent: *
189Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
190Crawl-delay: 1
191User-agent: SurveyBot
192Disallow: /
193
194# https://teleport.dev/
195User-agent: *
196Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
197Crawl-delay: 1
198User-agent: Teleport
199Disallow: /
200
201# http://www.tenmax.com/teleportpro/
202User-agent: *
203Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
204Crawl-delay: 1
205User-agent: TeleportPro
206Disallow: /
207
208# https://www.youdao.com/help/webmaster/spider/
209User-agent: *
210Disallow: /Sii8yP_qTEmmJiKsPYF7hZ21UiFM2l1ShyELGEXtZ9o=.html
211Crawl-delay: 1
212User-agent: YoudaoBot
213Disallow: /
214
215########## END ##########