NeuralCrawl

Juniper Networks / robots.txt snapshot

← back to juniper.net · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 16027 bytes · sha256 1176a4ae35b0d55a · raw

final URL: https://www.juniper.net/robots.txt

1#For any updates or problems - please contact seo<at>juniper<dot>net
2
3# The use of robots or other automated means to access the Juniper site
4# without the express permission of Juniper is strictly prohibited.
5# Notwithstanding the foregoing, Juniper may permit automated access to
6# access certain Juniper pages but solely for the limited purpose of
7# including content in publicly available search engines. Any other
8# use of robots or failure to obey the robots exclusion standards set
9# forth at http://www.robotstxt.org/ is strictly prohibited.
10
11User-Agent: *
12
13Disallow: /br/pt/cm.html
14Disallow: /br/pt/cm/
15Disallow: /cn/zh/cm.html
16Disallow: /cn/zh/cm/
17Disallow: /content/dam/www/assets/partners/us/en/mississippi/
18Disallow: /content/dam/www/assets/partners/us/en/state-and-local-price-list/
19Disallow: /de/de/cm.html
20Disallow: /de/de/cm/
21Disallow: /es/es/cm.html
22Disallow: /es/es/cm/
23Disallow: /fr/fr/cm.html
24Disallow: /fr/fr/cm/
25Disallow: /gb/en/cm.html
26Disallow: /gb/en/cm/
27Disallow: /help/english/5.1.0/
28Disallow: /help/english/5.2.0/
29Disallow: /help/english/5.3.0/
30Disallow: /help/english/5.4.0/
31Disallow: /help/english/6.0.0/
32Disallow: /help/english/6.1.0/
33Disallow: /help/english/6.2.0/
34Disallow: /help/english/6.3.0/
35Disallow: /il/en/cm.html
36Disallow: /il/en/cm/
37Disallow: /it/it/cm.html
38Disallow: /it/it/cm/
39Disallow: /jp/ja/cm.html
40Disallow: /jp/ja/cm/
41Disallow: /kr/ko/cm.html
42Disallow: /kr/ko/cm/
43Disallow: /mx/es/cm.html
44Disallow: /mx/es/cm/
45Disallow: /nl/nl/cm.html
46Disallow: /nl/nl/cm/
47Disallow: /ru/ru/cm.html
48Disallow: /ru/ru/cm/
49Disallow: /techpubs/
50Disallow: /us/en/cm.html
51Disallow: /us/en/cm/
52Disallow: /us/en/company/events/summit-2009/
53Disallow: /us/en/company/events/summit-2009/
54Disallow: /us/en/demo-pages.html
55Disallow: /us/en/demo-pages/
56Disallow: /us/en/forms/technology-alliances-partner-program/
57Disallow: /us/en/forms/technology-alliances-partner-program/index.html
58Disallow: /us/en/hold-folder.html
59Disallow: /us/en/hold-folder/
60Disallow: /us/en/partners/dm-channel/
61Disallow: /us/en/partners/florida-state-pricing/
62Disallow: /us/en/partners/georgia-state-pricing/
63Disallow: /us/en/partners/jpartner-assistance/
64Disallow: /us/en/partners/minnesota-state-pricing/
65Disallow: /us/en/partners/mississippi.html
66Disallow: /us/en/partners/mississippi/juniper-pricelist-mississippi.pdf
67Disallow: /us/en/partners/mississippi/juniper-pricelist-mississippi-2017.pdf
68Disallow: /us/en/partners/mississippi/juniper-pricelist-mississippi-march-2017.pdf
69Disallow: /us/en/partners/ny-state-pricing/
70Disallow: /us/en/partners/oklahoma-state-pricing/
71Disallow: /us/en/partners/pricing/
72Disallow: /us/en/partners/texas-state-pricing/
73Disallow: /us/en/partners/utah-state-pricing/
74Disallow: /us/en/remove-delete-folder.html
75Disallow: /us/en/remove-delete-folder/
76Disallow: /documentation/a071.html
77Disallow: /documentation/cloud-software
78Disallow: /documentation/en_US/ais
79Disallow: /documentation/en_US/appformix/
80Disallow: /documentation/en_US/apstra-fabric-conductor/
81Disallow: /documentation/en_US/automation/
82Disallow: /documentation/en_US/bti-pronx7.0/
83Disallow: /documentation/en_US/bti-psm7.0/
84Disallow: /documentation/en_US/bti-series/
85Disallow: /documentation/en_US/bxos
86Disallow: /documentation/en_US/cloud-software-trial/
87Disallow: /documentation/en_US/collections/next-generation-data-center/
88Disallow: /documentation/en_US/communications
89Disallow: /documentation/en_US/communications/
90Disallow: /documentation/en_US/contrail/
91Disallow: /documentation/en_US/contrail19/
92Disallow: /documentation/en_US/contrail2.0/
93Disallow: /documentation/en_US/contrail2.1/
94Disallow: /documentation/en_US/contrail2.2/
95Disallow: /documentation/en_US/contrail2.21/
96Disallow: /documentation/en_US/contrail2.22/
97Disallow: /documentation/en_US/contrail20/
98Disallow: /documentation/en_US/contrail21/information-products/topic-collections/release-notes/
99Disallow: /documentation/en_US/contrail21/topics/
100Disallow: /documentation/en_US/contrail3
101Disallow: /documentation/en_US/contrail4
102Disallow: /documentation/en_US/contrail5
103Disallow: /documentation/en_US/contrail-cloud10.0/
104Disallow: /documentation/en_US/contrail-insights/
105Disallow: /documentation/en_US/corero-smartwall
106Disallow: /documentation/en_US/crpd/
107Disallow: /documentation/en_US/cse-series
108Disallow: /documentation/en_US/cso
109Disallow: /documentation/en_US/csrx
110Disallow: /documentation/en_US/ctp5
111Disallow: /documentation/en_US/ctp6
112Disallow: /documentation/en_US/ctp7
113Disallow: /documentation/en_US/ddos
114Disallow: /documentation/en_US/design-and-architecture/
115Disallow: /documentation/en_US/doceng-qa2015.1/
116Disallow: /documentation/en_US/dxos
117Disallow: /documentation/en_US/firefly
118Disallow: /documentation/en_US/hardware/ja2500/
119Disallow: /documentation/en_US/healthbot/
120Disallow: /documentation/en_US/help/
121Disallow: /documentation/en_US/idp
122Disallow: /documentation/en_US/ims-aaa/
123Disallow: /documentation/en_US/infographics/
124Disallow: /documentation/en_US/internal/
125Disallow: /documentation/en_US/ip-mplsview6.2.1/
126Disallow: /documentation/en_US/ip-poolbot/
127Disallow: /documentation/en_US/jdpi-decoder/
128Disallow: /documentation/en_US/jet
129Disallow: /documentation/en_US/jims/information-products/topic-collections/feature-guide/jims-guide/
130Disallow: /documentation/en_US/jims/topics/task/configuration/
131Disallow: /documentation/en_US/jnu
132Disallow: /documentation/en_US/jsa2
133Disallow: /documentation/en_US/jsa3
134Disallow: /documentation/en_US/jsa4
135Disallow: /documentation/en_US/junipersecureconnect/information-products/topic-collections/release-notes/21.2.2.0/
136Disallow: /documentation/en_US/junipersecureconnect/information-products/topic-collections/release-notes/index.html
137Disallow: /documentation/en_US/junipersecureconnect/information-products/topic-collections/release-notes/jd0e
138Disallow: /documentation/en_US/junipersecureconnect/information-products/topic-collections/release-notes/juniper-secure-connect-application-release-notes.pdf
139Disallow: /documentation/en_US/junipersecureconnect/information-products/topic-collections/release-notes/new-changed-features.html
140Disallow: /documentation/en_US/junipersecureconnect/information-products/topic-collections/release-notes/request-support.html
141Disallow: /documentation/en_US/junipersecureconnect/topics/
142Disallow: /documentation/en_US/junos/
143Disallow: /documentation/en_US/junos1
144Disallow: /documentation/en_US/junos2
145Disallow: /documentation/en_US/junos8
146Disallow: /documentation/en_US/junos9
147Disallow: /documentation/en_US/junos-cc
148Disallow: /documentation/en_US/junos-chef
149Disallow: /documentation/en_US/junos-ddos/
150Disallow: /documentation/en_US/junose
151Disallow: /documentation/en_US/junos-ex/
152Disallow: /documentation/en_US/junos-fips
153Disallow: /documentation/en_US/junos-mobility
154Disallow: /documentation/en_US/junos-pulse
155Disallow: /documentation/en_US/junos-scope
156Disallow: /documentation/en_US/junos-sdk
157Disallow: /documentation/en_US/junos-snapshot1.0/topics/
158Disallow: /documentation/en_US/junos-space/
159Disallow: /documentation/en_US/junos-space1
160Disallow: /documentation/en_US/junos-space2.0/
161Disallow: /documentation/en_US/junos-space20.1
162Disallow: /documentation/en_US/junos-space21.1/
163Disallow: /documentation/en_US/junos-space21.2
164Disallow: /documentation/en_US/junos-space21.3/information-products/
165Disallow: /documentation/en_US/junos-space21.3/information-products/topic-collections/release-notes/
166Disallow: /documentation/en_US/junos-space21.3/topics/
167Disallow: /documentation/en_US/junos-space22.1/information-products/
168Disallow: /documentation/en_US/junos-space22.1/topics/
169Disallow: /documentation/en_US/junos-space22.2/information-products/
170Disallow: /documentation/en_US/junos-space22.2/topics/
171Disallow: /documentation/en_US/junos-space22.3/information-products/
172Disallow: /documentation/en_US/junos-space22.3/topics/
173Disallow: /documentation/en_US/junos-space23.1/information-products/
174Disallow: /documentation/en_US/junos-space23.1/topics/
175Disallow: /documentation/en_US/junos-space-apps/ccpe
176Disallow: /documentation/en_US/junos-space-apps/connectivity-services-director1.0/
177Disallow: /documentation/en_US/junos-space-apps/network-director
178Disallow: /documentation/en_US/junos-space-apps1
179Disallow: /documentation/en_US/junos-space-logging-reporting/
180Disallow: /documentation/en_US/junos-space-sdk/
181Disallow: /documentation/en_US/junos-srx/
182Disallow: /documentation/en_US/junosv-app-engine13.2/
183Disallow: /documentation/en_US/jweb/
184Disallow: /documentation/en_US/jweb20.2/
185Disallow: /documentation/en_US/jweb20.3/
186Disallow: /documentation/en_US/jweb21.1/
187Disallow: /documentation/en_US/jweb21.4/
188Disallow: /documentation/en_US/jwos
189Disallow: /documentation/en_US/jwos6.2/
190Disallow: /documentation/en_US/learn-about/
191Disallow: /documentation/en_US/ln1000
192Disallow: /documentation/en_US/magmagnull/
193Disallow: /documentation/en_US/magnull/
194Disallow: /documentation/en_US/media-flow
195Disallow: /documentation/en_US/mobile-content11.4/
196Disallow: /documentation/en_US/netscreen-remote
197Disallow: /documentation/en_US/network-director
198Disallow: /documentation/en_US/nfv
199Disallow: /documentation/en_US/northstar
200Disallow: /documentation/en_US/nsm
201Disallow: /documentation/en_US/nsmTest/
202Disallow: /documentation/en_US/nso1.0/
203Disallow: /documentation/en_US/oac
204Disallow: /documentation/en_US/paragon-automation21.1/
205Disallow: /documentation/en_US/profiler/
206Disallow: /documentation/en_US/pronx-optical-director/help/
207Disallow: /documentation/en_US/release-independent/aaa-802/
208Disallow: /documentation/en_US/release-independent/automation/
209Disallow: /documentation/en_US/release-independent/bti/
210Disallow: /documentation/en_US/release-independent/bxos/
211Disallow: /documentation/en_US/release-independent/contrail
212Disallow: /documentation/en_US/release-independent/cse-series/
213Disallow: /documentation/en_US/release-independent/ctp/information-products/pathway-pages/ctp150-hardware.pdf
214Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/access.html
215Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/book-ctp1000
216Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/book-ctp2000
217Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/ctp1000-hardware/
218Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/ctp1000-quick-start.pdf
219Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/ctp150
220Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/ctp151
221Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/ctp2000-hardware/
222Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/index.html
223Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/jd0e
224Disallow: /documentation/en_US/release-independent/ctp/information-products/topic-collections/safety-warnings.html
225Disallow: /documentation/en_US/release-independent/ctp/topics/
226Disallow: /documentation/en_US/release-independent/ddos/
227Disallow: /documentation/en_US/release-independent/downloads/jsa/
228Disallow: /documentation/en_US/release-independent/downloads/junos-rns/
229Disallow: /documentation/en_US/release-independent/dxos/information-products/pathway-pages/hardware/eol.html
230Disallow: /documentation/en_US/release-independent/firefly/
231Disallow: /documentation/en_US/release-independent/glossary/
232Disallow: /documentation/en_US/release-independent/ims-aaa/
233Disallow: /documentation/en_US/release-independent/information-products/pathway-pages/hardware/SRX210/
234Disallow: /documentation/en_US/release-independent/information-products/pathway-pages/hardware/SRX650/HW/index.html
235Disallow: /documentation/en_US/release-independent/information-products/pathway-pages/jcs/
236Disallow: /documentation/en_US/release-independent/information-products/pathway-pages/SRX240/
237Disallow: /documentation/en_US/release-independent/information-products/topic-collections/hardware/mx-series/common/dpc-guide/
238Disallow: /documentation/en_US/release-independent/information-products/topic-collections/hardware/vgw-series/
239Disallow: /documentation/en_US/release-independent/jatp/
240Disallow: /documentation/en_US/release-independent/jet/
241Disallow: /documentation/en_US/release-independent/junos/
242Disallow: /documentation/en_US/release-independent/junose/
243Disallow: /documentation/en_US/release-independent/junos-pulse/information-products/pathway-pages/junos-pulse/index.html
244Disallow: /documentation/en_US/release-independent/junos-scope/
245Disallow: /documentation/en_US/release-independent/junos-sdk/
246Disallow: /documentation/en_US/release-independent/junos-snapshot/
247Disallow: /documentation/en_US/release-independent/junos-space/
248Disallow: /documentation/en_US/release-independent/junos-space-apps/
249Disallow: /documentation/en_US/release-independent/jweb/eol-index.html
250Disallow: /documentation/en_US/release-independent/jwos/
251Disallow: /documentation/en_US/release-independent/licenses/
252Disallow: /documentation/en_US/release-independent/licensing/
253Disallow: /documentation/en_US/release-independent/nce/
254Disallow: /documentation/en_US/release-independent/netscreen-remote/
255Disallow: /documentation/en_US/release-independent/network-director/information-products/pathway-pages/eol-index.html
256Disallow: /documentation/en_US/release-independent/onboarding/
257Disallow: /documentation/en_US/release-independent/policy-enforcer/
258Disallow: /documentation/en_US/release-independent/service-automation/
259Disallow: /documentation/en_US/release-independent/sky-atp/
260Disallow: /documentation/en_US/release-independent/solutions/
261Disallow: /documentation/en_US/release-independent/spotlight-secure/
262Disallow: /documentation/en_US/release-independent/ssla/
263Disallow: /documentation/en_US/release-independent/strm/
264Disallow: /documentation/en_US/release-independent/topics/
265Disallow: /documentation/en_US/release-independent/vxa-series/
266Disallow: /documentation/en_US/release-independent/wireless/
267Disallow: /documentation/en_US/sa
268Disallow: /documentation/en_US/sbr
269Disallow: /documentation/en_US/secintel/
270Disallow: /documentation/en_US/sky-enterprise/
271Disallow: /documentation/en_US/slipstream/sd/junos-space-security-director
272Disallow: /documentation/en_US/src
273Disallow: /documentation/en_US/strm
274Disallow: /documentation/en_US/tech-center/
275Disallow: /documentation/en_US/uac
276Disallow: /documentation/en_US/vgw
277Disallow: /documentation/en_US/vmx/
278Disallow: /documentation/en_US/vrr
279Disallow: /documentation/en_US/vsrx
280Disallow: /documentation/en_US/wlan
281Disallow: /documentation/en_US/wx
282Disallow: /documentation/es/
283Disallow: /documentation/glossary/
284Disallow: /documentation/hardware
285Disallow: /documentation/images
286Disallow: /documentation/includes
287Disallow: /documentation/ja/
288Disallow: /documentation/netscreen-certifications.html
289Disallow: /documentation/partners
290Disallow: /documentation/product/en_US/cse2000
291Disallow: /documentation/public_sector/common-criteria.html
292Disallow: /documentation/qrc/
293Disallow: /documentation/resources/
294Disallow: /documentation/software
295Disallow: /documentation/test/
296Disallow: /documentation/us/en/quick-start/juniper-get-started/juniper-get-started.pdf
297Disallow: /documentation/us/en/quick-start/selvats
298Disallow: /documentation/us/en/software/doceng-evo-qa/
299Disallow: /documentation/us/en/software/junos/jet-proto/
300Disallow: /documentation/us/en/software/junos/junos-feature-meta-test/
301Disallow: /documentation/us/en/software/junos/vcf-best-practices-guide/
302Disallow: /documentation/us/en/software/junos/virtual-chassis-fabric/
303Disallow: /documentation/us/en/software/sky-atp/help/
304Disallow: /documentation/zh_Hans/
305Disallow: /techpubs/
306Disallow: /us/en/search.html
307Disallow: /us/en/search.html*?
308Disallow: /documentation/rne/release-notes/
309
310
311# XML Sitemaps
312Sitemap: https://www.juniper.net/content/dam/www/utils/xml-sitemaps/sitemap.xml
313Sitemap: https://www.juniper.net/documentation/sitemap/sitemap.xml