NeuralCrawl

Palo Alto Networks / robots.txt snapshot

← back to paloaltonetworks.com · fetched 2026-06-20T01:10:31Z (18h ago) · HTTP 200 · 3968 bytes · sha256 18ae5600e7d21d2c · raw

final URL: https://www.paloaltonetworks.com/robots.txt

1User-agent: *
2Disallow: /content/dam/
3Disallow: /content/dam/pan/en_US/assets/pdf/legal/archive/
4Disallow: /content/pan/en_US/content/dam
5Disallow: /content/pan/en_US/partners/nextwave-partner-portal/
6Disallow: /content/pan/en_US/field/
7Disallow: /content/pan/en_US/ignitePromoDemo
8Disallow: /content/pan/en_US/legal-notices/privacy/privacy-notice
9Disallow: /content/pan/en_US/
10Disallow: /content/pan/ja_JP/
11Disallow: /content/pan/de_DE/
12Disallow: /content/pan/fr_FR/
13Disallow: /content/pan/es_ES/
14Disallow: /content/pan/pt_BR/
15Disallow: /content/pan/en_AU/
16Disallow: /content/pan/zh_TW/
17Disallow: /content/pan/ko_KR/
18Disallow: /content/pan/zh_CN/
19Disallow: /content/pan/es_LA/
20Disallow: /content/pan/en_US/allsitemap.html
21Disallow: /static/
22Disallow: /static_260619/
23Disallow: /static_perf/
24Disallow: /qa/
25Disallow: /allsitemap
26Disallow: /allsitemap.html
27Disallow: /content/pan/en_US/sitemaps/
28Disallow: /sitemaps/
29Disallow: /content/pan/en_GB/
30Disallow: /content/pan/en_CA/
31Disallow: /content/pan/en_SG/
32Disallow: /content/pan/en_IN/
33Disallow: /content/pan/it_IT/
34Disallow: /content/pan/es_MX/
35Disallow: /content/pan/en_US/topNav/
36Disallow: /content/pan/en_US/newTopNav/
37Disallow: /content/pan/en_US/expandedTopNav/
38Disallow: /apps/
39Allow: /apps/pan/public/singlePageReactModel?pageId=
40Allow: /apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US
41Disallow: /content/pan-dev
42Disallow: /content/pan/en_US/healthCheck.html
43Disallow: /content/pan/en_US/events/xdr-event
44Disallow: /content/pan/en_US/events/xdr-event.html
45Disallow: /content/pan/en_US/events/xdr-post-event
46Disallow: /content/pan/en_US/events/xdr-post-event.html
47Disallow: /content/pan/en_US/atlassian-domain-verification.html
48Allow: /sitemap.xml
49Disallow: /content/pan/en_US/documentation/
50Disallow: /documentation/
51Disallow: /company/in-the-news/2019/
52Disallow: /company/in-the-news/2018/
53Disallow: /company/in-the-news/2017/
54Disallow: /company/in-the-news/2016/
55Disallow: /company/in-the-news/2015/
56Disallow: /company/in-the-news/2014/
57Disallow: /company/in-the-news/2013/
58Disallow: /company/in-the-news/2012/
59Disallow: /company/in-the-news/2011/
60Disallow: /company/in-the-news/2010/
61Disallow: /company/in-the-news/2009/
62Disallow: /company/in-the-news/2008/
63Disallow: /company/in-the-news/2007/
64Disallow: /company/press/2019/
65Disallow: /company/press/2018/
66Disallow: /company/press/2017/
67Disallow: /company/press/2016/
68Disallow: /company/press/2015/
69Disallow: /company/press/2014/
70Disallow: /company/press/2013/
71Disallow: /company/press/2012/
72Disallow: /company/press/2011/
73Disallow: /company/press/2010/
74Disallow: /company/press/2009/
75Disallow: /company/press/2008/
76Disallow: /company/press/2007/
77Disallow: /securityevent/en_US_LV2.html
78Disallow: /content/pan/en_US/google992ef19868c7ad5e.html
79Disallow: /google992ef19868c7ad5e.html
80Disallow: /content/pan/en_US/.well_known/
81Disallow: /.well_known/
82Disallow: /events/future-of-security-revealed
83Disallow: /events/future-of-security-revealed-amer
84Disallow: /newbrand
85Allow: /content/dam/*.svg$
86Allow: /content/dam/*.gif$
87Allow: /content/dam/*.png$
88Allow: /content/dam/*.jpg$
89Allow: /content/dam/*.jpeg$
90Allow: /content/dam/*.svg$
91Allow: /content/dam/*.gif?imwidth
92Allow: /content/dam/*.png?imwidth
93Allow: /content/dam/*.jpg?imwidth
94Allow: /content/dam/*.jpeg?imwidth
95Allow: /content/dam/*.js$
96Allow: /content/dam/*.css$
97Disallow: /blog/wp-admin/
98Allow: /blog/wp-admin/admin-ajax.php
99Disallow: /devsectalks/wp-admin/
100Allow: /devsectalks/wp-admin/admin-ajax.php
101Disallow: /perspectives/wp-admin/
102Allow: /perspectives/wp-admin/admin-ajax.php
103Sitemap: https://www.paloaltonetworks.com/sitemap.xml
104Sitemap: https://www.paloaltonetworks.com/sitemap_home.xml
105Sitemap: https://www.paloaltonetworks.com/blog/sitemap_index.xml
106Sitemap: https://www.paloaltonetworks.com/devsectalks/sitemap_index.xml
107Sitemap: https://www.paloaltonetworks.com/perspectives/sitemap_index.xml
108
109User-agent: Twitterbot
110Allow: /*.gif$
111Allow: /*.png$
112Allow: /*.jpg$