NeuralCrawl

Palo Alto Networks / robots.txt snapshot

← back to paloaltonetworks.com · fetched 2026-07-07T02:22:00Z (30d ago) · HTTP 200 · 7702 bytes · sha256 3ad41327cac00ad2 · raw

final URL: https://www.paloaltonetworks.com/robots.txt

1User-agent: *
2Disallow: /content/dam/
3Disallow: /content/dam/pan/en_US/assets/pdf/legal/archive/
4Disallow: /content/pan/en_US/content/dam
5Disallow: /content/pan/en_US/partners/nextwave-partner-portal/
6Disallow: /content/pan/en_US/field/
7Disallow: /content/pan/en_US/ignitePromoDemo
8Disallow: /content/pan/en_US/legal-notices/privacy/privacy-notice
9Disallow: /content/pan/en_US/
10Disallow: /content/pan/ja_JP/
11Disallow: /content/pan/de_DE/
12Disallow: /content/pan/fr_FR/
13Disallow: /content/pan/es_ES/
14Disallow: /content/pan/pt_BR/
15Disallow: /content/pan/en_AU/
16Disallow: /content/pan/zh_TW/
17Disallow: /content/pan/ko_KR/
18Disallow: /content/pan/zh_CN/
19Disallow: /content/pan/es_LA/
20Disallow: /content/pan/en_US/allsitemap.html
21Disallow: /static/
22Disallow: /static_260619/
23Disallow: /static_perf/
24Disallow: /qa/
25Disallow: /allsitemap
26Disallow: /allsitemap.html
27Disallow: /content/pan/en_US/sitemaps/
28Disallow: /sitemaps/
29Disallow: /content/pan/en_GB/
30Disallow: /content/pan/en_CA/
31Disallow: /content/pan/en_SG/
32Disallow: /content/pan/en_IN/
33Disallow: /content/pan/it_IT/
34Disallow: /content/pan/es_MX/
35Disallow: /content/pan/en_US/topNav/
36Disallow: /content/pan/en_US/newTopNav/
37Disallow: /content/pan/en_US/expandedTopNav/
38Disallow: /apps/
39Allow: /apps/pan/public/singlePageReactModel?pageId=
40Allow: /apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US
41Disallow: /content/pan-dev
42Disallow: /content/pan/en_US/healthCheck.html
43Disallow: /content/pan/en_US/events/xdr-event
44Disallow: /content/pan/en_US/events/xdr-event.html
45Disallow: /content/pan/en_US/events/xdr-post-event
46Disallow: /content/pan/en_US/events/xdr-post-event.html
47Disallow: /content/pan/en_US/atlassian-domain-verification.html
48Allow: /sitemap.xml
49Disallow: /content/pan/en_US/documentation/
50Disallow: /documentation/
51Disallow: /company/in-the-news/2019/
52Disallow: /company/in-the-news/2018/
53Disallow: /company/in-the-news/2017/
54Disallow: /company/in-the-news/2016/
55Disallow: /company/in-the-news/2015/
56Disallow: /company/in-the-news/2014/
57Disallow: /company/in-the-news/2013/
58Disallow: /company/in-the-news/2012/
59Disallow: /company/in-the-news/2011/
60Disallow: /company/in-the-news/2010/
61Disallow: /company/in-the-news/2009/
62Disallow: /company/in-the-news/2008/
63Disallow: /company/in-the-news/2007/
64Disallow: /company/press/2019/
65Disallow: /company/press/2018/
66Disallow: /company/press/2017/
67Disallow: /company/press/2016/
68Disallow: /company/press/2015/
69Disallow: /company/press/2014/
70Disallow: /company/press/2013/
71Disallow: /company/press/2012/
72Disallow: /company/press/2011/
73Disallow: /company/press/2010/
74Disallow: /company/press/2009/
75Disallow: /company/press/2008/
76Disallow: /company/press/2007/
77Disallow: /securityevent/en_US_LV2.html
78Disallow: /content/pan/en_US/google992ef19868c7ad5e.html
79Disallow: /google992ef19868c7ad5e.html
80Disallow: /content/pan/en_US/.well_known/
81Disallow: /.well_known/
82Disallow: /events/future-of-security-revealed
83Disallow: /events/future-of-security-revealed-amer
84Disallow: /newbrand
85Allow: /content/dam/*.svg$
86Allow: /content/dam/*.gif$
87Allow: /content/dam/*.png$
88Allow: /content/dam/*.jpg$
89Allow: /content/dam/*.jpeg$
90Allow: /content/dam/*.svg$
91Allow: /content/dam/*.gif?imwidth
92Allow: /content/dam/*.png?imwidth
93Allow: /content/dam/*.jpg?imwidth
94Allow: /content/dam/*.jpeg?imwidth
95Allow: /content/dam/*.js$
96Allow: /content/dam/*.css$
97Disallow: /blog/wp-admin/
98Allow: /blog/wp-admin/admin-ajax.php
99Disallow: /devsectalks/wp-admin/
100Allow: /devsectalks/wp-admin/admin-ajax.php
101Disallow: /perspectives/wp-admin/
102Allow: /perspectives/wp-admin/admin-ajax.php
103Sitemap: https://www.paloaltonetworks.com/sitemap.xml
104Sitemap: https://www.paloaltonetworks.com/sitemap_home.xml
105Sitemap: https://www.paloaltonetworks.com/blog/sitemap_index.xml
106Sitemap: https://www.paloaltonetworks.com/devsectalks/sitemap_index.xml
107Sitemap: https://www.paloaltonetworks.com/perspectives/sitemap_index.xml
108
109User-agent: Twitterbot
110Allow: /*.gif$
111Allow: /*.png$
112Allow: /*.jpg$
113
114User-agent: OAI-SearchBot
115User-agent: ChatGPT-User
116User-agent: PerplexityBot
117User-agent: Claude-SearchBot
118User-agent: Claude-User
119Allow: /sitemap.xml
120Allow: /apps/pan/public/downloadResource
121Allow: /apps/pan/public/singlePageReactModel?pageId=
122Allow: /apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US
123Allow: /blog/wp-admin/admin-ajax.php
124Allow: /devsectalks/wp-admin/admin-ajax.php
125Allow: /perspectives/wp-admin/admin-ajax.php
126Allow: /content/dam/*.svg$
127Allow: /content/dam/*.gif$
128Allow: /content/dam/*.png$
129Allow: /content/dam/*.jpg$
130Allow: /content/dam/*.jpeg$
131Allow: /content/dam/*.pdf$
132Allow: /content/dam/*.gif?imwidth
133Allow: /content/dam/*.png?imwidth
134Allow: /content/dam/*.jpg?imwidth
135Allow: /content/dam/*.jpeg?imwidth
136Allow: /content/dam/*.js$
137Allow: /content/dam/*.css$
138Disallow: /content/dam/
139Disallow: /content/dam/pan/en_US/assets/pdf/legal/archive/
140Disallow: /content/pan/en_US/content/dam
141Disallow: /content/pan/en_US/partners/nextwave-partner-portal/
142Disallow: /content/pan/en_US/field/
143Disallow: /content/pan/en_US/ignitePromoDemo
144Disallow: /content/pan/en_US/legal-notices/privacy/privacy-notice
145Disallow: /content/pan/en_US/
146Disallow: /content/pan/ja_JP/
147Disallow: /content/pan/de_DE/
148Disallow: /content/pan/fr_FR/
149Disallow: /content/pan/es_ES/
150Disallow: /content/pan/pt_BR/
151Disallow: /content/pan/en_AU/
152Disallow: /content/pan/zh_TW/
153Disallow: /content/pan/ko_KR/
154Disallow: /content/pan/zh_CN/
155Disallow: /content/pan/es_LA/
156Disallow: /content/pan/en_US/allsitemap.html
157Disallow: /static/
158Disallow: /static_260619/
159Disallow: /static_perf/
160Disallow: /qa/
161Disallow: /allsitemap
162Disallow: /allsitemap.html
163Disallow: /content/pan/en_US/sitemaps/
164Disallow: /sitemaps/
165Disallow: /content/pan/en_GB/
166Disallow: /content/pan/en_CA/
167Disallow: /content/pan/en_SG/
168Disallow: /content/pan/en_IN/
169Disallow: /content/pan/it_IT/
170Disallow: /content/pan/es_MX/
171Disallow: /content/pan/en_US/topNav/
172Disallow: /content/pan/en_US/newTopNav/
173Disallow: /content/pan/en_US/expandedTopNav/
174Disallow: /apps/
175Disallow: /content/pan-dev
176Disallow: /content/pan/en_US/healthCheck.html
177Disallow: /content/pan/en_US/events/xdr-event
178Disallow: /content/pan/en_US/events/xdr-event.html
179Disallow: /content/pan/en_US/events/xdr-post-event
180Disallow: /content/pan/en_US/events/xdr-post-event.html
181Disallow: /content/pan/en_US/atlassian-domain-verification.html
182Disallow: /content/pan/en_US/documentation/
183Disallow: /documentation/
184Disallow: /company/in-the-news/2019/
185Disallow: /company/in-the-news/2018/
186Disallow: /company/in-the-news/2017/
187Disallow: /company/in-the-news/2016/
188Disallow: /company/in-the-news/2015/
189Disallow: /company/in-the-news/2014/
190Disallow: /company/in-the-news/2013/
191Disallow: /company/in-the-news/2012/
192Disallow: /company/in-the-news/2011/
193Disallow: /company/in-the-news/2010/
194Disallow: /company/in-the-news/2009/
195Disallow: /company/in-the-news/2008/
196Disallow: /company/in-the-news/2007/
197Disallow: /company/press/2019/
198Disallow: /company/press/2018/
199Disallow: /company/press/2017/
200Disallow: /company/press/2016/
201Disallow: /company/press/2015/
202Disallow: /company/press/2014/
203Disallow: /company/press/2013/
204Disallow: /company/press/2012/
205Disallow: /company/press/2011/
206Disallow: /company/press/2010/
207Disallow: /company/press/2009/
208Disallow: /company/press/2008/
209Disallow: /company/press/2007/
210Disallow: /securityevent/en_US_LV2.html
211Disallow: /content/pan/en_US/google992ef19868c7ad5e.html
212Disallow: /google992ef19868c7ad5e.html
213Disallow: /content/pan/en_US/.well_known/
214Disallow: /.well_known/
215Disallow: /events/future-of-security-revealed
216Disallow: /events/future-of-security-revealed-amer
217Disallow: /newbrand
218Disallow: /blog/wp-admin/
219Disallow: /devsectalks/wp-admin/
220Disallow: /perspectives/wp-admin/