NeuralCrawl

Prudential Financial / robots.txt snapshot

← back to prudential.com · fetched 2026-06-20T01:10:30Z (17h ago) · HTTP 200 · 5474 bytes · sha256 168b8542b1eedc23 · raw

final URL: https://www.prudential.com/robots.txt

1User-agent: Twitterbot
2User-agent: OAI-SearchBot
3User-agent: ChatGPT-User
4User-agent: PerplexityBot
5User-agent: FirecrawlAgent
6User-agent: AndiBot
7User-agent: ExaBot
8User-agent: PhindBot
9User-agent: YouBot
10User-agent: facebookexternalhit
11Allow: /wps/wcm/connect
12Allow: /wps/wcm/connect
13
14User-agent: GPTBot
15User-agent: CCBot
16User-agent: Google-Extended
17Disallow: /
18
19#Disallow: /
20User-agent: *
21Disallow: /personal/goals/financial-plan-2/
22Disallow: /personal/goals/financial-plan-1/
23Disallow: /personal/goals/investment-2/
24Disallow: /personal/goals/investment-3/
25Disallow: /personal/goals/insurance-needs-2/
26Disallow: /personal/goals/insurance-needs-3/
27Disallow: /personal/goals/fixed-income-1/
28Disallow: /personal/goals/fixed-income-3/
29Disallow: /personal/goals/paying-for-college-and-saving-for-retirement-1/
30Disallow: /personal/goals/paying-for-college-and-saving-for-retirement-2/
31Disallow: /personal/goals/retirement-last-2
32Disallow: /personal/goals/retirement-last-3
33Disallow: /institutions/risk-transfer/team/*
34Disallow: /institutions/stable-value/stable-value-team
35Disallow: /institutions/stable-value/women-stable-value
36Disallow: /wps/portal/production/prudential/financial-education/home/!ut
37Disallow: /wps/portal/production/prudential/financial-education/related-tags
38Disallow: /wps/portal/production/prudential/financial-education/article/!ut
39Disallow: /wps/portal/production/corporate/articlepage/!ut
40Disallow: /financial-education?Co=Greenville
41Disallow: /financial-education?Co=StateofNJ
42Disallow: /financial-education?Co=Aspendental
43Disallow: /financial-education?Co=hleemoffitt
44Disallow: /financial-education?Co=aabloy
45Disallow: /financial-education?Co=nbhc
46Disallow: /financial-education?Co=benefitfocus
47Disallow: /financial-education?Co=NewYorkHH
48Disallow: /financial-education?Co=FannieMae
49Disallow: /financial-education?Co=GiAll
50Disallow: /financial-education?Co=autozone
51Disallow: /financial-education?Co=healthcaressc
52Disallow: /financial-education?Co=mitsubishiic
53Disallow: /financial-education?Co=safetykleen
54Disallow: /financial-education?Co=unionbankshares
55Disallow: /financial-education?Co=smartsolutions
56Disallow: /financial-education?Co=unionbankofca
57Disallow: /financial-education?Co=eatnparkhg
58Disallow: /financial-education?Co=americosi
59Disallow: /financial-education?Co=lancastercounty
60Disallow: /financial-education?Co=magellanhi
61Disallow: /financial-education?Co=rabobankna
62Disallow: /financial-education?Co=scottsdalehealth
63Disallow: /financial-education?Co=lalakers
64Disallow: /financial-education?Co=mgmgrand
65Disallow: /financial-education?Co=softwareag
66Disallow: /financial-education?Co=cgpcenterprises
67Disallow: /financial-education?Co=stateofconn
68Disallow: /financial-education?Co=stateofnc
69Disallow: /financial-education?Co=teamsterups
70Disallow: /financial-education?Co=zoneinc
71Disallow: /financial-education?Co=dash
72Disallow: /financial-education?Co=ace
73Disallow: /fw2
74Disallow: /fw2/
75Disallow: /fw2/goals
76Disallow: /fw2/tools
77Disallow: /fw2/life-events
78Disallow: /fw2/saving-investing
79Disallow: /fw2/saving-investing/
80Disallow: /fw2/managing-debt
81Disallow: /fw2/managing-debt/
82Disallow: /fw2/preparing-protecting
83Disallow: /fw2/preparing-protecting/
84Disallow: /fw2/retirement-planning
85Disallow: /fw2/retirement-planning/
86Disallow: /fw2/family-finances
87Disallow: /fw2/family-finances/
88Disallow: /fw2/register
89Disallow: /wps/wcm/connect
90Disallow: /wps/wcm/connect/IS_Content_Prudential_EN/SA-Life2/simplyterm?presentationtemplate=IS_Foundational_Design/PT-SimplyTerm-Service&renderMode=json,xml
91Disallow: /self-service/forgot-password
92Disallow: /self-service/reset-password
93Disallow: /financial-wellness/worksite
94Disallow: /financial-wellness/retail
95Disallow: /financial-wellness/all
96Disallow: /financial-wellness
97Disallow: /financial-wellness/lalakers
98Disallow: /financial-wellness/
99Disallow: /common/findfinancialprofessional?cso=true
100Disallow: /media/managed/gika/
101Disallow: /cdn/tools/road-map/
102Disallow: /cdn/tools/mmr
103Disallow: /cdn/tools/budget
104Disallow: /cdn/tools/chalkboard
105Disallow: /cdn/tools/investing-age/
106Disallow: /cdn/tools/budget/tcdoc.html
107Disallow: /cdn/tools/stop-student-debt
108Disallow: /cdn/tools/retirement-challenges/rising-costs/
109Disallow: /cdn/tools/game-of-odds/
110Disallow: /cdn/tools/retirement-challenges/tax-increases/
111Disallow: /cdn/tools/retirement-challenges/market-uncertainty/
112Disallow: /cdn/tools/polls/i-just-cant-resist.html
113Disallow: /cdn/tools/polls/i-want-it-now.html
114Disallow: /cdn/tools/polls/ill-do-it-later.html
115Disallow: /cdn/tools/polls/i-might-live-how-long.html
116Disallow: /cdn/tools/polls/it-wont-happen-to-me.html
117Disallow: /cdn/tools/infographic/pru-life-insurance/content.html
118Disallow: /cdn/tools/cash-flow
119Disallow: /cdn/tools/procastination-calc/
120Disallow: /cdn/tools/time-to-up-it/
121Disallow: /cdn/tools/value-all-you-do/
122Disallow: /cdn/tools/spend-vs-invest-calculator
123Disallow: /personal/financial-education
124Disallow: /tdfdoc/getdoc
125Disallow: /cdn/dofcommon/help/help.html
126Disallow: /cdn/rila-quote-tool/
127Disallow: /cdn/fixed-glwb-advisor-tool/
128Disallow: /cdn/fixed-glwb-consumer-tool/
129Disallow: /cdn/flexguard/
130Allow: /media/managed/totalmarket
131Allow: /media/managed/dfree
132Allow: /media/managed/rp
133Disallow: /media/managed
134Disallow: /cdn/flexguard-income/
135Disallow: /cdn/tools/retirement-calculator/
136Disallow: /wps/portal/pgim-investments/
137Disallow: /wps/portal/ucits/
138Disallow: /wps/portal/production/prudential
139
140Sitemap: https://www.prudential.com/sitemap.xml