NeuralCrawl

TIAA / robots.txt snapshot

← back to tiaa.org · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 3566 bytes · sha256 361c047ef92779f7 · raw

final URL: https://www.tiaa.org/content/dam/tiaa/global/docs/analytics/robots.txt

1# robots.txt for https://www.tiaa.org/public/
2
3User-agent: *
4
5#AllowDirectory
6
7Allow: /public/images/
8Allow: /public/land/market-updates
9Allow: /public/land/loyalty_bonus
10Allow: /public/plansponsors/land/savi
11
12#Pages
13Disallow: /public/tcm/tiaademo
14Disallow: /public/tcm/tiaademo/*
15Disallow: /public/pdf/SampleIPS.pdf
16Disallow: /public/pdf/institute/research/trends_issues/ti_compliancereadiness_0110.pdf
17Disallow: /public/tcm/*/home
18Disallow: /public/home/fund-watchlist
19Disallow: /public/advisors/land/
20Disallow: /public/plansponsors/land/
21Disallow: /public/land/
22Disallow: /public/life/
23Disallow: /public/ms/land
24Disallow: /public/ms/performance/
25Disallow: /public/banking/
26Disallow: /public/iraupdates
27Disallow: /public/banking/land
28Disallow: /public/assetmanagement/land
29Disallow: /public/search-results?
30Disallow: /public/AF30018
31Disallow: /public/F10217
32Disallow: /public/F10352
33Disallow: /public/F10462
34Disallow: /public/F10463
35Disallow: /public/F10684
36Disallow: /public/F10793
37Disallow: /public/F10794
38Disallow: /public/F10828
39Disallow: /public/F10840
40Disallow: /public/F10864
41Disallow: /public/F10866
42Disallow: /public/F10874
43Disallow: /public/F10875
44Disallow: /public/F10923
45Disallow: /public/F10926
46Disallow: /public/F10934
47Disallow: /public/F10982
48Disallow: /public/F10983
49Disallow: /public/F10989
50Disallow: /public/F10990
51Disallow: /public/F11002
52Disallow: /public/F11004
53Disallow: /public/F11007
54Disallow: /public/F11014
55Disallow: /public/F11015
56Disallow: /public/F11052
57Disallow: /public/F11053
58Disallow: /public/F11054
59Disallow: /public/F11055
60Disallow: /public/F11056
61Disallow: /public/F11057
62Disallow: /public/F11058
63Disallow: /public/F11059
64Disallow: /public/F11109
65Disallow: /public/F11121
66Disallow: /public/F11143
67Disallow: /public/F11159
68Disallow: /public/F11182
69Disallow: /public/F11185
70Disallow: /public/F11203
71Disallow: /public/F11260
72Disallow: /public/F11267
73Disallow: /public/F11268
74Disallow: /public/F11269
75Disallow: /public/F11270
76Disallow: /public/F11279
77Disallow: /public/F11280
78Disallow: /public/F11281
79Disallow: /public/F11288
80Disallow: /public/F11323
81Disallow: /public/F11324
82Disallow: /public/F11340
83Disallow: /public/F11348N
84Disallow: /public/F11349
85Disallow: /public/F11378
86Disallow: /public/F11379
87Disallow: /public/F11380
88Disallow: /public/F11401
89Disallow: /public/F11431
90Disallow: /public/F11432
91Disallow: /public/F11433
92Disallow: /public/F11434
93Disallow: /public/F11437
94Disallow: /public/F11517
95Disallow: /public/F11548
96Disallow: /public/F11589
97Disallow: /public/F11591
98Disallow: /public/F2789
99Disallow: /public/F40067
100Disallow: /public/F5141
101Disallow: /public/F5185
102Disallow: /public/F6776
103Disallow: /public/F7381
104Disallow: /public/F8029
105Disallow: /public/F82
106Disallow: /public/F9062
107Disallow: /public/F9648
108Disallow: /public/FBene
109Disallow: /public/AF30018
110
111
112#Files
113Disallow: /public/performance/after_tax/profiles/interestrates.html
114Disallow: /public/doc/auto_save_increase_reminder.doc
115Disallow: /public/pdf/F11185.pdf
116Disallow: /public/pdf/forms/F11185.pdf
117Disallow: /public/pdf/tiaa-information-security-program.pdf
118Disallow: /public/pdf/CREF_oversight_committee_charter.pdf
119
120#Forms
121Disallow: /public/offers/insights/preparing-for-retirement/log-in-or-register
122Disallow: /public/offers/insights/Log-in-or-register
123
124#Extensions
125Disallow: /*.swf$
126
127#Autonomy bot
128User-agent: [email protected]
129User-agent: TIAA-CREFUE1
130Disallow: /plansponsors/sponsors/institutional-trust/contact/index.html
131
132User-agent: tiaa-fusion-crawler
133Allow: /public/land/rppm_participant
134
135Sitemap: https://www.tiaa.org/sitemap.xml
136
137
138
139
140