MetLife / robots.txt snapshot

← back to metlife.com · fetched 2026-07-29T10:28:28Z (8d ago) · HTTP 200 · 895 bytes · sha256 ea3565a3d0854633 · raw

final URL: https://www.metlife.com/robots.txt

1	User-agent: *
2	Disallow: /investments$
3	Disallow: /investments/
4	Disallow: /sitemap/_jcr_content/root/sitemap.xml
5	Disallow: /aemform.iframe.html
6	Disallow: /uat/
7	Disallow: /smoketest/
8	Disallow: /pagenotfound/
9	Disallow: /*.pdf
10	Disallow: /*.pdf$
11	Disallow: https://origin-intl.metlife.com/*
12	Disallow: https://target.www.metlife.com/*
13	Disallow: https://origin-target.metlife.com/*
14	User-agent: prodGSA
15	Disallow: /system/
16	Disallow: /MCOMDefault/
17	Disallow: /WPSAssets/
18	Disallow: /navimages/
19	Disallow: /*.css$
20	Disallow: /*.js$
21	Disallow: /pagenotfound/
22	User-agent: drGSA
23	Disallow: /system/
24	Disallow: /MCOMDefault/
25	Disallow: /WPSAssets/
26	Disallow: /navimages/
27	Disallow: /*.css$
28	Disallow: /*.js$
29	Disallow: /pagenotfound/
30	User-agent: devqaGSA
31	Disallow: /system/
32	Disallow: /MCOMDefault/
33	Disallow: /WPSAssets/
34	Disallow: /navimages/
35	Disallow: /*.css$
36	Disallow: /*.js$
37	Sitemap: https://www.metlife.com/sitemap.xml