Vertex Pharmaceuticals / robots.txt snapshot

← back to vrtx.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 4799 bytes · sha256 a7df73b604656229 · raw

final URL: https://www.vrtx.com/robots.txt

1	#
2	# robots.txt
3	#
4	# This file is to prevent the crawling and indexing of certain parts
5	# of your site by web crawlers and spiders run by sites like Yahoo!
6	# and Google. By telling these "robots" where not to go on your site,
7	# you save bandwidth and server resources.
8	#
9	# This file will be ignored unless it is at the root of your host:
10	# Used: http://example.com/robots.txt
11	# Ignored: http://example.com/site/robots.txt
12	#
13	# For more information about the robots.txt standard, see:
14	# http://www.robotstxt.org/robotstxt.html
15
16	User-agent: *
17	# CSS, JS, Images
18	Allow: /misc/*.css$
19	Allow: /misc/*.css?
20	Allow: /misc/*.js$
21	Allow: /misc/*.js?
22	Allow: /misc/*.gif
23	Allow: /misc/*.jpg
24	Allow: /misc/*.jpeg
25	Allow: /misc/*.png
26	Allow: /modules/*.css$
27	Allow: /modules/*.css?
28	Allow: /modules/*.js$
29	Allow: /modules/*.js?
30	Allow: /modules/*.gif
31	Allow: /modules/*.jpg
32	Allow: /modules/*.jpeg
33	Allow: /modules/*.png
34	Allow: /profiles/*.css$
35	Allow: /profiles/*.css?
36	Allow: /profiles/*.js$
37	Allow: /profiles/*.js?
38	Allow: /profiles/*.gif
39	Allow: /profiles/*.jpg
40	Allow: /profiles/*.jpeg
41	Allow: /profiles/*.png
42	Allow: /themes/*.css$
43	Allow: /themes/*.css?
44	Allow: /themes/*.js$
45	Allow: /themes/*.js?
46	Allow: /themes/*.gif
47	Allow: /themes/*.jpg
48	Allow: /themes/*.jpeg
49	Allow: /themes/*.png
50
51	# Directories
52	Disallow: /includes/
53	Disallow: /misc/
54	Disallow: /modules/
55	Disallow: /profiles/
56	Disallow: /scripts/
57	Disallow: /themes/
58	# Directories without slash
59	Disallow: /includes
60	Disallow: /misc
61	Disallow: /modules
62	Disallow: /profiles
63	Disallow: /scripts
64	Disallow: /themes
65	# Confidential pages
66	Disallow: /french-disclosure
67	Disallow: /?q=french-disclosure
68	Disallow: /content/information-aux-professionnels-de-sante
69	Disallow: /?q=/content/information-aux-professionnels-de-sante
70	Disallow: /sites/default/assets/pdfs/2012_Infirmiers_profsan.pdf
71	Disallow: /assets/pdfs/2012_Infirmiers_profsan.pdf
72	Disallow: /sites/default/assets/pdfs/2012_Medecins_profsan.pdf
73	Disallow: /assets/pdfs/2012_Medecins_profsan.pdf
74	Disallow: /sites/default/assets/pdfs/2012_Medecins_pmoral.pdf
75	Disallow: /assets/pdfs/2012_Medecins_pmoral.pdf
76	Disallow: /sites/default/assets/pdfs/2012_Pharmaciens_profsan.pdf
77	Disallow: /assets/pdfs/2012_Pharmaciens_profsan.pdf
78	Disallow: /sites/default/assets/pdfs/2013_Infirmiers_profsan.pdf
79	Disallow: /assets/pdfs/2013_Infirmiers_profsan.pdf
80	Disallow: /sites/default/assets/pdfs/2013_Kinesitherapeutes_profsan.pdf
81	Disallow: /assets/pdfs/2013_Kinesitherapeutes_profsan.pdf
82	Disallow: /sites/default/assets/pdfs/2013_Medecins_profsan.pdf
83	Disallow: /assets/pdfs/2013_Medecins_profsan.pdf
84	Disallow: /sites/default/assets/pdfs/2013_Medecins_pmoral.pdf
85	Disallow: /assets/pdfs/2013_Medecins_pmoral.pdf
86	Disallow: /sites/default/assets/pdfs/2013_Pharmaciens_profsan.pdf
87	Disallow: /assets/pdfs/2013_Pharmaciens_profsan.pdf
88
89	# Don't allow query strings
90	Disallow: /*?
91	Allow: /themes/vertex/fonts
92	Allow: /sites/default/files
93
94	# Seo improvements - allow
95	Allow: /arabic-hcp-privacy-notice?lang=ar-sa
96	Allow: /arabic-privacy?lang=ar-sa
97	Allow: /australian-english-privacy-non-us-residents?lang=en-us
98	Allow: /belgium-dutch-hcp-privacy-notice?lang=nl-be
99	Allow: /belgium-french-hcp-privacy-notice?lang=fr-be
100	Allow: /brazilian-portuguese-privacy?lang=pt-br
101	Allow: /canada-french-hcp-privacy-notice?lang=fr
102	Allow: /canadian-privacy?lang=en-us
103	Allow: /czech-hcp-privacy-notice?lang=cs-cz
104	Allow: /danish-privacy?lang=da-dk
105	Allow: /denmark-hcp-privacy-notice?lang=da-dk
106	Allow: /dutch-belgian-privacy?lang=nl-be
107	Allow: /dutch-privacy?lang=nl
108	Allow: /en-us/english-privacy-us-residents?lang=en-us
109	Allow: /europe-english-privacy-non-us-residents?lang=en-us
110	Allow: /finland-hcp-privacy-notice?lang=fi-fi
111	Allow: /finnish-privacy?lang=fi-fi
112	Allow: /french-canadian-privacy?lang=fr
113	Allow: /french-swiss-privacy?lang=fr-ch
114	Allow: /german-austrian-privacy?lang=de-at
115	Allow: /greece-hcp-privacy-notice?lang=el-gr
116	Allow: /greek-privacy?lang=el-gr
117	Allow: /hebrew-privacy?lang=he-il
118	Allow: /irish-privacy?lang=en-us
119	Allow: /israel-hcp-privacy-notice?lang=he-il
120	Allow: /italy-hcp-privacy-notice?lang=it
121	Allow: /netherlands-hcp-privacy-notice?lang=nl
122	Allow: /newzealand-english-privacy-non-us-residents?lang=en-us
123	Allow: /norway-hcp-privacy-notice?lang=no-no
124	Allow: /norwegian-privacy?lang=no-no
125	Allow: /poland-hcp-privacy-notice?lang=pl
126	Allow: /polish-privacy?lang=pl-pl
127	Allow: /portugal-hcp-privacy-notice?lang=pt
128	Allow: /portuguese-privacy?lang=pt
129	Allow: /themes/custom/hogarth4/images/*
130	Allow: /spain-hcp-privacy-notice?lang=es
131	Allow: /sweden-hcp-privacy-notice?lang=sv
132	Allow: /swedish-privacy?lang=sv-se
133	Allow: /switzerland-french-hcp-privacy-notice?lang=fr
134	Allow: /switzerland-german-hcp-privacy-notice?lang=de-ch
135
136	Allow: /themes/custom/vrtx/favicon.ico
137	Disallow: /author/*
138	Disallow: /tag/*
139	Disallow: /taxonomy/term/*
140	Disallow: /en-us
141	sitemap: https://www.vrtx.com/sitemap.xml