Argentina (Argentina.gob.ar) / robots.txt snapshot

← back to argentina.gob.ar · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 3332 bytes · sha256 4d9dfa81fea42bd4 · raw

final URL: https://www.argentina.gob.ar/robots.txt

1	#
2	# robots.txt
3	#
4	# This file is to prevent the crawling and indexing of certain parts
5	# of your site by web crawlers and spiders run by sites like Yahoo!
6	# and Google. By telling these "robots" where not to go on your site,
7	# you save bandwidth and server resources.
8	#
9	# This file will be ignored unless it is at the root of your host:
10	# Used: http://example.com/robots.txt
11	# Ignored: http://example.com/site/robots.txt
12	#
13	# For more information about the robots.txt standard, see:
14	# http://www.robotstxt.org/robotstxt.html
15
16	User-agent: *
17	Crawl-delay: 10
18	Sitemap: https://www.argentina.gob.ar/sitemap.xml
19	Disallow: ?tca=
20	# CSS, JS, Images
21	Allow: /misc/*.css$
22	Allow: /misc/*.css?
23	Allow: /misc/*.js$
24	Allow: /misc/*.js?
25	Allow: /misc/*.gif
26	Allow: /misc/*.jpg
27	Allow: /misc/*.jpeg
28	Allow: /misc/*.png
29	Allow: /misc/*.svg
30	Allow: /modules/*.css$
31	Allow: /modules/*.css?
32	Allow: /modules/*.js$
33	Allow: /modules/*.js?
34	Allow: /modules/*.gif
35	Allow: /modules/*.jpg
36	Allow: /modules/*.jpeg
37	Allow: /modules/*.png
38	Allow: /modules/*.svg
39	Allow: /profiles/*.css$
40	Allow: /profiles/*.css?
41	Allow: /profiles/*.js$
42	Allow: /profiles/*.js?
43	Allow: /profiles/*.gif
44	Allow: /profiles/*.jpg
45	Allow: /profiles/*.jpeg
46	Allow: /profiles/*.png
47	Allow: /profiles/*.svg
48	Allow: /themes/*.css$
49	Allow: /themes/*.css?
50	Allow: /themes/*.js$
51	Allow: /themes/*.js?
52	Allow: /themes/*.gif
53	Allow: /themes/*.jpg
54	Allow: /themes/*.jpeg
55	Allow: /themes/*.png
56	Allow: /themes/*.svg
57	# Directories
58	Disallow: /includes/
59	Disallow: /misc/
60	Disallow: /modules/
61	Disallow: /profiles/
62	Disallow: /scripts/
63	Disallow: /themes/
64	Disallow: /tags/
65	Disallow: /sites/default/files/infoleg/
66	# Files
67	Disallow: /CHANGELOG.txt
68	Disallow: /cron.php
69	Disallow: /INSTALL.mysql.txt
70	Disallow: /INSTALL.pgsql.txt
71	Disallow: /INSTALL.sqlite.txt
72	Disallow: /install.php
73	Disallow: /INSTALL.txt
74	Disallow: /LICENSE.txt
75	Disallow: /MAINTAINERS.txt
76	Disallow: /update.php
77	Disallow: /UPGRADE.txt
78	Disallow: /xmlrpc.php
79	Disallow: /*.pdf$
80	Disallow: /*.doc$
81	Disallow: /*.docx$
82	Disallow: /*.xls$
83	Disallow: /*.xlsx$
84	# Paths (clean URLs)
85	Disallow: /admin/
86	Disallow: /comment/reply/
87	Disallow: /filter/tips/
88	Disallow: /node/add/
89	Disallow: /search/
90	Disallow: /user/register/
91	Disallow: /user/password/
92	Disallow: /user/login/
93	Disallow: /user/logout/
94	Disallow: /circular/*
95	Disallow: /jefatura/innovacion-publica/acciones-coronavirus/certificado-unico-circulacion
96	Disallow: /viajar-coronavirus
97	Disallow: /verano/certificado
98	Disallow: /verano/certificado/condni
99	Disallow: /verano/certificado/sindni
100	Disallow: /verano/certificado/descarga
101	Disallow: /cud/planilla-cud*
102	Disallow: /solicitar-certificado-unico-habilitante-para-circulacion-covid-19
103	Disallow: /solicitar-certificado-verano-covid-19
104	Disallow: /justicia/adopcion/buscamosfamilia/seguimosbuscando
105	Disallow: /noticias/nueva-marca-pais
106	Disallow: /jefatura/mediosycomunicacion/contenidosdedifusion/*
107	Disallow: /salud/pase-sanitario
108	Disallow: /salud/coronavirus-COVID-19/pase-sanitario-nacional-2022
109	Disallow: /miargentina/consultas
110	Disallow: /sugerencias
111	# Paths (no clean URLs)
112	Disallow: /?q=admin/
113	Disallow: /?q=comment/reply/
114	Disallow: /?q=filter/tips/
115	Disallow: /?q=node/add/
116	Disallow: /?q=search/
117	Disallow: /?q=user/password/
118	Disallow: /?q=user/register/
119	Disallow: /?q=user/login/
120	Disallow: /?q=user/logout/
121	Disallow: /search/
122	Disallow: /buscar/
123	Disallow: /?q=search/
124	Disallow: /?q=buscar/