Petrobras / robots.txt snapshot

← back to petrobras.com.br · fetched 2026-06-20T01:10:30Z (15h ago) · HTTP 200 · 922 bytes · sha256 3803c55cfa849020 · raw

final URL: https://petrobras.com.br/robots.txt

1	User-Agent: *
2	crawl-delay: 10
3
4	#busca
5	Allow: /resultado-da-busca
6	Disallow: /resultado-da-busca?q=&
7	Disallow: /resultado-da-busca?q=&delta=&*
8	Disallow: /resultado-da-busca?*
9	Disallow: //resultado-da-busca?
10
11	# paginacao
12	Disallow: /*&delta=&&start=
13
14	Disallow: /combo/*
15	Disallow: //c/portal/
16	Disallow: /c/portal/*
17	Disallow: //group/
18	Disallow: /group/*
19	Disallow: /o/*
20	Disallow: /?p_l_back_url
21	Disallow: /s/*
22	Disallow: //web/
23	Disallow: /web/*
24	Disallow: //web/guest/
25	Disallow: /web/guest/*
26	Disallow: /wiss/*
27
28	# Indexação dos documentos
29	# Disallow: /documents/*
30	# Disallow: /documents/
31	# allow: /documents/d/f3a44542-113e-11ee-be56-0242ac120002/
32	# allow: /pt/documents/d/f3a44542-113e-11ee-be56-0242ac120002/
33
34	# Libera favicon
35	allow: /o/tema-site-externo-petrobras/images/
36	allow: */o/tema-site-externo-petrobras/images/
37
38	# webstories
39	Disallow: /web-stories?*
40
41	Sitemap: https://petrobras.com.br:443/sitemap.xml