Petrobras / robots.txt

← back to petrobras.com.br · change detected 2mo ago (2026-08-24T19:21:08Z) · modified +37 −38

What changed

Added Allow: /documents/d/nossa-energia/ for *
Added Allow: /o/adaptive-media/image/ for *
Added Disallow: /*/c/portal/ for *
Added Disallow: /*?category=* for *
Added Disallow: /*?delta=* for *
Added Disallow: /*?p_p_* for *
Added Disallow: /*?page=* for *
Added Disallow: /*?q=* for *
Added Disallow: /*?sort=* for *
Added Disallow: /*?tag=* for *
Added Disallow: /api/ for *
Added Disallow: /c/portal/ for *
Added Disallow: /combo for *
Added Disallow: /control_panel/ for *
Added Disallow: /delegate/ for *
Added Disallow: /documents/d/* for *
Added Disallow: /group/ for *
Added Disallow: /guest/ for *
Added Disallow: /html/ for *
Added Disallow: /image/journal/ for *
Added Disallow: /layout_configuration/ for *
Added Disallow: /o/ for *
Added Disallow: /resultado-da-busca for *
Added Disallow: /user/ for *
Added Disallow: /web/ for *
Added Disallow: /widget/ for *
Removed Allow: */o/tema-site-externo-petrobras/images/ for *
Removed Allow: /o/tema-site-externo-petrobras/images/ for *
Removed Allow: /resultado-da-busca for *
Removed Disallow: /*&delta=&&start= for *
Removed Disallow: /*/c/portal/* for *
Removed Disallow: /*/group/* for *
Removed Disallow: /*/resultado-da-busca?* for *
Removed Disallow: /*/web/* for *
Removed Disallow: /*/web/guest/* for *
Removed Disallow: /c/portal/* for *
Removed Disallow: /combo/* for *
Removed Disallow: /group/* for *
Removed Disallow: /o/* for *
Removed Disallow: /resultado-da-busca?* for *
Removed Disallow: /resultado-da-busca?q=*&* for *
Removed Disallow: /resultado-da-busca?q=*&delta=*&* for *
Removed Disallow: /s/* for *
Removed Disallow: /web/* for *
Removed Disallow: /web/guest/* for *
Removed Disallow: /wiss/* for *
Crawl-delay for *: 10 → 5
Added sitemap https://petrobras.com.br/sitemap.xml
Removed sitemap https://petrobras.com.br:443/sitemap.xml

Diff old (2026-06-20T01:10:30Z) → new (2026-08-24T19:21:08Z)

		@@ -1,41 +1,40 @@
1	1	User-Agent: *
2		- crawl-delay: 10
	2	+ Crawl-delay: 5
3	3
4		- #busca
5		- Allow: /resultado-da-busca
6		- Disallow: /resultado-da-busca?q=&
7		- Disallow: /resultado-da-busca?q=&delta=&*
8		- Disallow: /resultado-da-busca?*
9		- Disallow: //resultado-da-busca?
	4	+ # Diretórios e rotas técnicas do Liferay que podem ser excluídos do rastreamento
	5	+ Disallow: /c/portal/
	6	+ Disallow: /*/c/portal/
	7	+ Disallow: /group/
	8	+ Disallow: /o/
	9	+ Disallow: /web/
	10	+ Disallow: /documents/d/*
	11	+ Disallow: /image/journal/
	12	+ Disallow: /html/
	13	+ Disallow: /combo
	14	+ Disallow: /delegate/
	15	+ Disallow: /layout_configuration/
	16	+ Disallow: /widget/
	17	+ Disallow: /api/
	18	+ Disallow: /control_panel/
	19	+ Disallow: /user/
	20	+ Disallow: /guest/
	21	+
	22	+ # Busca interna e páginas com parâmetros que geram conteúdo duplicado
	23	+ Disallow: /resultado-da-busca
	24	+ Disallow: /?q=
	25	+ Disallow: /?delta=
	26	+ Disallow: /?p_l_back_url
	27	+ Disallow: /?category=
	28	+ Disallow: /?tag=
	29	+ Disallow: /?sort=
	30	+ Disallow: /?page=
	31	+ Disallow: /?p_p_
	32	+
	33	+ # Web Stories (se não forem conteúdo principal e indexável)
	34	+ Disallow: /web-stories?*
	35	+
	36	+ # Exceções: conteúdo de imagem e documentos que devem permanecer indexáveis
	37	+ Allow: /o/adaptive-media/image/
	38	+ Allow: /documents/d/nossa-energia/
10	39
11		- # paginacao
12		- Disallow: /*&delta=&&start=
13		-
14		- Disallow: /combo/*
15		- Disallow: //c/portal/
16		- Disallow: /c/portal/*
17		- Disallow: //group/
18		- Disallow: /group/*
19		- Disallow: /o/*
20		- Disallow: /?p_l_back_url
21		- Disallow: /s/*
22		- Disallow: //web/
23		- Disallow: /web/*
24		- Disallow: //web/guest/
25		- Disallow: /web/guest/*
26		- Disallow: /wiss/*
27		-
28		- # Indexação dos documentos
29		- # Disallow: /documents/*
30		- # Disallow: /documents/
31		- # allow: /documents/d/f3a44542-113e-11ee-be56-0242ac120002/
32		- # allow: /pt/documents/d/f3a44542-113e-11ee-be56-0242ac120002/
33		-
34		- # Libera favicon
35		- allow: /o/tema-site-externo-petrobras/images/
36		- allow: */o/tema-site-externo-petrobras/images/
37		-
38		- # webstories
39		- Disallow: /web-stories?*
40		-
41		- Sitemap: https://petrobras.com.br:443/sitemap.xml
	40	+ Sitemap: https://petrobras.com.br/sitemap.xml