Baker Hughes / robots.txt snapshot

← back to bakerhughes.com · fetched 2026-06-26T11:15:15Z (1mo ago) · HTTP 200 · 2611 bytes · sha256 2dcb72c1ceb718e7 · raw

final URL: manual:file

1	#
2	# robots.txt
3	#
4	# This file is to prevent the crawling and indexing of certain parts
5	# of your site by web crawlers and spiders run by sites like Yahoo!
6	# and Google. By telling these "robots" where not to go on your site,
7	# you save bandwidth and server resources.
8	#
9	# This file will be ignored unless it is at the root of your host:
10	# Used: http://example.com/robots.txt
11	# Ignored: http://example.com/site/robots.txt
12	#
13	# For more information about the robots.txt standard, see:
14	# http://www.robotstxt.org/robotstxt.html
15
16	User-agent: *
17	# CSS, JS, Images
18	Allow: /core/*.css$
19	Allow: /core/*.css?
20	Allow: /core/*.js$
21	Allow: /core/*.js?
22	Allow: /core/*.gif
23	Allow: /core/*.jpg
24	Allow: /core/*.jpeg
25	Allow: /core/*.png
26	Allow: /core/*.svg
27	Allow: /profiles/*.css$
28	Allow: /profiles/*.css?
29	Allow: /profiles/*.js$
30	Allow: /profiles/*.js?
31	Allow: /profiles/*.gif
32	Allow: /profiles/*.jpg
33	Allow: /profiles/*.jpeg
34	Allow: /profiles/*.png
35	Allow: /profiles/*.svg
36	# Directories
37	Disallow: /core/
38	Disallow: /profiles/
39	# Files
40	Disallow: /README.txt
41	Disallow: /web.config
42	# Paths (clean URLs)
43	Disallow: /admin/
44	Disallow: /*/admin/
45	Disallow: /comment/reply/
46	Disallow: /filter/tips
47	Disallow: /node/*
48	Disallow: /node/add/
49	Disallow: /*/node/add/
50	Disallow: /search/
51	Disallow: /*/search/
52	Disallow: /user/register
53	Disallow: /*/user/register
54	Disallow: /user/password
55	Disallow: /*/user/password
56	Disallow: /user/login
57	Disallow: /*/user/login
58	Disallow: /saml_login
59	Disallow: /*/saml_login
60	Disallow: /user/logout
61	Disallow: /*/user/logout
62	Disallow: /media/oembed
63	Disallow: /*/media/oembed
64	# Paths (no clean URLs)
65	Disallow: /index.php/admin/
66	Disallow: /index.php/comment/reply/
67	Disallow: /index.php/filter/tips
68	Disallow: /index.php/node/add/
69	Disallow: /index.php/search/
70	Disallow: /index.php/user/password
71	Disallow: /index.php/user/register
72	Disallow: /index.php/user/login
73	Disallow: /index.php/user/logout
74	Disallow: /index.php/media/oembed
75	Disallow: /index.php/*/media/oembed
76
77	# Taxonomy pages
78	Disallow: /taxonomy/
79	Disallow: /taxonomy/
80	Disallow: /*/taxonomy/
81	Disallow: /taxonomy/*
82	Disallow: //taxonomy/
83	Disallow: /taxonomy/term/*
84	Disallow: //taxonomy/term/
85
86	# Component Library
87	Disallow: /component-library/*
88	Disallow: /index.php/component-library/*
89
90	sitemap: https://www.bakerhughes.com/sitemap.xml
91
92	# Static HTML pages
93	Disallow: /calculator/
94	Disallow: /calculator/*
95
96	# View Ajax Calls
97	Disallow: /views/ajax
98	Disallow: /views/ajax/*
99	Disallow: /ajax/*
100
101	# Search API Calls
102	Disallow: /search_api_autocomplete/acquia_search
103
104	# Stock Price
105	Disallow: /get-stock-price
106
107	# Default node and query string for default node
108	Disallow: /node
109	Disallow: /node?*