NeuralCrawl

Shell / robots.txt snapshot

← back to shell.com · fetched 2026-09-27T18:09:53Z (1mo ago) · HTTP 200 · 18310 bytes · sha256 aa8f7f249fd218f1 · raw

final URL: https://www.shell.com/robots.txt

1User-agent: SiteimproveBot
2Allow: /
3
4User-agent: SiteimproveBot-Crawler
5Allow: /
6
7User-agent: *
8Disallow: /business-customers/aviation/aeroshell/aeroshell-greases/grease-22.html
9Disallow: /business-customers/aviation/aeroshell/aeroshell-greases/grease-22/
10Disallow: /business-customers/aviation/flightpath.html
11Disallow: /business-customers/aviation/flightpath/
12Disallow: /business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html
13Disallow: /business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel/
14Disallow: /business-customers/aviation/shell-for-suppliers/card-services.html
15Disallow: /business-customers/aviation/shell-for-suppliers/card-services/
16Disallow: /business-customers/bitumen/contact-us.html
17Disallow: /business-customers/bitumen/contact-us/
18Disallow: /business-customers/chemicals/agrochemicals.html
19Disallow: /business-customers/chemicals/agrochemicals/
20Disallow: /business-customers/chemicals/digital-portal.html
21Disallow: /business-customers/chemicals/digital-portal/
22Disallow: /business-customers/chemicals/home-care/fabric-care-brochure.html
23Disallow: /business-customers/chemicals/home-care/fabric-care-brochure/
24Disallow: /business-customers/chemicals/home-care/shell-neodol--alcohol-ethoxylates.html
25Disallow: /business-customers/chemicals/home-care/shell-neodol--alcohol-ethoxylates/
26Disallow: /business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html
27Disallow: /business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives/
28Disallow: /business-customers/chemicals/our-products/polyols/case-polyols-product-brochure.html
29Disallow: /business-customers/chemicals/our-products/polyols/case-polyols-product-brochure/
30Disallow: /business-customers/chemicals/our-products/polyols/flex-polyols-product-brochure.html
31Disallow: /business-customers/chemicals/our-products/polyols/flex-polyols-product-brochure/
32Disallow: /business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html
33Disallow: /business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives/
34Disallow: /business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html
35Disallow: /business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives/
36Disallow: /business-customers/chemicals/our-products/solvents-chemical/shell-solutions-for-paints-and-coatings.html
37Disallow: /business-customers/chemicals/our-products/solvents-chemical/shell-solutions-for-paints-and-coatings/
38Disallow: /business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html
39Disallow: /business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products/
40Disallow: /business-customers/chemicals/personal-care-manufacturing.html
41Disallow: /business-customers/chemicals/personal-care-manufacturing/
42Disallow: /business-customers/chemicals/personal-care/cloud-connect-with-an-expert.html
43Disallow: /business-customers/chemicals/personal-care/cloud-connect-with-an-expert/
44Disallow: /business-customers/chemicals/personal-care/personal-care-brochure.html
45Disallow: /business-customers/chemicals/personal-care/personal-care-brochure/
46Disallow: /business-customers/chemicals/resources/palm-oil-alternatives-derisk-supply-chain.html
47Disallow: /business-customers/chemicals/resources/palm-oil-alternatives-derisk-supply-chain/
48Disallow: /business-customers/chemicals/resources/rheology-ingredient-choices-in-personal-care-detergent-formulation.html
49Disallow: /business-customers/chemicals/resources/rheology-ingredient-choices-in-personal-care-detergent-formulation/
50Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/industry-insights.html
51Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/industry-insights/
52Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/lubricants-services.html
53Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/lubricants-services/
54Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/future-solutions-factory.html
55Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/future-solutions-factory/
56Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/how-biodegradable-lubricants-can-support-sustainable-construction.html
57Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/how-biodegradable-lubricants-can-support-sustainable-construction/
58Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/leadership-in-manufacturing.html
59Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/leadership-in-manufacturing/
60Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/why-economy-lubricants-dont-save-you-money-in-long-run.html
61Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/why-economy-lubricants-dont-save-you-money-in-long-run/
62Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-panolin/reducing-carbon-intensity.html
63Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-panolin/reducing-carbon-intensity/
64Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-tellus-hydraulic-fluids/shell-launches-first-rrbo-hydraulic-fluid-approved-by-leading-oems.html
65Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-tellus-hydraulic-fluids/shell-launches-first-rrbo-hydraulic-fluid-approved-by-leading-oems/
66Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-tellus-hydraulic-fluids/shell-tellus-zinc-free-s3-mx-news.html
67Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-tellus-hydraulic-fluids/shell-tellus-zinc-free-s3-mx-news/
68Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/reach-for-shell-lubricants-supply-chain.html
69Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/reach-for-shell-lubricants-supply-chain/
70Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/sector-expertise.html
71Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/sector-expertise/
72Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/engine.html
73Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/engine/
74Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/machinemax.html
75Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/machinemax/
76Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/oren.html
77Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/oren/
78Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubeanalyst/application-test-kits.html
79Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubeanalyst/application-test-kits/
80Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubechat.html
81Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubechat/
82Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubevideocheck.html
83Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubevideocheck/
84Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html
85Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine/
86Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/solutions-hub.html
87Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/solutions-hub/
88Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/sustainability.html
89Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/sustainability/
90Disallow: /business-customers/marine/about-shell-marine.html
91Disallow: /business-customers/marine/about-shell-marine/
92Disallow: /business-customers/marine/digital-touch-screen-contact-us.html
93Disallow: /business-customers/marine/digital-touch-screen-contact-us/
94Disallow: /business-customers/marine/marine-lng.html
95Disallow: /business-customers/marine/marine-lng/
96Disallow: /business-customers/shell-commercial-road-transport.html
97Disallow: /business-customers/shell-commercial-road-transport/
98Disallow: /business-customers/shell-fleet-solutions/about.html
99Disallow: /business-customers/shell-fleet-solutions/about/
100Disallow: /business-customers/shell-fleet-solutions/commercial-road-transport.html
101Disallow: /business-customers/shell-fleet-solutions/commercial-road-transport/
102Disallow: /business-customers/shell-fleet-solutions/digital-and-payment-solutions/digital-solutions/shell-fleet-app/feature.html
103Disallow: /business-customers/shell-fleet-solutions/digital-and-payment-solutions/digital-solutions/shell-fleet-app/feature/
104Disallow: /business-customers/shell-fleet-solutions/digital-and-payment-solutions/shell-api.html
105Disallow: /business-customers/shell-fleet-solutions/digital-and-payment-solutions/shell-api/
106Disallow: /business-customers/shell-fleet-solutions/fleet-focus/health-security-safety-and-the-environment.html
107Disallow: /business-customers/shell-fleet-solutions/fleet-focus/health-security-safety-and-the-environment/
108Disallow: /business-customers/shell-fleet-solutions/fleet-focus/interviews-and-insights.html
109Disallow: /business-customers/shell-fleet-solutions/fleet-focus/interviews-and-insights/
110Disallow: /business-customers/shell-fleet-solutions/fleet-focus/news.html
111Disallow: /business-customers/shell-fleet-solutions/fleet-focus/news/
112Disallow: /business-customers/shell-fleet-solutions/fleet-focus/reports-insights.html
113Disallow: /business-customers/shell-fleet-solutions/fleet-focus/reports-insights/
114Disallow: /business-customers/shell-fleet-solutions/fleet-management.html
115Disallow: /business-customers/shell-fleet-solutions/fleet-management/
116Disallow: /business-customers/shell-market-hub/shell-services/lube-optimizer.html
117Disallow: /business-customers/shell-market-hub/shell-services/lube-optimizer/
118Disallow: /business-customers/shell-market-hub/shell-services/machinemax.html
119Disallow: /business-customers/shell-market-hub/shell-services/machinemax/
120Disallow: /business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html
121Disallow: /business-customers/shell-market-hub/shell-services/shell-desiccant-breathers/
122Disallow: /business-customers/shell-market-hub/shell-services/shell-lube-analyst.html
123Disallow: /business-customers/shell-market-hub/shell-services/shell-lube-analyst/
124Disallow: /business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html
125Disallow: /business-customers/shell-market-hub/shell-services/shell-lube-videocheck/
126Disallow: /business-customers/shell-market-hub/shell-services/shell-remote-sense.html
127Disallow: /business-customers/shell-market-hub/shell-services/shell-remote-sense/
128Disallow: /business-customers/trading-and-supply/counterparty-information-request.html
129Disallow: /business-customers/trading-and-supply/counterparty-information-request/
130Disallow: /business-customers/trading-and-supply/trading.html
131Disallow: /business-customers/trading-and-supply/trading/
132Disallow: /careers/about-careers-at-shell/employee-stories/endless-opportunities.html
133Disallow: /careers/about-careers-at-shell/employee-stories/endless-opportunities/
134Disallow: /careers/about-careers-at-shell/employee-stories/testing-my-abilities.html
135Disallow: /careers/about-careers-at-shell/employee-stories/testing-my-abilities/
136Disallow: /careers/about-careers-at-shell/people-at-shell.html
137Disallow: /careers/about-careers-at-shell/people-at-shell/
138Disallow: /careers/about-careers-at-shell/rewards-and-benefits.html
139Disallow: /careers/about-careers-at-shell/rewards-and-benefits/
140Disallow: /careers/about-careers-at-shell/we-are-one-team.html
141Disallow: /careers/about-careers-at-shell/we-are-one-team/
142Disallow: /careers/about-careers-at-shell/world-of-opportunities.html
143Disallow: /careers/about-careers-at-shell/world-of-opportunities/
144Disallow: /careers/choose-your-career-profile.html
145Disallow: /careers/choose-your-career-profile/
146Disallow: /careers/life-at-shell.html
147Disallow: /careers/life-at-shell/
148Disallow: /careers/students-and-graduates.html
149Disallow: /careers/students-and-graduates/
150Disallow: /cookie-list.html
151Disallow: /cookie-list/
152Disallow: /drivethestarship.html
153Disallow: /drivethestarship/
154Disallow: /external-redirects.html
155Disallow: /external-redirects/
156Disallow: /investors/shareholder-meetings/2021-agm-webcast.html
157Disallow: /investors/shareholder-meetings/2021-agm-webcast/
158Disallow: /motorist/oils-lubricants/rimula-truck-heavy-duty-engine-oil/shell-starship/immersion-cooling-battery-technology.html
159Disallow: /motorist/oils-lubricants/rimula-truck-heavy-duty-engine-oil/shell-starship/immersion-cooling-battery-technology/
160Disallow: /news-and-insights/annual-publications.html
161Disallow: /news-and-insights/annual-publications/
162Disallow: /news-and-insights/newsroom/news-and-media-releases/2021/shell-comments-on-the-verdict-from-the-milan-tribunal-over-opl-245.html
163Disallow: /news-and-insights/newsroom/news-and-media-releases/2021/shell-comments-on-the-verdict-from-the-milan-tribunal-over-opl-245/
164Disallow: /news-and-insights/newsroom/news-and-media-releases/2022/shell-joint-venture-atlantic-shores-wins-acreage-in-new-york-bight.html
165Disallow: /news-and-insights/newsroom/news-and-media-releases/2022/shell-joint-venture-atlantic-shores-wins-acreage-in-new-york-bight/
166Disallow: /news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html
167Disallow: /news-and-insights/scenarios/a-better-life-with-a-healthy-planet/
168Disallow: /shellbitumen100.html
169Disallow: /shellbitumen100/
170Disallow: /shellenergy/electricity.html
171Disallow: /shellenergy/electricity/
172Disallow: /shellenergy/othersolutions.html
173Disallow: /shellenergy/othersolutions/
174Disallow: /shellenergy/progesstogether/case-studies-alimerka.html
175Disallow: /shellenergy/progesstogether/case-studies-alimerka/
176Disallow: /shellenergy/progesstogether/case-studies-bsro.html
177Disallow: /shellenergy/progesstogether/case-studies-bsro/
178Disallow: /shellenergy/progesstogether/case-studies-schneider-electric.html
179Disallow: /shellenergy/progesstogether/case-studies-schneider-electric/
180Disallow: /shellenergy/shell-energy-europe/eworld.html
181Disallow: /shellenergy/shell-energy-europe/eworld/
182Disallow: /shellenergy/shell-energy-europe/natural-gas-portfolio.html
183Disallow: /shellenergy/shell-energy-europe/natural-gas-portfolio/
184Disallow: /shellenergy/test-oage-for-shell-energy.html
185Disallow: /shellenergy/test-oage-for-shell-energy/
186Disallow: /tag-search.html
187Disallow: /tag-search/
188Disallow: /tco.html
189Disallow: /tco/
190Disallow: /terms-of-use/shell-motorsports-ferrari-giveaway-activity-terms-and-conditions.html
191Disallow: /terms-of-use/shell-motorsports-ferrari-giveaway-activity-terms-and-conditions/
192Disallow: /terms-of-use/shell-motorsports-social-media-giveaway-global-activity-terms-and-conditions.html
193Disallow: /terms-of-use/shell-motorsports-social-media-giveaway-global-activity-terms-and-conditions/
194Disallow: /war-in-ukraine-shell-response.html
195Disallow: /war-in-ukraine-shell-response/
196Disallow: /what-we-do/digitalisation/news-room.html
197Disallow: /what-we-do/digitalisation/news-room/
198Disallow: /what-we-do/major-projects.html
199Disallow: /what-we-do/major-projects/
200Disallow: /what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html
201Disallow: /what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road/
202Disallow: /what-we-do/our-strategy/generating-shareholder-value.html
203Disallow: /what-we-do/our-strategy/generating-shareholder-value/
204Disallow: /what-we-do/our-strategy/powering-progress-in-action.html
205Disallow: /what-we-do/our-strategy/powering-progress-in-action/
206Disallow: /what-we-do/our-strategy/sustainability/advocacy-and-political-activity/advocacy-releases.html
207Disallow: /what-we-do/our-strategy/sustainability/advocacy-and-political-activity/advocacy-releases/
208Disallow: /what-we-do/renewable-power.html
209Disallow: /what-we-do/renewable-power/
210Disallow: /wholesalefuel-test-am.html
211Disallow: /wholesalefuel-test-am/
212Sitemap: https://www.shell.com/.sitemap.xml