Shell / robots.txt snapshot
← back to shell.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 16308 bytes · sha256 2d92cc8195e9d393 · raw
final URL: https://www.shell.com/robots.txt
| 1 | User-agent: SiteimproveBot |
| 2 | Allow: / |
| 3 | |
| 4 | User-agent: SiteimproveBot-Crawler |
| 5 | Allow: / |
| 6 | |
| 7 | User-agent: * |
| 8 | Disallow: /business-customers/aviation/aeroshell/aeroshell-greases/grease-22.html |
| 9 | Disallow: /business-customers/aviation/aeroshell/aeroshell-greases/grease-22/ |
| 10 | Disallow: /business-customers/aviation/flightpath.html |
| 11 | Disallow: /business-customers/aviation/flightpath/ |
| 12 | Disallow: /business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html |
| 13 | Disallow: /business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel/ |
| 14 | Disallow: /business-customers/aviation/shell-for-suppliers/card-services.html |
| 15 | Disallow: /business-customers/aviation/shell-for-suppliers/card-services/ |
| 16 | Disallow: /business-customers/bitumen/contact-us.html |
| 17 | Disallow: /business-customers/bitumen/contact-us/ |
| 18 | Disallow: /business-customers/chemicals/agrochemicals.html |
| 19 | Disallow: /business-customers/chemicals/agrochemicals/ |
| 20 | Disallow: /business-customers/chemicals/digital-portal.html |
| 21 | Disallow: /business-customers/chemicals/digital-portal/ |
| 22 | Disallow: /business-customers/chemicals/home-care/shell-neodol--alcohol-ethoxylates.html |
| 23 | Disallow: /business-customers/chemicals/home-care/shell-neodol--alcohol-ethoxylates/ |
| 24 | Disallow: /business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html |
| 25 | Disallow: /business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives/ |
| 26 | Disallow: /business-customers/chemicals/our-products/polyols/case-polyols-product-brochure.html |
| 27 | Disallow: /business-customers/chemicals/our-products/polyols/case-polyols-product-brochure/ |
| 28 | Disallow: /business-customers/chemicals/our-products/polyols/flex-polyols-product-brochure.html |
| 29 | Disallow: /business-customers/chemicals/our-products/polyols/flex-polyols-product-brochure/ |
| 30 | Disallow: /business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html |
| 31 | Disallow: /business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives/ |
| 32 | Disallow: /business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html |
| 33 | Disallow: /business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives/ |
| 34 | Disallow: /business-customers/chemicals/our-products/solvents-chemical/shell-solutions-for-paints-and-coatings.html |
| 35 | Disallow: /business-customers/chemicals/our-products/solvents-chemical/shell-solutions-for-paints-and-coatings/ |
| 36 | Disallow: /business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html |
| 37 | Disallow: /business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products/ |
| 38 | Disallow: /business-customers/chemicals/personal-care-manufacturing.html |
| 39 | Disallow: /business-customers/chemicals/personal-care-manufacturing/ |
| 40 | Disallow: /business-customers/chemicals/personal-care/cloud-connect-with-an-expert.html |
| 41 | Disallow: /business-customers/chemicals/personal-care/cloud-connect-with-an-expert/ |
| 42 | Disallow: /business-customers/chemicals/personal-care/personal-care-brochure.html |
| 43 | Disallow: /business-customers/chemicals/personal-care/personal-care-brochure/ |
| 44 | Disallow: /business-customers/chemicals/resources/palm-oil-alternatives-derisk-supply-chain.html |
| 45 | Disallow: /business-customers/chemicals/resources/palm-oil-alternatives-derisk-supply-chain/ |
| 46 | Disallow: /business-customers/chemicals/resources/rheology-ingredient-choices-in-personal-care-detergent-formulation.html |
| 47 | Disallow: /business-customers/chemicals/resources/rheology-ingredient-choices-in-personal-care-detergent-formulation/ |
| 48 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/industry-insights.html |
| 49 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/industry-insights/ |
| 50 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/lubricants-services.html |
| 51 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/lubricants-services/ |
| 52 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/why-economy-lubricants-dont-save-you-money-in-long-run.html |
| 53 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/perspectives/why-economy-lubricants-dont-save-you-money-in-long-run/ |
| 54 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-panolin/reducing-carbon-intensity.html |
| 55 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-panolin/reducing-carbon-intensity/ |
| 56 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-tellus-hydraulic-fluids/shell-launches-first-rrbo-hydraulic-fluid-approved-by-leading-oems.html |
| 57 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-tellus-hydraulic-fluids/shell-launches-first-rrbo-hydraulic-fluid-approved-by-leading-oems/ |
| 58 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-tellus-hydraulic-fluids/shell-tellus-zinc-free-s3-mx-news.html |
| 59 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/products/shell-tellus-hydraulic-fluids/shell-tellus-zinc-free-s3-mx-news/ |
| 60 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/reach-for-shell-lubricants-supply-chain.html |
| 61 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/reach-for-shell-lubricants-supply-chain/ |
| 62 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/sector-expertise.html |
| 63 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/sector-expertise/ |
| 64 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/engine.html |
| 65 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/engine/ |
| 66 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/machinemax.html |
| 67 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/machinemax/ |
| 68 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/oren.html |
| 69 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/oren/ |
| 70 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubeanalyst/application-test-kits.html |
| 71 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubeanalyst/application-test-kits/ |
| 72 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubechat.html |
| 73 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubechat/ |
| 74 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubevideocheck.html |
| 75 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-lubevideocheck/ |
| 76 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html |
| 77 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine/ |
| 78 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/solutions-hub.html |
| 79 | Disallow: /business-customers/industrial-lubricants-and-specialty-fluids-for-business/shell-expertise/lubrication-services-for-your-industry/solutions-hub/ |
| 80 | Disallow: /business-customers/marine/digital-touch-screen-contact-us.html |
| 81 | Disallow: /business-customers/marine/digital-touch-screen-contact-us/ |
| 82 | Disallow: /business-customers/marine/marine-lng.html |
| 83 | Disallow: /business-customers/marine/marine-lng/ |
| 84 | Disallow: /business-customers/shell-commercial-road-transport.html |
| 85 | Disallow: /business-customers/shell-commercial-road-transport/ |
| 86 | Disallow: /business-customers/shell-fleet-solutions/about.html |
| 87 | Disallow: /business-customers/shell-fleet-solutions/about/ |
| 88 | Disallow: /business-customers/shell-fleet-solutions/commercial-road-transport.html |
| 89 | Disallow: /business-customers/shell-fleet-solutions/commercial-road-transport/ |
| 90 | Disallow: /business-customers/shell-fleet-solutions/digital-and-payment-solutions/digital-solutions/shell-fleet-app/feature.html |
| 91 | Disallow: /business-customers/shell-fleet-solutions/digital-and-payment-solutions/digital-solutions/shell-fleet-app/feature/ |
| 92 | Disallow: /business-customers/shell-fleet-solutions/digital-and-payment-solutions/shell-api.html |
| 93 | Disallow: /business-customers/shell-fleet-solutions/digital-and-payment-solutions/shell-api/ |
| 94 | Disallow: /business-customers/shell-fleet-solutions/fleet-focus/health-security-safety-and-the-environment.html |
| 95 | Disallow: /business-customers/shell-fleet-solutions/fleet-focus/health-security-safety-and-the-environment/ |
| 96 | Disallow: /business-customers/shell-fleet-solutions/fleet-focus/interviews-and-insights.html |
| 97 | Disallow: /business-customers/shell-fleet-solutions/fleet-focus/interviews-and-insights/ |
| 98 | Disallow: /business-customers/shell-fleet-solutions/fleet-focus/news.html |
| 99 | Disallow: /business-customers/shell-fleet-solutions/fleet-focus/news/ |
| 100 | Disallow: /business-customers/shell-fleet-solutions/fleet-focus/reports-insights.html |
| 101 | Disallow: /business-customers/shell-fleet-solutions/fleet-focus/reports-insights/ |
| 102 | Disallow: /business-customers/shell-fleet-solutions/fleet-management.html |
| 103 | Disallow: /business-customers/shell-fleet-solutions/fleet-management/ |
| 104 | Disallow: /business-customers/shell-market-hub/shell-services/lube-optimizer.html |
| 105 | Disallow: /business-customers/shell-market-hub/shell-services/lube-optimizer/ |
| 106 | Disallow: /business-customers/shell-market-hub/shell-services/machinemax.html |
| 107 | Disallow: /business-customers/shell-market-hub/shell-services/machinemax/ |
| 108 | Disallow: /business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html |
| 109 | Disallow: /business-customers/shell-market-hub/shell-services/shell-desiccant-breathers/ |
| 110 | Disallow: /business-customers/shell-market-hub/shell-services/shell-lube-analyst.html |
| 111 | Disallow: /business-customers/shell-market-hub/shell-services/shell-lube-analyst/ |
| 112 | Disallow: /business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html |
| 113 | Disallow: /business-customers/shell-market-hub/shell-services/shell-lube-videocheck/ |
| 114 | Disallow: /business-customers/shell-market-hub/shell-services/shell-remote-sense.html |
| 115 | Disallow: /business-customers/shell-market-hub/shell-services/shell-remote-sense/ |
| 116 | Disallow: /business-customers/trading-and-supply/counterparty-information-request.html |
| 117 | Disallow: /business-customers/trading-and-supply/counterparty-information-request/ |
| 118 | Disallow: /business-customers/trading-and-supply/trading.html |
| 119 | Disallow: /business-customers/trading-and-supply/trading/ |
| 120 | Disallow: /careers/about-careers-at-shell/employee-stories/endless-opportunities.html |
| 121 | Disallow: /careers/about-careers-at-shell/employee-stories/endless-opportunities/ |
| 122 | Disallow: /careers/about-careers-at-shell/employee-stories/testing-my-abilities.html |
| 123 | Disallow: /careers/about-careers-at-shell/employee-stories/testing-my-abilities/ |
| 124 | Disallow: /careers/about-careers-at-shell/people-at-shell.html |
| 125 | Disallow: /careers/about-careers-at-shell/people-at-shell/ |
| 126 | Disallow: /careers/about-careers-at-shell/rewards-and-benefits.html |
| 127 | Disallow: /careers/about-careers-at-shell/rewards-and-benefits/ |
| 128 | Disallow: /careers/about-careers-at-shell/we-are-one-team.html |
| 129 | Disallow: /careers/about-careers-at-shell/we-are-one-team/ |
| 130 | Disallow: /careers/about-careers-at-shell/world-of-opportunities.html |
| 131 | Disallow: /careers/about-careers-at-shell/world-of-opportunities/ |
| 132 | Disallow: /careers/choose-your-career-profile.html |
| 133 | Disallow: /careers/choose-your-career-profile/ |
| 134 | Disallow: /careers/life-at-shell.html |
| 135 | Disallow: /careers/life-at-shell/ |
| 136 | Disallow: /careers/students-and-graduates.html |
| 137 | Disallow: /careers/students-and-graduates/ |
| 138 | Disallow: /cookie-list.html |
| 139 | Disallow: /cookie-list/ |
| 140 | Disallow: /drivethestarship.html |
| 141 | Disallow: /drivethestarship/ |
| 142 | Disallow: /external-redirects.html |
| 143 | Disallow: /external-redirects/ |
| 144 | Disallow: /investors/shareholder-meetings/2021-agm-webcast.html |
| 145 | Disallow: /investors/shareholder-meetings/2021-agm-webcast/ |
| 146 | Disallow: /news-and-insights/annual-publications.html |
| 147 | Disallow: /news-and-insights/annual-publications/ |
| 148 | Disallow: /news-and-insights/newsroom/news-and-media-releases/2021/shell-comments-on-the-verdict-from-the-milan-tribunal-over-opl-245.html |
| 149 | Disallow: /news-and-insights/newsroom/news-and-media-releases/2021/shell-comments-on-the-verdict-from-the-milan-tribunal-over-opl-245/ |
| 150 | Disallow: /news-and-insights/newsroom/news-and-media-releases/2022/shell-joint-venture-atlantic-shores-wins-acreage-in-new-york-bight.html |
| 151 | Disallow: /news-and-insights/newsroom/news-and-media-releases/2022/shell-joint-venture-atlantic-shores-wins-acreage-in-new-york-bight/ |
| 152 | Disallow: /news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html |
| 153 | Disallow: /news-and-insights/scenarios/a-better-life-with-a-healthy-planet/ |
| 154 | Disallow: /shellbitumen100.html |
| 155 | Disallow: /shellbitumen100/ |
| 156 | Disallow: /shellenergy/electricity.html |
| 157 | Disallow: /shellenergy/electricity/ |
| 158 | Disallow: /shellenergy/progesstogether/case-studies-alimerka.html |
| 159 | Disallow: /shellenergy/progesstogether/case-studies-alimerka/ |
| 160 | Disallow: /shellenergy/progesstogether/case-studies-schneider-electric.html |
| 161 | Disallow: /shellenergy/progesstogether/case-studies-schneider-electric/ |
| 162 | Disallow: /shellenergy/shell-energy-europe/eworld.html |
| 163 | Disallow: /shellenergy/shell-energy-europe/eworld/ |
| 164 | Disallow: /shellenergy/tech/dc-whitepaper.html |
| 165 | Disallow: /shellenergy/tech/dc-whitepaper/ |
| 166 | Disallow: /shellenergy/test-oage-for-shell-energy.html |
| 167 | Disallow: /shellenergy/test-oage-for-shell-energy/ |
| 168 | Disallow: /sustainability/advocacy-and-political-activity/advocacy-releases.html |
| 169 | Disallow: /sustainability/advocacy-and-political-activity/advocacy-releases/ |
| 170 | Disallow: /tag-search.html |
| 171 | Disallow: /tag-search/ |
| 172 | Disallow: /tco.html |
| 173 | Disallow: /tco/ |
| 174 | Disallow: /terms-of-use/shell-motorsports-social-media-giveaway-global-activity-terms-and-conditions.html |
| 175 | Disallow: /terms-of-use/shell-motorsports-social-media-giveaway-global-activity-terms-and-conditions/ |
| 176 | Disallow: /war-in-ukraine-shell-response.html |
| 177 | Disallow: /war-in-ukraine-shell-response/ |
| 178 | Disallow: /what-we-do/digitalisation/news-room.html |
| 179 | Disallow: /what-we-do/digitalisation/news-room/ |
| 180 | Disallow: /what-we-do/major-projects.html |
| 181 | Disallow: /what-we-do/major-projects/ |
| 182 | Disallow: /what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html |
| 183 | Disallow: /what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road/ |
| 184 | Disallow: /what-we-do/our-strategy/generating-shareholder-value.html |
| 185 | Disallow: /what-we-do/our-strategy/generating-shareholder-value/ |
| 186 | Disallow: /what-we-do/our-strategy/powering-progress-in-action.html |
| 187 | Disallow: /what-we-do/our-strategy/powering-progress-in-action/ |
| 188 | Disallow: /what-we-do/renewable-power/wind/supplier-registration.html |
| 189 | Disallow: /what-we-do/renewable-power/wind/supplier-registration/ |
| 190 | Disallow: /wholesalefuel-test-am.html |
| 191 | Disallow: /wholesalefuel-test-am/ |
| 192 | Sitemap: https://www.shell.com/.sitemap.xml |