World Kinect / robots.txt
← back to world-kinect.com · change detected 1mo ago (2026-09-30T13:08:43Z) · modified +4 −68
What changed
- Added Allow: /wp-admin/admin-ajax.php for *
- Added Disallow: /wp-admin/ for *
- Removed Allow: /core/*.css$ for *
- Removed Allow: /core/*.css? for *
- Removed Allow: /core/*.gif for *
- Removed Allow: /core/*.jpeg for *
- Removed Allow: /core/*.jpg for *
- Removed Allow: /core/*.js$ for *
- Removed Allow: /core/*.js? for *
- Removed Allow: /core/*.png for *
- Removed Allow: /core/*.svg for *
- Removed Allow: /profiles/*.css$ for *
- Removed Allow: /profiles/*.css? for *
- Removed Allow: /profiles/*.gif for *
- Removed Allow: /profiles/*.jpeg for *
- Removed Allow: /profiles/*.jpg for *
- Removed Allow: /profiles/*.js$ for *
- Removed Allow: /profiles/*.js? for *
- Removed Allow: /profiles/*.png for *
- Removed Allow: /profiles/*.svg for *
- Removed Disallow: /*.pdf$ for *
- Removed Disallow: /README.txt for *
- Removed Disallow: /admin/ for *
- Removed Disallow: /comment/reply/ for *
- Removed Disallow: /core/ for *
- Removed Disallow: /filter/tips for *
- Removed Disallow: /index.php/admin/ for *
- Removed Disallow: /index.php/comment/reply/ for *
- Removed Disallow: /index.php/filter/tips for *
- Removed Disallow: /index.php/node/add/ for *
- Removed Disallow: /index.php/search/ for *
- Removed Disallow: /index.php/user/login for *
- Removed Disallow: /index.php/user/logout for *
- Removed Disallow: /index.php/user/password for *
- Removed Disallow: /index.php/user/register for *
- Removed Disallow: /node/add/ for *
- Removed Disallow: /profiles/ for *
- Removed Disallow: /resources for *
- Removed Disallow: /search/ for *
- Removed Disallow: /user/login for *
- Removed Disallow: /user/logout for *
- Removed Disallow: /user/password for *
- Removed Disallow: /user/register for *
- Removed Disallow: /web.config for *
- Added sitemap https://www.worldfuel.com/sitemap_index.xml
- Removed sitemap https://world-kinect.com/fr/sitemap.xml
- Removed sitemap https://world-kinect.com/sitemap.xml
- Removed sitemap https://www.world-kinect.com/world-fuel/aviation/sitemap.xml
- Removed sitemap https://www.world-kinect.com/world-fuel/government/sitemap.xml
- Removed sitemap https://www.world-kinect.com/world-fuel/marine/sitemap.xml
Diff old (2026-06-20T01:10:30Z) → new (2026-09-30T13:08:43Z)
| @@ -1,69 +1,5 @@ | ||
| 1 | - # | |
| 2 | - # robots.txt | |
| 3 | - # | |
| 4 | - # This file is to prevent the crawling and indexing of certain parts | |
| 5 | - # of your site by web crawlers and spiders run by sites like Yahoo! | |
| 6 | - # and Google. By telling these "robots" where not to go on your site, | |
| 7 | - # you save bandwidth and server resources. | |
| 8 | - # | |
| 9 | - # This file will be ignored unless it is at the root of your host: | |
| 10 | - # Used: http://example.com/robots.txt | |
| 11 | - # Ignored: http://example.com/site/robots.txt | |
| 12 | - # | |
| 13 | - # For more information about the robots.txt standard, see: | |
| 14 | - # http://www.robotstxt.org/robotstxt.html | |
| 1 | + User-agent: * | |
| 2 | + Disallow: /wp-admin/ | |
| 3 | + Allow: /wp-admin/admin-ajax.php | |
| 15 | 4 | |
| 16 | - User-agent: * | |
| 17 | - # CSS, JS, Images | |
| 18 | - Allow: /core/*.css$ | |
| 19 | - Allow: /core/*.css? | |
| 20 | - Allow: /core/*.js$ | |
| 21 | - Allow: /core/*.js? | |
| 22 | - Allow: /core/*.gif | |
| 23 | - Allow: /core/*.jpg | |
| 24 | - Allow: /core/*.jpeg | |
| 25 | - Allow: /core/*.png | |
| 26 | - Allow: /core/*.svg | |
| 27 | - Allow: /profiles/*.css$ | |
| 28 | - Allow: /profiles/*.css? | |
| 29 | - Allow: /profiles/*.js$ | |
| 30 | - Allow: /profiles/*.js? | |
| 31 | - Allow: /profiles/*.gif | |
| 32 | - Allow: /profiles/*.jpg | |
| 33 | - Allow: /profiles/*.jpeg | |
| 34 | - Allow: /profiles/*.png | |
| 35 | - Allow: /profiles/*.svg | |
| 36 | - # Directories | |
| 37 | - Disallow: /core/ | |
| 38 | - Disallow: /profiles/ | |
| 39 | - # Files | |
| 40 | - Disallow: /README.txt | |
| 41 | - Disallow: /web.config | |
| 42 | - # Paths (clean URLs) | |
| 43 | - Disallow: /admin/ | |
| 44 | - Disallow: /comment/reply/ | |
| 45 | - Disallow: /filter/tips | |
| 46 | - Disallow: /node/add/ | |
| 47 | - Disallow: /resources | |
| 48 | - Disallow: /search/ | |
| 49 | - Disallow: /user/register | |
| 50 | - Disallow: /user/password | |
| 51 | - Disallow: /user/login | |
| 52 | - Disallow: /user/logout | |
| 53 | - # Paths (no clean URLs) | |
| 54 | - Disallow: /index.php/admin/ | |
| 55 | - Disallow: /index.php/comment/reply/ | |
| 56 | - Disallow: /index.php/filter/tips | |
| 57 | - Disallow: /index.php/node/add/ | |
| 58 | - Disallow: /index.php/search/ | |
| 59 | - Disallow: /index.php/user/password | |
| 60 | - Disallow: /index.php/user/register | |
| 61 | - Disallow: /index.php/user/login | |
| 62 | - Disallow: /index.php/user/logout | |
| 63 | - Disallow: /*.pdf$ | |
| 64 | - | |
| 65 | - sitemap: https://world-kinect.com/sitemap.xml | |
| 66 | - sitemap: https://world-kinect.com/fr/sitemap.xml | |
| 67 | - sitemap: https://www.world-kinect.com/world-fuel/aviation/sitemap.xml | |
| 68 | - sitemap: https://www.world-kinect.com/world-fuel/marine/sitemap.xml | |
| 69 | - sitemap: https://www.world-kinect.com/world-fuel/government/sitemap.xml | |
| 5 | + Sitemap: https://www.worldfuel.com/sitemap_index.xml |