StoneX Group / robots.txt
← back to stonex.com · change detected 11d ago (2026-10-26T22:30:46Z) · modified +6 −13
What changed
- Added Disallow: */bin/ for *
- Added Disallow: */error/ for *
- Added Disallow: */lp/ for *
- Added Disallow: */temp/ for *
- Added Disallow: */xsl/ for *
- Removed Disallow: /bin/ for *
- Removed Disallow: /en/bin/ for *
- Removed Disallow: /en/error for *
- Removed Disallow: /en/lp/ for *
- Removed Disallow: /en/temp for *
- Removed Disallow: /en/xsl/ for *
- Removed Disallow: /error for *
- Removed Disallow: /lp/ for *
- Removed Disallow: /media/ for *
- Removed Disallow: /sitecore modules/ for *
- Removed Disallow: /temp for *
- Removed Disallow: /xsl/ for *
Diff old (2026-10-26T16:27:22Z) → new (2026-10-26T22:30:46Z)
| @@ -1,19 +1,13 @@ | ||
| 1 | 1 | User-Agent: * |
| 2 | - Disallow: /lp/ | |
| 3 | - Disallow: /bin/ | |
| 4 | - Disallow: /xsl/ | |
| 5 | - Disallow: /temp | |
| 6 | - Disallow: /error | |
| 2 | + Disallow: */lp/ | |
| 3 | + Disallow: */bin/ | |
| 4 | + Disallow: */xsl/ | |
| 5 | + Disallow: */temp/ | |
| 6 | + Disallow: */error/ | |
| 7 | 7 | Disallow: /Views/ |
| 8 | - Disallow: /media/ | |
| 9 | 8 | Disallow: /static |
| 10 | 9 | Disallow: /upload |
| 11 | - Disallow: /en/lp/ | |
| 12 | - Disallow: /en/bin/ | |
| 13 | - Disallow: /en/xsl/ | |
| 14 | - Disallow: /en/temp | |
| 15 | 10 | Disallow: /cgi-bin/ |
| 16 | - Disallow: /en/error | |
| 17 | 11 | Disallow: /cdn-cgi/ |
| 18 | 12 | Disallow: /sitecore/ |
| 19 | 13 | Disallow: /App_Data/ |
| @@ -45,7 +39,6 @@ | ||
| 45 | 39 | Disallow: /en/Default.aspx |
| 46 | 40 | Disallow: /en/App_Browsers/ |
| 47 | 41 | Disallow: */sitecore_files/ |
| 48 | - Disallow: /sitecore modules/ | |
| 49 | 42 | Disallow: /search-results/?q* |
| 50 | 43 | Disallow: */sitecore modules/ |
| 51 | 44 | Disallow: /en/search-results/?q* |
| @@ -62,6 +55,6 @@ | ||
| 62 | 55 | Sitemap: https://www.stonex.com/en/sitemap-index.xml |
| 63 | 56 | Sitemap: https://www.stonex.com/en-us/sitemap-index.xml |
| 64 | 57 | Sitemap: https://www.stonex.com/en-gb/sitemap-index.xml |
| 65 | - Sitemap: https://www.stonex.com/pt-br/sitemap-index.xml | |
| 58 | + Sitemap: https://www.stonex.com/pt-br/sitemap-index.xml | |
| 66 | 59 | Sitemap: https://www.stonex.com/ja-jp/sitemap-index.xml |
| 67 | 60 | Sitemap: https://www.stonex.com/es-ar/sitemap-index.xml |