StoneX Group / robots.txt
← back to stonex.com · change detected 2d ago (2026-11-04T19:33:55Z) · modified +9 −9
What changed
- Added Disallow: /*/bin/ for *
- Added Disallow: /*/error/ for *
- Added Disallow: /*/lp/ for *
- Added Disallow: /*/search/?query= for *
- Added Disallow: /*/sitecore modules for *
- Added Disallow: /*/sitecore/ for *
- Added Disallow: /*/sitecore_files/ for *
- Added Disallow: /*/temp/ for *
- Added Disallow: /*/xsl/ for *
- Removed Disallow: */bin/ for *
- Removed Disallow: */error/ for *
- Removed Disallow: */lp/ for *
- Removed Disallow: */search/?query= for *
- Removed Disallow: */sitecore modules/ for *
- Removed Disallow: */sitecore/ for *
- Removed Disallow: */sitecore_files/ for *
- Removed Disallow: */temp/ for *
- Removed Disallow: */xsl/ for *
Diff old (2026-10-26T22:30:46Z) → new (2026-11-04T19:33:55Z)
| @@ -1,9 +1,9 @@ | ||
| 1 | 1 | User-Agent: * |
| 2 | - Disallow: */lp/ | |
| 3 | - Disallow: */bin/ | |
| 4 | - Disallow: */xsl/ | |
| 5 | - Disallow: */temp/ | |
| 6 | - Disallow: */error/ | |
| 2 | + Disallow: /*/lp/ | |
| 3 | + Disallow: /*/bin/ | |
| 4 | + Disallow: /*/xsl/ | |
| 5 | + Disallow: /*/temp/ | |
| 6 | + Disallow: /*/error/ | |
| 7 | 7 | Disallow: /Views/ |
| 8 | 8 | Disallow: /static |
| 9 | 9 | Disallow: /upload |
| @@ -19,7 +19,7 @@ | ||
| 19 | 19 | Disallow: /en/static |
| 20 | 20 | Disallow: /en/upload |
| 21 | 21 | Disallow: /*?*market= |
| 22 | - Disallow: */sitecore/ | |
| 22 | + Disallow: /*/sitecore/ | |
| 23 | 23 | Disallow: /*/patterns/ |
| 24 | 24 | Disallow: /App_config/ |
| 25 | 25 | Disallow: /health.aspx |
| @@ -38,13 +38,13 @@ | ||
| 38 | 38 | Disallow: /sitecore_files/ |
| 39 | 39 | Disallow: /en/Default.aspx |
| 40 | 40 | Disallow: /en/App_Browsers/ |
| 41 | - Disallow: */sitecore_files/ | |
| 41 | + Disallow: /*/sitecore_files/ | |
| 42 | 42 | Disallow: /search-results/?q* |
| 43 | - Disallow: */sitecore modules/ | |
| 43 | + Disallow: /*/sitecore modules | |
| 44 | 44 | Disallow: /en/search-results/?q* |
| 45 | 45 | Disallow: /websites-in-maintenance.aspx |
| 46 | 46 | Disallow: /en/websites-in-maintenance.aspx |
| 47 | - Disallow: */search/?query= | |
| 47 | + Disallow: /*/search/?query= | |
| 48 | 48 | Disallow: /api/barchart-widget/ |
| 49 | 49 | Disallow: /layouts/ |
| 50 | 50 | Disallow: /*.aspx |