Costa Rica (Presidencia) / robots.txt
← back to presidencia.go.cr · change detected 1mo ago (2026-09-11T19:15:58Z) · modified +0 −72
What changed
- Removed Allow: /core/*.css$ for *
- Removed Allow: /core/*.css? for *
- Removed Allow: /core/*.gif for *
- Removed Allow: /core/*.jpeg for *
- Removed Allow: /core/*.jpg for *
- Removed Allow: /core/*.js$ for *
- Removed Allow: /core/*.js? for *
- Removed Allow: /core/*.png for *
- Removed Allow: /core/*.svg for *
- Removed Allow: /profiles/*.css$ for *
- Removed Allow: /profiles/*.css? for *
- Removed Allow: /profiles/*.gif for *
- Removed Allow: /profiles/*.jpeg for *
- Removed Allow: /profiles/*.jpg for *
- Removed Allow: /profiles/*.js$ for *
- Removed Allow: /profiles/*.js? for *
- Removed Allow: /profiles/*.png for *
- Removed Allow: /profiles/*.svg for *
- Removed Disallow: /*/media/oembed for *
- Removed Disallow: /README.md for *
- Removed Disallow: /admin/ for *
- Removed Disallow: /comment/reply/ for *
- Removed Disallow: /composer/Metapackage/README.txt for *
- Removed Disallow: /composer/Plugin/ProjectMessage/README.md for *
- Removed Disallow: /composer/Plugin/Scaffold/README.md for *
- Removed Disallow: /composer/Plugin/VendorHardening/README.txt for *
- Removed Disallow: /composer/Template/README.txt for *
- Removed Disallow: /core/ for *
- Removed Disallow: /filter/tips for *
- Removed Disallow: /index.php/*/media/oembed for *
- Removed Disallow: /index.php/admin/ for *
- Removed Disallow: /index.php/comment/reply/ for *
- Removed Disallow: /index.php/filter/tips for *
- Removed Disallow: /index.php/media/oembed for *
- Removed Disallow: /index.php/node/add/ for *
- Removed Disallow: /index.php/search/ for *
- Removed Disallow: /index.php/user/login for *
- Removed Disallow: /index.php/user/logout for *
- Removed Disallow: /index.php/user/password for *
- Removed Disallow: /index.php/user/register for *
- Removed Disallow: /media/oembed for *
- Removed Disallow: /modules/README.txt for *
- Removed Disallow: /node/add/ for *
- Removed Disallow: /profiles/ for *
- Removed Disallow: /search/ for *
- Removed Disallow: /sites/README.txt for *
- Removed Disallow: /themes/README.txt for *
- Removed Disallow: /user/login for *
- Removed Disallow: /user/logout for *
- Removed Disallow: /user/password for *
- ... and 1 more change(s)
Diff old (2026-07-02T00:38:22Z) → new (2026-09-11T19:15:58Z)
| @@ -59,75 +59,3 @@ | ||
| 59 | 59 | |
| 60 | 60 | # END Cloudflare Managed Content |
| 61 | 61 | |
| 62 | - # | |
| 63 | - # robots.txt | |
| 64 | - # | |
| 65 | - # This file is to prevent the crawling and indexing of certain parts | |
| 66 | - # of your site by web crawlers and spiders run by sites like Yahoo! | |
| 67 | - # and Google. By telling these "robots" where not to go on your site, | |
| 68 | - # you save bandwidth and server resources. | |
| 69 | - # | |
| 70 | - # This file will be ignored unless it is at the root of your host: | |
| 71 | - # Used: http://example.com/robots.txt | |
| 72 | - # Ignored: http://example.com/site/robots.txt | |
| 73 | - # | |
| 74 | - # For more information about the robots.txt standard, see: | |
| 75 | - # http://www.robotstxt.org/robotstxt.html | |
| 76 | - | |
| 77 | - User-agent: * | |
| 78 | - # CSS, JS, Images | |
| 79 | - Allow: /core/*.css$ | |
| 80 | - Allow: /core/*.css? | |
| 81 | - Allow: /core/*.js$ | |
| 82 | - Allow: /core/*.js? | |
| 83 | - Allow: /core/*.gif | |
| 84 | - Allow: /core/*.jpg | |
| 85 | - Allow: /core/*.jpeg | |
| 86 | - Allow: /core/*.png | |
| 87 | - Allow: /core/*.svg | |
| 88 | - Allow: /profiles/*.css$ | |
| 89 | - Allow: /profiles/*.css? | |
| 90 | - Allow: /profiles/*.js$ | |
| 91 | - Allow: /profiles/*.js? | |
| 92 | - Allow: /profiles/*.gif | |
| 93 | - Allow: /profiles/*.jpg | |
| 94 | - Allow: /profiles/*.jpeg | |
| 95 | - Allow: /profiles/*.png | |
| 96 | - Allow: /profiles/*.svg | |
| 97 | - # Directories | |
| 98 | - Disallow: /core/ | |
| 99 | - Disallow: /profiles/ | |
| 100 | - # Files | |
| 101 | - Disallow: /README.md | |
| 102 | - Disallow: /composer/Metapackage/README.txt | |
| 103 | - Disallow: /composer/Plugin/ProjectMessage/README.md | |
| 104 | - Disallow: /composer/Plugin/Scaffold/README.md | |
| 105 | - Disallow: /composer/Plugin/VendorHardening/README.txt | |
| 106 | - Disallow: /composer/Template/README.txt | |
| 107 | - Disallow: /modules/README.txt | |
| 108 | - Disallow: /sites/README.txt | |
| 109 | - Disallow: /themes/README.txt | |
| 110 | - # Paths (clean URLs) | |
| 111 | - Disallow: /admin/ | |
| 112 | - Disallow: /comment/reply/ | |
| 113 | - Disallow: /filter/tips | |
| 114 | - Disallow: /node/add/ | |
| 115 | - Disallow: /search/ | |
| 116 | - Disallow: /user/register | |
| 117 | - Disallow: /user/password | |
| 118 | - Disallow: /user/login | |
| 119 | - Disallow: /user/logout | |
| 120 | - Disallow: /media/oembed | |
| 121 | - Disallow: /*/media/oembed | |
| 122 | - # Paths (no clean URLs) | |
| 123 | - Disallow: /index.php/admin/ | |
| 124 | - Disallow: /index.php/comment/reply/ | |
| 125 | - Disallow: /index.php/filter/tips | |
| 126 | - Disallow: /index.php/node/add/ | |
| 127 | - Disallow: /index.php/search/ | |
| 128 | - Disallow: /index.php/user/password | |
| 129 | - Disallow: /index.php/user/register | |
| 130 | - Disallow: /index.php/user/login | |
| 131 | - Disallow: /index.php/user/logout | |
| 132 | - Disallow: /index.php/media/oembed | |
| 133 | - Disallow: /index.php/*/media/oembed |