Rakuten / robots.txt snapshot
← back to rakuten.com · fetched 2026-06-21T13:32:37Z (5h ago) · HTTP 200 · 2621 bytes · sha256 8bccbc078da0f012 · raw
final URL: https://www.rakuten.com/robots.txt
| 1 | User-agent: * |
| 2 | Disallow: *disallow=1* |
| 3 | Disallow: /.well-known/ |
| 4 | Disallow: /*-xfas |
| 5 | Disallow: /*-xfcat |
| 6 | Disallow: /product/ |
| 7 | Disallow: /prod-cats/ |
| 8 | Disallow: /editUserInfos.do |
| 9 | Disallow: /utilities/ |
| 10 | Disallow: /landing_merchant.jsp |
| 11 | Disallow: /2010.htm |
| 12 | Disallow: /compare/ |
| 13 | Disallow: /searchproducts.htm |
| 14 | Disallow: /searchproducts_all.htm |
| 15 | Disallow: /searchcomparison.htm |
| 16 | Disallow: /search/special.htm |
| 17 | Disallow: /search/all.htm |
| 18 | Disallow: /search/stores.htm |
| 19 | Disallow: /myus/ |
| 20 | Disallow: /account-info.htm |
| 21 | Disallow: /whitelist/ |
| 22 | Disallow: /*?referrerid |
| 23 | Disallow: /*&campaign_entity_id |
| 24 | Disallow: /*&sourceName |
| 25 | Disallow: /*&eeid |
| 26 | Disallow: /*&sourceId |
| 27 | Disallow: /*&src |
| 28 | Disallow: /*&utm_source |
| 29 | Disallow: /*&utm_medium |
| 30 | Disallow: /*&utm_campaign |
| 31 | Disallow: /*&AutoLoginID |
| 32 | Disallow: /*&mpl_id |
| 33 | Disallow: /*&referrid |
| 34 | Disallow: /*&referrerdid |
| 35 | Disallow: /*&referrer |
| 36 | Disallow: /unifiedSearch/ |
| 37 | Disallow: /refer-a-friend/ |
| 38 | Disallow: /frontendEvents.do |
| 39 | Disallow: /button/ |
| 40 | Disallow: /giveaway_rules/ |
| 41 | Disallow: /wp-json/ |
| 42 | Disallow: /feed/merchant-feed.xml |
| 43 | Disallow: /feed/offer-feed.xml |
| 44 | Disallow: /customer/feed/offer-feed.xml |
| 45 | Disallow: /customer/feed/merchant-feed.xml |
| 46 | Disallow: /logonUserServicesStartupAction.do |
| 47 | Disallow: /myaccount/ |
| 48 | Disallow: /pending-cash-back.htm |
| 49 | Disallow: /sem/ |
| 50 | Disallow: /ebatesCaptcha.do |
| 51 | Disallow: /mobile/ |
| 52 | Disallow: /cgi-bin/ |
| 53 | Disallow: /blog-preview/ |
| 54 | Disallow: /blog/wp-includes/ |
| 55 | Disallow: /blog/wp-login.php |
| 56 | Disallow: /blog/wp-admin/* |
| 57 | Disallow: /blog/wp-register.php |
| 58 | Disallow: /blog/search/* |
| 59 | Disallow: /email/ |
| 60 | Disallow: /account/ |
| 61 | Disallow: /ajax/ |
| 62 | Disallow: /auth/getLogonForm.do |
| 63 | Disallow: /zh/index.htm |
| 64 | Disallow: /kr/index.htm |
| 65 | Disallow: /sg/index.htm |
| 66 | Disallow: /sem2015/ |
| 67 | Disallow: /ad-scans/ |
| 68 | Disallow: /_stores/ |
| 69 | Disallow: /hotels/search-results.htm |
| 70 | Disallow: /hotels/verify.htm |
| 71 | Disallow: /hotels/reservation-management.htm |
| 72 | Disallow: /hotels/reservation-payment.htm |
| 73 | Disallow: /hotels/reservation-confirmation.htm |
| 74 | Disallow: /kr/ |
| 75 | Disallow: /blog1/ |
| 76 | Disallow: *bvstate= |
| 77 | Disallow: *maxp= |
| 78 | Disallow: *minp= |
| 79 | Disallow: *rtg= |
| 80 | Disallow: *po_c= |
| 81 | Disallow: *bo= |
| 82 | Disallow: *queryId= |
| 83 | Disallow: *querySubId= |
| 84 | Disallow: /*.vm |
| 85 | Disallow: /sorting/ |
| 86 | Disallow: /m/ |
| 87 | Disallow: /shop/search/ |
| 88 | Disallow: /shop/*/search/ |
| 89 | Disallow: /shop/member/ |
| 90 | Disallow: /shop/order/ |
| 91 | Disallow: /shop/messages/ |
| 92 | Disallow: /shop/wishlist/ |
| 93 | Disallow: /shop/mycoupons/ |
| 94 | Disallow: /shop/browsing_history/ |
| 95 | Disallow: /shop/preference-center-rmail/ |
| 96 | Disallow: /amexblue/ |
| 97 | |
| 98 | User-agent: naverbot |
| 99 | Allow: /kr/ |
| 100 | User-agent: yeti |
| 101 | Allow: /kr/ |
| 102 | User-agent: grapeshot |
| 103 | Allow: /shop/search/ |
| 104 | |
| 105 | Sitemap: https://www.rakuten.com/sitemap-index.xml |
| 106 | Sitemap: https://www.rakuten.com/products/product_sitemap.xml |