Roblox / robots.txt snapshot
← back to roblox.com · fetched 2026-07-21T19:32:39Z (15d ago) · HTTP 200 · 4017 bytes · sha256 f6e7be53f46037c8 · raw
final URL: https://www.roblox.com/robots.txt
| 1 | # As a condition of accessing this website, you agree to abide by the following |
| 2 | # content signals: |
| 3 | |
| 4 | # (a) If a Content-Signal = yes, you may collect content for the corresponding |
| 5 | # use. |
| 6 | # (b) If a Content-Signal = no, you may not collect content for the |
| 7 | # corresponding use. |
| 8 | # (c) If the website operator does not include a Content-Signal for a |
| 9 | # corresponding use, the website operator neither grants nor restricts |
| 10 | # permission via Content-Signal with respect to the corresponding use. |
| 11 | |
| 12 | # The content signals and their meanings are: |
| 13 | |
| 14 | # search: building a search index and providing search results (e.g., returning |
| 15 | # hyperlinks and short excerpts from your website's contents). Search does not |
| 16 | # include providing AI-generated search summaries. |
| 17 | # ai-input: inputting content into one or more AI models (e.g., retrieval |
| 18 | # augmented generation, grounding, or other real-time taking of content for |
| 19 | # generative AI search answers). |
| 20 | # ai-train: training or fine-tuning AI models. |
| 21 | # use: how AI systems may consume the content (immediate, reference, or full). |
| 22 | |
| 23 | # ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF |
| 24 | # RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT |
| 25 | # AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET. |
| 26 | |
| 27 | # BEGIN Cloudflare Managed content |
| 28 | |
| 29 | User-agent: * |
| 30 | Content-Signal: search=yes,ai-train=no,use=reference |
| 31 | Allow: / |
| 32 | |
| 33 | User-agent: Amazonbot |
| 34 | Disallow: / |
| 35 | |
| 36 | User-agent: Applebot-Extended |
| 37 | Disallow: / |
| 38 | |
| 39 | User-agent: Bytespider |
| 40 | Disallow: / |
| 41 | |
| 42 | User-agent: CCBot |
| 43 | Disallow: / |
| 44 | |
| 45 | User-agent: ClaudeBot |
| 46 | Disallow: / |
| 47 | |
| 48 | User-agent: CloudflareBrowserRenderingCrawler |
| 49 | Disallow: / |
| 50 | |
| 51 | User-agent: Google-Extended |
| 52 | Disallow: / |
| 53 | |
| 54 | User-agent: GPTBot |
| 55 | Disallow: / |
| 56 | |
| 57 | User-agent: meta-externalagent |
| 58 | Disallow: / |
| 59 | |
| 60 | # END Cloudflare Managed Content |
| 61 | |
| 62 | user-agent: * |
| 63 | |
| 64 | disallow: *.ashx |
| 65 | disallow: /abusereport/ |
| 66 | disallow: /*/abusereport/ |
| 67 | disallow: /admi/ |
| 68 | disallow: /ads/ |
| 69 | disallow: /catalog/contents |
| 70 | disallow: /catalog/html |
| 71 | disallow: /client-status |
| 72 | disallow: /data/ |
| 73 | disallow: /error/ |
| 74 | disallow: /forum/ |
| 75 | disallow: /Forum/ |
| 76 | disallow: /game/report-event |
| 77 | disallow: /game/report-stats |
| 78 | disallow: /ide/clienttoolbox |
| 79 | disallow: /javascript/ |
| 80 | disallow: /reports/ |
| 81 | disallow: /thumbnail/resolve-hash |
| 82 | disallow: /thumbnail_holder/g |
| 83 | disallow: /viewapp/ |
| 84 | disallow: /error.html |
| 85 | disallow: /offline.html |
| 86 | disallow: /badges/ |
| 87 | disallow: /*/badges/ |
| 88 | disallow: /*.aspx$ |
| 89 | disallow: /upgrades/checkout/success?giftPurchaseId=* |
| 90 | disallow: /report-abuse |
| 91 | disallow: /*/report-abuse |
| 92 | |
| 93 | Sitemap: https://www.roblox.com/sitemap.xml |
| 94 | Sitemap: https://www.roblox.com/sitemap-games.xml |
| 95 | Sitemap: https://www.roblox.com/sitemap-ar.xml |
| 96 | Sitemap: https://www.roblox.com/sitemap-games-ar.xml |
| 97 | Sitemap: https://www.roblox.com/sitemap-de.xml |
| 98 | Sitemap: https://www.roblox.com/sitemap-games-de.xml |
| 99 | Sitemap: https://www.roblox.com/sitemap-es.xml |
| 100 | Sitemap: https://www.roblox.com/sitemap-games-es.xml |
| 101 | Sitemap: https://www.roblox.com/sitemap-fr.xml |
| 102 | Sitemap: https://www.roblox.com/sitemap-games-fr.xml |
| 103 | Sitemap: https://www.roblox.com/sitemap-hi.xml |
| 104 | Sitemap: https://www.roblox.com/sitemap-games-hi.xml |
| 105 | Sitemap: https://www.roblox.com/sitemap-id.xml |
| 106 | Sitemap: https://www.roblox.com/sitemap-games-id.xml |
| 107 | Sitemap: https://www.roblox.com/sitemap-it.xml |
| 108 | Sitemap: https://www.roblox.com/sitemap-games-it.xml |
| 109 | Sitemap: https://www.roblox.com/sitemap-ja.xml |
| 110 | Sitemap: https://www.roblox.com/sitemap-games-ja.xml |
| 111 | Sitemap: https://www.roblox.com/sitemap-ko.xml |
| 112 | Sitemap: https://www.roblox.com/sitemap-games-ko.xml |
| 113 | Sitemap: https://www.roblox.com/sitemap-pl.xml |
| 114 | Sitemap: https://www.roblox.com/sitemap-games-pl.xml |
| 115 | Sitemap: https://www.roblox.com/sitemap-pt.xml |
| 116 | Sitemap: https://www.roblox.com/sitemap-games-pt.xml |
| 117 | Sitemap: https://www.roblox.com/sitemap-th.xml |
| 118 | Sitemap: https://www.roblox.com/sitemap-games-th.xml |
| 119 | Sitemap: https://www.roblox.com/sitemap-tr.xml |
| 120 | Sitemap: https://www.roblox.com/sitemap-games-tr.xml |
| 121 | Sitemap: https://www.roblox.com/sitemap-vi.xml |
| 122 | Sitemap: https://www.roblox.com/sitemap-games-vi.xml |