Pixiv / robots.txt snapshot

← back to pixiv.net · fetched 2026-10-30T05:39:55Z (8d ago) · HTTP 200 · 1042 bytes · sha256 534bac5555ff0a58 · raw

final URL: https://www.pixiv.net/robots.txt

1	User-agent: *
2	Disallow: /cdn-cgi/
3	Disallow: /rpc/index.php?mode=profile_module_illusts&user_id=&illust_id=
4	Disallow: /ajax/illust/*/recommend/init
5	Disallow: return_to
6	Disallow: /?return_to=
7	Disallow: /login.php?return_to=
8	Disallow: /index.php?return_to=
9	Disallow: /artworks/unlisted/*
10	Disallow: /users/*/followers
11	Disallow: /users/*/mypixiv
12	Disallow: /users/*/bookmarks
13	Disallow: /novel/comments.php?id=
14	Disallow: /novels/unlisted/*
15	Disallow: /en/group
16	Disallow: /en/search/
17	Disallow: /en/users/*/followers
18	Disallow: /en/users/*/mypixiv
19	Disallow: /en/users/*/bookmarks
20	Disallow: /en/novel/comments.php?id=
21	Disallow: /fanbox/search
22	Disallow: /fanbox/tag
23	Allow: /comic-indies/$
24	Allow: /comic-indies/about
25	Disallow: /comic-indies/
26
27	User-Agent: GPTBot
28	User-Agent: Google-Extended
29	User-Agent: anthropic-ai
30	User-Agent: ClaudeBot
31	User-Agent: FacebookBot
32	User-Agent: Applebot-Extended
33	User-Agent: meta-externalagent
34	User-Agent: cohere-ai
35	User-Agent: CCBot
36	User-Agent: omgili
37	User-Agent: Diffbot
38	User-Agent: omgilibot
39	Allow: /info.php
40	Disallow: /