Baidu / robots.txt snapshot

← back to baidu.com · fetched 2026-06-20T01:10:30Z (15h ago) · HTTP 200 · 2814 bytes · sha256 c28ebeffb7baf9bd · raw

final URL: https://www.baidu.com/robots.txt

1	User-agent: Baiduspider
2	Disallow: /baidu
3	Disallow: /s?
4	Disallow: /ulink?
5	Disallow: /link?
6	Disallow: /home/news/data/
7	Disallow: /bh
8
9	User-agent: Googlebot
10	Disallow: /baidu
11	Disallow: /s?
12	Disallow: /shifen/
13	Disallow: /homepage/
14	Disallow: /cpro
15	Disallow: /ulink?
16	Disallow: /link?
17	Disallow: /home/news/data/
18	Disallow: /bh
19
20	User-agent: MSNBot
21	Disallow: /baidu
22	Disallow: /s?
23	Disallow: /shifen/
24	Disallow: /homepage/
25	Disallow: /cpro
26	Disallow: /ulink?
27	Disallow: /link?
28	Disallow: /home/news/data/
29	Disallow: /bh
30
31	User-agent: Baiduspider-image
32	Disallow: /baidu
33	Disallow: /s?
34	Disallow: /shifen/
35	Disallow: /homepage/
36	Disallow: /cpro
37	Disallow: /ulink?
38	Disallow: /link?
39	Disallow: /home/news/data/
40	Disallow: /bh
41
42	User-agent: YoudaoBot
43	Disallow: /baidu
44	Disallow: /s?
45	Disallow: /shifen/
46	Disallow: /homepage/
47	Disallow: /cpro
48	Disallow: /ulink?
49	Disallow: /link?
50	Disallow: /home/news/data/
51	Disallow: /bh
52
53	User-agent: Sogou web spider
54	Disallow: /baidu
55	Disallow: /s?
56	Disallow: /shifen/
57	Disallow: /homepage/
58	Disallow: /cpro
59	Disallow: /ulink?
60	Disallow: /link?
61	Disallow: /home/news/data/
62	Disallow: /bh
63
64	User-agent: Sogou inst spider
65	Disallow: /baidu
66	Disallow: /s?
67	Disallow: /shifen/
68	Disallow: /homepage/
69	Disallow: /cpro
70	Disallow: /ulink?
71	Disallow: /link?
72	Disallow: /home/news/data/
73	Disallow: /bh
74
75	User-agent: Sogou spider2
76	Disallow: /baidu
77	Disallow: /s?
78	Disallow: /shifen/
79	Disallow: /homepage/
80	Disallow: /cpro
81	Disallow: /ulink?
82	Disallow: /link?
83	Disallow: /home/news/data/
84	Disallow: /bh
85
86	User-agent: Sogou blog
87	Disallow: /baidu
88	Disallow: /s?
89	Disallow: /shifen/
90	Disallow: /homepage/
91	Disallow: /cpro
92	Disallow: /ulink?
93	Disallow: /link?
94	Disallow: /home/news/data/
95	Disallow: /bh
96
97	User-agent: Sogou News Spider
98	Disallow: /baidu
99	Disallow: /s?
100	Disallow: /shifen/
101	Disallow: /homepage/
102	Disallow: /cpro
103	Disallow: /ulink?
104	Disallow: /link?
105	Disallow: /home/news/data/
106	Disallow: /bh
107
108	User-agent: Sogou Orion spider
109	Disallow: /baidu
110	Disallow: /s?
111	Disallow: /shifen/
112	Disallow: /homepage/
113	Disallow: /cpro
114	Disallow: /ulink?
115	Disallow: /link?
116	Disallow: /home/news/data/
117	Disallow: /bh
118
119	User-agent: ChinasoSpider
120	Disallow: /baidu
121	Disallow: /s?
122	Disallow: /shifen/
123	Disallow: /homepage/
124	Disallow: /cpro
125	Disallow: /ulink?
126	Disallow: /link?
127	Disallow: /home/news/data/
128	Disallow: /bh
129
130	User-agent: Sosospider
131	Disallow: /baidu
132	Disallow: /s?
133	Disallow: /shifen/
134	Disallow: /homepage/
135	Disallow: /cpro
136	Disallow: /ulink?
137	Disallow: /link?
138	Disallow: /home/news/data/
139	Disallow: /bh
140
141
142	User-agent: yisouspider
143	Disallow: /baidu
144	Disallow: /s?
145	Disallow: /shifen/
146	Disallow: /homepage/
147	Disallow: /cpro
148	Disallow: /ulink?
149	Disallow: /link?
150	Disallow: /home/news/data/
151	Disallow: /bh
152
153	User-agent: EasouSpider
154	Disallow: /baidu
155	Disallow: /s?
156	Disallow: /shifen/
157	Disallow: /homepage/
158	Disallow: /cpro
159	Disallow: /ulink?
160	Disallow: /link?
161	Disallow: /home/news/data/
162	Disallow: /bh
163
164	User-agent: *
165	Disallow: /