ManpowerGroup / robots.txt snapshot

← back to manpowergroup.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 1864 bytes · sha256 dbbe65bedae13520 · raw

final URL: https://www.manpowergroup.com/robots.txt

1	User-agent: *
2	Disallow: /
3
4	User-agent: Slurp
5	Allow: /
6	Disallow: /*/candidate
7
8	User-agent: teoma
9	Allow: /
10	Disallow: /*/candidate
11
12	User-agent: Google
13	Allow: /
14	Disallow: /*/candidate
15	Disallow: /en/insights/video
16	Disallow: /en/insights/pod cast
17
18	User-agent: msnbot
19	Allow: /
20	Disallow: /*/candidate
21
22	User-agent: Exabot
23	Allow: /
24	Disallow: /*/candidate
25
26	User-agent: Bingbot
27	Allow: /
28	Disallow: /*/candidate
29
30	User-agent: Applebot
31	Allow: /
32	Disallow: /*/candidate
33
34	User-agent: aolbuild
35	Allow: /
36	Disallow: /*/candidate
37
38	User-agent: Googlebot
39	Allow: /
40	Disallow: /*/candidate
41	Disallow: /en/insights/video
42	Disallow: /en/insights/pod cast
43
44	User-agent: DeepCrawl
45	Allow: /
46	Disallow: /*/candidate
47
48	User-agent: AhrefsBot
49	Allow: /
50	Disallow: /*/candidate
51
52	User-agent: bingpreview
53	Allow: /
54	Disallow: /*/candidate
55
56	User-agent: DuckDuckBot
57	Allow: /
58	Disallow: /*/candidate
59
60	User-agent: ia_archiver
61	Allow: /
62	Disallow: /*/candidate
63
64	User-agent: Facebot/1.0
65	Allow: /
66	Disallow: /*/candidate
67
68	User-agent: SiteAuditBot
69	Allow: /
70	Disallow: /*/candidate
71
72	User-agent: adsbot-google
73	Allow: /
74	Disallow: /*/candidate
75	Disallow: /en/insights/video
76	Disallow: /en/insights/pod cast
77
78	User-agent: SemrushBot-SA
79	Allow: /
80	Disallow: /*/candidate
81
82	User-agent: SemrushBot-BA
83	Allow: /
84	Disallow: /*/candidate
85
86	User-agent: SemrushBot-SI
87	Allow: /
88	Disallow: /*/candidate
89
90	User-agent: SemrushBot-CT
91	Allow: /
92	Disallow: /*/candidate
93
94	User-agent: SemrushBot-BM
95	Allow: /
96	Disallow: /*/candidate
97
98	User-agent: SemrushBot-SWA
99	Allow: /
100	Disallow: /*/candidate
101
102	User-agent: SplitSignalBot
103	Allow: /
104	Disallow: /*/candidate
105
106	User-agent: archive.org_bot
107	Allow: /
108	Disallow: /*/candidate
109
110	User-agent: mediapartners-google
111	Allow: /
112	Disallow: /*/candidate
113	Disallow: /en/insights/video
114	Disallow: /en/insights/pod cast
115
116	User-agent: Screaming Frog SEO Spider
117	Allow: /
118	Disallow: /*/candidate
119
120	Sitemap: https://www.manpowergroup.com/sitemap.xml