Meta Platforms / robots.txt snapshot

← back to meta.com · fetched 2026-06-20T01:10:30Z (18h ago) · HTTP 200 · 1620 bytes · sha256 631843205f82fd97 · raw

final URL: https://www.meta.com/robots.txt

1	# Notice: Collection of data on Facebook through automated means is
2	# prohibited unless you have express written permission from Facebook
3	# and may only be conducted for the limited purpose contained in said
4	# permission.
5	# See: http://www.facebook.com/apps/site_scraping_tos_terms.php
6
7	User-agent: facebookexternalhit
8	Allow: *
9
10	User-agent: meta-externalads
11	Allow: *
12
13	User-agent: *
14	Disallow: /*cursor=
15	Disallow: /*fb_comment_id=
16	Disallow: /ajax/
17	Disallow: /tealium/
18	Disallow: /intern/
19	Disallow: /internal/
20	Disallow: /login/
21	Disallow: /oidc/callback/
22	Disallow: /*.php
23	Disallow: */search/
24	Disallow: *help/support/
25	Disallow: *help_app/
26	Disallow: /rma/
27	Disallow: /a/fl?
28	Disallow: /bv/upload/
29	Disallow: /campaign/
30	Disallow: /*?cjevent=
31	Disallow: /*&cjevent=
32	Disallow: /common/referer_frame.php
33	Disallow: /connect/invite/
34	Disallow: /device-view/
35	Disallow: /*/device-view/
36	Disallow: /meta-employee-store/
37	Disallow: /order/
38	Disallow: /return/
39	Disallow: /s/
40	Disallow: /survey/
41	Disallow: /my/
42	Disallow: /rx/
43	Disallow: /cart/
44	Disallow: /bag/
45
46	User-agent: PetalBot
47	Disallow: /
48
49	User-agent: Scrapy
50	Disallow: /
51
52	User-agent: uptimerobot
53	Disallow: /
54
55	User-agent: viberbot
56	Disallow: /
57
58	User-agent: YaK
59	Disallow: /
60
61	User-agent: Yandex
62	Disallow: /
63
64	User-agent: Yeti
65	Disallow: /
66
67	Sitemap: https://www.meta.com/sitemap/www_meta_com_sitemap.xml.gz
68	Sitemap: https://www.meta.com/sitemap/www_meta_com_help_sitemap.xml.gz
69	Sitemap: https://www.meta.com/sitemap/www_meta_com_blog_sitemap.xml.gz
70	Sitemap: https://www.meta.com/sitemap/www_meta_com_experiences_sitemap.xml.gz
71	Sitemap: https://www.meta.com/sitemap/www_meta_com_about_sitemap.xml.gz