# Notice: Collection of data on Facebook through automated means is
# prohibited unless you have express written permission from Facebook
# and may only be conducted for the limited purpose contained in said
# permission.
# See: http://www.facebook.com/apps/site_scraping_tos_terms.php

User-agent: facebookexternalhit
Allow: *

User-agent: meta-externalads
Allow: *

User-agent: *
Disallow: /*cursor=
Disallow: /*fb_comment_id=
Disallow: /ajax/
Disallow: /tealium/
Disallow: /intern/
Disallow: /internal/
Disallow: /login/
Disallow: /oidc/callback/
Disallow: /*.php
Disallow: */search/
Disallow: *help/support/
Disallow: *help_app/
Disallow: */rma/*
Disallow: /a/fl?
Disallow: /bv/upload/
Disallow: /campaign/
Disallow: /*?cjevent=
Disallow: /*&cjevent=
Disallow: /common/referer_frame.php
Disallow: /connect/invite/
Disallow: /device-view/
Disallow: /*/device-view/
Disallow: /meta-employee-store/
Disallow: /order/
Disallow: /return/
Disallow: /s/
Disallow: /survey/
Disallow: /my/
Disallow: /rx/
Disallow: /cart/
Disallow: /bag/

User-agent: PetalBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: uptimerobot
Disallow: /

User-agent: viberbot
Disallow: /

User-agent: YaK
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Yeti
Disallow: /

Sitemap: https://www.meta.com/sitemap/www_meta_com_sitemap.xml.gz
Sitemap: https://www.meta.com/sitemap/www_meta_com_help_sitemap.xml.gz
Sitemap: https://www.meta.com/sitemap/www_meta_com_blog_sitemap.xml.gz
Sitemap: https://www.meta.com/sitemap/www_meta_com_experiences_sitemap.xml.gz
Sitemap: https://www.meta.com/sitemap/www_meta_com_about_sitemap.xml.gz