Facebook / robots.txt
← back to facebook.com · change detected 2mo ago (2026-08-26T20:03:19Z) · modified +98 −0
What changed
- Blocked user-agent ‘deepcrawl’ entirely
- Blocked user-agent ‘lumar’ entirely
Diff old (2026-08-02T18:01:38Z) → new (2026-08-26T20:03:19Z)
| @@ -117,6 +117,55 @@ | ||
| 117 | 117 | Disallow: /x/oauth/ |
| 118 | 118 | Allow: /ajax/bootloader-endpoint/ |
| 119 | 119 | Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet |
| 120 | + Allow: /careers/ | |
| 121 | + Allow: /safetycheck/ | |
| 122 | + | |
| 123 | + User-agent: deepcrawl | |
| 124 | + Disallow: / | |
| 125 | + Disallow: /*/plugins/* | |
| 126 | + Disallow: /?*next= | |
| 127 | + Disallow: /a/bz? | |
| 128 | + Disallow: /ajax/ | |
| 129 | + Disallow: /album.php | |
| 130 | + Disallow: /business/*&categories | |
| 131 | + Disallow: /business/*?categories | |
| 132 | + Disallow: /business/help/search*&query= | |
| 133 | + Disallow: /business/help/search*?query= | |
| 134 | + Disallow: /business/news*&tags | |
| 135 | + Disallow: /business/news*?tags | |
| 136 | + Disallow: /business/search*&q= | |
| 137 | + Disallow: /business/search*?q= | |
| 138 | + Disallow: /checkpoint/ | |
| 139 | + Disallow: /contact_importer/ | |
| 140 | + Disallow: /dialog/ | |
| 141 | + Disallow: /fbml/ajax/dialog/ | |
| 142 | + Disallow: /feeds/ | |
| 143 | + Disallow: /file_download.php | |
| 144 | + Disallow: /job_application/ | |
| 145 | + Disallow: /l.php | |
| 146 | + Disallow: /login.php*&next= | |
| 147 | + Disallow: /login.php/?next= | |
| 148 | + Disallow: /login.php?next= | |
| 149 | + Disallow: /login/*&next= | |
| 150 | + Disallow: /login/?next= | |
| 151 | + Disallow: /login/device-based/regular/login/*&next= | |
| 152 | + Disallow: /login/device-based/regular/login/?next= | |
| 153 | + Disallow: /meta-ai-answers/ | |
| 154 | + Disallow: /moments_app/ | |
| 155 | + Disallow: /p.php | |
| 156 | + Disallow: /photos.php | |
| 157 | + Disallow: /plugins/ | |
| 158 | + Disallow: /share.php | |
| 159 | + Disallow: /share/ | |
| 160 | + Disallow: /sharer.php | |
| 161 | + Disallow: /sharer/ | |
| 162 | + Disallow: /tr/ | |
| 163 | + Disallow: /tr? | |
| 164 | + Disallow: /ufi/reaction/profile/browser/ | |
| 165 | + Disallow: /x/oauth/ | |
| 166 | + Allow: /ajax/bootloader-endpoint/ | |
| 167 | + Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet | |
| 168 | + Allow: /business/ | |
| 120 | 169 | Allow: /careers/ |
| 121 | 170 | Allow: /safetycheck/ |
| 122 | 171 | |
| @@ -495,6 +544,55 @@ | ||
| 495 | 544 | Disallow: /x/oauth/ |
| 496 | 545 | Allow: /ajax/bootloader-endpoint/ |
| 497 | 546 | Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet |
| 547 | + Allow: /careers/ | |
| 548 | + Allow: /safetycheck/ | |
| 549 | + | |
| 550 | + User-agent: lumar | |
| 551 | + Disallow: / | |
| 552 | + Disallow: /*/plugins/* | |
| 553 | + Disallow: /?*next= | |
| 554 | + Disallow: /a/bz? | |
| 555 | + Disallow: /ajax/ | |
| 556 | + Disallow: /album.php | |
| 557 | + Disallow: /business/*&categories | |
| 558 | + Disallow: /business/*?categories | |
| 559 | + Disallow: /business/help/search*&query= | |
| 560 | + Disallow: /business/help/search*?query= | |
| 561 | + Disallow: /business/news*&tags | |
| 562 | + Disallow: /business/news*?tags | |
| 563 | + Disallow: /business/search*&q= | |
| 564 | + Disallow: /business/search*?q= | |
| 565 | + Disallow: /checkpoint/ | |
| 566 | + Disallow: /contact_importer/ | |
| 567 | + Disallow: /dialog/ | |
| 568 | + Disallow: /fbml/ajax/dialog/ | |
| 569 | + Disallow: /feeds/ | |
| 570 | + Disallow: /file_download.php | |
| 571 | + Disallow: /job_application/ | |
| 572 | + Disallow: /l.php | |
| 573 | + Disallow: /login.php*&next= | |
| 574 | + Disallow: /login.php/?next= | |
| 575 | + Disallow: /login.php?next= | |
| 576 | + Disallow: /login/*&next= | |
| 577 | + Disallow: /login/?next= | |
| 578 | + Disallow: /login/device-based/regular/login/*&next= | |
| 579 | + Disallow: /login/device-based/regular/login/?next= | |
| 580 | + Disallow: /meta-ai-answers/ | |
| 581 | + Disallow: /moments_app/ | |
| 582 | + Disallow: /p.php | |
| 583 | + Disallow: /photos.php | |
| 584 | + Disallow: /plugins/ | |
| 585 | + Disallow: /share.php | |
| 586 | + Disallow: /share/ | |
| 587 | + Disallow: /sharer.php | |
| 588 | + Disallow: /sharer/ | |
| 589 | + Disallow: /tr/ | |
| 590 | + Disallow: /tr? | |
| 591 | + Disallow: /ufi/reaction/profile/browser/ | |
| 592 | + Disallow: /x/oauth/ | |
| 593 | + Allow: /ajax/bootloader-endpoint/ | |
| 594 | + Allow: /ajax/pagelet/generic.php/PagePostsSectionPagelet | |
| 595 | + Allow: /business/ | |
| 498 | 596 | Allow: /careers/ |
| 499 | 597 | Allow: /safetycheck/ |
| 500 | 598 |