NeuralCrawl

Quora / robots.txt

← back to quora.com · change detected 1mo ago (2026-09-22T04:22:28Z) · modified +22 −22

What changed

Diff old (2026-09-21T22:21:49Z) → new (2026-09-22T04:22:28Z)

@@ -11,6 +11,8 @@
1111 
1212  User-agent: AASA-Bot
1313  Disallow: /ajax/
14+ Disallow: /*_POST$
15+ Disallow: /*_POST/
1416  Disallow: /@async
1517  Disallow: /*/@async
1618  Disallow: /log/
@@ -58,8 +60,6 @@
5860  Disallow: /widgets/content_iframe/
5961  Disallow: /widgets/content_js/
6062  Disallow: /_/
61- Disallow: /*_POST$
62- Disallow: /*_POST/
6363  Disallow: /webnode2/
6464  Disallow: /anonymous/
6565  Disallow: /q/*/admin_log
@@ -75,6 +75,8 @@
7575 
7676  User-agent: Amazonbot
7777  Disallow: /ajax/
78+ Disallow: /*_POST$
79+ Disallow: /*_POST/
7880  Disallow: /@async
7981  Disallow: /*/@async
8082  Disallow: /log/
@@ -122,8 +124,6 @@
122124  Disallow: /widgets/content_iframe/
123125  Disallow: /widgets/content_js/
124126  Disallow: /_/
125- Disallow: /*_POST$
126- Disallow: /*_POST/
127127  Disallow: /webnode2/
128128  Disallow: /anonymous/
129129  Disallow: /q/*/admin_log
@@ -141,6 +141,8 @@
141141  Allow: */answer/ix_/
142142  Allow: /sitemap/collections/answer/
143143  Disallow: /ajax/
144+ Disallow: /*_POST$
145+ Disallow: /*_POST/
144146  Disallow: /@async
145147  Disallow: /*/@async
146148  Disallow: /log/
@@ -188,8 +190,6 @@
188190  Disallow: /widgets/content_iframe/
189191  Disallow: /widgets/content_js/
190192  Disallow: /_/
191- Disallow: /*_POST$
192- Disallow: /*_POST/
193193  Disallow: /webnode2/
194194  Disallow: /anonymous/
195195  Disallow: /q/*/admin_log
@@ -208,6 +208,8 @@
208208 
209209  User-agent: Google-Extended
210210  Disallow: /ajax/
211+ Disallow: /*_POST$
212+ Disallow: /*_POST/
211213  Disallow: /@async
212214  Disallow: /*/@async
213215  Disallow: /log/
@@ -255,8 +257,6 @@
255257  Disallow: /widgets/content_iframe/
256258  Disallow: /widgets/content_js/
257259  Disallow: /_/
258- Disallow: /*_POST$
259- Disallow: /*_POST/
260260  Disallow: /webnode2/
261261  Disallow: /anonymous/
262262  Disallow: /q/*/admin_log
@@ -272,6 +272,8 @@
272272 
273273  User-agent: Facebot
274274  Disallow: /ajax/
275+ Disallow: /*_POST$
276+ Disallow: /*_POST/
275277  Disallow: /@async
276278  Disallow: /*/@async
277279  Disallow: /log/
@@ -319,8 +321,6 @@
319321  Disallow: /widgets/content_iframe/
320322  Disallow: /widgets/content_js/
321323  Disallow: /_/
322- Disallow: /*_POST$
323- Disallow: /*_POST/
324324  Disallow: /webnode2/
325325  Disallow: /anonymous/
326326  Disallow: /q/*/admin_log
@@ -336,6 +336,8 @@
336336 
337337  User-agent: Applebot
338338  Disallow: /ajax/
339+ Disallow: /*_POST$
340+ Disallow: /*_POST/
339341  Disallow: /@async
340342  Disallow: /*/@async
341343  Disallow: /log/
@@ -383,8 +385,6 @@
383385  Disallow: /widgets/content_iframe/
384386  Disallow: /widgets/content_js/
385387  Disallow: /_/
386- Disallow: /*_POST$
387- Disallow: /*_POST/
388388  Disallow: /webnode2/
389389  Disallow: /anonymous/
390390  Disallow: /q/*/admin_log
@@ -400,6 +400,8 @@
400400 
401401  User-agent: Twitterbot
402402  Disallow: /ajax/
403+ Disallow: /*_POST$
404+ Disallow: /*_POST/
403405  Disallow: /@async
404406  Disallow: /*/@async
405407  Disallow: /log/
@@ -447,8 +449,6 @@
447449  Disallow: /widgets/content_iframe/
448450  Disallow: /widgets/content_js/
449451  Disallow: /_/
450- Disallow: /*_POST$
451- Disallow: /*_POST/
452452  Disallow: /webnode2/
453453  Disallow: /anonymous/
454454  Disallow: /q/*/admin_log
@@ -464,6 +464,8 @@
464464 
465465  User-agent: LinkedInBot
466466  Disallow: /ajax/
467+ Disallow: /*_POST$
468+ Disallow: /*_POST/
467469  Disallow: /@async
468470  Disallow: /*/@async
469471  Disallow: /log/
@@ -511,8 +513,6 @@
511513  Disallow: /widgets/content_iframe/
512514  Disallow: /widgets/content_js/
513515  Disallow: /_/
514- Disallow: /*_POST$
515- Disallow: /*_POST/
516516  Disallow: /webnode2/
517517  Disallow: /anonymous/
518518  Disallow: /q/*/admin_log
@@ -528,6 +528,8 @@
528528 
529529  User-agent: Feedly
530530  Disallow: /ajax/
531+ Disallow: /*_POST$
532+ Disallow: /*_POST/
531533  Disallow: /@async
532534  Disallow: /*/@async
533535  Disallow: /log/
@@ -575,8 +577,6 @@
575577  Disallow: /widgets/content_iframe/
576578  Disallow: /widgets/content_js/
577579  Disallow: /_/
578- Disallow: /*_POST$
579- Disallow: /*_POST/
580580  Disallow: /webnode2/
581581  Disallow: /anonymous/
582582  Disallow: /q/*/admin_log
@@ -592,6 +592,8 @@
592592 
593593  User-agent: Pingdom
594594  Disallow: /ajax/
595+ Disallow: /*_POST$
596+ Disallow: /*_POST/
595597  Disallow: /@async
596598  Disallow: /*/@async
597599  Disallow: /log/
@@ -639,8 +641,6 @@
639641  Disallow: /widgets/content_iframe/
640642  Disallow: /widgets/content_js/
641643  Disallow: /_/
642- Disallow: /*_POST$
643- Disallow: /*_POST/
644644  Disallow: /webnode2/
645645  Disallow: /anonymous/
646646  Disallow: /q/*/admin_log
@@ -763,6 +763,8 @@
763763  Allow: /signup$
764764  Disallow: /
765765  Disallow: /ajax/
766+ Disallow: /*_POST$
767+ Disallow: /*_POST/
766768  Disallow: /@async
767769  Disallow: /*/@async
768770  Disallow: /log/
@@ -810,8 +812,6 @@
810812  Disallow: /widgets/content_iframe/
811813  Disallow: /widgets/content_js/
812814  Disallow: /_/
813- Disallow: /*_POST$
814- Disallow: /*_POST/
815815  Disallow: /webnode2/
816816  Disallow: /anonymous/
817817  Disallow: /q/*/admin_log