NeuralCrawl

Quora / robots.txt snapshot

← back to quora.com · fetched 2026-09-21T22:21:49Z (1mo ago) · HTTP 200 · 18849 bytes · sha256 b006a93733c4f1ec · raw

final URL: https://www.quora.com/robots.txt

1# NOTICE: All crawlers and bots, regardless of whether or not they are
2# specified below, are strictly prohibited from using Quora platform content
3# for the purposes of training AI models or similar machine learning systems,
4# except where explicit prior permission has been granted by Quora through a
5# contractual licensing agreement. Any use of Quora platform content for such
6# purposes without our explicit contractual permission is a violation of our
7# terms of service and intellectual property rights.
8
9# If you operate a search engine and would like to crawl Quora,
10# you can email [email protected]. Thanks.
11
12User-agent: AASA-Bot
13Disallow: /ajax/
14Disallow: /@async
15Disallow: /*/@async
16Disallow: /log/
17Disallow: /*/log
18Disallow: /*/about
19Disallow: /*/action
20Disallow: /*/activity
21Disallow: /*/all_questions
22Disallow: /*/all_posts$
23Disallow: /*/all_posts/
24Disallow: /*/blogs$
25Disallow: /*/blogs/
26Disallow: /*/followers
27Disallow: /*/following
28Disallow: /*/link/
29Disallow: /*/manage
30Disallow: /*/mentions
31Disallow: /*/merged
32Disallow: /*/open_questions
33Disallow: /*/posts$
34Disallow: /*/posts/
35Disallow: /*/questions
36Disallow: /*/related
37Disallow: /*/reviews$
38Disallow: /*/reviews/
39Disallow: /*/share
40Disallow: /*/top_questions
41Disallow: /*/topic-bio
42Disallow: /*/topic_bio
43Disallow: /*/topics
44Disallow: /*/comment
45Disallow: /comment/
46Disallow: /*/comments
47Disallow: /*/all_comments
48Disallow: /*/answer_comments
49Disallow: /*/mobile_collapsed
50Disallow: /*/mobile_expanded_voter_list
51Disallow: /home/global_feed
52Disallow: /search?q=
53Disallow: /search/?q=
54Disallow: /digest/
55Disallow: /email_optout/
56Disallow: /qemail/
57Disallow: /invite/
58Disallow: /widgets/content_iframe/
59Disallow: /widgets/content_js/
60Disallow: /_/
61Disallow: /*_POST$
62Disallow: /*_POST/
63Disallow: /webnode2/
64Disallow: /anonymous/
65Disallow: /q/*/admin_log
66Disallow: /q/*/stats
67Disallow: /q/*/settings
68Disallow: /q/*/queue
69Disallow: /q/*/suggestions
70Disallow: /q/*/submissions
71Disallow: /q/*/quality
72Disallow: /q/*/earnings
73Disallow: /profile/*/Rss
74Disallow: /topic/*/Rss
75
76User-agent: Amazonbot
77Disallow: /ajax/
78Disallow: /@async
79Disallow: /*/@async
80Disallow: /log/
81Disallow: /*/log
82Disallow: /*/about
83Disallow: /*/action
84Disallow: /*/activity
85Disallow: /*/all_questions
86Disallow: /*/all_posts$
87Disallow: /*/all_posts/
88Disallow: /*/blogs$
89Disallow: /*/blogs/
90Disallow: /*/followers
91Disallow: /*/following
92Disallow: /*/link/
93Disallow: /*/manage
94Disallow: /*/mentions
95Disallow: /*/merged
96Disallow: /*/open_questions
97Disallow: /*/posts$
98Disallow: /*/posts/
99Disallow: /*/questions
100Disallow: /*/related
101Disallow: /*/reviews$
102Disallow: /*/reviews/
103Disallow: /*/share
104Disallow: /*/top_questions
105Disallow: /*/topic-bio
106Disallow: /*/topic_bio
107Disallow: /*/topics
108Disallow: /*/comment
109Disallow: /comment/
110Disallow: /*/comments
111Disallow: /*/all_comments
112Disallow: /*/answer_comments
113Disallow: /*/mobile_collapsed
114Disallow: /*/mobile_expanded_voter_list
115Disallow: /home/global_feed
116Disallow: /search?q=
117Disallow: /search/?q=
118Disallow: /digest/
119Disallow: /email_optout/
120Disallow: /qemail/
121Disallow: /invite/
122Disallow: /widgets/content_iframe/
123Disallow: /widgets/content_js/
124Disallow: /_/
125Disallow: /*_POST$
126Disallow: /*_POST/
127Disallow: /webnode2/
128Disallow: /anonymous/
129Disallow: /q/*/admin_log
130Disallow: /q/*/stats
131Disallow: /q/*/settings
132Disallow: /q/*/queue
133Disallow: /q/*/suggestions
134Disallow: /q/*/submissions
135Disallow: /q/*/quality
136Disallow: /q/*/earnings
137Disallow: /profile/*/Rss
138Disallow: /topic/*/Rss
139
140User-agent: Googlebot
141Allow: */answer/ix_/
142Allow: /sitemap/collections/answer/
143Disallow: /ajax/
144Disallow: /@async
145Disallow: /*/@async
146Disallow: /log/
147Disallow: /*/log
148Disallow: /*/about
149Disallow: /*/action
150Disallow: /*/activity
151Disallow: /*/all_questions
152Disallow: /*/all_posts$
153Disallow: /*/all_posts/
154Disallow: /*/blogs$
155Disallow: /*/blogs/
156Disallow: /*/followers
157Disallow: /*/following
158Disallow: /*/link/
159Disallow: /*/manage
160Disallow: /*/mentions
161Disallow: /*/merged
162Disallow: /*/open_questions
163Disallow: /*/posts$
164Disallow: /*/posts/
165Disallow: /*/questions
166Disallow: /*/related
167Disallow: /*/reviews$
168Disallow: /*/reviews/
169Disallow: /*/share
170Disallow: /*/top_questions
171Disallow: /*/topic-bio
172Disallow: /*/topic_bio
173Disallow: /*/topics
174Disallow: /*/comment
175Disallow: /comment/
176Disallow: /*/comments
177Disallow: /*/all_comments
178Disallow: /*/answer_comments
179Disallow: /*/mobile_collapsed
180Disallow: /*/mobile_expanded_voter_list
181Disallow: /home/global_feed
182Disallow: /search?q=
183Disallow: /search/?q=
184Disallow: /digest/
185Disallow: /email_optout/
186Disallow: /qemail/
187Disallow: /invite/
188Disallow: /widgets/content_iframe/
189Disallow: /widgets/content_js/
190Disallow: /_/
191Disallow: /*_POST$
192Disallow: /*_POST/
193Disallow: /webnode2/
194Disallow: /anonymous/
195Disallow: /q/*/admin_log
196Disallow: /q/*/stats
197Disallow: /q/*/settings
198Disallow: /q/*/queue
199Disallow: /q/*/suggestions
200Disallow: /q/*/submissions
201Disallow: /q/*/quality
202Disallow: /q/*/earnings
203Disallow: /profile/*/Rss
204Disallow: /topic/*/Rss
205Disallow: */unanswered/*
206Disallow: */answer/
207Disallow: */answers/
208
209User-agent: Google-Extended
210Disallow: /ajax/
211Disallow: /@async
212Disallow: /*/@async
213Disallow: /log/
214Disallow: /*/log
215Disallow: /*/about
216Disallow: /*/action
217Disallow: /*/activity
218Disallow: /*/all_questions
219Disallow: /*/all_posts$
220Disallow: /*/all_posts/
221Disallow: /*/blogs$
222Disallow: /*/blogs/
223Disallow: /*/followers
224Disallow: /*/following
225Disallow: /*/link/
226Disallow: /*/manage
227Disallow: /*/mentions
228Disallow: /*/merged
229Disallow: /*/open_questions
230Disallow: /*/posts$
231Disallow: /*/posts/
232Disallow: /*/questions
233Disallow: /*/related
234Disallow: /*/reviews$
235Disallow: /*/reviews/
236Disallow: /*/share
237Disallow: /*/top_questions
238Disallow: /*/topic-bio
239Disallow: /*/topic_bio
240Disallow: /*/topics
241Disallow: /*/comment
242Disallow: /comment/
243Disallow: /*/comments
244Disallow: /*/all_comments
245Disallow: /*/answer_comments
246Disallow: /*/mobile_collapsed
247Disallow: /*/mobile_expanded_voter_list
248Disallow: /home/global_feed
249Disallow: /search?q=
250Disallow: /search/?q=
251Disallow: /digest/
252Disallow: /email_optout/
253Disallow: /qemail/
254Disallow: /invite/
255Disallow: /widgets/content_iframe/
256Disallow: /widgets/content_js/
257Disallow: /_/
258Disallow: /*_POST$
259Disallow: /*_POST/
260Disallow: /webnode2/
261Disallow: /anonymous/
262Disallow: /q/*/admin_log
263Disallow: /q/*/stats
264Disallow: /q/*/settings
265Disallow: /q/*/queue
266Disallow: /q/*/suggestions
267Disallow: /q/*/submissions
268Disallow: /q/*/quality
269Disallow: /q/*/earnings
270Disallow: /profile/*/Rss
271Disallow: /topic/*/Rss
272
273User-agent: Facebot
274Disallow: /ajax/
275Disallow: /@async
276Disallow: /*/@async
277Disallow: /log/
278Disallow: /*/log
279Disallow: /*/about
280Disallow: /*/action
281Disallow: /*/activity
282Disallow: /*/all_questions
283Disallow: /*/all_posts$
284Disallow: /*/all_posts/
285Disallow: /*/blogs$
286Disallow: /*/blogs/
287Disallow: /*/followers
288Disallow: /*/following
289Disallow: /*/link/
290Disallow: /*/manage
291Disallow: /*/mentions
292Disallow: /*/merged
293Disallow: /*/open_questions
294Disallow: /*/posts$
295Disallow: /*/posts/
296Disallow: /*/questions
297Disallow: /*/related
298Disallow: /*/reviews$
299Disallow: /*/reviews/
300Disallow: /*/share
301Disallow: /*/top_questions
302Disallow: /*/topic-bio
303Disallow: /*/topic_bio
304Disallow: /*/topics
305Disallow: /*/comment
306Disallow: /comment/
307Disallow: /*/comments
308Disallow: /*/all_comments
309Disallow: /*/answer_comments
310Disallow: /*/mobile_collapsed
311Disallow: /*/mobile_expanded_voter_list
312Disallow: /home/global_feed
313Disallow: /search?q=
314Disallow: /search/?q=
315Disallow: /digest/
316Disallow: /email_optout/
317Disallow: /qemail/
318Disallow: /invite/
319Disallow: /widgets/content_iframe/
320Disallow: /widgets/content_js/
321Disallow: /_/
322Disallow: /*_POST$
323Disallow: /*_POST/
324Disallow: /webnode2/
325Disallow: /anonymous/
326Disallow: /q/*/admin_log
327Disallow: /q/*/stats
328Disallow: /q/*/settings
329Disallow: /q/*/queue
330Disallow: /q/*/suggestions
331Disallow: /q/*/submissions
332Disallow: /q/*/quality
333Disallow: /q/*/earnings
334Disallow: /profile/*/Rss
335Disallow: /topic/*/Rss
336
337User-agent: Applebot
338Disallow: /ajax/
339Disallow: /@async
340Disallow: /*/@async
341Disallow: /log/
342Disallow: /*/log
343Disallow: /*/about
344Disallow: /*/action
345Disallow: /*/activity
346Disallow: /*/all_questions
347Disallow: /*/all_posts$
348Disallow: /*/all_posts/
349Disallow: /*/blogs$
350Disallow: /*/blogs/
351Disallow: /*/followers
352Disallow: /*/following
353Disallow: /*/link/
354Disallow: /*/manage
355Disallow: /*/mentions
356Disallow: /*/merged
357Disallow: /*/open_questions
358Disallow: /*/posts$
359Disallow: /*/posts/
360Disallow: /*/questions
361Disallow: /*/related
362Disallow: /*/reviews$
363Disallow: /*/reviews/
364Disallow: /*/share
365Disallow: /*/top_questions
366Disallow: /*/topic-bio
367Disallow: /*/topic_bio
368Disallow: /*/topics
369Disallow: /*/comment
370Disallow: /comment/
371Disallow: /*/comments
372Disallow: /*/all_comments
373Disallow: /*/answer_comments
374Disallow: /*/mobile_collapsed
375Disallow: /*/mobile_expanded_voter_list
376Disallow: /home/global_feed
377Disallow: /search?q=
378Disallow: /search/?q=
379Disallow: /digest/
380Disallow: /email_optout/
381Disallow: /qemail/
382Disallow: /invite/
383Disallow: /widgets/content_iframe/
384Disallow: /widgets/content_js/
385Disallow: /_/
386Disallow: /*_POST$
387Disallow: /*_POST/
388Disallow: /webnode2/
389Disallow: /anonymous/
390Disallow: /q/*/admin_log
391Disallow: /q/*/stats
392Disallow: /q/*/settings
393Disallow: /q/*/queue
394Disallow: /q/*/suggestions
395Disallow: /q/*/submissions
396Disallow: /q/*/quality
397Disallow: /q/*/earnings
398Disallow: /profile/*/Rss
399Disallow: /topic/*/Rss
400
401User-agent: Twitterbot
402Disallow: /ajax/
403Disallow: /@async
404Disallow: /*/@async
405Disallow: /log/
406Disallow: /*/log
407Disallow: /*/about
408Disallow: /*/action
409Disallow: /*/activity
410Disallow: /*/all_questions
411Disallow: /*/all_posts$
412Disallow: /*/all_posts/
413Disallow: /*/blogs$
414Disallow: /*/blogs/
415Disallow: /*/followers
416Disallow: /*/following
417Disallow: /*/link/
418Disallow: /*/manage
419Disallow: /*/mentions
420Disallow: /*/merged
421Disallow: /*/open_questions
422Disallow: /*/posts$
423Disallow: /*/posts/
424Disallow: /*/questions
425Disallow: /*/related
426Disallow: /*/reviews$
427Disallow: /*/reviews/
428Disallow: /*/share
429Disallow: /*/top_questions
430Disallow: /*/topic-bio
431Disallow: /*/topic_bio
432Disallow: /*/topics
433Disallow: /*/comment
434Disallow: /comment/
435Disallow: /*/comments
436Disallow: /*/all_comments
437Disallow: /*/answer_comments
438Disallow: /*/mobile_collapsed
439Disallow: /*/mobile_expanded_voter_list
440Disallow: /home/global_feed
441Disallow: /search?q=
442Disallow: /search/?q=
443Disallow: /digest/
444Disallow: /email_optout/
445Disallow: /qemail/
446Disallow: /invite/
447Disallow: /widgets/content_iframe/
448Disallow: /widgets/content_js/
449Disallow: /_/
450Disallow: /*_POST$
451Disallow: /*_POST/
452Disallow: /webnode2/
453Disallow: /anonymous/
454Disallow: /q/*/admin_log
455Disallow: /q/*/stats
456Disallow: /q/*/settings
457Disallow: /q/*/queue
458Disallow: /q/*/suggestions
459Disallow: /q/*/submissions
460Disallow: /q/*/quality
461Disallow: /q/*/earnings
462Disallow: /profile/*/Rss
463Disallow: /topic/*/Rss
464
465User-agent: LinkedInBot
466Disallow: /ajax/
467Disallow: /@async
468Disallow: /*/@async
469Disallow: /log/
470Disallow: /*/log
471Disallow: /*/about
472Disallow: /*/action
473Disallow: /*/activity
474Disallow: /*/all_questions
475Disallow: /*/all_posts$
476Disallow: /*/all_posts/
477Disallow: /*/blogs$
478Disallow: /*/blogs/
479Disallow: /*/followers
480Disallow: /*/following
481Disallow: /*/link/
482Disallow: /*/manage
483Disallow: /*/mentions
484Disallow: /*/merged
485Disallow: /*/open_questions
486Disallow: /*/posts$
487Disallow: /*/posts/
488Disallow: /*/questions
489Disallow: /*/related
490Disallow: /*/reviews$
491Disallow: /*/reviews/
492Disallow: /*/share
493Disallow: /*/top_questions
494Disallow: /*/topic-bio
495Disallow: /*/topic_bio
496Disallow: /*/topics
497Disallow: /*/comment
498Disallow: /comment/
499Disallow: /*/comments
500Disallow: /*/all_comments
501Disallow: /*/answer_comments
502Disallow: /*/mobile_collapsed
503Disallow: /*/mobile_expanded_voter_list
504Disallow: /home/global_feed
505Disallow: /search?q=
506Disallow: /search/?q=
507Disallow: /digest/
508Disallow: /email_optout/
509Disallow: /qemail/
510Disallow: /invite/
511Disallow: /widgets/content_iframe/
512Disallow: /widgets/content_js/
513Disallow: /_/
514Disallow: /*_POST$
515Disallow: /*_POST/
516Disallow: /webnode2/
517Disallow: /anonymous/
518Disallow: /q/*/admin_log
519Disallow: /q/*/stats
520Disallow: /q/*/settings
521Disallow: /q/*/queue
522Disallow: /q/*/suggestions
523Disallow: /q/*/submissions
524Disallow: /q/*/quality
525Disallow: /q/*/earnings
526Disallow: /profile/*/Rss
527Disallow: /topic/*/Rss
528
529User-agent: Feedly
530Disallow: /ajax/
531Disallow: /@async
532Disallow: /*/@async
533Disallow: /log/
534Disallow: /*/log
535Disallow: /*/about
536Disallow: /*/action
537Disallow: /*/activity
538Disallow: /*/all_questions
539Disallow: /*/all_posts$
540Disallow: /*/all_posts/
541Disallow: /*/blogs$
542Disallow: /*/blogs/
543Disallow: /*/followers
544Disallow: /*/following
545Disallow: /*/link/
546Disallow: /*/manage
547Disallow: /*/mentions
548Disallow: /*/merged
549Disallow: /*/open_questions
550Disallow: /*/posts$
551Disallow: /*/posts/
552Disallow: /*/questions
553Disallow: /*/related
554Disallow: /*/reviews$
555Disallow: /*/reviews/
556Disallow: /*/share
557Disallow: /*/top_questions
558Disallow: /*/topic-bio
559Disallow: /*/topic_bio
560Disallow: /*/topics
561Disallow: /*/comment
562Disallow: /comment/
563Disallow: /*/comments
564Disallow: /*/all_comments
565Disallow: /*/answer_comments
566Disallow: /*/mobile_collapsed
567Disallow: /*/mobile_expanded_voter_list
568Disallow: /home/global_feed
569Disallow: /search?q=
570Disallow: /search/?q=
571Disallow: /digest/
572Disallow: /email_optout/
573Disallow: /qemail/
574Disallow: /invite/
575Disallow: /widgets/content_iframe/
576Disallow: /widgets/content_js/
577Disallow: /_/
578Disallow: /*_POST$
579Disallow: /*_POST/
580Disallow: /webnode2/
581Disallow: /anonymous/
582Disallow: /q/*/admin_log
583Disallow: /q/*/stats
584Disallow: /q/*/settings
585Disallow: /q/*/queue
586Disallow: /q/*/suggestions
587Disallow: /q/*/submissions
588Disallow: /q/*/quality
589Disallow: /q/*/earnings
590Disallow: /profile/*/Rss
591Disallow: /topic/*/Rss
592
593User-agent: Pingdom
594Disallow: /ajax/
595Disallow: /@async
596Disallow: /*/@async
597Disallow: /log/
598Disallow: /*/log
599Disallow: /*/about
600Disallow: /*/action
601Disallow: /*/activity
602Disallow: /*/all_questions
603Disallow: /*/all_posts$
604Disallow: /*/all_posts/
605Disallow: /*/blogs$
606Disallow: /*/blogs/
607Disallow: /*/followers
608Disallow: /*/following
609Disallow: /*/link/
610Disallow: /*/manage
611Disallow: /*/mentions
612Disallow: /*/merged
613Disallow: /*/open_questions
614Disallow: /*/posts$
615Disallow: /*/posts/
616Disallow: /*/questions
617Disallow: /*/related
618Disallow: /*/reviews$
619Disallow: /*/reviews/
620Disallow: /*/share
621Disallow: /*/top_questions
622Disallow: /*/topic-bio
623Disallow: /*/topic_bio
624Disallow: /*/topics
625Disallow: /*/comment
626Disallow: /comment/
627Disallow: /*/comments
628Disallow: /*/all_comments
629Disallow: /*/answer_comments
630Disallow: /*/mobile_collapsed
631Disallow: /*/mobile_expanded_voter_list
632Disallow: /home/global_feed
633Disallow: /search?q=
634Disallow: /search/?q=
635Disallow: /digest/
636Disallow: /email_optout/
637Disallow: /qemail/
638Disallow: /invite/
639Disallow: /widgets/content_iframe/
640Disallow: /widgets/content_js/
641Disallow: /_/
642Disallow: /*_POST$
643Disallow: /*_POST/
644Disallow: /webnode2/
645Disallow: /anonymous/
646Disallow: /q/*/admin_log
647Disallow: /q/*/stats
648Disallow: /q/*/settings
649Disallow: /q/*/queue
650Disallow: /q/*/suggestions
651Disallow: /q/*/submissions
652Disallow: /q/*/quality
653Disallow: /q/*/earnings
654Disallow: /profile/*/Rss
655Disallow: /topic/*/Rss
656
657# exclusive for AI training
658
659User-agent: Applebot-Extended
660Disallow: /
661
662# another archiving service
663
664User-agent: Arquivo-web-crawler
665Disallow: /
666
667
668User-agent: Bytespider
669Disallow: /
670
671
672User-agent: Diffbot
673Disallow: /
674
675
676User-agent: GPTBot
677Disallow: /
678
679# People share a lot of sensitive material on Quora - controversial political
680# views, workplace gossip and compensation, and negative opinions held of
681# companies. Over many years, as they change jobs or change their views, it is
682# important that they can delete or anonymize their previously-written answers.
683#
684# We opt out of the wayback machine because inclusion would allow people to
685# discover the identity of authors who had written sensitive answers publicly and
686# later had made them anonymous, and because it would prevent authors from being
687# able to remove their content from the internet if they change their mind about
688# publishing it. As far as we can tell, there is no way for sites to selectively
689# programmatically remove content from the archive and so this is the only way
690# for us to protect writers. If they open up an API where we can remove content
691# from the archive when authors remove it from Quora, but leave the rest of the
692# content archived, we would be happy to opt back in. See the page here:
693#
694# https://archive.org/about/exclude.php
695#
696# Meanwhile, if you are looking for an older version of any content on Quora, we
697# have full edit history tracked and accessible in product (with the exception of
698# content that has been removed by the author). You can generally access this by
699# clicking on timestamps, or by appending "/log" to the URL of any content page.
700#
701# For any questions or feedback about this please visit our contact page
702# https://help.quora.com/hc/en-us/requests/new
703
704User-agent: ia_archiver
705Disallow: /
706
707
708User-agent: ImagesiftBot
709Disallow: /
710
711# Blocked since a lot of bad requests were made by this crawler.
712
713User-agent: JamesBOT
714Disallow: /
715
716
717User-agent: OAI-SearchBot
718Disallow: /
719
720
721User-agent: PerplexityBot
722Disallow: /
723
724
725User-agent: PetalBot
726Disallow: /
727
728
729User-agent: Scrapy
730Disallow: /
731
732
733User-agent: ChatGPT-User
734Disallow: /
735
736
737User-agent: Bravebot
738Disallow: /
739
740
741User-agent: CriteoBot/0.1
742Disallow: /
743
744
745User-agent: ClaudeBot
746Disallow: /
747
748
749User-agent: Claude-User
750Disallow: /
751
752
753User-agent: Claude-SearchBot
754Disallow: /
755
756User-agent: *
757Allow: /$
758Allow: /about$
759Allow: /about/
760Allow: /challenges$
761Allow: /press$
762Allow: /login/
763Allow: /signup$
764Disallow: /
765Disallow: /ajax/
766Disallow: /@async
767Disallow: /*/@async
768Disallow: /log/
769Disallow: /*/log
770Disallow: /*/about
771Disallow: /*/action
772Disallow: /*/activity
773Disallow: /*/all_questions
774Disallow: /*/all_posts$
775Disallow: /*/all_posts/
776Disallow: /*/blogs$
777Disallow: /*/blogs/
778Disallow: /*/followers
779Disallow: /*/following
780Disallow: /*/link/
781Disallow: /*/manage
782Disallow: /*/mentions
783Disallow: /*/merged
784Disallow: /*/open_questions
785Disallow: /*/posts$
786Disallow: /*/posts/
787Disallow: /*/questions
788Disallow: /*/related
789Disallow: /*/reviews$
790Disallow: /*/reviews/
791Disallow: /*/share
792Disallow: /*/top_questions
793Disallow: /*/topic-bio
794Disallow: /*/topic_bio
795Disallow: /*/topics
796Disallow: /*/comment
797Disallow: /comment/
798Disallow: /*/comments
799Disallow: /*/all_comments
800Disallow: /*/answer_comments
801Disallow: /*/mobile_collapsed
802Disallow: /*/mobile_expanded_voter_list
803Disallow: /home/global_feed
804Disallow: /search?q=
805Disallow: /search/?q=
806Disallow: /digest/
807Disallow: /email_optout/
808Disallow: /qemail/
809Disallow: /invite/
810Disallow: /widgets/content_iframe/
811Disallow: /widgets/content_js/
812Disallow: /_/
813Disallow: /*_POST$
814Disallow: /*_POST/
815Disallow: /webnode2/
816Disallow: /anonymous/
817Disallow: /q/*/admin_log
818Disallow: /q/*/stats
819Disallow: /q/*/settings
820Disallow: /q/*/queue
821Disallow: /q/*/suggestions
822Disallow: /q/*/submissions
823Disallow: /q/*/quality
824Disallow: /q/*/earnings
825Disallow: /profile/*/Rss
826Disallow: /topic/*/Rss