NeuralCrawl

Quora / robots.txt snapshot

← back to quora.com · fetched 2026-09-22T04:22:28Z (1mo ago) · HTTP 200 · 18849 bytes · sha256 16d8e9ca2899e10c · raw

final URL: https://www.quora.com/robots.txt

1# NOTICE: All crawlers and bots, regardless of whether or not they are
2# specified below, are strictly prohibited from using Quora platform content
3# for the purposes of training AI models or similar machine learning systems,
4# except where explicit prior permission has been granted by Quora through a
5# contractual licensing agreement. Any use of Quora platform content for such
6# purposes without our explicit contractual permission is a violation of our
7# terms of service and intellectual property rights.
8
9# If you operate a search engine and would like to crawl Quora,
10# you can email [email protected]. Thanks.
11
12User-agent: AASA-Bot
13Disallow: /ajax/
14Disallow: /*_POST$
15Disallow: /*_POST/
16Disallow: /@async
17Disallow: /*/@async
18Disallow: /log/
19Disallow: /*/log
20Disallow: /*/about
21Disallow: /*/action
22Disallow: /*/activity
23Disallow: /*/all_questions
24Disallow: /*/all_posts$
25Disallow: /*/all_posts/
26Disallow: /*/blogs$
27Disallow: /*/blogs/
28Disallow: /*/followers
29Disallow: /*/following
30Disallow: /*/link/
31Disallow: /*/manage
32Disallow: /*/mentions
33Disallow: /*/merged
34Disallow: /*/open_questions
35Disallow: /*/posts$
36Disallow: /*/posts/
37Disallow: /*/questions
38Disallow: /*/related
39Disallow: /*/reviews$
40Disallow: /*/reviews/
41Disallow: /*/share
42Disallow: /*/top_questions
43Disallow: /*/topic-bio
44Disallow: /*/topic_bio
45Disallow: /*/topics
46Disallow: /*/comment
47Disallow: /comment/
48Disallow: /*/comments
49Disallow: /*/all_comments
50Disallow: /*/answer_comments
51Disallow: /*/mobile_collapsed
52Disallow: /*/mobile_expanded_voter_list
53Disallow: /home/global_feed
54Disallow: /search?q=
55Disallow: /search/?q=
56Disallow: /digest/
57Disallow: /email_optout/
58Disallow: /qemail/
59Disallow: /invite/
60Disallow: /widgets/content_iframe/
61Disallow: /widgets/content_js/
62Disallow: /_/
63Disallow: /webnode2/
64Disallow: /anonymous/
65Disallow: /q/*/admin_log
66Disallow: /q/*/stats
67Disallow: /q/*/settings
68Disallow: /q/*/queue
69Disallow: /q/*/suggestions
70Disallow: /q/*/submissions
71Disallow: /q/*/quality
72Disallow: /q/*/earnings
73Disallow: /profile/*/Rss
74Disallow: /topic/*/Rss
75
76User-agent: Amazonbot
77Disallow: /ajax/
78Disallow: /*_POST$
79Disallow: /*_POST/
80Disallow: /@async
81Disallow: /*/@async
82Disallow: /log/
83Disallow: /*/log
84Disallow: /*/about
85Disallow: /*/action
86Disallow: /*/activity
87Disallow: /*/all_questions
88Disallow: /*/all_posts$
89Disallow: /*/all_posts/
90Disallow: /*/blogs$
91Disallow: /*/blogs/
92Disallow: /*/followers
93Disallow: /*/following
94Disallow: /*/link/
95Disallow: /*/manage
96Disallow: /*/mentions
97Disallow: /*/merged
98Disallow: /*/open_questions
99Disallow: /*/posts$
100Disallow: /*/posts/
101Disallow: /*/questions
102Disallow: /*/related
103Disallow: /*/reviews$
104Disallow: /*/reviews/
105Disallow: /*/share
106Disallow: /*/top_questions
107Disallow: /*/topic-bio
108Disallow: /*/topic_bio
109Disallow: /*/topics
110Disallow: /*/comment
111Disallow: /comment/
112Disallow: /*/comments
113Disallow: /*/all_comments
114Disallow: /*/answer_comments
115Disallow: /*/mobile_collapsed
116Disallow: /*/mobile_expanded_voter_list
117Disallow: /home/global_feed
118Disallow: /search?q=
119Disallow: /search/?q=
120Disallow: /digest/
121Disallow: /email_optout/
122Disallow: /qemail/
123Disallow: /invite/
124Disallow: /widgets/content_iframe/
125Disallow: /widgets/content_js/
126Disallow: /_/
127Disallow: /webnode2/
128Disallow: /anonymous/
129Disallow: /q/*/admin_log
130Disallow: /q/*/stats
131Disallow: /q/*/settings
132Disallow: /q/*/queue
133Disallow: /q/*/suggestions
134Disallow: /q/*/submissions
135Disallow: /q/*/quality
136Disallow: /q/*/earnings
137Disallow: /profile/*/Rss
138Disallow: /topic/*/Rss
139
140User-agent: Googlebot
141Allow: */answer/ix_/
142Allow: /sitemap/collections/answer/
143Disallow: /ajax/
144Disallow: /*_POST$
145Disallow: /*_POST/
146Disallow: /@async
147Disallow: /*/@async
148Disallow: /log/
149Disallow: /*/log
150Disallow: /*/about
151Disallow: /*/action
152Disallow: /*/activity
153Disallow: /*/all_questions
154Disallow: /*/all_posts$
155Disallow: /*/all_posts/
156Disallow: /*/blogs$
157Disallow: /*/blogs/
158Disallow: /*/followers
159Disallow: /*/following
160Disallow: /*/link/
161Disallow: /*/manage
162Disallow: /*/mentions
163Disallow: /*/merged
164Disallow: /*/open_questions
165Disallow: /*/posts$
166Disallow: /*/posts/
167Disallow: /*/questions
168Disallow: /*/related
169Disallow: /*/reviews$
170Disallow: /*/reviews/
171Disallow: /*/share
172Disallow: /*/top_questions
173Disallow: /*/topic-bio
174Disallow: /*/topic_bio
175Disallow: /*/topics
176Disallow: /*/comment
177Disallow: /comment/
178Disallow: /*/comments
179Disallow: /*/all_comments
180Disallow: /*/answer_comments
181Disallow: /*/mobile_collapsed
182Disallow: /*/mobile_expanded_voter_list
183Disallow: /home/global_feed
184Disallow: /search?q=
185Disallow: /search/?q=
186Disallow: /digest/
187Disallow: /email_optout/
188Disallow: /qemail/
189Disallow: /invite/
190Disallow: /widgets/content_iframe/
191Disallow: /widgets/content_js/
192Disallow: /_/
193Disallow: /webnode2/
194Disallow: /anonymous/
195Disallow: /q/*/admin_log
196Disallow: /q/*/stats
197Disallow: /q/*/settings
198Disallow: /q/*/queue
199Disallow: /q/*/suggestions
200Disallow: /q/*/submissions
201Disallow: /q/*/quality
202Disallow: /q/*/earnings
203Disallow: /profile/*/Rss
204Disallow: /topic/*/Rss
205Disallow: */unanswered/*
206Disallow: */answer/
207Disallow: */answers/
208
209User-agent: Google-Extended
210Disallow: /ajax/
211Disallow: /*_POST$
212Disallow: /*_POST/
213Disallow: /@async
214Disallow: /*/@async
215Disallow: /log/
216Disallow: /*/log
217Disallow: /*/about
218Disallow: /*/action
219Disallow: /*/activity
220Disallow: /*/all_questions
221Disallow: /*/all_posts$
222Disallow: /*/all_posts/
223Disallow: /*/blogs$
224Disallow: /*/blogs/
225Disallow: /*/followers
226Disallow: /*/following
227Disallow: /*/link/
228Disallow: /*/manage
229Disallow: /*/mentions
230Disallow: /*/merged
231Disallow: /*/open_questions
232Disallow: /*/posts$
233Disallow: /*/posts/
234Disallow: /*/questions
235Disallow: /*/related
236Disallow: /*/reviews$
237Disallow: /*/reviews/
238Disallow: /*/share
239Disallow: /*/top_questions
240Disallow: /*/topic-bio
241Disallow: /*/topic_bio
242Disallow: /*/topics
243Disallow: /*/comment
244Disallow: /comment/
245Disallow: /*/comments
246Disallow: /*/all_comments
247Disallow: /*/answer_comments
248Disallow: /*/mobile_collapsed
249Disallow: /*/mobile_expanded_voter_list
250Disallow: /home/global_feed
251Disallow: /search?q=
252Disallow: /search/?q=
253Disallow: /digest/
254Disallow: /email_optout/
255Disallow: /qemail/
256Disallow: /invite/
257Disallow: /widgets/content_iframe/
258Disallow: /widgets/content_js/
259Disallow: /_/
260Disallow: /webnode2/
261Disallow: /anonymous/
262Disallow: /q/*/admin_log
263Disallow: /q/*/stats
264Disallow: /q/*/settings
265Disallow: /q/*/queue
266Disallow: /q/*/suggestions
267Disallow: /q/*/submissions
268Disallow: /q/*/quality
269Disallow: /q/*/earnings
270Disallow: /profile/*/Rss
271Disallow: /topic/*/Rss
272
273User-agent: Facebot
274Disallow: /ajax/
275Disallow: /*_POST$
276Disallow: /*_POST/
277Disallow: /@async
278Disallow: /*/@async
279Disallow: /log/
280Disallow: /*/log
281Disallow: /*/about
282Disallow: /*/action
283Disallow: /*/activity
284Disallow: /*/all_questions
285Disallow: /*/all_posts$
286Disallow: /*/all_posts/
287Disallow: /*/blogs$
288Disallow: /*/blogs/
289Disallow: /*/followers
290Disallow: /*/following
291Disallow: /*/link/
292Disallow: /*/manage
293Disallow: /*/mentions
294Disallow: /*/merged
295Disallow: /*/open_questions
296Disallow: /*/posts$
297Disallow: /*/posts/
298Disallow: /*/questions
299Disallow: /*/related
300Disallow: /*/reviews$
301Disallow: /*/reviews/
302Disallow: /*/share
303Disallow: /*/top_questions
304Disallow: /*/topic-bio
305Disallow: /*/topic_bio
306Disallow: /*/topics
307Disallow: /*/comment
308Disallow: /comment/
309Disallow: /*/comments
310Disallow: /*/all_comments
311Disallow: /*/answer_comments
312Disallow: /*/mobile_collapsed
313Disallow: /*/mobile_expanded_voter_list
314Disallow: /home/global_feed
315Disallow: /search?q=
316Disallow: /search/?q=
317Disallow: /digest/
318Disallow: /email_optout/
319Disallow: /qemail/
320Disallow: /invite/
321Disallow: /widgets/content_iframe/
322Disallow: /widgets/content_js/
323Disallow: /_/
324Disallow: /webnode2/
325Disallow: /anonymous/
326Disallow: /q/*/admin_log
327Disallow: /q/*/stats
328Disallow: /q/*/settings
329Disallow: /q/*/queue
330Disallow: /q/*/suggestions
331Disallow: /q/*/submissions
332Disallow: /q/*/quality
333Disallow: /q/*/earnings
334Disallow: /profile/*/Rss
335Disallow: /topic/*/Rss
336
337User-agent: Applebot
338Disallow: /ajax/
339Disallow: /*_POST$
340Disallow: /*_POST/
341Disallow: /@async
342Disallow: /*/@async
343Disallow: /log/
344Disallow: /*/log
345Disallow: /*/about
346Disallow: /*/action
347Disallow: /*/activity
348Disallow: /*/all_questions
349Disallow: /*/all_posts$
350Disallow: /*/all_posts/
351Disallow: /*/blogs$
352Disallow: /*/blogs/
353Disallow: /*/followers
354Disallow: /*/following
355Disallow: /*/link/
356Disallow: /*/manage
357Disallow: /*/mentions
358Disallow: /*/merged
359Disallow: /*/open_questions
360Disallow: /*/posts$
361Disallow: /*/posts/
362Disallow: /*/questions
363Disallow: /*/related
364Disallow: /*/reviews$
365Disallow: /*/reviews/
366Disallow: /*/share
367Disallow: /*/top_questions
368Disallow: /*/topic-bio
369Disallow: /*/topic_bio
370Disallow: /*/topics
371Disallow: /*/comment
372Disallow: /comment/
373Disallow: /*/comments
374Disallow: /*/all_comments
375Disallow: /*/answer_comments
376Disallow: /*/mobile_collapsed
377Disallow: /*/mobile_expanded_voter_list
378Disallow: /home/global_feed
379Disallow: /search?q=
380Disallow: /search/?q=
381Disallow: /digest/
382Disallow: /email_optout/
383Disallow: /qemail/
384Disallow: /invite/
385Disallow: /widgets/content_iframe/
386Disallow: /widgets/content_js/
387Disallow: /_/
388Disallow: /webnode2/
389Disallow: /anonymous/
390Disallow: /q/*/admin_log
391Disallow: /q/*/stats
392Disallow: /q/*/settings
393Disallow: /q/*/queue
394Disallow: /q/*/suggestions
395Disallow: /q/*/submissions
396Disallow: /q/*/quality
397Disallow: /q/*/earnings
398Disallow: /profile/*/Rss
399Disallow: /topic/*/Rss
400
401User-agent: Twitterbot
402Disallow: /ajax/
403Disallow: /*_POST$
404Disallow: /*_POST/
405Disallow: /@async
406Disallow: /*/@async
407Disallow: /log/
408Disallow: /*/log
409Disallow: /*/about
410Disallow: /*/action
411Disallow: /*/activity
412Disallow: /*/all_questions
413Disallow: /*/all_posts$
414Disallow: /*/all_posts/
415Disallow: /*/blogs$
416Disallow: /*/blogs/
417Disallow: /*/followers
418Disallow: /*/following
419Disallow: /*/link/
420Disallow: /*/manage
421Disallow: /*/mentions
422Disallow: /*/merged
423Disallow: /*/open_questions
424Disallow: /*/posts$
425Disallow: /*/posts/
426Disallow: /*/questions
427Disallow: /*/related
428Disallow: /*/reviews$
429Disallow: /*/reviews/
430Disallow: /*/share
431Disallow: /*/top_questions
432Disallow: /*/topic-bio
433Disallow: /*/topic_bio
434Disallow: /*/topics
435Disallow: /*/comment
436Disallow: /comment/
437Disallow: /*/comments
438Disallow: /*/all_comments
439Disallow: /*/answer_comments
440Disallow: /*/mobile_collapsed
441Disallow: /*/mobile_expanded_voter_list
442Disallow: /home/global_feed
443Disallow: /search?q=
444Disallow: /search/?q=
445Disallow: /digest/
446Disallow: /email_optout/
447Disallow: /qemail/
448Disallow: /invite/
449Disallow: /widgets/content_iframe/
450Disallow: /widgets/content_js/
451Disallow: /_/
452Disallow: /webnode2/
453Disallow: /anonymous/
454Disallow: /q/*/admin_log
455Disallow: /q/*/stats
456Disallow: /q/*/settings
457Disallow: /q/*/queue
458Disallow: /q/*/suggestions
459Disallow: /q/*/submissions
460Disallow: /q/*/quality
461Disallow: /q/*/earnings
462Disallow: /profile/*/Rss
463Disallow: /topic/*/Rss
464
465User-agent: LinkedInBot
466Disallow: /ajax/
467Disallow: /*_POST$
468Disallow: /*_POST/
469Disallow: /@async
470Disallow: /*/@async
471Disallow: /log/
472Disallow: /*/log
473Disallow: /*/about
474Disallow: /*/action
475Disallow: /*/activity
476Disallow: /*/all_questions
477Disallow: /*/all_posts$
478Disallow: /*/all_posts/
479Disallow: /*/blogs$
480Disallow: /*/blogs/
481Disallow: /*/followers
482Disallow: /*/following
483Disallow: /*/link/
484Disallow: /*/manage
485Disallow: /*/mentions
486Disallow: /*/merged
487Disallow: /*/open_questions
488Disallow: /*/posts$
489Disallow: /*/posts/
490Disallow: /*/questions
491Disallow: /*/related
492Disallow: /*/reviews$
493Disallow: /*/reviews/
494Disallow: /*/share
495Disallow: /*/top_questions
496Disallow: /*/topic-bio
497Disallow: /*/topic_bio
498Disallow: /*/topics
499Disallow: /*/comment
500Disallow: /comment/
501Disallow: /*/comments
502Disallow: /*/all_comments
503Disallow: /*/answer_comments
504Disallow: /*/mobile_collapsed
505Disallow: /*/mobile_expanded_voter_list
506Disallow: /home/global_feed
507Disallow: /search?q=
508Disallow: /search/?q=
509Disallow: /digest/
510Disallow: /email_optout/
511Disallow: /qemail/
512Disallow: /invite/
513Disallow: /widgets/content_iframe/
514Disallow: /widgets/content_js/
515Disallow: /_/
516Disallow: /webnode2/
517Disallow: /anonymous/
518Disallow: /q/*/admin_log
519Disallow: /q/*/stats
520Disallow: /q/*/settings
521Disallow: /q/*/queue
522Disallow: /q/*/suggestions
523Disallow: /q/*/submissions
524Disallow: /q/*/quality
525Disallow: /q/*/earnings
526Disallow: /profile/*/Rss
527Disallow: /topic/*/Rss
528
529User-agent: Feedly
530Disallow: /ajax/
531Disallow: /*_POST$
532Disallow: /*_POST/
533Disallow: /@async
534Disallow: /*/@async
535Disallow: /log/
536Disallow: /*/log
537Disallow: /*/about
538Disallow: /*/action
539Disallow: /*/activity
540Disallow: /*/all_questions
541Disallow: /*/all_posts$
542Disallow: /*/all_posts/
543Disallow: /*/blogs$
544Disallow: /*/blogs/
545Disallow: /*/followers
546Disallow: /*/following
547Disallow: /*/link/
548Disallow: /*/manage
549Disallow: /*/mentions
550Disallow: /*/merged
551Disallow: /*/open_questions
552Disallow: /*/posts$
553Disallow: /*/posts/
554Disallow: /*/questions
555Disallow: /*/related
556Disallow: /*/reviews$
557Disallow: /*/reviews/
558Disallow: /*/share
559Disallow: /*/top_questions
560Disallow: /*/topic-bio
561Disallow: /*/topic_bio
562Disallow: /*/topics
563Disallow: /*/comment
564Disallow: /comment/
565Disallow: /*/comments
566Disallow: /*/all_comments
567Disallow: /*/answer_comments
568Disallow: /*/mobile_collapsed
569Disallow: /*/mobile_expanded_voter_list
570Disallow: /home/global_feed
571Disallow: /search?q=
572Disallow: /search/?q=
573Disallow: /digest/
574Disallow: /email_optout/
575Disallow: /qemail/
576Disallow: /invite/
577Disallow: /widgets/content_iframe/
578Disallow: /widgets/content_js/
579Disallow: /_/
580Disallow: /webnode2/
581Disallow: /anonymous/
582Disallow: /q/*/admin_log
583Disallow: /q/*/stats
584Disallow: /q/*/settings
585Disallow: /q/*/queue
586Disallow: /q/*/suggestions
587Disallow: /q/*/submissions
588Disallow: /q/*/quality
589Disallow: /q/*/earnings
590Disallow: /profile/*/Rss
591Disallow: /topic/*/Rss
592
593User-agent: Pingdom
594Disallow: /ajax/
595Disallow: /*_POST$
596Disallow: /*_POST/
597Disallow: /@async
598Disallow: /*/@async
599Disallow: /log/
600Disallow: /*/log
601Disallow: /*/about
602Disallow: /*/action
603Disallow: /*/activity
604Disallow: /*/all_questions
605Disallow: /*/all_posts$
606Disallow: /*/all_posts/
607Disallow: /*/blogs$
608Disallow: /*/blogs/
609Disallow: /*/followers
610Disallow: /*/following
611Disallow: /*/link/
612Disallow: /*/manage
613Disallow: /*/mentions
614Disallow: /*/merged
615Disallow: /*/open_questions
616Disallow: /*/posts$
617Disallow: /*/posts/
618Disallow: /*/questions
619Disallow: /*/related
620Disallow: /*/reviews$
621Disallow: /*/reviews/
622Disallow: /*/share
623Disallow: /*/top_questions
624Disallow: /*/topic-bio
625Disallow: /*/topic_bio
626Disallow: /*/topics
627Disallow: /*/comment
628Disallow: /comment/
629Disallow: /*/comments
630Disallow: /*/all_comments
631Disallow: /*/answer_comments
632Disallow: /*/mobile_collapsed
633Disallow: /*/mobile_expanded_voter_list
634Disallow: /home/global_feed
635Disallow: /search?q=
636Disallow: /search/?q=
637Disallow: /digest/
638Disallow: /email_optout/
639Disallow: /qemail/
640Disallow: /invite/
641Disallow: /widgets/content_iframe/
642Disallow: /widgets/content_js/
643Disallow: /_/
644Disallow: /webnode2/
645Disallow: /anonymous/
646Disallow: /q/*/admin_log
647Disallow: /q/*/stats
648Disallow: /q/*/settings
649Disallow: /q/*/queue
650Disallow: /q/*/suggestions
651Disallow: /q/*/submissions
652Disallow: /q/*/quality
653Disallow: /q/*/earnings
654Disallow: /profile/*/Rss
655Disallow: /topic/*/Rss
656
657# exclusive for AI training
658
659User-agent: Applebot-Extended
660Disallow: /
661
662# another archiving service
663
664User-agent: Arquivo-web-crawler
665Disallow: /
666
667
668User-agent: Bytespider
669Disallow: /
670
671
672User-agent: Diffbot
673Disallow: /
674
675
676User-agent: GPTBot
677Disallow: /
678
679# People share a lot of sensitive material on Quora - controversial political
680# views, workplace gossip and compensation, and negative opinions held of
681# companies. Over many years, as they change jobs or change their views, it is
682# important that they can delete or anonymize their previously-written answers.
683#
684# We opt out of the wayback machine because inclusion would allow people to
685# discover the identity of authors who had written sensitive answers publicly and
686# later had made them anonymous, and because it would prevent authors from being
687# able to remove their content from the internet if they change their mind about
688# publishing it. As far as we can tell, there is no way for sites to selectively
689# programmatically remove content from the archive and so this is the only way
690# for us to protect writers. If they open up an API where we can remove content
691# from the archive when authors remove it from Quora, but leave the rest of the
692# content archived, we would be happy to opt back in. See the page here:
693#
694# https://archive.org/about/exclude.php
695#
696# Meanwhile, if you are looking for an older version of any content on Quora, we
697# have full edit history tracked and accessible in product (with the exception of
698# content that has been removed by the author). You can generally access this by
699# clicking on timestamps, or by appending "/log" to the URL of any content page.
700#
701# For any questions or feedback about this please visit our contact page
702# https://help.quora.com/hc/en-us/requests/new
703
704User-agent: ia_archiver
705Disallow: /
706
707
708User-agent: ImagesiftBot
709Disallow: /
710
711# Blocked since a lot of bad requests were made by this crawler.
712
713User-agent: JamesBOT
714Disallow: /
715
716
717User-agent: OAI-SearchBot
718Disallow: /
719
720
721User-agent: PerplexityBot
722Disallow: /
723
724
725User-agent: PetalBot
726Disallow: /
727
728
729User-agent: Scrapy
730Disallow: /
731
732
733User-agent: ChatGPT-User
734Disallow: /
735
736
737User-agent: Bravebot
738Disallow: /
739
740
741User-agent: CriteoBot/0.1
742Disallow: /
743
744
745User-agent: ClaudeBot
746Disallow: /
747
748
749User-agent: Claude-User
750Disallow: /
751
752
753User-agent: Claude-SearchBot
754Disallow: /
755
756User-agent: *
757Allow: /$
758Allow: /about$
759Allow: /about/
760Allow: /challenges$
761Allow: /press$
762Allow: /login/
763Allow: /signup$
764Disallow: /
765Disallow: /ajax/
766Disallow: /*_POST$
767Disallow: /*_POST/
768Disallow: /@async
769Disallow: /*/@async
770Disallow: /log/
771Disallow: /*/log
772Disallow: /*/about
773Disallow: /*/action
774Disallow: /*/activity
775Disallow: /*/all_questions
776Disallow: /*/all_posts$
777Disallow: /*/all_posts/
778Disallow: /*/blogs$
779Disallow: /*/blogs/
780Disallow: /*/followers
781Disallow: /*/following
782Disallow: /*/link/
783Disallow: /*/manage
784Disallow: /*/mentions
785Disallow: /*/merged
786Disallow: /*/open_questions
787Disallow: /*/posts$
788Disallow: /*/posts/
789Disallow: /*/questions
790Disallow: /*/related
791Disallow: /*/reviews$
792Disallow: /*/reviews/
793Disallow: /*/share
794Disallow: /*/top_questions
795Disallow: /*/topic-bio
796Disallow: /*/topic_bio
797Disallow: /*/topics
798Disallow: /*/comment
799Disallow: /comment/
800Disallow: /*/comments
801Disallow: /*/all_comments
802Disallow: /*/answer_comments
803Disallow: /*/mobile_collapsed
804Disallow: /*/mobile_expanded_voter_list
805Disallow: /home/global_feed
806Disallow: /search?q=
807Disallow: /search/?q=
808Disallow: /digest/
809Disallow: /email_optout/
810Disallow: /qemail/
811Disallow: /invite/
812Disallow: /widgets/content_iframe/
813Disallow: /widgets/content_js/
814Disallow: /_/
815Disallow: /webnode2/
816Disallow: /anonymous/
817Disallow: /q/*/admin_log
818Disallow: /q/*/stats
819Disallow: /q/*/settings
820Disallow: /q/*/queue
821Disallow: /q/*/suggestions
822Disallow: /q/*/submissions
823Disallow: /q/*/quality
824Disallow: /q/*/earnings
825Disallow: /profile/*/Rss
826Disallow: /topic/*/Rss