NeuralCrawl

Academia.edu / robots.txt

← back to academia.edu · change detected 23d ago (2026-10-14T18:09:36Z) · modified +55 −0

What changed

Diff old (2026-09-18T21:31:03Z) → new (2026-10-14T18:09:35Z)

@@ -15,6 +15,7 @@
1515  Disallow: /works/*/edit
1616 
1717  Disallow: /keypass/
18+ Disallow: /published_today_preview
1819  Disallow: /t/
1920  Disallow: /resource/work/
2021  Disallow: /Messages/
@@ -62,6 +63,7 @@
6263  Disallow: /works/*/edit
6364 
6465  Disallow: /keypass/
66+ Disallow: /published_today_preview
6567  Disallow: /t/
6668  Disallow: /resource/work/
6769  Disallow: /Messages/
@@ -109,6 +111,7 @@
109111  Disallow: /works/*/edit
110112 
111113  Disallow: /keypass/
114+ Disallow: /published_today_preview
112115  Disallow: /t/
113116  Disallow: /resource/work/
114117  Disallow: /Messages/
@@ -156,6 +159,7 @@
156159  Disallow: /works/*/edit
157160 
158161  Disallow: /keypass/
162+ Disallow: /published_today_preview
159163  Disallow: /t/
160164  Disallow: /resource/work/
161165  Disallow: /Messages/
@@ -203,6 +207,7 @@
203207  Disallow: /works/*/edit
204208 
205209  Disallow: /keypass/
210+ Disallow: /published_today_preview
206211  Disallow: /t/
207212  Disallow: /resource/work/
208213  Disallow: /Messages/
@@ -250,6 +255,7 @@
250255  Disallow: /works/*/edit
251256 
252257  Disallow: /keypass/
258+ Disallow: /published_today_preview
253259  Disallow: /t/
254260  Disallow: /resource/work/
255261  Disallow: /Messages/
@@ -297,6 +303,7 @@
297303  Disallow: /works/*/edit
298304 
299305  Disallow: /keypass/
306+ Disallow: /published_today_preview
300307  Disallow: /t/
301308  Disallow: /resource/work/
302309  Disallow: /Messages/
@@ -344,6 +351,7 @@
344351  Disallow: /works/*/edit
345352 
346353  Disallow: /keypass/
354+ Disallow: /published_today_preview
347355  Disallow: /t/
348356  Disallow: /resource/work/
349357  Disallow: /Messages/
@@ -391,6 +399,7 @@
391399  Disallow: /works/*/edit
392400 
393401  Disallow: /keypass/
402+ Disallow: /published_today_preview
394403  Disallow: /t/
395404  Disallow: /resource/work/
396405  Disallow: /Messages/
@@ -438,6 +447,7 @@
438447  Disallow: /works/*/edit
439448 
440449  Disallow: /keypass/
450+ Disallow: /published_today_preview
441451  Disallow: /t/
442452  Disallow: /resource/work/
443453  Disallow: /Messages/
@@ -485,6 +495,7 @@
485495  Disallow: /works/*/edit
486496 
487497  Disallow: /keypass/
498+ Disallow: /published_today_preview
488499  Disallow: /t/
489500  Disallow: /resource/work/
490501  Disallow: /Messages/
@@ -532,6 +543,7 @@
532543  Disallow: /works/*/edit
533544 
534545  Disallow: /keypass/
546+ Disallow: /published_today_preview
535547  Disallow: /t/
536548  Disallow: /resource/work/
537549  Disallow: /Messages/
@@ -579,6 +591,7 @@
579591  Disallow: /works/*/edit
580592 
581593  Disallow: /keypass/
594+ Disallow: /published_today_preview
582595  Disallow: /t/
583596  Disallow: /resource/work/
584597  Disallow: /Messages/
@@ -626,6 +639,7 @@
626639  Disallow: /works/*/edit
627640 
628641  Disallow: /keypass/
642+ Disallow: /published_today_preview
629643  Disallow: /t/
630644  Disallow: /resource/work/
631645  Disallow: /Messages/
@@ -673,6 +687,7 @@
673687  Disallow: /works/*/edit
674688 
675689  Disallow: /keypass/
690+ Disallow: /published_today_preview
676691  Disallow: /t/
677692  Disallow: /resource/work/
678693  Disallow: /Messages/
@@ -720,6 +735,7 @@
720735  Disallow: /works/*/edit
721736 
722737  Disallow: /keypass/
738+ Disallow: /published_today_preview
723739  Disallow: /t/
724740  Disallow: /resource/work/
725741  Disallow: /Messages/
@@ -767,6 +783,7 @@
767783  Disallow: /works/*/edit
768784 
769785  Disallow: /keypass/
786+ Disallow: /published_today_preview
770787  Disallow: /t/
771788  Disallow: /resource/work/
772789  Disallow: /Messages/
@@ -814,6 +831,7 @@
814831  Disallow: /works/*/edit
815832 
816833  Disallow: /keypass/
834+ Disallow: /published_today_preview
817835  Disallow: /t/
818836  Disallow: /resource/work/
819837  Disallow: /Messages/
@@ -861,6 +879,7 @@
861879  Disallow: /works/*/edit
862880 
863881  Disallow: /keypass/
882+ Disallow: /published_today_preview
864883  Disallow: /t/
865884  Disallow: /resource/work/
866885  Disallow: /Messages/
@@ -908,6 +927,7 @@
908927  Disallow: /works/*/edit
909928 
910929  Disallow: /keypass/
930+ Disallow: /published_today_preview
911931  Disallow: /t/
912932  Disallow: /resource/work/
913933  Disallow: /Messages/
@@ -955,6 +975,7 @@
955975  Disallow: /works/*/edit
956976 
957977  Disallow: /keypass/
978+ Disallow: /published_today_preview
958979  Disallow: /t/
959980  Disallow: /resource/work/
960981  Disallow: /Messages/
@@ -1002,6 +1023,7 @@
10021023  Disallow: /works/*/edit
10031024 
10041025  Disallow: /keypass/
1026+ Disallow: /published_today_preview
10051027  Disallow: /t/
10061028  Disallow: /resource/work/
10071029  Disallow: /Messages/
@@ -1049,6 +1071,7 @@
10491071  Disallow: /works/*/edit
10501072 
10511073  Disallow: /keypass/
1074+ Disallow: /published_today_preview
10521075  Disallow: /t/
10531076  Disallow: /resource/work/
10541077  Disallow: /Messages/
@@ -1096,6 +1119,7 @@
10961119  Disallow: /works/*/edit
10971120 
10981121  Disallow: /keypass/
1122+ Disallow: /published_today_preview
10991123  Disallow: /t/
11001124  Disallow: /resource/work/
11011125  Disallow: /Messages/
@@ -1143,6 +1167,7 @@
11431167  Disallow: /works/*/edit
11441168 
11451169  Disallow: /keypass/
1170+ Disallow: /published_today_preview
11461171  Disallow: /t/
11471172  Disallow: /resource/work/
11481173  Disallow: /Messages/
@@ -1190,6 +1215,7 @@
11901215  Disallow: /works/*/edit
11911216 
11921217  Disallow: /keypass/
1218+ Disallow: /published_today_preview
11931219  Disallow: /t/
11941220  Disallow: /resource/work/
11951221  Disallow: /Messages/
@@ -1237,6 +1263,7 @@
12371263  Disallow: /works/*/edit
12381264 
12391265  Disallow: /keypass/
1266+ Disallow: /published_today_preview
12401267  Disallow: /t/
12411268  Disallow: /resource/work/
12421269  Disallow: /Messages/
@@ -1284,6 +1311,7 @@
12841311  Disallow: /works/*/edit
12851312 
12861313  Disallow: /keypass/
1314+ Disallow: /published_today_preview
12871315  Disallow: /t/
12881316  Disallow: /resource/work/
12891317  Disallow: /Messages/
@@ -1331,6 +1359,7 @@
13311359  Disallow: /works/*/edit
13321360 
13331361  Disallow: /keypass/
1362+ Disallow: /published_today_preview
13341363  Disallow: /t/
13351364  Disallow: /resource/work/
13361365  Disallow: /Messages/
@@ -1378,6 +1407,7 @@
13781407  Disallow: /works/*/edit
13791408 
13801409  Disallow: /keypass/
1410+ Disallow: /published_today_preview
13811411  Disallow: /t/
13821412  Disallow: /resource/work/
13831413  Disallow: /Messages/
@@ -1425,6 +1455,7 @@
14251455  Disallow: /works/*/edit
14261456 
14271457  Disallow: /keypass/
1458+ Disallow: /published_today_preview
14281459  Disallow: /t/
14291460  Disallow: /resource/work/
14301461  Disallow: /Messages/
@@ -1472,6 +1503,7 @@
14721503  Disallow: /works/*/edit
14731504 
14741505  Disallow: /keypass/
1506+ Disallow: /published_today_preview
14751507  Disallow: /t/
14761508  Disallow: /resource/work/
14771509  Disallow: /Messages/
@@ -1519,6 +1551,7 @@
15191551  Disallow: /works/*/edit
15201552 
15211553  Disallow: /keypass/
1554+ Disallow: /published_today_preview
15221555  Disallow: /t/
15231556  Disallow: /resource/work/
15241557  Disallow: /Messages/
@@ -1566,6 +1599,7 @@
15661599  Disallow: /works/*/edit
15671600 
15681601  Disallow: /keypass/
1602+ Disallow: /published_today_preview
15691603  Disallow: /t/
15701604  Disallow: /resource/work/
15711605  Disallow: /Messages/
@@ -1613,6 +1647,7 @@
16131647  Disallow: /works/*/edit
16141648 
16151649  Disallow: /keypass/
1650+ Disallow: /published_today_preview
16161651  Disallow: /t/
16171652  Disallow: /resource/work/
16181653  Disallow: /Messages/
@@ -1660,6 +1695,7 @@
16601695  Disallow: /works/*/edit
16611696 
16621697  Disallow: /keypass/
1698+ Disallow: /published_today_preview
16631699  Disallow: /t/
16641700  Disallow: /resource/work/
16651701  Disallow: /Messages/
@@ -1707,6 +1743,7 @@
17071743  Disallow: /works/*/edit
17081744 
17091745  Disallow: /keypass/
1746+ Disallow: /published_today_preview
17101747  Disallow: /t/
17111748  Disallow: /resource/work/
17121749  Disallow: /Messages/
@@ -1754,6 +1791,7 @@
17541791  Disallow: /works/*/edit
17551792 
17561793  Disallow: /keypass/
1794+ Disallow: /published_today_preview
17571795  Disallow: /t/
17581796  Disallow: /resource/work/
17591797  Disallow: /Messages/
@@ -1801,6 +1839,7 @@
18011839  Disallow: /works/*/edit
18021840 
18031841  Disallow: /keypass/
1842+ Disallow: /published_today_preview
18041843  Disallow: /t/
18051844  Disallow: /resource/work/
18061845  Disallow: /Messages/
@@ -1848,6 +1887,7 @@
18481887  Disallow: /works/*/edit
18491888 
18501889  Disallow: /keypass/
1890+ Disallow: /published_today_preview
18511891  Disallow: /t/
18521892  Disallow: /resource/work/
18531893  Disallow: /Messages/
@@ -1895,6 +1935,7 @@
18951935  Disallow: /works/*/edit
18961936 
18971937  Disallow: /keypass/
1938+ Disallow: /published_today_preview
18981939  Disallow: /t/
18991940  Disallow: /resource/work/
19001941  Disallow: /Messages/
@@ -1942,6 +1983,7 @@
19421983  Disallow: /works/*/edit
19431984 
19441985  Disallow: /keypass/
1986+ Disallow: /published_today_preview
19451987  Disallow: /t/
19461988  Disallow: /resource/work/
19471989  Disallow: /Messages/
@@ -1989,6 +2031,7 @@
19892031  Disallow: /works/*/edit
19902032 
19912033  Disallow: /keypass/
2034+ Disallow: /published_today_preview
19922035  Disallow: /t/
19932036  Disallow: /resource/work/
19942037  Disallow: /Messages/
@@ -2036,6 +2079,7 @@
20362079  Disallow: /works/*/edit
20372080 
20382081  Disallow: /keypass/
2082+ Disallow: /published_today_preview
20392083  Disallow: /t/
20402084  Disallow: /resource/work/
20412085  Disallow: /Messages/
@@ -2083,6 +2127,7 @@
20832127  Disallow: /works/*/edit
20842128 
20852129  Disallow: /keypass/
2130+ Disallow: /published_today_preview
20862131  Disallow: /t/
20872132  Disallow: /resource/work/
20882133  Disallow: /Messages/
@@ -2130,6 +2175,7 @@
21302175  Disallow: /works/*/edit
21312176 
21322177  Disallow: /keypass/
2178+ Disallow: /published_today_preview
21332179  Disallow: /t/
21342180  Disallow: /resource/work/
21352181  Disallow: /Messages/
@@ -2177,6 +2223,7 @@
21772223  Disallow: /works/*/edit
21782224 
21792225  Disallow: /keypass/
2226+ Disallow: /published_today_preview
21802227  Disallow: /t/
21812228  Disallow: /resource/work/
21822229  Disallow: /Messages/
@@ -2224,6 +2271,7 @@
22242271  Disallow: /works/*/edit
22252272 
22262273  Disallow: /keypass/
2274+ Disallow: /published_today_preview
22272275  Disallow: /t/
22282276  Disallow: /resource/work/
22292277  Disallow: /Messages/
@@ -2271,6 +2319,7 @@
22712319  Disallow: /works/*/edit
22722320 
22732321  Disallow: /keypass/
2322+ Disallow: /published_today_preview
22742323  Disallow: /t/
22752324  Disallow: /resource/work/
22762325  Disallow: /Messages/
@@ -2318,6 +2367,7 @@
23182367  Disallow: /works/*/edit
23192368 
23202369  Disallow: /keypass/
2370+ Disallow: /published_today_preview
23212371  Disallow: /t/
23222372  Disallow: /resource/work/
23232373  Disallow: /Messages/
@@ -2365,6 +2415,7 @@
23652415  Disallow: /works/*/edit
23662416 
23672417  Disallow: /keypass/
2418+ Disallow: /published_today_preview
23682419  Disallow: /t/
23692420  Disallow: /resource/work/
23702421  Disallow: /Messages/
@@ -2412,6 +2463,7 @@
24122463  Disallow: /works/*/edit
24132464 
24142465  Disallow: /keypass/
2466+ Disallow: /published_today_preview
24152467  Disallow: /t/
24162468  Disallow: /resource/work/
24172469  Disallow: /Messages/
@@ -2459,6 +2511,7 @@
24592511  Disallow: /works/*/edit
24602512 
24612513  Disallow: /keypass/
2514+ Disallow: /published_today_preview
24622515  Disallow: /t/
24632516  Disallow: /resource/work/
24642517  Disallow: /Messages/
@@ -2506,6 +2559,7 @@
25062559  Disallow: /works/*/edit
25072560 
25082561  Disallow: /keypass/
2562+ Disallow: /published_today_preview
25092563  Disallow: /t/
25102564  Disallow: /resource/work/
25112565  Disallow: /Messages/
@@ -2553,6 +2607,7 @@
25532607  Disallow: /works/*/edit
25542608 
25552609  Disallow: /keypass/
2610+ Disallow: /published_today_preview
25562611  Disallow: /t/
25572612  Disallow: /resource/work/
25582613  Disallow: /Messages/