{"qid": "e47becba", "type": "single-session-user", "abstention": false, "gold": ["s7745597747.md"], "ranked": ["sf65b8c0007.md", "s7745597747.md", "s1f74f1ff5a.md", "s8276949107.md", "s5b71ee7b91.md", "se4951c1c93.md", "s926357c10f.md", "sc16440f3c6.md", "sd7eb7f771a.md", "sb3f6a10ad5.md", "s586259668c.md", "s39c45f1066.md", "sd353a875cb.md", "sa4d1f3c358.md", "s50181d9600.md", "s52d6e094e7.md", "s9577b3ee71.md", "s2ce51c71d3.md", "sf9d5b1f041.md", "s1cdf1f1336.md", "s2b4f75fafc.md", "s59dad0e4a4.md", "s42945d8e73.md", "s3f8c86738d.md", "s6318eaafc8.md", "s49995fe5d9.md", "s8c0687fa0a.md", "s634ec4f650.md", "sbc6121edc2.md", "s0e742f93e9.md", "sa2999621a5.md", "sd6314ae05b.md", "s0a4ab7f0c5.md", "se800c51e31.md", "s3f6c8a6e10.md", "sa6ab999777.md", "s00343f2904.md", "se3efcf538a.md", "s0f466e53d2.md", "s762983fdf8.md", "s9609130cff.md", "sfd615a456f.md", "s9e93b6551c.md", "sb64465e763.md", "saeb4a2e34b.md", "sb6e2758448.md", "s982bfb47f5.md", "seba78d8006.md", "sec79549b47.md", "s1e7b41c9ce.md"], "s1": [2.500957, 2.127941, 2.017498, 1.91647, 1.861914, 1.620525, 1.597548, 1.550438, 1.547916, 1.474193, 1.357859, 1.293766, 1.259073, 1.228426, 1.193558, 1.189653, 1.116834, 1.048169, 0.995408, 0.956577, 0.910939, 0.865039, 0.859399, 0.835198, 0.826222, 0.825005, 0.800932, 0.788899, 0.77535, 0.760907, 0.759987, 0.755642, 0.682856, 0.630199, 0.628479, 0.618231, 0.599429, 0.590929, 0.567719, 0.5308, 0.512812, 0.500861, 0.466244, 0.423647, 0.417753, 0.41624, 0.368489, 0.356577, 0.277432, 0.263646], "search": ["sf65b8c0007.md", "s7745597747.md", "s1f74f1ff5a.md", "s8276949107.md", "s5b71ee7b91.md", "se4951c1c93.md", "s926357c10f.md", "sc16440f3c6.md", "sd7eb7f771a.md", "sb3f6a10ad5.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 257, "n_windows": 354, "n_texts_windowed": 97, "n_tokens": 117712, "n_query_terms": 9, "nnz_texts": 77756, "index_bytes": 937733, "secs_text": 0.1089, "secs_encode": 15.6834, "secs_score": 0.0084, "secs_total": 15.8033, "load1_start": 0.95}
{"qid": "118b2229", "type": "single-session-user", "abstention": false, "gold": ["sc47244d856.md"], "ranked": ["sc47244d856.md", "s413bd3a0ef.md", "s75640a8bdc.md", "sbb7d88f18e.md", "s81e2647af5.md", "s60ba34fbfe.md", "s4e1ea68691.md", "s6884d01a8f.md", "s6ec136c17f.md", "s64ded615ea.md", "s510b0347ea.md", "scfc30b5c7b.md", "s4b1220065e.md", "s593410f743.md", "s61b1908092.md", "s71fbedf2b2.md", "sbaa74025e2.md", "sa24817ff21.md", "s71f5ea46df.md", "s0b8796b821.md", "s8c516e5829.md", "s240c7861c8.md", "sc668156b25.md", "sea11d5f092.md", "sed904acd5f.md", "s47822a2610.md", "s306dfea78c.md", "s4e1ca35a8a.md", "sa358233713.md", "s9da7d2da11.md", "s8e0e4d4048.md", "s6b8bd63c05.md", "s8fbc498940.md", "s9754455ec3.md", "s3a663433df.md", "s850f4855af.md", "s8509cc18aa.md", "s573693b76c.md", "s9d4370878c.md", "sddd085b342.md", "saeef4bcf84.md", "sd0e4733c35.md", "sc487ca603b.md", "s7d199a6536.md"], "s1": [8.238659, 6.867013, 5.484743, 5.442667, 5.217779, 4.940765, 3.825887, 3.757209, 3.28613, 3.279446, 3.062329, 2.929111, 2.605991, 2.561219, 2.526174, 2.520251, 2.504007, 2.49999, 2.206264, 2.154338, 2.153786, 2.055515, 1.981929, 1.976019, 1.790577, 1.657469, 1.643629, 1.575004, 1.394407, 1.171747, 1.072104, 0.952511, 0.948397, 0.922866, 0.872453, 0.817034, 0.651424, 0.602976, 0.559372, 0.517267, 0.338343, 0.266246, 0.121302, 0.03251], "search": ["sc47244d856.md", "s413bd3a0ef.md", "s75640a8bdc.md", "sbb7d88f18e.md", "s81e2647af5.md", "s60ba34fbfe.md", "s4e1ea68691.md", "s6884d01a8f.md", "s6ec136c17f.md", "s64ded615ea.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 248, "n_windows": 359, "n_texts_windowed": 111, "n_tokens": 115833, "n_query_terms": 12, "nnz_texts": 77382, "index_bytes": 933125, "secs_text": 0.1126, "secs_encode": 15.7783, "secs_score": 0.0087, "secs_total": 15.9017, "load1_start": 4.28}
{"qid": "51a45a95", "type": "single-session-user", "abstention": false, "gold": ["se255f2f50e.md"], "ranked": ["se255f2f50e.md", "s0b69155152.md", "s8f57f9a5be.md", "sf6018980b8.md", "s411e101e11.md", "sc367ddcb1e.md", "sc0376571f5.md", "s3eb5ea37e7.md", "s8a91cad207.md", "s473e026cab.md", "s5d1da627d3.md", "s87a202c254.md", "s5846f3a959.md", "seea71c3962.md", "sd30a15ebf1.md", "s482ba69d89.md", "sedde7f03e9.md", "s28613b4a18.md", "s6b1eaba399.md", "s56c5307efe.md", "se4226d51c3.md", "s11a082d67c.md", "sf13c960658.md", "see9128c4d3.md", "s61f3e33914.md", "scd7696457b.md", "sf2c0e7f39d.md", "s9f5f3f203d.md", "s7a47301a63.md", "sd6c71188ad.md", "s0e08ad19c9.md", "s1b5b0a2e9a.md", "sd54baea02d.md", "s554242330b.md", "s70e1034f5d.md", "s4f8f0f387d.md", "sf031a656ff.md", "s937a68f10d.md", "s30d8345ae0.md", "s5088e9e8f3.md", "s469655f20b.md", "s23eed55107.md", "s209b6b1f68.md", "sed3b62424d.md", "s02809b289b.md", "s9e147b1574.md", "sf1ddf6ca5a.md"], "s1": [14.914278, 5.158505, 3.443761, 3.38847, 3.041275, 3.028923, 2.663466, 2.610876, 2.598609, 2.573538, 2.539682, 2.484484, 2.435036, 2.357713, 2.18737, 2.178209, 2.12093, 1.98999, 1.945335, 1.873213, 1.821935, 1.604424, 1.446951, 1.303073, 1.210374, 1.147229, 1.119399, 1.057312, 0.851119, 0.809365, 0.781446, 0.65684, 0.574174, 0.566102, 0.564898, 0.520149, 0.51131, 0.494294, 0.463959, 0.314577, 0.292075, 0.277725, 0.235324, 0.223287, 0.022681, 0.005296, 0.000728], "search": ["se255f2f50e.md", "s0b69155152.md", "s8f57f9a5be.md", "sf6018980b8.md", "s411e101e11.md", "sc367ddcb1e.md", "sc0376571f5.md", "s3eb5ea37e7.md", "s8a91cad207.md", "s473e026cab.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 47, "n_texts": 255, "n_windows": 366, "n_texts_windowed": 111, "n_tokens": 119482, "n_query_terms": 17, "nnz_texts": 78233, "index_bytes": 943429, "secs_text": 0.1187, "secs_encode": 16.543, "secs_score": 0.0078, "secs_total": 16.6713, "load1_start": 7.11}
{"qid": "58bf7951", "type": "single-session-user", "abstention": false, "gold": ["s47a6e8aca2.md"], "ranked": ["s47a6e8aca2.md", "sb683912dc1.md", "sea351d567f.md", "s4799b2ca5d.md", "sc3d0a79ea8.md", "s8aa7ed0f2d.md", "sf62ae1d617.md", "s10ea6299e2.md", "s150b28e4ef.md", "s185491b47f.md", "s37a695f5b5.md", "s0ec53bddae.md", "s03fc6c22bc.md", "sf7dc7e2ad5.md", "s96a848df8b.md", "s0aa785671d.md", "sedf8a536f3.md", "sfaf2e2b88a.md", "s9a879af53d.md", "s10314f641d.md", "s6186852c7b.md", "s639bf87d7c.md", "s6bb8b640fe.md", "s8cdaf1a091.md", "s0ce58262c3.md", "se83122da54.md", "sece715818e.md", "sa612239847.md", "s005d8463f2.md", "s17d64f606d.md", "s53b044bb01.md", "s99f8347850.md", "s3a44b29135.md", "s25afa49942.md", "s14d92e1112.md", "sdd0eb9348d.md", "s50be598151.md", "sc8f51d201c.md", "sa3baacec49.md", "s1baad56a21.md", "s6138a6e2c1.md", "sebabd1da14.md", "sf76fa6bbe4.md", "s86f9a88f00.md", "s6aa4048acf.md", "sad8c833f94.md", "s68c8d08e96.md", "see6ff2c4a2.md", "s7cbc3f2a6a.md", "s328f637369.md"], "s1": [11.743802, 4.300807, 3.861173, 3.771208, 3.557911, 3.240421, 2.797625, 2.722092, 2.618751, 2.489944, 2.484157, 2.355988, 2.240779, 2.089305, 2.006643, 1.967389, 1.925649, 1.919078, 1.874312, 1.601627, 1.554503, 1.528234, 1.442564, 1.425052, 1.424765, 1.269539, 1.26025, 1.215866, 1.205349, 1.168014, 1.128325, 0.969355, 0.951084, 0.938668, 0.914806, 0.911839, 0.831779, 0.798975, 0.700294, 0.690152, 0.683315, 0.661122, 0.629425, 0.61606, 0.588904, 0.537647, 0.517411, 0.427504, 0.395968, 0.390531], "search": ["s47a6e8aca2.md", "sb683912dc1.md", "sea351d567f.md", "s4799b2ca5d.md", "sc3d0a79ea8.md", "s8aa7ed0f2d.md", "sf62ae1d617.md", "s10ea6299e2.md", "s150b28e4ef.md", "s185491b47f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 56, "n_scored_files": 55, "n_texts": 249, "n_windows": 339, "n_texts_windowed": 90, "n_tokens": 112586, "n_query_terms": 13, "nnz_texts": 74715, "index_bytes": 901253, "secs_text": 0.1124, "secs_encode": 15.8627, "secs_score": 0.009, "secs_total": 15.9859, "load1_start": 9.15}
{"qid": "1e043500", "type": "single-session-user", "abstention": false, "gold": ["sfd67db7212.md"], "ranked": ["sfd67db7212.md", "s165bb719aa.md", "s47ebe9b78b.md", "s71645f6005.md", "s1785437bfc.md", "sebd061de6b.md", "se8a5e3041a.md", "sbd6f6d2980.md", "s77b7a208c9.md", "s294eb28789.md", "s7dc0dc4a9b.md", "sb75c26dae6.md", "s90d7f15064.md", "sb92b3c64d1.md", "s7b552271b8.md", "s5e3c486696.md", "s8e8e74adc3.md", "s533f2ade32.md", "sd188012db1.md", "sdbcaf87999.md", "s7cc908c6a9.md", "se9d2c963a3.md", "s7523f50191.md", "s4717b67dd5.md", "s61f35343ce.md", "s022cb0723a.md", "s37cc0819ee.md", "s293677c0ce.md", "s464bb70315.md", "sf8dc679d7e.md", "s4e6ed7afd2.md", "saa6a2c16a7.md", "s67b80a6773.md", "s1af24bc8a7.md", "s3e301f5783.md", "se7fe1191f9.md", "sd5d4b8d380.md", "s52d54f05c2.md", "s453d2fdd25.md", "sbf7b08b382.md", "s6ee7f21ec9.md", "sa837922829.md", "s5f052d74c5.md", "sbc84d5a173.md", "s5115adb9d6.md", "s6f9bc52cde.md"], "s1": [10.391373, 7.956723, 5.489888, 2.60064, 2.44833, 2.416187, 2.320783, 2.225852, 2.220564, 2.004302, 1.627525, 1.501754, 1.445865, 1.358113, 1.335294, 1.305602, 1.160824, 1.147915, 1.129209, 1.085794, 0.951845, 0.88806, 0.869324, 0.850681, 0.800888, 0.789, 0.76821, 0.730992, 0.640951, 0.559709, 0.500405, 0.424119, 0.380394, 0.378399, 0.37521, 0.37393, 0.372222, 0.368494, 0.251219, 0.218656, 0.172829, 0.165069, 0.093939, 0.085108, 0.061521, 0.002486], "search": ["sfd67db7212.md", "s165bb719aa.md", "s47ebe9b78b.md", "s71645f6005.md", "s1785437bfc.md", "sebd061de6b.md", "se8a5e3041a.md", "sbd6f6d2980.md", "s77b7a208c9.md", "s294eb28789.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 248, "n_windows": 345, "n_texts_windowed": 97, "n_tokens": 114656, "n_query_terms": 15, "nnz_texts": 73248, "index_bytes": 883653, "secs_text": 0.117, "secs_encode": 16.3825, "secs_score": 0.0091, "secs_total": 16.5106, "load1_start": 11.49}
{"qid": "c5e8278d", "type": "single-session-user", "abstention": false, "gold": ["s1f84f4e050.md"], "ranked": ["s1f84f4e050.md", "s51e805c45c.md", "s4d293280e8.md", "s3988c80e56.md", "s6a2bf9d09e.md", "sb34e1556f8.md", "se836cf32b0.md", "sbc2def17ee.md", "sd041031d0a.md", "s24cef12a73.md", "s9ae3bc1599.md", "sab2cf40fed.md", "s9762041ea4.md", "s9734b15200.md", "s3dcf7dc06f.md", "sc926fedc43.md", "s606172ed4b.md", "s199f7c487a.md", "s6d1727fa74.md", "sd9b57dfe5f.md", "se02c60ee0a.md", "s41347c4ee9.md", "s7100beb888.md", "sc74b8ecd9e.md", "sff9426980e.md", "s4648027002.md", "s7184c2e890.md", "se99131ce5a.md", "sa7fd126a5e.md", "sff106069f2.md", "sa0c22a9e2b.md", "s7eee233070.md", "s228cfd2b4a.md", "s46e62cd020.md", "sa58d3c7971.md", "sdec780d75a.md", "s7862cc7af3.md", "sfc3e7dcd85.md", "sf819d38f43.md", "s2ac640b813.md", "s15633e322f.md", "s3858b6c372.md", "sa3378eba6b.md", "s8ff17ea527.md"], "s1": [7.316353, 4.231254, 2.860611, 2.778067, 2.522051, 2.482675, 2.467322, 2.14986, 2.04446, 1.954398, 1.744569, 1.727439, 1.665666, 1.619041, 1.541503, 1.520816, 1.518226, 1.457346, 1.417711, 1.400136, 1.301746, 1.166999, 1.066045, 1.062243, 1.061877, 0.988964, 0.931231, 0.930773, 0.915961, 0.878491, 0.837345, 0.662169, 0.657341, 0.527743, 0.506295, 0.494038, 0.458036, 0.427811, 0.259318, 0.1975, 0.146531, 0.13672, 0.074037, 0.019605], "search": ["s1f84f4e050.md", "s51e805c45c.md", "s4d293280e8.md", "s3988c80e56.md", "s6a2bf9d09e.md", "sb34e1556f8.md", "se836cf32b0.md", "sbc2def17ee.md", "sd041031d0a.md", "s24cef12a73.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 250, "n_windows": 353, "n_texts_windowed": 103, "n_tokens": 117391, "n_query_terms": 12, "nnz_texts": 76576, "index_bytes": 923525, "secs_text": 0.1179, "secs_encode": 17.1744, "secs_score": 0.0087, "secs_total": 17.3031, "load1_start": 12.49}
{"qid": "6ade9755", "type": "single-session-user", "abstention": false, "gold": ["s02f7560506.md"], "ranked": ["s02f7560506.md", "sb9bb9e2c2b.md", "s22e62c6df7.md", "se6d4c9e692.md", "s3180983e56.md", "s379f57f20d.md", "s8a9c29e260.md", "sdc083c7080.md", "sdfb757ef6d.md", "se47aad07aa.md", "se23fef2887.md", "s631a03688b.md", "s4715f8d3a3.md", "sf858eef08a.md", "s0c35d444bc.md", "s9f24738bf0.md", "s4b0638c52b.md", "sf684410d02.md", "s1f75e66004.md", "s0ba0471f1e.md", "s929327ff65.md", "s421d544285.md", "s86992e5ee3.md", "s18210ecbcf.md", "sc3af17577e.md", "sce3b8a6402.md", "s066ddbab3b.md", "sef3a871577.md", "s5eef6ddf18.md", "s6df405d330.md", "s89115c83ae.md", "sbc442e09f8.md", "sa4185ca69d.md", "s875745d3ac.md", "s0786837f88.md", "s03da8fcf7b.md", "s4711b84ea9.md", "sf3b45630b7.md", "seb4159fc5c.md", "sf3a1295e4b.md", "s199694047d.md", "s4d9a28301b.md", "s37371d45d0.md", "s2f16632a1f.md", "sac78fcd28c.md", "sb0db3f285a.md", "sba3441d824.md", "s1414f5c09e.md", "s2f5852cb26.md", "s6e17b832b4.md"], "s1": [9.498849, 5.057228, 4.30927, 4.138155, 3.100908, 2.981579, 2.978516, 2.52095, 2.322176, 2.288277, 2.230585, 2.0608, 1.986149, 1.879982, 1.775041, 1.601419, 1.594713, 1.529118, 1.513266, 1.484318, 1.355473, 1.241872, 1.114799, 1.097064, 1.067106, 1.023633, 1.010753, 0.945198, 0.907036, 0.875071, 0.820139, 0.795028, 0.766018, 0.708159, 0.603841, 0.585435, 0.582517, 0.575061, 0.564085, 0.563154, 0.536971, 0.480176, 0.477935, 0.467915, 0.416352, 0.380296, 0.176569, 0.162745, 0.149019, 0.116643], "search": ["s02f7560506.md", "sb9bb9e2c2b.md", "s22e62c6df7.md", "se6d4c9e692.md", "s3180983e56.md", "s379f57f20d.md", "s8a9c29e260.md", "sdc083c7080.md", "sdfb757ef6d.md", "se47aad07aa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 50, "n_texts": 251, "n_windows": 365, "n_texts_windowed": 113, "n_tokens": 118584, "n_query_terms": 9, "nnz_texts": 77611, "index_bytes": 935941, "secs_text": 0.1202, "secs_encode": 17.103, "secs_score": 0.009, "secs_total": 17.2341, "load1_start": 13.43}
{"qid": "6f9b354f", "type": "single-session-user", "abstention": false, "gold": ["sb7ba22096b.md"], "ranked": ["sb7ba22096b.md", "sae1d4f396b.md", "s0ac2c1da71.md", "s7fcfb71bfb.md", "s2912050fd0.md", "sdeab2744bd.md", "sec98b52bd3.md", "sc8a922900e.md", "s429504756d.md", "sfaeac6cbb9.md", "s257a78d845.md", "s775c181898.md", "s75be17ebee.md", "s893e863488.md", "s667d7aaedb.md", "s3b32944633.md", "sd04a6d3699.md", "s16cc8ed341.md", "sc44f6706cb.md", "se34b66f595.md", "sda63c29b55.md", "s19952efc3f.md", "scef3ba16fd.md", "s7a522c5155.md", "s37c16e8964.md", "s47c3224549.md", "s48a93d50bd.md", "sbe1811b05b.md", "s4a3b9f2669.md", "s22f34189b1.md", "sa9a1027e2a.md", "secf4bbe544.md", "s6a66b60cc9.md", "s543b08ad3c.md", "s650391647c.md", "s06bcb4d259.md", "s82fafbb1b0.md", "sddebf0dfae.md", "s216c484a11.md", "sdd5ac74e4f.md", "sdad266fd8f.md", "sfc07cff874.md", "s0f40c020eb.md", "s2ab963dfd6.md", "s699c83e8fa.md", "s6310fef43c.md", "sd32d17e95c.md", "s898a0a135b.md"], "s1": [13.262196, 4.079988, 3.944465, 3.89451, 3.335682, 3.26046, 2.711823, 2.579827, 2.567187, 2.435523, 2.347192, 2.185552, 1.96729, 1.954427, 1.847328, 1.817381, 1.670742, 1.538043, 1.499735, 1.370748, 1.329825, 1.281565, 1.273639, 1.185714, 1.181073, 1.166798, 1.13485, 1.071184, 0.998865, 0.9947, 0.890324, 0.802762, 0.716087, 0.662909, 0.60169, 0.583497, 0.474494, 0.346881, 0.28904, 0.268206, 0.250738, 0.217388, 0.160027, 0.152384, 0.11601, 0.096887, 0.071248, 0.000696], "search": ["sb7ba22096b.md", "sae1d4f396b.md", "s0ac2c1da71.md", "s7fcfb71bfb.md", "s2912050fd0.md", "sdeab2744bd.md", "sec98b52bd3.md", "sc8a922900e.md", "s429504756d.md", "sfaeac6cbb9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 265, "n_windows": 366, "n_texts_windowed": 101, "n_tokens": 120047, "n_query_terms": 12, "nnz_texts": 79148, "index_bytes": 954437, "secs_text": 0.1223, "secs_encode": 17.2574, "secs_score": 0.0091, "secs_total": 17.3907, "load1_start": 14.42}
{"qid": "58ef2f1c", "type": "single-session-user", "abstention": false, "gold": ["s038639cc08.md"], "ranked": ["s038639cc08.md", "s7bd958795b.md", "s9a45b025e5.md", "s205e4e6a68.md", "scac54bbb5f.md", "s1abab1f3e2.md", "s0dd123947f.md", "s1c6c8aca99.md", "s8566b711bb.md", "s0e05e3df22.md", "se66811d1b5.md", "scba05877d4.md", "s3a4522ce71.md", "s05d7350aa1.md", "s6fe13eef53.md", "s4ffb042847.md", "sb8df4f622d.md", "s29c39cb19d.md", "s2114b3436d.md", "s5ef3c720f0.md", "s8360b5c50e.md", "sd097946ddd.md", "sc5862e93be.md", "sce9c2597df.md", "s8f238e7548.md", "sd2b2d6919e.md", "s78fa8c0766.md", "s5e06940ee1.md", "s1fd847d2d2.md", "s1c083dfc52.md", "s9a15928f5a.md", "s895321b005.md", "se72aebd792.md", "s3a92d4635c.md", "s2a919b83cb.md", "s3dd13f3978.md", "sd30c2c6841.md", "s5c1ba456d3.md", "s463b72111e.md", "sacca6cf486.md", "s64c4924705.md", "s7b101722ef.md", "s489e280449.md", "s018e00ea07.md", "s9b168382f8.md", "sf896837fdd.md", "s5a1e2b30fa.md"], "s1": [13.91923, 10.822195, 10.349836, 7.183842, 6.722794, 5.217562, 5.032537, 3.903981, 3.776995, 3.240963, 3.09132, 2.979701, 2.597741, 2.593146, 2.554796, 2.23462, 2.113093, 2.034693, 2.027189, 1.951956, 1.911783, 1.857578, 1.73568, 1.728917, 1.673177, 1.654652, 1.543654, 1.520653, 1.499488, 1.490347, 1.353734, 1.341082, 1.240957, 1.21546, 1.02036, 0.988291, 0.920833, 0.890026, 0.833272, 0.596125, 0.586715, 0.581936, 0.567656, 0.564017, 0.518268, 0.170946, 0.072012], "search": ["s038639cc08.md", "s7bd958795b.md", "s9a45b025e5.md", "s205e4e6a68.md", "scac54bbb5f.md", "s1abab1f3e2.md", "s0dd123947f.md", "s1c6c8aca99.md", "s8566b711bb.md", "s0e05e3df22.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 47, "n_texts": 255, "n_windows": 353, "n_texts_windowed": 98, "n_tokens": 116212, "n_query_terms": 16, "nnz_texts": 76789, "index_bytes": 926149, "secs_text": 0.116, "secs_encode": 16.6646, "secs_score": 0.0093, "secs_total": 16.7917, "load1_start": 14.13}
{"qid": "f8c5f88b", "type": "single-session-user", "abstention": false, "gold": ["sf2e9facc28.md"], "ranked": ["sf2e9facc28.md", "scac0bf681b.md", "sefb54405e0.md", "sf4bf877a31.md", "sf7581a446e.md", "s9cc97c79cb.md", "s64a0a35b28.md", "s04d79b4fe5.md", "s6c5b92a222.md", "s0ed0803459.md", "s17606b90e0.md", "se62719c02e.md", "s58ddd4a342.md", "sf39bcba341.md", "s5448663b15.md", "sf7f5b9fdc9.md", "s4a22b0d93e.md", "sdc3aa8cb19.md", "sd2d3a9af12.md", "s1edd9cafbf.md", "s0db11c09b9.md", "s3f39c5c039.md", "s51111c0768.md", "s2d31fd7e98.md", "s6adc894703.md", "s42b8455630.md", "sb3152b7f93.md", "sdda7335828.md", "sfcaaffcf60.md", "s547d4a328d.md", "sa41bec9626.md", "s68ad9ce498.md", "sa793fecbe3.md", "s7f3fa3324a.md", "s843195a0da.md", "sbcf311c44d.md", "s46d3a62053.md", "s480e8524cf.md", "s0c68c9ebdd.md", "sb767f377ed.md", "s4ea3199b82.md", "sfa0866b683.md", "s4de45fb865.md", "s3885903955.md"], "s1": [11.563931, 6.053269, 5.400115, 4.88133, 4.599654, 4.49177, 4.210055, 3.99508, 3.810158, 3.558626, 2.996997, 2.793812, 2.787647, 2.777056, 2.365802, 2.100183, 2.097369, 2.092051, 2.043633, 2.037189, 2.03121, 1.98214, 1.918732, 1.748073, 1.695099, 1.692105, 1.665159, 1.562632, 1.4913, 1.347125, 1.260316, 1.130751, 1.112121, 0.726154, 0.689707, 0.667234, 0.642883, 0.477318, 0.472114, 0.460356, 0.273903, 0.197029, 0.144326, 0.099896], "search": ["sf2e9facc28.md", "scac0bf681b.md", "sefb54405e0.md", "sf4bf877a31.md", "sf7581a446e.md", "s9cc97c79cb.md", "s64a0a35b28.md", "s04d79b4fe5.md", "s6c5b92a222.md", "s0ed0803459.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 250, "n_windows": 372, "n_texts_windowed": 122, "n_tokens": 118717, "n_query_terms": 13, "nnz_texts": 79750, "index_bytes": 961541, "secs_text": 0.1179, "secs_encode": 17.038, "secs_score": 0.0085, "secs_total": 17.1663, "load1_start": 14.66}
{"qid": "5d3d2817", "type": "single-session-user", "abstention": false, "gold": ["scaedf0ae34.md"], "ranked": ["sb89ec5b1ce.md", "s5c7c79324a.md", "s462e12a752.md", "sd3b833436c.md", "s7fe83ad123.md", "se07e063069.md", "s847aa070ab.md", "s2b63817a27.md", "s868407f2c6.md", "s415f264de2.md", "s76b6e4fe53.md", "sdeec50e53d.md", "s8634f3b561.md", "s23890004c4.md", "s3f45e92951.md", "sa4b7ca8319.md", "sc490cd49d6.md", "sa7a895528c.md", "s4747d983e9.md", "scaedf0ae34.md", "s9bdeda94c1.md", "s1a99ecee8a.md", "sfe15335ebc.md", "s5ccbf80923.md", "sd81c211f8b.md", "s64db76becd.md", "sd08eac2d40.md", "s034f242bf0.md", "s28e64d894c.md", "s9b0f099de3.md", "s1fbd5aaa05.md", "s06a4a53d18.md", "sd7de4fca4a.md", "sa92facacd5.md", "s03b72737f9.md", "s6883d1abfd.md", "s0aaa504402.md", "s6eef1c87e3.md", "sa5f7f93842.md", "see5045e941.md", "s3a5d8a49aa.md", "sd05af99d0a.md", "s6468f73d85.md", "s1285cf96e2.md", "s237607d7ae.md", "s02d34d01ab.md", "sbafa8f3dfc.md", "sed2da3682b.md", "sd89f0ab73a.md", "sdd6aac1f7b.md"], "s1": [3.115491, 2.290795, 2.257797, 1.864559, 1.479541, 1.435626, 1.178201, 1.066294, 0.943478, 0.921029, 0.870913, 0.860718, 0.853391, 0.852137, 0.777267, 0.703687, 0.692444, 0.66749, 0.643373, 0.616542, 0.600355, 0.581971, 0.565467, 0.545677, 0.534056, 0.521984, 0.509527, 0.509276, 0.509019, 0.489792, 0.457499, 0.366232, 0.345023, 0.334542, 0.294427, 0.287951, 0.250048, 0.2283, 0.221957, 0.209656, 0.18106, 0.177286, 0.162601, 0.149834, 0.146774, 0.117991, 0.113534, 0.109833, 0.109085, 0.005052], "search": ["sb89ec5b1ce.md", "s5c7c79324a.md", "s462e12a752.md", "sd3b833436c.md", "s7fe83ad123.md", "se07e063069.md", "s847aa070ab.md", "s2b63817a27.md", "s868407f2c6.md", "s415f264de2.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 53, "n_scored_files": 50, "n_texts": 260, "n_windows": 355, "n_texts_windowed": 95, "n_tokens": 118204, "n_query_terms": 8, "nnz_texts": 77966, "index_bytes": 940229, "secs_text": 0.1268, "secs_encode": 17.0821, "secs_score": 0.0093, "secs_total": 17.22, "load1_start": 15.03}
{"qid": "7527f7e2", "type": "single-session-user", "abstention": false, "gold": ["s42536cb080.md"], "ranked": ["s42536cb080.md", "s7ca70d120c.md", "sadf4168fe7.md", "s39d685badf.md", "s69536980fc.md", "s9942f9ce0f.md", "s240459e570.md", "se65dd638b4.md", "s1c29fd9804.md", "s6fe47062fb.md", "s9a95a70547.md", "s4bfb24cbf9.md", "s8d662eecc4.md", "s6190c6d583.md", "se8c42fc5b7.md", "s08307514b5.md", "sb117e13ae0.md", "sa221a69071.md", "secd56c7c2f.md", "s79d6397006.md", "s1092143144.md", "sfae446ff39.md", "scc891ab1b8.md", "sd232563d3b.md", "s01eb9aceec.md", "s5f3874a015.md", "sdcf849cf1e.md", "s215b4a546e.md", "sba467dda29.md", "s00188afb99.md", "sb3319a33ba.md", "sbd4fdeef8a.md", "s294b160984.md", "sfe32efb8ae.md", "s73c4b10bc8.md", "s87325ce874.md", "s6286f2a01c.md", "sdaf44ec1ee.md", "s8e87e8f5b3.md", "s9abc3985c5.md", "s1fcb9be77f.md", "s2af406cff6.md", "s468dbae829.md"], "s1": [10.951743, 4.591534, 3.647915, 3.643737, 3.572267, 3.197634, 3.026021, 2.940209, 2.836241, 2.790756, 2.562771, 2.493782, 2.424832, 2.355542, 2.335361, 2.284657, 2.158367, 2.081935, 1.865574, 1.817458, 1.816642, 1.73807, 1.735092, 1.710931, 1.625989, 1.559113, 1.47035, 1.278702, 1.215279, 1.173645, 0.957411, 0.896031, 0.812825, 0.778245, 0.773444, 0.760366, 0.490865, 0.470258, 0.445956, 0.443975, 0.410068, 0.082598, 0.050107], "search": ["s42536cb080.md", "s7ca70d120c.md", "sadf4168fe7.md", "s39d685badf.md", "s69536980fc.md", "s9942f9ce0f.md", "s240459e570.md", "se65dd638b4.md", "s1c29fd9804.md", "s6fe47062fb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 252, "n_windows": 355, "n_texts_windowed": 103, "n_tokens": 118233, "n_query_terms": 13, "nnz_texts": 77725, "index_bytes": 937157, "secs_text": 0.1183, "secs_encode": 17.1039, "secs_score": 0.0087, "secs_total": 17.2327, "load1_start": 14.1}
{"qid": "c960da58", "type": "single-session-user", "abstention": false, "gold": ["saaca2ed80c.md"], "ranked": ["saaca2ed80c.md", "se36fe90330.md", "sa3c43fba9b.md", "s4efccb5ba1.md", "s03873ad5f0.md", "s31409ad4bc.md", "s6068cccd76.md", "sad118f760a.md", "s6a050d3412.md", "s59a7767b4c.md", "s822474ab7c.md", "sb9c155b70a.md", "sb709d075b9.md", "see1b389d57.md", "s97f1068d72.md", "s17f6f0094e.md", "sc1f38d2de0.md", "sd565304bde.md", "s30b105fe09.md", "s65d5a42f39.md", "s07bf9b872c.md", "s28591bfab2.md", "sec7632c5d0.md", "s48e90a4f72.md", "sbefd41c50b.md", "s7d8c2a4a7a.md", "sb54ffbfca9.md", "s094a91e751.md", "s8f747fa801.md", "s6e737f86c9.md", "s1bc9797f0d.md", "s4caf948850.md", "sf59a7599e7.md", "sb95edadee1.md", "s0f1a965491.md", "sd7c8b5f4d3.md", "sc518c0a7b5.md", "s44b0faa516.md", "s806e1b5ec0.md", "s35f036844d.md", "s570a7e7295.md", "s48aab5a730.md", "sa141954072.md", "sc0ee9f5dc6.md", "s206eefe63f.md"], "s1": [11.404588, 6.055601, 5.481512, 3.759659, 3.162073, 3.045906, 2.944656, 2.859967, 2.835709, 2.81561, 2.647742, 2.593512, 2.547415, 2.500281, 2.442523, 2.435148, 2.398175, 2.338992, 2.221334, 2.029967, 1.766811, 1.765206, 1.760393, 1.738868, 1.71163, 1.591457, 1.4294, 1.383332, 1.324182, 1.284063, 1.194836, 1.190196, 1.171719, 1.069041, 0.975643, 0.897444, 0.798594, 0.717385, 0.695714, 0.647949, 0.500586, 0.41919, 0.386532, 0.288617, 0.035943], "search": ["saaca2ed80c.md", "se36fe90330.md", "sa3c43fba9b.md", "s4efccb5ba1.md", "s03873ad5f0.md", "s31409ad4bc.md", "s6068cccd76.md", "sad118f760a.md", "s6a050d3412.md", "s59a7767b4c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 246, "n_windows": 367, "n_texts_windowed": 121, "n_tokens": 119909, "n_query_terms": 13, "nnz_texts": 78327, "index_bytes": 944453, "secs_text": 0.1173, "secs_encode": 17.3872, "secs_score": 0.0083, "secs_total": 17.5146, "load1_start": 14.6}
{"qid": "3b6f954b", "type": "single-session-user", "abstention": false, "gold": ["sf9874a5124.md"], "ranked": ["sb47c22cb1c.md", "sf9874a5124.md", "sa6b0439edc.md", "s01b15913d7.md", "sb3d3c6765f.md", "s8ff87bc633.md", "s4470273d3d.md", "sc3c8a6b95f.md", "sa4e15a64e2.md", "sdf7a16b6cb.md", "saa398c9746.md", "s5a0f87506b.md", "s3010d3dc86.md", "s4d7e0fabcc.md", "sdf45c62d9b.md", "s84dd1ed095.md", "s04bf68c0f5.md", "s9c463fe176.md", "sb2d4256aa6.md", "s3032101dff.md", "sff3879ca5e.md", "s412c50c7cd.md", "s874be39723.md", "s4b8f1b2701.md", "s3e83c24ccc.md", "s6f4b4e482d.md", "sa02b5bf14c.md", "s02d13cd285.md", "s5780889c9b.md", "s30beee2a0c.md", "s26c473a460.md", "sc0d7d3717e.md", "s54b926d7ae.md", "sf41a146f37.md", "scf1ca237f1.md", "s065b3d1f22.md", "s0ee3b9fb83.md", "s1264b7119f.md", "s7406efe602.md", "s2f14f03fef.md", "s35b510d2c4.md", "seb8e4190dc.md", "s3d037a4ec8.md", "sa03a94738a.md", "sf9f73c4a4f.md", "s113bd2299e.md", "s0267af7469.md", "s5566c700b6.md", "s355efd62b9.md"], "s1": [7.894218, 6.093832, 3.616587, 3.16418, 2.557282, 2.266687, 2.248214, 2.162551, 2.077841, 1.961033, 1.939831, 1.936185, 1.837146, 1.826901, 1.68264, 1.633964, 1.591381, 1.415574, 1.412167, 1.41007, 1.397631, 1.313019, 1.253119, 1.250814, 1.238199, 1.195541, 1.17065, 1.102293, 1.086448, 1.033091, 0.890748, 0.890255, 0.881747, 0.855832, 0.834335, 0.781283, 0.77555, 0.742517, 0.724077, 0.697506, 0.675134, 0.673783, 0.654242, 0.487702, 0.457594, 0.405494, 0.366768, 0.358786, 0.280879], "search": ["sb47c22cb1c.md", "sf9874a5124.md", "sa6b0439edc.md", "s01b15913d7.md", "sb3d3c6765f.md", "s8ff87bc633.md", "s4470273d3d.md", "sc3c8a6b95f.md", "sa4e15a64e2.md", "sdf7a16b6cb.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 246, "n_windows": 362, "n_texts_windowed": 116, "n_tokens": 116077, "n_query_terms": 12, "nnz_texts": 76662, "index_bytes": 924549, "secs_text": 0.1159, "secs_encode": 16.8727, "secs_score": 0.0079, "secs_total": 16.9982, "load1_start": 15.14}
{"qid": "726462e0", "type": "single-session-user", "abstention": false, "gold": ["s8fa826fd47.md"], "ranked": ["s160ca6f5b7.md", "sa29fce60ae.md", "s8fa826fd47.md", "s0bb7b1fe2c.md", "sdeb312845e.md", "s0ccf8c6857.md", "s9d77c9ee96.md", "s05a7240215.md", "s20f40746dc.md", "s0c5ad08b81.md", "s23a3eff1ce.md", "sc13970b64f.md", "s02b8702d84.md", "se0a6f3acca.md", "s1ba8380cf4.md", "sa7df152896.md", "s449f6316cd.md", "sec6dafa2d7.md", "s23f1fb034c.md", "sc70c846ca4.md", "sd98ca7a561.md", "se6fe62b7f9.md", "s67e3c73c6e.md", "s60eccf4fcd.md", "s2a57afad88.md", "sb6e03a6276.md", "sb0dafefd6a.md", "s8148978a21.md", "scb29bae05b.md", "sf10a575081.md", "sfa9c23c546.md", "s274b111b7d.md", "s6108d6c962.md", "se48bdeb322.md", "s27d7589227.md", "sb434324ea0.md", "s2c8507a7b7.md", "s8a5d98f52a.md", "sda5a237185.md", "s8f2bbfb238.md", "sa94e3aaf24.md", "s7837636c7b.md", "sd0a177e54b.md", "sd14de4ee30.md", "sd03b6dc5f8.md", "s6745e2ae64.md", "sbf43d475d1.md", "s78434fd8fe.md"], "s1": [6.858129, 6.849217, 6.683173, 6.26285, 5.239189, 5.195781, 4.908042, 4.895957, 4.845676, 4.112842, 3.926239, 3.677926, 3.575589, 3.531619, 3.509315, 3.23218, 3.212068, 3.136975, 2.92528, 2.789069, 2.669658, 2.588131, 2.369629, 2.11421, 1.818098, 1.716908, 1.574125, 1.567962, 1.507578, 1.47571, 1.434341, 1.408956, 1.370461, 1.353373, 1.133257, 0.948346, 0.832373, 0.563761, 0.530222, 0.511465, 0.447703, 0.425997, 0.302955, 0.28214, 0.26854, 0.239834, 0.20495, 0.162911], "search": ["s160ca6f5b7.md", "sa29fce60ae.md", "s8fa826fd47.md", "s0bb7b1fe2c.md", "sdeb312845e.md", "s0ccf8c6857.md", "s9d77c9ee96.md", "s05a7240215.md", "s20f40746dc.md", "s0c5ad08b81.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 269, "n_windows": 374, "n_texts_windowed": 105, "n_tokens": 118480, "n_query_terms": 17, "nnz_texts": 82279, "index_bytes": 992069, "secs_text": 0.1159, "secs_encode": 17.3883, "secs_score": 0.0102, "secs_total": 17.5164, "load1_start": 14.45}
{"qid": "94f70d80", "type": "single-session-user", "abstention": false, "gold": ["sc8fc1f7352.md"], "ranked": ["sc8fc1f7352.md", "s990b8912a0.md", "s40c59b9893.md", "sd287f11175.md", "s65433f115c.md", "s11a0d20d04.md", "sb3023195f1.md", "s642c41fb27.md", "see06e07f95.md", "s98c540ae26.md", "s2b1bade12e.md", "s7171f05ff2.md", "scad98da0e1.md", "sebb88a7383.md", "s11146b3f67.md", "s50c3dc3b4a.md", "s17980aad10.md", "s639312ea49.md", "s72fa293692.md", "s9e5fecf6d7.md", "s0b3d698611.md", "s8b08802b9d.md", "sd83903eea3.md", "sa7154470cc.md", "s4df39a99a5.md", "s41f3adf890.md", "sae48ef6e52.md", "saeaee23a7c.md", "sd40cd4ab19.md", "s35cce69fff.md", "s91dd981362.md", "s13e33ad04e.md", "sb759df4698.md", "s75b48e83a3.md", "s1dfba518d6.md", "s21637ee217.md", "sd7a0be0bc1.md", "s00d1cc271c.md", "sb74e33e197.md", "s836eca4687.md", "s5752f4143f.md", "s0563ed7bc8.md", "s0491f1c7bd.md", "s383b504984.md", "sb22c677885.md"], "s1": [19.045996, 6.211816, 5.253314, 4.864555, 4.645657, 4.389802, 4.204584, 3.616207, 3.38444, 3.154117, 3.148847, 2.831857, 2.628428, 2.609978, 2.265429, 2.174632, 2.161602, 2.107927, 2.093477, 2.050692, 1.882122, 1.876814, 1.845465, 1.608367, 1.578392, 1.552597, 1.54525, 1.50336, 1.454202, 1.355861, 1.3239, 1.249041, 1.186631, 1.122697, 0.782769, 0.7767, 0.720548, 0.566335, 0.480691, 0.47652, 0.469191, 0.258719, 0.258369, 0.204404, 0.130783], "search": ["sc8fc1f7352.md", "s990b8912a0.md", "s40c59b9893.md", "sd287f11175.md", "s65433f115c.md", "s11a0d20d04.md", "sb3023195f1.md", "s642c41fb27.md", "see06e07f95.md", "s98c540ae26.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 45, "n_texts": 249, "n_windows": 357, "n_texts_windowed": 106, "n_tokens": 117385, "n_query_terms": 17, "nnz_texts": 76050, "index_bytes": 917253, "secs_text": 0.127, "secs_encode": 17.3733, "secs_score": 0.0086, "secs_total": 17.5106, "load1_start": 15.01}
{"qid": "66f24dbb", "type": "single-session-user", "abstention": false, "gold": ["sb831e4dbdc.md"], "ranked": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s59c445a3b5.md", "s654063ee02.md", "s5322140fc1.md", "sf1cda72706.md", "s05448da2b1.md", "s7356079ffb.md", "s4924eff8bc.md", "s64981233ec.md", "sc95c684301.md", "s71315ae3a7.md", "sa3512f9336.md", "s69cddbcacc.md", "s8c576c2c28.md", "s09f25d9ef5.md", "sade05dea4d.md", "sbcebd51572.md", "sa0c83f5e5e.md", "s88b7d882f0.md", "se74a6cfa6e.md", "s5701af283a.md", "s86655ad02c.md", "s341add30a7.md", "s704782a77a.md", "s4957cc0408.md", "s29047a34f9.md", "s79596ae43b.md", "s08bd9145b8.md", "s3026bc9b07.md", "s9e6c188ac5.md", "s4b5affadb3.md", "s93559d384b.md", "s0d4db66400.md", "sa6653f4d44.md", "s4801f9f290.md", "se1e15a3835.md", "sb15da32736.md", "sd24790aed4.md", "s9735bc880a.md", "sdd423c8087.md", "sfd94a6651b.md", "sbd7bf20c7a.md", "sb63fa109a6.md", "sfe4b7ba5b7.md", "sc1532149bb.md", "sa0ee0b8433.md", "sef901aadf4.md"], "s1": [14.747481, 9.011496, 3.564654, 3.508785, 3.299814, 2.886243, 2.380748, 2.233292, 2.060422, 1.914489, 1.812791, 1.736974, 1.635874, 1.558418, 1.551394, 1.5471, 1.378584, 1.353472, 1.317061, 1.29043, 1.257246, 1.21013, 1.182079, 1.181706, 1.177737, 1.159145, 1.123575, 1.097116, 0.984458, 0.960257, 0.928445, 0.821368, 0.730022, 0.6984, 0.589467, 0.536443, 0.526862, 0.526221, 0.511053, 0.458435, 0.40723, 0.369703, 0.368983, 0.30232, 0.223054, 0.194589, 0.186007, 0.012457], "search": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s59c445a3b5.md", "s654063ee02.md", "s5322140fc1.md", "sf1cda72706.md", "s05448da2b1.md", "s7356079ffb.md", "s4924eff8bc.md", "s64981233ec.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 243, "n_windows": 345, "n_texts_windowed": 102, "n_tokens": 116837, "n_query_terms": 14, "nnz_texts": 74831, "index_bytes": 902533, "secs_text": 0.1152, "secs_encode": 17.1967, "secs_score": 0.0083, "secs_total": 17.3219, "load1_start": 14.36}
{"qid": "ad7109d1", "type": "single-session-user", "abstention": false, "gold": ["sf725ba758b.md"], "ranked": ["sf725ba758b.md", "s3cc500bc70.md", "s401bd64630.md", "s2b5b0aa860.md", "sd751493123.md", "s6265387054.md", "s6c42a9dd33.md", "s6f937d8465.md", "s9472204e92.md", "s189d061221.md", "s48d780670b.md", "sce74707dca.md", "s1ef9413d51.md", "sff7156b321.md", "s5868ab6ee9.md", "s77f48f14df.md", "s42e115242c.md", "sc1b30dbb0a.md", "s9e13364cd6.md", "sd948aa8fe7.md", "s1e4c1b5973.md", "s7d4d26f8c1.md", "sb96ce5f97a.md", "s9453aaaaa8.md", "s6da155c515.md", "s23122c4d3c.md", "sbbfb28c188.md", "saa0cf6319b.md", "s17d6b252fd.md", "s3fcbc9cbd1.md", "s1a628c8802.md", "sb3eaf043f1.md", "s69c5466b54.md", "sd8f3b2f41b.md", "s990b77c459.md", "sea934e6586.md", "sbbd8f8dd58.md", "sf41bceadbc.md", "sdbf55f001c.md", "s4b05b66047.md", "s150caf92ff.md"], "s1": [4.823333, 3.671628, 3.106732, 3.080246, 2.851415, 2.741435, 2.714665, 2.573055, 2.383425, 2.204901, 2.185954, 2.124695, 2.095098, 2.068605, 2.031344, 1.951735, 1.644127, 1.558743, 1.546729, 1.52095, 1.415611, 1.27621, 1.235314, 1.227814, 1.189053, 1.080647, 0.950711, 0.856073, 0.642965, 0.484045, 0.444386, 0.381019, 0.31701, 0.29085, 0.239257, 0.206559, 0.167728, 0.149475, 0.111527, 0.058676, 0.027552], "search": ["sf725ba758b.md", "s3cc500bc70.md", "s401bd64630.md", "s2b5b0aa860.md", "sd751493123.md", "s6265387054.md", "s6c42a9dd33.md", "s6f937d8465.md", "s9472204e92.md", "s189d061221.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 41, "n_texts": 242, "n_windows": 353, "n_texts_windowed": 110, "n_tokens": 115525, "n_query_terms": 10, "nnz_texts": 75614, "index_bytes": 911749, "secs_text": 0.1162, "secs_encode": 17.1043, "secs_score": 0.0087, "secs_total": 17.2311, "load1_start": 13.77}
{"qid": "af8d2e46", "type": "single-session-user", "abstention": false, "gold": ["s044eb27108.md"], "ranked": ["s044eb27108.md", "s64e2b0b819.md", "s8dc06848fd.md", "sb1f7b4b0e8.md", "se647d48e56.md", "s9bb041fdb2.md", "s147a3a8b0a.md", "s5550eb64a4.md", "s38ff234400.md", "s678bc8b527.md", "sb80bbb14b0.md", "s395fa9e008.md", "s412ac53746.md", "s6ae4d30df4.md", "sf5a6fb3ad4.md", "sb0cead597c.md", "s992e02ab28.md", "s4a820a8aff.md", "sbdb1a9eaf2.md", "sfd980bfeb6.md", "s01cb89ce49.md", "sdc61c2ae68.md", "s178b0a03ce.md", "s3f0fffc507.md", "s454dad1f0e.md", "s2a25bf973c.md", "s9a74ef6f46.md", "sdffe9b1d92.md", "sb88d0d6e7e.md", "s02453dff69.md", "s0a517f53f8.md", "s8c1208967a.md", "s1076f5b933.md", "s7c1524b0f6.md", "sde00243a4a.md", "s60035d6fc6.md", "sb420645c6d.md", "sbd74af50e1.md", "s73020fbdd3.md", "s5f43e420a6.md", "s7e59f2b39e.md", "s24c1046b01.md", "sc6af62107b.md", "s4f5eddc5b1.md", "s4f06aa4a41.md", "s9482004e3d.md", "sd9cc149df7.md"], "s1": [16.904493, 6.846079, 6.822983, 5.815443, 5.577998, 5.550467, 5.151047, 5.113992, 4.581053, 4.358403, 4.25947, 4.084908, 3.948605, 3.493746, 3.194409, 3.177949, 3.057635, 3.013643, 2.970014, 2.888709, 2.869331, 2.772011, 2.574367, 2.554894, 2.192692, 1.98887, 1.972513, 1.929161, 1.681981, 1.626482, 1.542196, 1.513227, 1.465314, 1.45893, 1.279869, 1.279156, 0.848042, 0.716652, 0.701776, 0.663704, 0.49213, 0.397273, 0.391634, 0.354061, 0.224183, 0.121463, 0.054028], "search": ["s044eb27108.md", "s64e2b0b819.md", "s8dc06848fd.md", "sb1f7b4b0e8.md", "se647d48e56.md", "s9bb041fdb2.md", "s147a3a8b0a.md", "s5550eb64a4.md", "s38ff234400.md", "s678bc8b527.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 47, "n_texts": 245, "n_windows": 346, "n_texts_windowed": 99, "n_tokens": 116034, "n_query_terms": 18, "nnz_texts": 74974, "index_bytes": 904197, "secs_text": 0.1215, "secs_encode": 17.1284, "secs_score": 0.0083, "secs_total": 17.26, "load1_start": 14.41}
{"qid": "dccbc061", "type": "single-session-user", "abstention": false, "gold": ["s83822b19ee.md"], "ranked": ["s83822b19ee.md", "s014112609c.md", "se5f38a72ea.md", "sebd08fa796.md", "s6be05adefa.md", "s48abfd5ca1.md", "sb1968414fc.md", "sa709a586c8.md", "s6b403c25b0.md", "sa931cb22ce.md", "sfbd6db05e1.md", "scb11582d4b.md", "s47e453b368.md", "s0756c03ca9.md", "s42231688d5.md", "sb5f763252c.md", "s0c314c82da.md", "sd0c1395c53.md", "s801fef140e.md", "s4dcfecfebb.md", "sfed4754ee2.md", "saf2e85c002.md", "sd1a1b90e1d.md", "s3b7c4dc150.md", "s2531c95207.md", "sdecbf68302.md", "sc0507a685c.md", "s54a0a11963.md", "s39e1ba5be4.md", "s4a9cf48355.md", "sf02e1acd48.md", "sadc42000c2.md", "s36ffa68e09.md", "s82ed453e89.md", "sc4d0d20e60.md", "sc7be4f6163.md", "s87e92dc484.md", "s6baab16fd8.md", "s1b7524286e.md", "s2381075c72.md", "s995093a93a.md", "se02b683ddd.md", "s9181724378.md", "s4f102410e6.md", "s7f5bf04977.md", "sde195c06ba.md"], "s1": [5.335442, 2.803244, 2.702228, 2.685907, 1.744008, 1.728166, 1.723418, 1.694167, 1.661558, 1.420191, 1.350958, 1.291863, 1.113746, 1.006361, 0.942728, 0.910699, 0.883603, 0.863744, 0.835195, 0.828088, 0.721092, 0.714381, 0.68837, 0.644463, 0.620511, 0.593004, 0.589441, 0.54316, 0.48607, 0.478181, 0.448446, 0.409296, 0.34526, 0.31291, 0.294251, 0.257625, 0.224554, 0.217294, 0.211758, 0.195521, 0.14803, 0.124518, 0.122019, 0.013426, 0.01325, 0.004762], "search": ["s83822b19ee.md", "s014112609c.md", "se5f38a72ea.md", "sebd08fa796.md", "s6be05adefa.md", "s48abfd5ca1.md", "sb1968414fc.md", "sa709a586c8.md", "s6b403c25b0.md", "sa931cb22ce.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 246, "n_windows": 352, "n_texts_windowed": 106, "n_tokens": 115912, "n_query_terms": 10, "nnz_texts": 75182, "index_bytes": 906693, "secs_text": 0.1154, "secs_encode": 17.114, "secs_score": 0.008, "secs_total": 17.2392, "load1_start": 14.76}
{"qid": "c8c3f81d", "type": "single-session-user", "abstention": false, "gold": ["s5e447ba69d.md"], "ranked": ["s5e447ba69d.md", "s7e491757ae.md", "sb9d9817f51.md", "s20ce4ccfa3.md", "sb7e2b3f9cb.md", "s0aeeacaeae.md", "s9e7019eed5.md", "sd4b664d64f.md", "s5396d0640d.md", "scc96f84dae.md", "safccfa9a84.md", "s3aa12be19e.md", "sbd03fb527b.md", "sb1ba8fe58f.md", "s876998e495.md", "s59c4d4a63b.md", "s0a255bb34b.md", "sf5d84a79a2.md", "se655ff45ec.md", "sfacf320ed5.md", "s9dad630b2b.md", "se88e319968.md", "sd418be111e.md", "s70e8dba38f.md", "sb1b9b56159.md", "s3265e68795.md", "s3bceec4b7c.md", "se5d3e4f246.md", "s4cd96fc27f.md", "s3b31d1653d.md", "sa3877ac7ee.md", "s5a01ecfa4d.md", "s8c0e982181.md", "s17024810e5.md", "s10f550da6f.md", "sd08f8b01be.md", "s1a7efc9b6c.md", "sbb9c20345b.md", "se891d6faec.md", "s04d839bab7.md", "s0128f1a7c8.md", "s94f1ce8673.md", "sf25f9c743e.md", "s7a7ea5ba57.md", "s71dc0e585f.md", "sc5e4cc179c.md", "s04aa1b957a.md", "sa9b052293f.md", "sbc6890e627.md"], "s1": [10.793592, 9.744753, 9.729062, 7.651651, 7.61209, 5.943058, 5.072321, 3.176208, 3.085382, 2.732081, 2.715849, 2.61097, 2.607271, 2.569141, 2.14626, 2.094793, 2.091094, 1.984878, 1.947787, 1.915285, 1.653227, 1.529456, 1.512292, 1.492104, 1.440713, 1.434062, 1.149398, 0.943725, 0.923728, 0.852137, 0.85033, 0.709582, 0.695112, 0.646192, 0.54494, 0.506542, 0.495219, 0.485013, 0.459198, 0.447788, 0.438914, 0.389226, 0.22234, 0.214699, 0.140137, 0.123667, 0.119556, 0.018026, 0.009438], "search": ["s5e447ba69d.md", "s7e491757ae.md", "sb9d9817f51.md", "s20ce4ccfa3.md", "sb7e2b3f9cb.md", "s0aeeacaeae.md", "s9e7019eed5.md", "sd4b664d64f.md", "s5396d0640d.md", "scc96f84dae.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 49, "n_texts": 263, "n_windows": 377, "n_texts_windowed": 114, "n_tokens": 120399, "n_query_terms": 10, "nnz_texts": 80356, "index_bytes": 969029, "secs_text": 0.1247, "secs_encode": 17.7331, "secs_score": 0.0086, "secs_total": 17.8688, "load1_start": 14.53}
{"qid": "8ebdbe50", "type": "single-session-user", "abstention": false, "gold": ["s91e13e5185.md"], "ranked": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "s866cfca5b8.md", "s4f75ec274d.md", "se80484a1ba.md", "s0d942ce24f.md", "s5eb407ecb0.md", "sf98e02a14e.md", "s3418054aca.md", "s567d6bafd2.md", "s7430a91643.md", "s504bcbe7eb.md", "s36984755f0.md", "sad84a1276c.md", "sf92d929dee.md", "sb4f0fda344.md", "s2fde5de44b.md", "sa1a52a20cf.md", "s7746285b5a.md", "se23c452f5f.md", "sf1bd267055.md", "sbf09b579d2.md", "s673504fb6f.md", "sa3a131b25d.md", "s6f381be1c8.md", "s4db69932fa.md", "s4bd303c8b8.md", "s926d75d9bc.md", "sa4038a64e8.md", "s61d17a9432.md", "s16a2996985.md", "sa4c6e188fb.md", "s45d7b58453.md", "s7e26f73229.md", "s6771af39b7.md", "s4c4ac4d8d5.md", "s827a2a4fe9.md", "s500ade5ae7.md", "sde448213e9.md", "sd0c9839ab3.md", "s968c235e0f.md", "s0e5a53c63c.md"], "s1": [6.164574, 5.414226, 5.368222, 3.403278, 3.308979, 3.015045, 2.964802, 2.961383, 2.563644, 2.516289, 2.107376, 2.072792, 1.977518, 1.881778, 1.781866, 1.559649, 1.536724, 1.32531, 1.255696, 1.224895, 1.167748, 1.105102, 1.072987, 1.068545, 1.024615, 1.01834, 0.993381, 0.978403, 0.859036, 0.843859, 0.777983, 0.739082, 0.704231, 0.604848, 0.57642, 0.562999, 0.544752, 0.326471, 0.274845, 0.24268, 0.224696, 0.183877, 0.155832], "search": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "s866cfca5b8.md", "s4f75ec274d.md", "se80484a1ba.md", "s0d942ce24f.md", "s5eb407ecb0.md", "sf98e02a14e.md", "s3418054aca.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 43, "n_texts": 254, "n_windows": 373, "n_texts_windowed": 119, "n_tokens": 120372, "n_query_terms": 10, "nnz_texts": 79426, "index_bytes": 957765, "secs_text": 0.1258, "secs_encode": 17.8168, "secs_score": 0.0099, "secs_total": 17.9548, "load1_start": 12.71}
{"qid": "6b168ec8", "type": "single-session-user", "abstention": false, "gold": ["s55e227d395.md"], "ranked": ["s55e227d395.md", "se3d4152994.md", "sede0309875.md", "seac3ebdde6.md", "s2ea67cfed2.md", "s254ea7337a.md", "s61363c36c3.md", "s260d073d4b.md", "sc83069ca96.md", "s289c4a06bd.md", "s630986c50d.md", "s8f120a4a66.md", "sd1308c7a17.md", "s0d0c030598.md", "sb83d8b7041.md", "s4216e7e878.md", "sb0a72ab7b3.md", "s75139e6757.md", "s1cb2661b50.md", "sae63af0995.md", "s3d8a23086a.md", "s2c8e9515de.md", "sa9a4006b15.md", "sbda944848a.md", "s9aa3dd4de6.md", "s4d9f3065e5.md", "s6dcb884cbd.md", "s70464327c5.md", "sff0f60fa5d.md", "s46bc4927b9.md", "sd89451da50.md", "s1b66552a1b.md", "sa58cdb63c4.md", "sef44297b5f.md", "s6e0dfc9035.md", "s2f9a6efcc4.md", "sb7ba3c1097.md", "s45895a563b.md", "sbee566b7fc.md", "s7c1e056e6e.md", "sfe78ae1815.md", "s86e82ffa26.md", "s7314b05f7a.md", "s3968d82f9b.md", "s6f9bb5634e.md", "s72226819f6.md", "sf46e9628b0.md", "sccab5df433.md"], "s1": [7.125328, 4.320907, 3.701173, 3.579944, 3.378235, 3.001622, 2.852877, 2.807829, 2.791822, 2.753407, 2.626665, 2.453569, 2.446373, 2.344581, 2.320425, 2.306779, 2.231088, 2.183616, 2.172623, 2.061603, 1.985531, 1.719041, 1.659949, 1.512348, 1.405273, 1.328765, 1.277531, 1.270288, 1.220495, 1.175678, 1.172982, 1.112872, 1.107968, 1.023966, 1.00969, 0.930943, 0.923264, 0.699211, 0.478528, 0.436475, 0.408342, 0.366259, 0.362499, 0.331099, 0.301689, 0.26611, 0.171993, 0.132404], "search": ["s55e227d395.md", "se3d4152994.md", "sede0309875.md", "seac3ebdde6.md", "s2ea67cfed2.md", "s254ea7337a.md", "s61363c36c3.md", "s260d073d4b.md", "sc83069ca96.md", "s289c4a06bd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 257, "n_windows": 364, "n_texts_windowed": 107, "n_tokens": 119209, "n_query_terms": 9, "nnz_texts": 80850, "index_bytes": 974917, "secs_text": 0.1281, "secs_encode": 17.595, "secs_score": 0.0091, "secs_total": 17.7342, "load1_start": 13.65}
{"qid": "75499fd8", "type": "single-session-user", "abstention": false, "gold": ["sdc6eddbad7.md"], "ranked": ["sdc6eddbad7.md", "s69d4c697e4.md", "sa0bdea65e7.md", "s2fb4f9be6f.md", "s648b1d9d43.md", "s32b4837149.md", "s03f82683ce.md", "s382f84791b.md", "s064699ab86.md", "s1b3d7ad195.md", "s03319aaabb.md", "sa1e0de9506.md", "sf3ce4c6d59.md", "s68a6931461.md", "s52fbb339bd.md", "s6925c0f147.md", "sd1dc1f3029.md", "s8a80121b6e.md", "s9e90b5b67e.md", "s01e0bc1811.md", "s9de3e7d7ad.md", "sf6b2db41f5.md", "s4766c41f0e.md", "s15a8cc6b56.md", "s704fe99dce.md", "s5996118cd1.md", "sb5ad9217f5.md", "s6e9999c0cb.md", "sf692f0b566.md", "s85d9f2228f.md", "s258f3aef6b.md", "sf90e5fb5f4.md", "s9af70c887f.md", "s347128bf0b.md", "sa9def0cb3f.md", "s6d931572fa.md", "sae560a0e42.md", "sa8ff866fab.md", "s226291ddff.md", "s1a03e931c1.md", "sfdb4d41fa6.md", "sae318c4dd2.md", "s66b47d23bd.md"], "s1": [6.712981, 4.005673, 2.084965, 1.928454, 1.554508, 1.479018, 1.039394, 0.994697, 0.970194, 0.871037, 0.790176, 0.713963, 0.694295, 0.693151, 0.68117, 0.644663, 0.638254, 0.576023, 0.547625, 0.523655, 0.503512, 0.500776, 0.481398, 0.419007, 0.397062, 0.394688, 0.393341, 0.319719, 0.309697, 0.287763, 0.268434, 0.205912, 0.195085, 0.185457, 0.173715, 0.142432, 0.10648, 0.099377, 0.0603, 0.040795, 0.031241, 0.02053, 0.019522], "search": ["sdc6eddbad7.md", "s69d4c697e4.md", "sa0bdea65e7.md", "s2fb4f9be6f.md", "s648b1d9d43.md", "s32b4837149.md", "s03f82683ce.md", "s382f84791b.md", "s064699ab86.md", "s1b3d7ad195.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 43, "n_texts": 250, "n_windows": 333, "n_texts_windowed": 83, "n_tokens": 117970, "n_query_terms": 8, "nnz_texts": 73767, "index_bytes": 889861, "secs_text": 0.1208, "secs_encode": 17.4892, "secs_score": 0.009, "secs_total": 17.6208, "load1_start": 14.17}
{"qid": "21436231", "type": "single-session-user", "abstention": false, "gold": ["sdb453f1104.md"], "ranked": ["sdb453f1104.md", "s1770b2cc4f.md", "s6441c3c36d.md", "s75e54744cf.md", "s4cdfeaea85.md", "see5f9a58f9.md", "s99c2e093f0.md", "scfbc489a1c.md", "se831f7a478.md", "s0733e43ad4.md", "sec3b465070.md", "s4f1c9ccfac.md", "s3c2df66cdc.md", "s195ecba638.md", "s5debc74648.md", "s566865b47e.md", "s52281b4bb5.md", "s65c27c5d51.md", "sdfaa878267.md", "se5d325dee3.md", "scb5be85607.md", "se84e48055a.md", "sad93363440.md", "s9625073412.md", "saaf441ebad.md", "sef5d948958.md", "sd2946025d3.md", "s91ef0ab3c6.md", "s27595dc1f6.md", "s5771b14bf3.md", "s7088a337f5.md", "sda42ee8509.md", "sb8749adb4e.md", "se4d3876764.md", "s45caba5df6.md", "s54ffa3f450.md", "sf59516a08d.md", "s8c1b682bb9.md", "s5787318296.md", "sc1374e7114.md", "s064f63381c.md", "s4feb27a78a.md", "sd6373cc828.md", "s0f42ef286a.md", "s23919a9eb1.md", "s01d13c4ac4.md", "sbc499063e6.md", "s421214fdc9.md", "sd43e55845b.md"], "s1": [23.959991, 4.819118, 4.368322, 4.307921, 4.222163, 3.948062, 3.889343, 3.796472, 3.642788, 3.551238, 3.363107, 3.117636, 3.102047, 3.080213, 3.066486, 2.97493, 2.922683, 2.904668, 2.783269, 2.759357, 2.624007, 2.540608, 2.437444, 2.228361, 2.228151, 2.139874, 2.123548, 2.123178, 2.03125, 1.993768, 1.954188, 1.770154, 1.661785, 1.641069, 1.636808, 1.623782, 1.33724, 1.257173, 1.172638, 1.057602, 0.955904, 0.923986, 0.646338, 0.610987, 0.588381, 0.538179, 0.450026, 0.431264, 0.122687], "search": ["sdb453f1104.md", "s1770b2cc4f.md", "s6441c3c36d.md", "s75e54744cf.md", "s4cdfeaea85.md", "see5f9a58f9.md", "s99c2e093f0.md", "scfbc489a1c.md", "se831f7a478.md", "s0733e43ad4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 250, "n_windows": 360, "n_texts_windowed": 110, "n_tokens": 116420, "n_query_terms": 18, "nnz_texts": 77786, "index_bytes": 937989, "secs_text": 0.1162, "secs_encode": 17.3025, "secs_score": 0.0094, "secs_total": 17.43, "load1_start": 14.6}
{"qid": "95bcc1c8", "type": "single-session-user", "abstention": false, "gold": ["s4089b5c557.md"], "ranked": ["s4089b5c557.md", "sdba86027c3.md", "s4a8154fd0b.md", "s42da425741.md", "s81d9fbd127.md", "s3d8410084c.md", "s7a3aadd1fd.md", "s78d9b35e19.md", "s8364852ad9.md", "sc41ce6dbb0.md", "s6d4c3ae3b2.md", "sd94c67575f.md", "s8718e5c869.md", "s6f95e47c89.md", "s7d95fb54ab.md", "s12e1bab119.md", "s40d118ec2c.md", "s9831da30ff.md", "s905e24c81e.md", "s860ed3623c.md", "s078ef031e0.md", "s5b1d619e53.md", "s513cad6870.md", "s1ddedd131c.md", "sa3b716e812.md", "s57d4d08d61.md", "sf27ed11441.md", "sdb913b9473.md", "s12b7ae9104.md", "s4067ea2277.md", "sb03abb0b13.md", "s250b2ff330.md", "se3245af08e.md", "s5e22853878.md", "s484f985168.md", "sd8dd1efca1.md", "sd0a76a4123.md", "s0fd8e4a603.md", "s6f31c87718.md", "sf2de7d1dc6.md", "s685851255b.md", "s1c92f45006.md", "s6290e85519.md", "s8581af7e8a.md", "s2f28ed342c.md"], "s1": [14.24503, 6.6822, 5.240443, 4.863566, 4.796474, 4.617794, 4.492742, 4.197168, 3.761245, 3.349783, 3.265518, 3.102253, 3.077735, 2.945251, 2.765541, 2.685478, 2.36837, 2.3417, 2.269339, 2.252483, 2.252414, 2.144757, 2.113182, 2.072407, 2.068614, 2.057034, 2.052171, 2.033607, 2.027123, 1.947347, 1.725957, 1.633981, 1.559311, 1.513703, 1.475716, 1.361297, 1.254097, 0.803826, 0.691357, 0.619682, 0.566887, 0.551807, 0.54899, 0.416503, 0.401969], "search": ["s4089b5c557.md", "sdba86027c3.md", "s4a8154fd0b.md", "s42da425741.md", "s81d9fbd127.md", "s3d8410084c.md", "s7a3aadd1fd.md", "s78d9b35e19.md", "s8364852ad9.md", "sc41ce6dbb0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 251, "n_windows": 372, "n_texts_windowed": 120, "n_tokens": 120296, "n_query_terms": 16, "nnz_texts": 79527, "index_bytes": 958853, "secs_text": 0.1286, "secs_encode": 17.7733, "secs_score": 0.0088, "secs_total": 17.9126, "load1_start": 14.99}
{"qid": "0862e8bf", "type": "single-session-user", "abstention": false, "gold": ["s4973452f2e.md"], "ranked": ["s4973452f2e.md", "s3fa8f57569.md", "s46da033ef4.md", "s7f4e983fe3.md", "se6dd8fe3cd.md", "s2c726bb9e1.md", "sb2bbc69103.md", "s98c676ad4f.md", "scf1ca83030.md", "s3e65dcbc08.md", "s0aa376f35f.md", "s39ba378c6e.md", "sd7d28ca592.md", "s1a91ebcf65.md", "s931c9016fa.md", "sc168599364.md", "s98493697d5.md", "s6ced394278.md", "s2975d96927.md", "s20b1840f13.md", "sf3c45e0715.md", "sa74a19c299.md", "s53b998d265.md", "s7b090c55fb.md", "s1838df870a.md", "sd8667a0645.md", "s365464647f.md", "s9aab5c00fb.md", "s7aaa08feaf.md", "sc9b127ac78.md", "sa49f036906.md", "sb0a63cd01f.md", "s2b35b080ec.md", "sae273243b2.md", "scd81e64e6a.md", "sb3fef957f5.md", "sc8e68bab7b.md", "s5abeb10a1a.md", "s84a033fb0a.md", "sbbed09f701.md", "sf06121ec02.md", "s9b0aaede8e.md", "sb1e3e707b6.md"], "s1": [6.195203, 2.276146, 1.970322, 1.651404, 1.510422, 1.415652, 1.407665, 1.32548, 1.206272, 1.178508, 0.961408, 0.94104, 0.913722, 0.847566, 0.765852, 0.754429, 0.753721, 0.739555, 0.611038, 0.595637, 0.562824, 0.535489, 0.53205, 0.530688, 0.511065, 0.481258, 0.398236, 0.376029, 0.317477, 0.317114, 0.230826, 0.223613, 0.217734, 0.154162, 0.153085, 0.132939, 0.103009, 0.084038, 0.069542, 0.055551, 0.033822, 0.026375, 0.00684], "search": ["s4973452f2e.md", "s3fa8f57569.md", "s46da033ef4.md", "s7f4e983fe3.md", "se6dd8fe3cd.md", "s2c726bb9e1.md", "sb2bbc69103.md", "s98c676ad4f.md", "scf1ca83030.md", "s3e65dcbc08.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 43, "n_texts": 239, "n_windows": 341, "n_texts_windowed": 101, "n_tokens": 113611, "n_query_terms": 10, "nnz_texts": 73569, "index_bytes": 887429, "secs_text": 0.1144, "secs_encode": 16.88, "secs_score": 0.0077, "secs_total": 17.0039, "load1_start": 15.34}
{"qid": "853b0a1d", "type": "single-session-user", "abstention": false, "gold": ["sec30550e9a.md"], "ranked": ["sec30550e9a.md", "s63d90e84d8.md", "sa41b920623.md", "se3c3ff10be.md", "s5abb90c95b.md", "sdc48cbbdd9.md", "se56bba9151.md", "scaa54e3710.md", "s3886635bef.md", "s5e64c4f4d0.md", "sc39596045d.md", "sf866f3adab.md", "se7f2633e5d.md", "s22758816c6.md", "sc9669d6fea.md", "s05adcf00a2.md", "s208c5d9345.md", "s263a9b6742.md", "s540ecb1e50.md", "s5be557e2b0.md", "s8e4aff2322.md", "saa9375132c.md", "sd6685f2d6d.md", "sd82d895211.md", "sb40d2e89bd.md", "sb1f849df37.md", "se4b22e70c5.md", "s2e3620f26c.md", "s214be27a34.md", "s90218a92a5.md", "s91c0c7ce55.md", "s1007289cfa.md", "s7682d2dc44.md", "sdb70b0476a.md", "sdd0d32c0d8.md", "s0786d59a0e.md", "sed617712fd.md", "s01f962c452.md", "s2517e3f0f6.md", "sa42f1f0a1d.md", "sd65d8a2cfd.md", "s633fe118a4.md", "s4c6325350a.md", "s49c65d5ee9.md", "sd0ddf7cd6e.md", "s8d6fb9854b.md", "s5d7069e41a.md", "sacb35d043a.md", "se20139259a.md", "s3e3f30440d.md"], "s1": [18.97933, 9.59025, 4.757821, 4.239729, 3.609113, 3.428796, 3.113053, 3.039332, 3.007251, 3.003149, 2.969255, 2.728291, 2.598119, 2.578125, 2.576702, 2.437367, 2.421093, 2.4103, 2.324573, 2.178333, 2.082418, 2.062302, 1.900831, 1.876021, 1.713914, 1.703784, 1.589578, 1.392136, 1.086202, 1.014395, 1.0116, 0.977682, 0.917899, 0.907094, 0.899839, 0.831631, 0.722264, 0.71111, 0.66444, 0.636177, 0.606583, 0.596089, 0.578547, 0.487715, 0.444449, 0.355799, 0.297326, 0.25627, 0.085482, 0.077871], "search": ["sec30550e9a.md", "s63d90e84d8.md", "sa41b920623.md", "se3c3ff10be.md", "s5abb90c95b.md", "sdc48cbbdd9.md", "se56bba9151.md", "scaa54e3710.md", "s3886635bef.md", "s5e64c4f4d0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 50, "n_texts": 258, "n_windows": 370, "n_texts_windowed": 112, "n_tokens": 117950, "n_query_terms": 15, "nnz_texts": 78857, "index_bytes": 950981, "secs_text": 0.1276, "secs_encode": 17.446, "secs_score": 0.01, "secs_total": 17.5856, "load1_start": 15.49}
{"qid": "a06e4cfe", "type": "single-session-user", "abstention": false, "gold": ["s64ceddf61b.md"], "ranked": ["s64ceddf61b.md", "sc653839e63.md", "scf6574656c.md", "s1958c4729c.md", "s502259f63e.md", "s36d771de42.md", "s5c395cc47b.md", "s7c9ab76296.md", "s09e41bb405.md", "sf7b894fe44.md", "s9c261fe219.md", "sbd43427dad.md", "s3e9ec427d5.md", "s3c776455b1.md", "sd52ae13acf.md", "sda1fdfb32d.md", "s017513ebba.md", "s2d5008e620.md", "s6c8166e091.md", "s6a47b78131.md", "s6bf258d417.md", "s9131ff6e7f.md", "s96ba51c1c1.md", "scc8fcf0578.md", "scee96fe43a.md", "s6197448beb.md", "s1355b7e663.md", "s6d634fc551.md", "s088dea2aeb.md", "s9e851c9d43.md", "sb0cfc2168a.md", "s56d0a81f07.md", "sb19178d936.md", "sbc2e45ea1d.md", "s5d05f7284d.md", "s06289bef21.md", "s50197da436.md", "sc4726b7805.md", "s47b1248a0d.md", "scfc3ad81cb.md", "s212af366a0.md", "sa877137b8c.md", "saf0af74922.md", "sc2eb40ec06.md", "sfdade07b2d.md", "s59075fe9ed.md", "s07a16da070.md", "s10fc06e4ab.md", "saa36120ce0.md", "s484ab7df95.md"], "s1": [22.914398, 4.065068, 3.630914, 3.471556, 3.091106, 2.739163, 2.602297, 2.463587, 2.139321, 1.930959, 1.811607, 1.760358, 1.651929, 1.522946, 1.519697, 1.366983, 1.285089, 1.278703, 1.237188, 1.233311, 1.142838, 1.059448, 1.003214, 0.927249, 0.88674, 0.860078, 0.782173, 0.742899, 0.716876, 0.687848, 0.629493, 0.550589, 0.473459, 0.371553, 0.366958, 0.366936, 0.356109, 0.279777, 0.279441, 0.220485, 0.216765, 0.200269, 0.191255, 0.189724, 0.172708, 0.161232, 0.144449, 0.142763, 0.066592, 0.035903], "search": ["s64ceddf61b.md", "sc653839e63.md", "scf6574656c.md", "s1958c4729c.md", "s502259f63e.md", "s36d771de42.md", "s5c395cc47b.md", "s7c9ab76296.md", "s09e41bb405.md", "sf7b894fe44.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 50, "n_texts": 263, "n_windows": 354, "n_texts_windowed": 89, "n_tokens": 119889, "n_query_terms": 18, "nnz_texts": 78287, "index_bytes": 944133, "secs_text": 0.1332, "secs_encode": 17.7221, "secs_score": 0.0095, "secs_total": 17.8667, "load1_start": 15.57}
{"qid": "37d43f65", "type": "single-session-user", "abstention": false, "gold": ["s5c59950a1e.md"], "ranked": ["s5c59950a1e.md", "sa651004662.md", "sacc8962abf.md", "sb140ecce3b.md", "s1fb3367568.md", "s3570aea559.md", "s40a98137a3.md", "sb62773282a.md", "s59eff4b10c.md", "s89d794dbe0.md", "scc7c1d657f.md", "s1162208c15.md", "sc51b007d94.md", "s65d3354f84.md", "sdbe2c4eeb3.md", "sdd7a160208.md", "s704301d9f5.md", "s208b6549bb.md", "s0943f7dd43.md", "sf2adfe59c9.md", "s7a7b868815.md", "sf347c2093e.md", "s1b111fe2bf.md", "sf1f734c1a1.md", "sb1746345a7.md", "s8e5e9507dd.md", "s515bc5d460.md", "s97654675ff.md", "s86507e0d14.md", "s8af2638ac4.md", "sb724611cbf.md", "s03cec652f0.md", "s1978e36085.md", "sda7816d6b4.md", "s0254a10fc6.md", "s0a4815b8d2.md", "s454f930093.md", "s10897d9f1c.md", "s431f878b0f.md", "sef998d8fb2.md", "sf916b5c297.md", "s715d8f2a76.md", "s2b4b04e165.md", "sbce9a32573.md", "sc4d3637a9b.md", "s4be1a064d3.md"], "s1": [13.630695, 7.745327, 7.511174, 5.5045, 4.022563, 3.764583, 3.682211, 3.467882, 3.451634, 3.333088, 3.331701, 3.24974, 2.795504, 2.767973, 2.654243, 2.616878, 2.566041, 2.505508, 2.479376, 2.358514, 2.358214, 2.261225, 2.13532, 2.03706, 1.966814, 1.950907, 1.85481, 1.602923, 1.566798, 1.560971, 1.547018, 1.417522, 1.377959, 1.366292, 1.272782, 1.105917, 1.088634, 1.034781, 0.965907, 0.936266, 0.814574, 0.674623, 0.64625, 0.313033, 0.176666, 0.139816], "search": ["s5c59950a1e.md", "sa651004662.md", "sacc8962abf.md", "sb140ecce3b.md", "s1fb3367568.md", "s3570aea559.md", "s40a98137a3.md", "sb62773282a.md", "s59eff4b10c.md", "s89d794dbe0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 249, "n_windows": 344, "n_texts_windowed": 95, "n_tokens": 118107, "n_query_terms": 12, "nnz_texts": 75232, "index_bytes": 907461, "secs_text": 0.1225, "secs_encode": 17.3808, "secs_score": 0.0097, "secs_total": 17.5149, "load1_start": 13.09}
{"qid": "b86304ba", "type": "single-session-user", "abstention": false, "gold": ["s6eb55c976f.md"], "ranked": ["sa1e8ed3956.md", "s6eb55c976f.md", "scf50c971c6.md", "sf1690a7f56.md", "s0940d04aa4.md", "s71b13ee157.md", "s9fd370f1a4.md", "se499af0bf1.md", "sf5424cffde.md", "s3e5b093673.md", "s0a5d10616f.md", "s5f6b4aa260.md", "s9ce314ad55.md", "sd990aac0ef.md", "secc9e33dda.md", "sef75851835.md", "sfef62cc549.md", "se1996a82c9.md", "s4870bb0b93.md", "s90a2efbb05.md", "s0334172fbc.md", "s20f7c78d82.md", "s2a1ccfdd59.md", "s1ad89e5752.md", "s1c617c1f43.md", "s0d6b9d7a0d.md", "s32009404c6.md", "s0090efc771.md", "see9ac3397e.md", "seb4344b7da.md", "s2da0f9e4f2.md", "s736ae259f0.md", "sb6125ab929.md", "s8f79ed0d4e.md", "s0297b197bc.md", "se04c085ebd.md", "s03e3df778c.md", "s51d7056a3e.md", "s53d93b69d7.md", "sae47561429.md"], "s1": [10.802391, 7.31993, 5.814421, 5.472304, 4.742682, 4.711531, 4.238599, 4.140321, 3.800192, 3.538542, 2.863605, 2.82073, 2.743925, 2.572194, 2.478031, 2.438983, 2.381955, 2.215448, 1.900146, 1.764411, 1.708878, 1.677969, 1.677736, 1.549739, 1.477136, 1.421505, 1.294152, 1.282616, 1.082421, 1.070621, 0.816098, 0.784545, 0.51764, 0.483942, 0.362004, 0.262718, 0.227198, 0.166325, 0.130341, 0.06431], "search": ["sa1e8ed3956.md", "s6eb55c976f.md", "scf50c971c6.md", "sf1690a7f56.md", "s0940d04aa4.md", "s71b13ee157.md", "s9fd370f1a4.md", "se499af0bf1.md", "sf5424cffde.md", "s3e5b093673.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 41, "n_scored_files": 40, "n_texts": 241, "n_windows": 344, "n_texts_windowed": 103, "n_tokens": 113870, "n_query_terms": 19, "nnz_texts": 73769, "index_bytes": 889605, "secs_text": 0.114, "secs_encode": 16.9079, "secs_score": 0.0094, "secs_total": 17.0333, "load1_start": 13.73}
{"qid": "d52b4f67", "type": "single-session-user", "abstention": false, "gold": ["s00992af511.md"], "ranked": ["s00992af511.md", "sa3141a0005.md", "s9ccc1d1bad.md", "s20ab53fe06.md", "s0e89301812.md", "s9b0500c8b8.md", "s95508a4416.md", "sdf79297b63.md", "s4e1dd8c0de.md", "s47c69a0494.md", "sebf5675551.md", "s50df9429e0.md", "sd1f33c0d81.md", "s80ff54b1ae.md", "s28dc1d37bf.md", "s505004e81f.md", "s9af0b83e60.md", "sd3aefba14f.md", "s3aa0455cb6.md", "s01f9efb062.md", "s573d74715f.md", "s6fdc7c9ed3.md", "s5ef0589199.md", "sdbed673a72.md", "sa229130999.md", "s6204eb8462.md", "sc46fe9b9e9.md", "s781641114f.md", "s2080214f3c.md", "sd47bc0999b.md", "s2e81d91de4.md", "sd5fdf125d0.md", "s91e1cdf75e.md", "s8b147ab865.md", "s5dcb8a0def.md", "s79067fffd1.md", "sb2217673e8.md", "s88c6b82471.md", "s7de5a4d75d.md", "sd76b1579fd.md", "sa7f0ea8363.md", "s8c7e09b1d4.md", "s4ebb1b59b6.md", "s9d9ccb1c34.md", "s19cdb7500c.md", "sd4bbfca918.md", "sf09cfade56.md", "s966a1a78b9.md"], "s1": [5.945081, 3.60087, 2.577223, 2.53183, 2.521194, 2.420036, 2.402074, 2.364095, 2.265802, 2.097837, 1.978235, 1.770895, 1.710863, 1.704809, 1.667242, 1.645771, 1.633794, 1.528345, 1.355943, 1.33936, 1.222972, 1.21475, 1.105741, 1.095914, 1.026773, 0.992863, 0.980159, 0.96334, 0.955342, 0.93841, 0.926412, 0.895836, 0.835611, 0.734845, 0.684138, 0.619587, 0.548384, 0.47693, 0.457424, 0.3681, 0.346193, 0.27475, 0.174702, 0.140916, 0.134838, 0.125155, 0.03836, 0.020387], "search": ["s00992af511.md", "sa3141a0005.md", "s9ccc1d1bad.md", "s20ab53fe06.md", "s0e89301812.md", "s9b0500c8b8.md", "s95508a4416.md", "sdf79297b63.md", "s4e1dd8c0de.md", "s47c69a0494.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 48, "n_texts": 249, "n_windows": 374, "n_texts_windowed": 123, "n_tokens": 119107, "n_query_terms": 12, "nnz_texts": 78986, "index_bytes": 952453, "secs_text": 0.1213, "secs_encode": 17.5408, "secs_score": 0.0078, "secs_total": 17.6718, "load1_start": 14.47}
{"qid": "25e5aa4f", "type": "single-session-user", "abstention": false, "gold": ["sedf4977e36.md"], "ranked": ["sedf4977e36.md", "s7053d8112f.md", "s70543176a9.md", "s0c79382b0f.md", "sc6ceae5373.md", "s014c7da853.md", "s95a36d7f7f.md", "s21d41abafb.md", "s5f9bdf99a8.md", "s2de6ee135e.md", "s9645e34ce7.md", "s2882179a07.md", "sa524386bc6.md", "sb37722f837.md", "s13d1309205.md", "sd1ec2f0fac.md", "s647da31215.md", "s24aa268d9b.md", "sca6deea0e6.md", "s28726ba3fb.md", "s3411610155.md", "sd4a01ca0ac.md", "s95cd33ccab.md", "s6baa20216c.md", "sa1aa084b72.md", "sda47b0e060.md", "sd79544f745.md", "s4af5e32583.md", "sf270eff3ea.md", "s62ce1ce2e8.md", "s62fa18865c.md", "s0556392f2b.md", "s5901def14e.md", "se5041827fd.md", "s5017d8e283.md", "sea0799b932.md", "s155349af87.md", "sffcbf3ee96.md", "s7e005e5ec8.md", "scd49f5d403.md", "se588cd4b61.md", "sb1b1f8cead.md", "s8cbf811451.md"], "s1": [7.270692, 6.993756, 4.181983, 3.806077, 3.098725, 2.800676, 2.445791, 2.406517, 2.341088, 2.302318, 2.286318, 2.252081, 2.111803, 2.064823, 2.052564, 1.953647, 1.944553, 1.91048, 1.828206, 1.814061, 1.78705, 1.752609, 1.730753, 1.583847, 1.34564, 1.335853, 1.328887, 1.295454, 1.193547, 1.174769, 1.131856, 1.035511, 1.021336, 1.00194, 0.974395, 0.954355, 0.937178, 0.907681, 0.883165, 0.565885, 0.557361, 0.388493, 0.359814], "search": ["sedf4977e36.md", "s7053d8112f.md", "s70543176a9.md", "s0c79382b0f.md", "sc6ceae5373.md", "s014c7da853.md", "s95a36d7f7f.md", "s21d41abafb.md", "s5f9bdf99a8.md", "s2de6ee135e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 253, "n_windows": 378, "n_texts_windowed": 125, "n_tokens": 119885, "n_query_terms": 15, "nnz_texts": 80888, "index_bytes": 975173, "secs_text": 0.1262, "secs_encode": 17.7634, "secs_score": 0.0086, "secs_total": 17.9002, "load1_start": 14.98}
{"qid": "caf9ead2", "type": "single-session-user", "abstention": false, "gold": ["sd668f8bff2.md"], "ranked": ["sd668f8bff2.md", "s625f2a3d5a.md", "s31276aad3e.md", "s42e70a5693.md", "s37fbab6016.md", "s1e4fbfd5d6.md", "s84ac481c50.md", "s978c1f2514.md", "s48fc1b6dfa.md", "sf9b039ee6a.md", "se193708ede.md", "s066b83ee2f.md", "s5e9d66c13b.md", "s6c2992c68b.md", "sb5e26f72ff.md", "sdbfc3cc2dd.md", "s9e2ad82453.md", "sf3b2200e11.md", "s62de534227.md", "sacab0056d3.md", "s823b6a1556.md", "safa9f41334.md", "s8113606dbd.md", "sa5f4ba04aa.md", "sd7cb81bcdc.md", "sce58a762d7.md", "s390a6932b5.md", "sed2f807dfc.md", "s79f280a832.md", "s9cd14018cc.md", "scc8b8f7453.md", "sabfde1620b.md", "s42821c26dc.md", "s7883dff7de.md", "sc2b147de7b.md", "s435c9fddc0.md", "s3073348dc2.md", "s2d84edc9c7.md", "sd49494518e.md", "s519cbec616.md", "sbc7929aada.md", "s111d3e7c95.md"], "s1": [13.060249, 5.422308, 4.664974, 4.410509, 3.887271, 3.712781, 3.691745, 3.680647, 3.463537, 3.330376, 3.225953, 3.192984, 3.156645, 3.134961, 3.124523, 3.090642, 3.037005, 2.967753, 2.852206, 2.605577, 2.148684, 2.018371, 1.973831, 1.92432, 1.726592, 1.720249, 1.56303, 1.485902, 1.429875, 1.419915, 1.349901, 1.153782, 1.111563, 1.052873, 0.978, 0.892181, 0.825127, 0.613919, 0.581191, 0.468719, 0.369499, 0.091739], "search": ["sd668f8bff2.md", "s625f2a3d5a.md", "s31276aad3e.md", "s42e70a5693.md", "s37fbab6016.md", "s1e4fbfd5d6.md", "s84ac481c50.md", "s978c1f2514.md", "s48fc1b6dfa.md", "sf9b039ee6a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 42, "n_texts": 247, "n_windows": 351, "n_texts_windowed": 104, "n_tokens": 117971, "n_query_terms": 13, "nnz_texts": 75244, "index_bytes": 907333, "secs_text": 0.1277, "secs_encode": 17.549, "secs_score": 0.0079, "secs_total": 17.6864, "load1_start": 14.33}
{"qid": "8550ddae", "type": "single-session-user", "abstention": false, "gold": ["sa6f479058b.md"], "ranked": ["s4526908bfb.md", "sa6f479058b.md", "s6ac7a2234f.md", "sa5fd6410e9.md", "sa0e4f3f109.md", "s3e9ba68fe8.md", "sadc843d342.md", "s7a5d522ce1.md", "sde62a6185b.md", "s5b0f105381.md", "sa2138f60ba.md", "s0892f0a756.md", "s74e5c41358.md", "s22204f875a.md", "scf159a8b40.md", "s398bc6d41c.md", "s5e2283d935.md", "s213194cc9a.md", "s438f070f5a.md", "s7329e333fd.md", "se4213dbf29.md", "s1cc298c8c1.md", "s1c372b6a99.md", "s58f8a75752.md", "s060ef79476.md", "s8847e84c65.md", "s33102e0ccb.md", "sda189b1bf4.md", "s8823995edf.md", "s7ae6b6c679.md", "s1be7b5f928.md", "se317eae4b6.md", "sb8edb131ef.md", "s5ab307cc4d.md", "see10ada878.md", "s12664b1b3b.md", "sc74818ed63.md", "s9e29ba0ec1.md", "s22a98d022b.md", "s27c4c74a73.md", "sa76d16ce6f.md"], "s1": [11.135926, 8.607294, 7.198562, 6.413905, 6.296647, 4.899377, 4.429435, 3.897199, 3.550859, 3.041879, 3.015405, 2.943939, 2.913323, 2.66024, 2.645583, 1.867968, 1.792608, 1.758036, 1.700921, 1.42979, 1.396487, 1.3849, 1.360375, 1.259746, 1.253954, 1.214698, 1.179293, 1.138991, 1.125198, 1.00337, 0.87515, 0.804683, 0.75067, 0.684132, 0.674366, 0.520505, 0.362681, 0.316032, 0.223046, 0.184152, 0.008901], "search": ["s4526908bfb.md", "sa6f479058b.md", "s6ac7a2234f.md", "sa5fd6410e9.md", "sa0e4f3f109.md", "s3e9ba68fe8.md", "sadc843d342.md", "s7a5d522ce1.md", "sde62a6185b.md", "s5b0f105381.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 41, "n_texts": 246, "n_windows": 370, "n_texts_windowed": 121, "n_tokens": 120365, "n_query_terms": 13, "nnz_texts": 79266, "index_bytes": 955653, "secs_text": 0.1213, "secs_encode": 17.9694, "secs_score": 0.0092, "secs_total": 18.1018, "load1_start": 14.77}
{"qid": "60d45044", "type": "single-session-user", "abstention": false, "gold": ["s7480a834d1.md"], "ranked": ["s7480a834d1.md", "sebfea459af.md", "saf5019dd53.md", "s0dd1cb43d1.md", "s370ccc0029.md", "sb8fbdb5408.md", "s25329928b7.md", "s836c3118e6.md", "s6ed957184f.md", "s38422dc034.md", "s798655750f.md", "s5af0da457d.md", "s64304229e8.md", "s732b82ccdc.md", "sf76f926b59.md", "s80782fe62f.md", "sd714e7c8b6.md", "s3c359d015c.md", "s80ff50c751.md", "scf1fc389c6.md", "se63b127d80.md", "s39a458cd89.md", "s30fa1bc4dd.md", "sc5d1354765.md", "sd456f7e16e.md", "s9d1136c320.md", "s4b33a5624b.md", "sd6252c9b20.md", "s78cbe37ec7.md", "s0e125de98c.md", "s73ab7b0066.md", "sa6d4518966.md", "sa40099faf8.md", "s24bc556086.md", "s4dce1d7ada.md", "sf9335a1c3d.md", "s17ea667cc7.md", "sf5fa3a572b.md", "s767a43b775.md", "s48569240b8.md", "s206ce904b7.md", "s7eb82bdbc6.md", "s17fbf828e1.md", "s741a6ed87b.md"], "s1": [6.475858, 3.60964, 3.257986, 2.873749, 2.492362, 2.335588, 2.320056, 2.105677, 2.053733, 2.028736, 1.768305, 1.691675, 1.54715, 1.505136, 1.32095, 1.308904, 1.188093, 1.000424, 0.986301, 0.893575, 0.87191, 0.827991, 0.714227, 0.708867, 0.686181, 0.546218, 0.521354, 0.498449, 0.423473, 0.237364, 0.217735, 0.144721, 0.139141, 0.124448, 0.122797, 0.121116, 0.084037, 0.072187, 0.056493, 0.043699, 0.041796, 0.03135, 0.024971, 0.008219], "search": ["s7480a834d1.md", "sebfea459af.md", "saf5019dd53.md", "s0dd1cb43d1.md", "s370ccc0029.md", "sb8fbdb5408.md", "s25329928b7.md", "s836c3118e6.md", "s6ed957184f.md", "s38422dc034.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 44, "n_texts": 256, "n_windows": 370, "n_texts_windowed": 107, "n_tokens": 120974, "n_query_terms": 10, "nnz_texts": 77625, "index_bytes": 936133, "secs_text": 0.1217, "secs_encode": 17.9632, "secs_score": 0.0099, "secs_total": 18.0967, "load1_start": 15.33}
{"qid": "3f1e9474", "type": "single-session-user", "abstention": false, "gold": ["s5d4d3c2bdc.md"], "ranked": ["s5d4d3c2bdc.md", "s8e63221f02.md", "s8d149d3dee.md", "sfc0df093de.md", "s544825b4f3.md", "sdd2991657e.md", "s9c62fdbef1.md", "sb48df089a2.md", "s397cea3b13.md", "s037dd561ae.md", "s8a862250f7.md", "s7a9eafd199.md", "see01f886e4.md", "s7058c58e87.md", "s3940e6a1d5.md", "saec191d07b.md", "s5fe8e8de2b.md", "s89fd52b79f.md", "s714a6cafc8.md", "sdf160da463.md", "sfabba5daf1.md", "sf1e9b9da2e.md", "s1f1a2670da.md", "s86958a7eb4.md", "se04b7d4615.md", "s30bde1d836.md", "s829815d564.md", "s84dfd31a18.md", "sd0e1d370f8.md", "sd5e6fbdbed.md", "sa45c171b63.md", "s37f2e09f3a.md", "sebc137aae3.md", "s0b6acd0016.md", "s72f45d26e9.md", "s62f050fc8a.md", "s131c6934fd.md", "se15a04d31d.md", "sb1da05b2a8.md", "s2fc2257e6b.md", "sea56e47998.md", "s81280a1947.md", "s284e59bbd4.md", "sb04b2336d8.md", "s439c18163e.md", "sf53f259a67.md", "se81d0deda4.md", "s5b1a6f94b6.md", "s459bb62586.md", "s1fe2355302.md"], "s1": [5.907883, 2.906799, 2.747858, 2.476887, 2.476185, 2.349092, 1.998827, 1.937769, 1.886098, 1.702409, 1.65137, 1.644483, 1.633201, 1.610653, 1.578961, 1.539336, 1.498167, 1.449108, 1.312052, 1.305773, 1.29656, 1.250857, 1.221439, 1.198091, 1.112481, 1.005728, 0.93173, 0.871806, 0.861071, 0.701896, 0.693252, 0.663444, 0.574585, 0.527687, 0.527526, 0.510186, 0.505412, 0.499514, 0.499229, 0.461524, 0.428702, 0.407505, 0.369453, 0.344804, 0.294835, 0.220009, 0.183539, 0.146399, 0.083123, 0.073436], "search": ["s5d4d3c2bdc.md", "s8e63221f02.md", "s8d149d3dee.md", "sfc0df093de.md", "s544825b4f3.md", "sdd2991657e.md", "s9c62fdbef1.md", "sb48df089a2.md", "s397cea3b13.md", "s037dd561ae.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 51, "n_texts": 259, "n_windows": 351, "n_texts_windowed": 92, "n_tokens": 117339, "n_query_terms": 12, "nnz_texts": 77976, "index_bytes": 940421, "secs_text": 0.1239, "secs_encode": 17.5641, "secs_score": 0.0084, "secs_total": 17.6983, "load1_start": 15.62}
{"qid": "86b68151", "type": "single-session-user", "abstention": false, "gold": ["s209b908b2b.md"], "ranked": ["s209b908b2b.md", "sb772a7d84d.md", "s7f4edb3dec.md", "s9ab44bd213.md", "s5f393f2a0d.md", "s0a257d4590.md", "sa8ee3caf6e.md", "s94620a4eb6.md", "s87a8b83869.md", "sff4969c537.md", "sf80aa08a34.md", "sd4612bef2d.md", "s8ac52ae395.md", "s0f5a2b29e2.md", "s6544868e5d.md", "s252281c7ae.md", "sb21615e786.md", "s128fb11c46.md", "s24f259f76f.md", "s79deb71e32.md", "sa4e79cdc11.md", "s4ba1c603e2.md", "s8e94b0dd8f.md", "s6fe8e9d3b2.md", "sd888226c2a.md", "sd727742f97.md", "sc0c0b849b9.md", "s191bc1fafc.md", "s35679bb878.md", "s421544959d.md", "s2d687d8046.md", "s53e5202fd0.md", "s488a84e976.md", "s2a5dc97e13.md", "s7f1b2349a6.md", "sa61fe896a7.md", "sda1912c50a.md", "s3acd6b1fdc.md", "secbabc9825.md", "sac7204cc82.md", "sef9873d562.md", "se82ccb4926.md", "s396b8689d4.md", "s883d1377a6.md", "s77603e8e2d.md"], "s1": [12.05143, 4.757934, 4.666002, 3.418544, 3.333631, 3.22509, 3.221564, 2.934186, 2.887819, 2.747322, 2.722651, 2.641167, 2.556651, 2.40217, 2.268853, 2.193248, 2.112943, 2.056445, 1.910998, 1.904686, 1.852236, 1.838995, 1.828802, 1.780085, 1.776564, 1.689121, 1.645432, 1.619328, 1.608103, 1.521249, 1.495751, 1.484998, 1.400772, 1.400136, 1.312593, 1.293269, 1.07816, 1.068042, 0.658901, 0.55535, 0.529656, 0.524611, 0.078606, 0.064724, 0.053887], "search": ["s209b908b2b.md", "sb772a7d84d.md", "s7f4edb3dec.md", "s9ab44bd213.md", "s5f393f2a0d.md", "s0a257d4590.md", "sa8ee3caf6e.md", "s94620a4eb6.md", "s87a8b83869.md", "sff4969c537.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 251, "n_windows": 354, "n_texts_windowed": 103, "n_tokens": 117124, "n_query_terms": 13, "nnz_texts": 77425, "index_bytes": 933765, "secs_text": 0.1216, "secs_encode": 17.3529, "secs_score": 0.009, "secs_total": 17.4854, "load1_start": 15.38}
{"qid": "577d4d32", "type": "single-session-user", "abstention": false, "gold": ["s82084ca14c.md"], "ranked": ["s283987df90.md", "s0bdfc6a1e7.md", "sc2224b6aee.md", "s9deb3114fe.md", "sedff93512c.md", "s25fb8586a9.md", "s8e3bc7a711.md", "s9a5116b0f1.md", "s2e86637c87.md", "s281ddcb0d8.md", "s246d2af583.md", "sb51c61a0cc.md", "s82084ca14c.md", "s413c9c9036.md", "s638850ce8b.md", "s928952fb11.md", "s4b15d2bbf2.md", "s71b1c14ce6.md", "s42769d68ce.md", "s3cb48c5e79.md", "s6c6e7508b0.md", "s1076a77232.md", "s15ce930dd9.md", "sd9e05ce14e.md", "s80c0410dc8.md", "sdee70743f7.md", "s81cf9563b4.md", "s5da86ee461.md", "sc1e712df7b.md", "sa966ce9344.md", "sdb0a9dbbe5.md", "s31ff2f288a.md", "s530e8e7998.md", "s06822df60d.md", "s426e7e10a3.md", "s03cf282639.md", "s74c8306e47.md", "s06a74a7d07.md", "sb276e420f7.md", "s2b89f61d76.md", "safb07a87fa.md", "s531e20374d.md", "se3242f41f5.md", "sdd72d704c2.md"], "s1": [4.812823, 4.565782, 4.10279, 3.395695, 3.295707, 3.279641, 3.183655, 2.869326, 2.734831, 2.46686, 2.27461, 2.25075, 2.227566, 2.160077, 2.157701, 2.076346, 2.065869, 2.049428, 1.951713, 1.950166, 1.774358, 1.748179, 1.640813, 1.576162, 1.458328, 1.243517, 1.118177, 1.041912, 1.034383, 1.031891, 1.017438, 0.974449, 0.804062, 0.663881, 0.567926, 0.415178, 0.35172, 0.34147, 0.291335, 0.26314, 0.14534, 0.098396, 0.070432, 0.066322], "search": ["s283987df90.md", "s0bdfc6a1e7.md", "sc2224b6aee.md", "s9deb3114fe.md", "sedff93512c.md", "s25fb8586a9.md", "s8e3bc7a711.md", "s9a5116b0f1.md", "s2e86637c87.md", "s281ddcb0d8.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 46, "n_scored_files": 44, "n_texts": 253, "n_windows": 349, "n_texts_windowed": 96, "n_tokens": 118455, "n_query_terms": 13, "nnz_texts": 77382, "index_bytes": 933125, "secs_text": 0.121, "secs_encode": 17.5231, "secs_score": 0.0081, "secs_total": 17.6542, "load1_start": 15.58}
{"qid": "ec81a493", "type": "single-session-user", "abstention": false, "gold": ["s64285bf27f.md"], "ranked": ["s64285bf27f.md", "s23008e65ec.md", "see9766f78c.md", "s45e661a133.md", "s9fcb801a3c.md", "s13aaeefa65.md", "s04a9cccf4f.md", "sd9f2a72b23.md", "s4361893679.md", "se9ed39848e.md", "sde4fba11c7.md", "scdf59bc166.md", "s7c047b3fcb.md", "sa49c9692c6.md", "s0fbafb4d29.md", "sf4b33077e1.md", "s9ac0d730f1.md", "s7e0d1e1f11.md", "s7cbb1263f8.md", "sfb12e7e6a3.md", "s14b72a2434.md", "s7562157da6.md", "s38db9dbf83.md", "s96069531fe.md", "sac02b48add.md", "s0ba0fb54eb.md", "s2b90cf057a.md", "s3f073d9aa9.md", "sebc6f4276a.md", "s4f46b7dc03.md", "s650f846e4b.md", "s3c867ea230.md", "s3c168888b1.md", "sd6b7a63d50.md", "se2395adaf8.md", "s6b2b813234.md", "s4996ab27a6.md", "sa078df7b45.md", "s6d955aa3ec.md", "s191998f080.md", "sfd0a4f4762.md", "s4adaa8ad05.md", "s2ab63fafb1.md", "s7ce486abc0.md", "scfa6628b0d.md", "sb2a3737e6c.md", "s276fbc55da.md", "s73d38c5cc7.md", "sbd11e75f68.md"], "s1": [11.646879, 4.836234, 4.520158, 4.407176, 4.244694, 3.689942, 3.452805, 2.931688, 2.840518, 2.828697, 2.705838, 2.647645, 2.580545, 2.272597, 2.23901, 2.225736, 2.078514, 2.005206, 2.00509, 1.676578, 1.637143, 1.587768, 1.584934, 1.560733, 1.524079, 1.371784, 1.336822, 1.314575, 1.292674, 1.139776, 1.122104, 1.113912, 1.042982, 0.981082, 0.938839, 0.917469, 0.777417, 0.683233, 0.56802, 0.477035, 0.470376, 0.454642, 0.350142, 0.345419, 0.231305, 0.211383, 0.153518, 0.106487, 0.099022], "search": ["s64285bf27f.md", "s23008e65ec.md", "see9766f78c.md", "s45e661a133.md", "s9fcb801a3c.md", "s13aaeefa65.md", "s04a9cccf4f.md", "sd9f2a72b23.md", "s4361893679.md", "se9ed39848e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 263, "n_windows": 355, "n_texts_windowed": 92, "n_tokens": 120132, "n_query_terms": 17, "nnz_texts": 77824, "index_bytes": 938693, "secs_text": 0.1284, "secs_encode": 17.9153, "secs_score": 0.01, "secs_total": 18.0556, "load1_start": 14.74}
{"qid": "15745da0", "type": "single-session-user", "abstention": false, "gold": ["s00bc77a326.md"], "ranked": ["s00bc77a326.md", "s871c58b5b7.md", "sfa005f03a3.md", "sf4a53befce.md", "sc21b78dd6a.md", "s9adf23f105.md", "sa71cc5e00d.md", "s1c1d9765ee.md", "seb92cfdfad.md", "sa242ce4c49.md", "sde2c99904d.md", "s98e38894d8.md", "s752145c724.md", "s5f6530c413.md", "sff8fcb4e6e.md", "s4528f510a3.md", "s7408cb53ad.md", "s02a2247d9f.md", "s446f08c5ef.md", "se9dc042fb2.md", "s11bd72839f.md", "s237b431c8b.md", "s7c95dbd6da.md", "sd3f241e131.md", "s21886d8669.md", "sda864819bd.md", "sbf88687915.md", "s17ca351cb3.md", "s107b8d8c1b.md", "sa576dff4bc.md", "s9671a6a6c2.md", "s3ef8f03778.md", "sc0ec48f07f.md", "s624e6a6f86.md", "s57ed56955c.md", "s8e7f86bd01.md", "s8efcab5216.md", "sd8d69a1355.md", "s57d01702b4.md", "s9acd025d6a.md", "s538deb6d52.md", "s041507da9e.md", "s814cd4b633.md", "s0267d55fb2.md"], "s1": [13.259135, 9.987365, 5.485001, 5.268239, 5.224363, 4.25309, 4.018358, 3.510305, 3.178521, 2.993273, 2.954934, 2.486911, 2.463942, 2.434523, 2.304722, 2.20871, 2.004253, 1.954892, 1.873896, 1.841541, 1.667968, 1.633781, 1.590257, 1.466335, 1.419909, 1.379979, 1.175735, 1.127309, 1.125026, 1.008871, 0.834888, 0.81554, 0.640784, 0.557341, 0.526438, 0.505971, 0.297551, 0.221695, 0.193144, 0.169242, 0.159264, 0.139116, 0.056395, 0.0324], "search": ["s00bc77a326.md", "s871c58b5b7.md", "sfa005f03a3.md", "sf4a53befce.md", "sc21b78dd6a.md", "s9adf23f105.md", "sa71cc5e00d.md", "s1c1d9765ee.md", "seb92cfdfad.md", "sa242ce4c49.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 44, "n_texts": 253, "n_windows": 376, "n_texts_windowed": 123, "n_tokens": 119299, "n_query_terms": 11, "nnz_texts": 78965, "index_bytes": 952197, "secs_text": 0.1191, "secs_encode": 17.7221, "secs_score": 0.0091, "secs_total": 17.8522, "load1_start": 15.02}
{"qid": "e01b8e2f", "type": "single-session-user", "abstention": false, "gold": ["s46517e427f.md"], "ranked": ["s46517e427f.md", "s266e850b5c.md", "s54b52a902e.md", "s455830cd48.md", "sbd9b61febc.md", "sa6b3fce2b2.md", "sa9f0429d9e.md", "s2bef0a88cc.md", "s44fdd380d4.md", "s202d9c11f7.md", "s7c1b4cb688.md", "s8bcfd31ff6.md", "s80ffb1b84d.md", "s5bef40f0cf.md", "s67db3b1992.md", "sd3a371a0e0.md", "s636b4c1211.md", "sbbace376f6.md", "sf3c07eafe0.md", "sd5a1b6154d.md", "s741fbb87b1.md", "sa913ccc4cc.md", "sb3e9c89a21.md", "s4af7cc99a1.md", "sb66d193c12.md", "sd3a47c61cd.md", "s3e872eab68.md", "sfa37a19471.md", "s67d2d3f28e.md", "sa9090f3d7b.md", "s8bc44c6b03.md", "s9357ec48ed.md", "sd95ffd2157.md", "sd856cd6536.md", "sba3f802497.md", "sf08958597d.md", "sff290e12a9.md", "sfafee39f8b.md", "sdfaa23880a.md", "s81192819d1.md", "saa83945319.md", "s019601e882.md", "s64b86fbbff.md", "s7685611738.md", "s2ea2440d0d.md", "s885130b466.md", "s0dd4626b8e.md", "s9d18dfb666.md", "sdd9b0d9b40.md", "sddc317b7d7.md"], "s1": [8.869968, 7.9487, 7.121717, 6.179987, 4.919313, 4.918576, 4.709189, 4.49253, 4.091931, 3.941834, 3.923352, 3.856412, 3.495113, 3.425245, 3.095924, 2.777426, 2.7594, 2.660108, 2.588094, 2.551643, 2.488148, 2.483535, 2.478145, 2.292976, 2.202258, 2.13558, 1.874773, 1.84669, 1.786815, 1.766868, 1.677858, 1.602119, 1.560757, 1.530567, 1.43921, 1.353052, 1.277562, 1.133023, 1.053614, 0.959236, 0.802062, 0.720375, 0.634889, 0.610956, 0.576964, 0.558172, 0.424988, 0.418392, 0.332873, 0.245073], "search": ["s46517e427f.md", "s266e850b5c.md", "s54b52a902e.md", "s455830cd48.md", "sbd9b61febc.md", "sa6b3fce2b2.md", "sa9f0429d9e.md", "s2bef0a88cc.md", "s44fdd380d4.md", "s202d9c11f7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 52, "n_texts": 257, "n_windows": 357, "n_texts_windowed": 100, "n_tokens": 118722, "n_query_terms": 16, "nnz_texts": 76904, "index_bytes": 927557, "secs_text": 0.122, "secs_encode": 17.7456, "secs_score": 0.0087, "secs_total": 17.8781, "load1_start": 14.17}
{"qid": "bc8a6e93", "type": "single-session-user", "abstention": false, "gold": ["s6b0d1a4e01.md"], "ranked": ["s6b0d1a4e01.md", "s80752e8f31.md", "sf287786001.md", "s14a8d00d75.md", "s33da023755.md", "s49511debbb.md", "s7dac94d8e9.md", "s7018143d1e.md", "s988dd525c7.md", "sd8faf282d1.md", "sf324202535.md", "s62a67c1a5a.md", "s981b510879.md", "s35f0608a89.md", "sff37831bc6.md", "s54cb902c14.md", "sad12f006e5.md", "s09b1b86225.md", "s39c4d7b7d8.md", "saf06893061.md", "se6b5d09abe.md", "s2bcff841ba.md", "sfaf808a249.md", "scc55cab96f.md", "s2e0112750b.md", "s828cf7bd7e.md", "sd5cef86ed4.md", "sd293da6f2c.md", "sbe0da1b7cf.md", "s0e1c6cb8d0.md", "s4fc209a37d.md", "s0d5aa343e6.md", "sef3baf15e2.md", "s719c140498.md", "sc44aee8199.md", "s6e08d00684.md", "s0a80082680.md", "s662a57782f.md", "s65de6d1409.md", "s7990a80067.md", "s96744dad20.md", "se99925177f.md", "s3543ba393c.md", "seca2fdd9ed.md", "sfd6880a6fa.md", "sad6ef3818e.md", "s708ab5f34b.md"], "s1": [4.898194, 4.746044, 3.855984, 3.617532, 3.144682, 2.881036, 2.861901, 2.606251, 2.063053, 1.970961, 1.930862, 1.86042, 1.639781, 1.637311, 1.591151, 1.449056, 1.3736, 1.370057, 1.35913, 1.320574, 1.316332, 1.31014, 1.291551, 1.200608, 1.132963, 1.070869, 0.958323, 0.918477, 0.833215, 0.79798, 0.682647, 0.672162, 0.632852, 0.611668, 0.594091, 0.541371, 0.513662, 0.513106, 0.463987, 0.45943, 0.432765, 0.407565, 0.259519, 0.252773, 0.185744, 0.021933, 0.001094], "search": ["s6b0d1a4e01.md", "s80752e8f31.md", "sf287786001.md", "s14a8d00d75.md", "s33da023755.md", "s49511debbb.md", "s7dac94d8e9.md", "s7018143d1e.md", "s988dd525c7.md", "sd8faf282d1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 248, "n_windows": 358, "n_texts_windowed": 109, "n_tokens": 116864, "n_query_terms": 15, "nnz_texts": 77869, "index_bytes": 938949, "secs_text": 0.1183, "secs_encode": 17.4624, "secs_score": 0.0089, "secs_total": 17.5915, "load1_start": 14.69}
{"qid": "ccb36322", "type": "single-session-user", "abstention": false, "gold": ["s0f1d45c64c.md"], "ranked": ["s2ba43a9aac.md", "s0f1d45c64c.md", "s7883cfeafc.md", "s7d9b9840c4.md", "s2e592da212.md", "s43b95cddf3.md", "scee25a963c.md", "s75976d11ea.md", "s32ba43dc8e.md", "se5c34279a8.md", "sb3ec4e475a.md", "s1c6168b453.md", "s507a90fdf1.md", "s95a50ecb23.md", "s17bf6a6ec4.md", "sa2fa8db112.md", "scd367be3fd.md", "s80175fa047.md", "s5abb1d0a63.md", "se6d9c7b000.md", "sf97329ab57.md", "sc6d9825009.md", "sc4734bad97.md", "sf2e21105e3.md", "sfc31366f29.md", "s242ccf513f.md", "sa9150f0fab.md", "s0e1340e61d.md", "s9721038dc7.md", "sabed3f746b.md", "s248e3e16f3.md", "s4eb25fb531.md", "s56fd9052eb.md", "scde288a1c7.md", "s10e5a246d6.md", "s44ea38068a.md", "s0f5bfc7528.md", "s4e50aabc28.md", "sa64a4496ad.md", "se57bf6dad9.md", "sb17b4d740c.md", "sa7d7c89bbf.md", "s6ce23be91d.md", "s2068246c2c.md", "sea68239e06.md", "sd4193eecb1.md"], "s1": [6.680326, 4.743379, 4.014122, 3.537783, 3.349489, 3.321318, 2.527795, 2.462497, 2.109097, 2.000304, 1.855435, 1.71588, 1.710315, 1.646141, 1.498949, 1.485264, 1.474177, 1.471661, 1.453303, 1.387973, 1.373529, 1.360709, 1.331315, 0.982402, 0.894031, 0.891341, 0.8906, 0.874347, 0.839866, 0.8338, 0.828212, 0.825454, 0.788137, 0.765776, 0.720826, 0.653618, 0.5602, 0.55134, 0.444179, 0.375503, 0.373604, 0.27755, 0.253292, 0.213231, 0.124354, 0.043208], "search": ["s2ba43a9aac.md", "s0f1d45c64c.md", "s7883cfeafc.md", "s7d9b9840c4.md", "s2e592da212.md", "s43b95cddf3.md", "scee25a963c.md", "s75976d11ea.md", "s32ba43dc8e.md", "se5c34279a8.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 248, "n_windows": 364, "n_texts_windowed": 116, "n_tokens": 117822, "n_query_terms": 16, "nnz_texts": 76879, "index_bytes": 927045, "secs_text": 0.1201, "secs_encode": 17.5513, "secs_score": 0.0083, "secs_total": 17.6822, "load1_start": 15.05}
{"qid": "001be529", "type": "single-session-user", "abstention": false, "gold": ["se78850a7e0.md"], "ranked": ["se78850a7e0.md", "s99bd33666e.md", "s2ff2d3b82b.md", "s1132dabcf3.md", "sac26a252f3.md", "sd3d0efc73d.md", "sd58c72238a.md", "s976a990246.md", "s004dec6d44.md", "s16d1f2bc35.md", "s898bc6de37.md", "se0529d45fe.md", "s5f2b44d7d2.md", "s03994c58b3.md", "sa0c1458aee.md", "sa0aa0d716d.md", "s13905e1f8b.md", "s9504b616fe.md", "sc13e361fd2.md", "s9af78881f8.md", "se4acb9898f.md", "sf1143dd531.md", "s69b7501857.md", "s8bca0b0cc5.md", "saf85c77705.md", "s6d1b19036c.md", "s4225f6911d.md", "s7cadf13af1.md", "sb02495f454.md", "s955b3495fd.md", "s58316f1dd4.md", "sacedfc9284.md", "s65e9215d89.md", "s5c24e86384.md", "sd2f0400526.md", "scc24b12265.md", "s9a9a57f311.md", "s040bf67e5b.md", "s2379b9f037.md", "sf1a996a0a3.md", "s0003689614.md", "s9bf171e83b.md", "sb43d3a8a8a.md", "s81352263c8.md", "s46adf8aadd.md", "s9aa92b36a9.md", "sce27e55022.md", "sdfb686826d.md", "s824fa246a2.md", "s1dabef3cf8.md"], "s1": [10.089835, 5.594683, 5.209197, 4.482454, 4.277315, 3.923597, 3.774111, 3.771549, 3.698788, 3.427996, 3.389238, 3.309674, 3.231656, 3.193686, 3.183134, 3.056763, 3.002847, 2.897272, 2.710299, 2.471418, 2.31378, 2.264681, 2.232734, 2.115206, 2.040631, 1.986371, 1.914198, 1.806648, 1.650626, 1.598572, 1.586546, 1.513379, 1.460853, 1.451435, 1.408458, 1.382669, 1.342634, 1.174019, 1.129557, 1.120729, 1.066167, 1.015382, 0.937145, 0.826863, 0.719681, 0.687456, 0.469492, 0.467334, 0.451315, 0.282898], "search": ["se78850a7e0.md", "s99bd33666e.md", "s2ff2d3b82b.md", "s1132dabcf3.md", "sac26a252f3.md", "sd3d0efc73d.md", "sd58c72238a.md", "s976a990246.md", "s004dec6d44.md", "s16d1f2bc35.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 249, "n_windows": 352, "n_texts_windowed": 103, "n_tokens": 116429, "n_query_terms": 15, "nnz_texts": 77452, "index_bytes": 933957, "secs_text": 0.1231, "secs_encode": 17.503, "secs_score": 0.0094, "secs_total": 17.6374, "load1_start": 13.71}
{"qid": "b320f3f8", "type": "single-session-user", "abstention": false, "gold": ["scbf5e6c00f.md"], "ranked": ["scbf5e6c00f.md", "s119dba6867.md", "sdde9e2f40a.md", "s964eeb6692.md", "s91261d8f2f.md", "sbc93c38fd4.md", "sc2738f0693.md", "s5ed3304cd4.md", "scfe527a5fd.md", "sb7e6ea3ef0.md", "s1f84d380b8.md", "s62e866d6c0.md", "sd4cd4f9ff8.md", "sa004e03dd0.md", "s95715fda0d.md", "s33007f6c22.md", "se358f8c20d.md", "s3c503a308c.md", "sa08f24a974.md", "seafd9bedc6.md", "s12b1172539.md", "s24ff3a7099.md", "sa9b2b7c793.md", "s960ca04106.md", "s24ab925ec9.md", "sd038cf988c.md", "sc2a4f75f93.md", "sf25306dd89.md", "sf0d9dc13b2.md", "s41e9468a81.md", "sff164c2540.md", "s3df5beb976.md", "s5cf186f325.md", "seacc591359.md", "sda08cb37ee.md", "sff1dbd0720.md", "s3ab0c7df2c.md", "s1808bcec57.md", "s0b2f2d7a9e.md", "s04adf168a0.md", "s1a8e6d946b.md", "s04a690e24a.md", "s74fcad592b.md", "s1a294ed253.md", "s7a481c0dfd.md"], "s1": [6.349588, 4.902756, 4.355151, 4.289097, 4.131836, 3.862934, 3.86217, 3.664201, 3.660955, 3.538649, 3.265676, 2.783877, 2.655867, 2.236312, 2.091218, 1.937943, 1.682016, 1.644113, 1.555335, 1.496291, 1.492227, 1.324139, 1.282648, 1.238929, 1.235636, 0.903798, 0.872149, 0.865634, 0.856405, 0.785903, 0.780973, 0.673462, 0.610843, 0.598856, 0.564106, 0.537327, 0.434161, 0.417898, 0.40533, 0.402329, 0.369707, 0.364695, 0.334991, 0.284277, 0.095227], "search": ["scbf5e6c00f.md", "s119dba6867.md", "sdde9e2f40a.md", "s964eeb6692.md", "s91261d8f2f.md", "sbc93c38fd4.md", "sc2738f0693.md", "s5ed3304cd4.md", "scfe527a5fd.md", "sb7e6ea3ef0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 244, "n_windows": 350, "n_texts_windowed": 102, "n_tokens": 117112, "n_query_terms": 16, "nnz_texts": 76044, "index_bytes": 916997, "secs_text": 0.1168, "secs_encode": 17.4689, "secs_score": 0.0088, "secs_total": 17.5963, "load1_start": 14.21}
{"qid": "19b5f2b3", "type": "single-session-user", "abstention": false, "gold": ["sdbbf1ac386.md"], "ranked": ["sdbbf1ac386.md", "sd57ccc44dc.md", "sa485d16aa8.md", "se376a96c6c.md", "sbe215f8820.md", "s286543414c.md", "sce8dc8b043.md", "s7ea6f338e8.md", "s5174db6367.md", "sc2e9f5fa2a.md", "sa512fc1979.md", "s46a39bcf4d.md", "s533e0ff881.md", "s4b2fa4951f.md", "se9a5e2dccb.md", "s01eeae4c6b.md", "sadbccf1fe1.md", "sd6b301936b.md", "s37d76aa4de.md", "s412931a925.md", "sf67df743a2.md", "sff09452bd1.md", "sa3a32e0ed7.md", "s2626811272.md", "s2a3a23be7c.md", "sed8326541f.md", "s393a1ffce2.md", "se333d593a1.md", "sc29b9a23ea.md", "sae94042441.md", "sa1f1e34c13.md", "s97db63a323.md", "se1fb968d93.md", "s3dd45eff1d.md", "sd13ab46937.md", "s504bb044a4.md", "s3288a39808.md", "sc403616996.md", "s2ffa74efe8.md", "s3024d6e83c.md", "s2765389927.md"], "s1": [5.575161, 5.227057, 5.013239, 4.839252, 4.588679, 4.011957, 3.707835, 3.469897, 3.137106, 3.074827, 2.988043, 2.561521, 2.30988, 2.107471, 2.037268, 2.03722, 2.035859, 1.995658, 1.891232, 1.724975, 1.59008, 1.589205, 1.510152, 1.493601, 1.290614, 1.149025, 0.968408, 0.963046, 0.868815, 0.741083, 0.67643, 0.529011, 0.496264, 0.399937, 0.386535, 0.365947, 0.360884, 0.348826, 0.30962, 0.258361, 0.195435], "search": ["sdbbf1ac386.md", "sd57ccc44dc.md", "sa485d16aa8.md", "se376a96c6c.md", "sbe215f8820.md", "s286543414c.md", "sce8dc8b043.md", "s7ea6f338e8.md", "s5174db6367.md", "sc2e9f5fa2a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 41, "n_texts": 242, "n_windows": 347, "n_texts_windowed": 105, "n_tokens": 116238, "n_query_terms": 10, "nnz_texts": 74670, "index_bytes": 900357, "secs_text": 0.1162, "secs_encode": 17.395, "secs_score": 0.0087, "secs_total": 17.522, "load1_start": 14.8}
{"qid": "4fd1909e", "type": "single-session-user", "abstention": false, "gold": ["se3c2e03f5d.md"], "ranked": ["se3c2e03f5d.md", "sb0f521b53e.md", "sc907eeef4f.md", "sf8265200b1.md", "s47ad0d9bcb.md", "se596f78f87.md", "s8589d5787c.md", "sf6e9e62d59.md", "s53b74c564a.md", "s99819823e4.md", "sf038ee0619.md", "se1ddcd5659.md", "s356d94e37c.md", "se0224b1119.md", "sd0b9740a3c.md", "sd5c1366bd0.md", "s145f0c5352.md", "saee3a0b877.md", "s614f3d539b.md", "s8d18f2fe5f.md", "s31f70e6a56.md", "s1af52442c3.md", "sb8b319853d.md", "sdfab3bc6a5.md", "s42e6555f34.md", "s235c551fba.md", "s8a2c82ac62.md", "s08e25208f8.md", "s79767d2ade.md", "sf9718273ff.md", "sb2fee0642d.md", "s681d1a737f.md", "s87d16a835c.md", "s173ed44edf.md", "scd7a42fa45.md", "s4525d57f79.md", "sbc4c170ed2.md", "s407272ea5a.md", "s582a8e04be.md", "sd47c185b0e.md", "sae30bf7e72.md", "s709fbcf25b.md", "s1ac1d34b10.md", "s56dbf3f3c6.md", "sc566fe8e13.md", "s842edcf904.md", "s53bc0ff84e.md", "sa86977e53b.md", "s2952811cf5.md"], "s1": [14.188684, 3.32993, 2.652581, 2.36527, 2.309319, 2.263407, 2.137132, 2.061889, 2.047257, 2.011608, 1.918453, 1.726658, 1.357322, 1.352202, 1.100677, 1.090908, 1.060254, 1.020251, 0.999819, 0.990943, 0.989432, 0.927223, 0.887945, 0.822273, 0.817502, 0.787736, 0.782054, 0.692564, 0.655384, 0.652303, 0.64772, 0.615227, 0.60333, 0.597903, 0.549569, 0.521368, 0.502075, 0.495921, 0.424128, 0.409765, 0.366334, 0.356263, 0.316186, 0.314958, 0.309601, 0.296482, 0.253807, 0.133498, 0.039944], "search": ["se3c2e03f5d.md", "sb0f521b53e.md", "sc907eeef4f.md", "sf8265200b1.md", "s47ad0d9bcb.md", "se596f78f87.md", "s8589d5787c.md", "sf6e9e62d59.md", "s53b74c564a.md", "s99819823e4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 55, "n_scored_files": 49, "n_texts": 259, "n_windows": 368, "n_texts_windowed": 109, "n_tokens": 120053, "n_query_terms": 11, "nnz_texts": 78148, "index_bytes": 942597, "secs_text": 0.123, "secs_encode": 17.8837, "secs_score": 0.0087, "secs_total": 18.0173, "load1_start": 15.2}
{"qid": "545bd2b5", "type": "single-session-user", "abstention": false, "gold": ["sbf90dc8f41.md"], "ranked": ["sbf90dc8f41.md", "sf6ad87c231.md", "sf59202ae80.md", "s55c1eb4ad2.md", "s0017d7cd27.md", "s42f5035878.md", "s614dab3820.md", "s5e791f3b13.md", "s242b03660f.md", "s55259a37ff.md", "s56e07c9232.md", "s33bdaa4f71.md", "s6473a83183.md", "sbe717dbd2a.md", "sea844b7bfb.md", "s65d26a7e79.md", "s5eebfc6f48.md", "s2934f3e360.md", "s9fe8314fe9.md", "s120a0f167c.md", "sbed7e8468c.md", "s315eefcc1a.md", "s490e69a2a5.md", "s705bc448b0.md", "sa8f5ec1a48.md", "sabd9f76e92.md", "scb6d1d681b.md", "sd7f22b1615.md", "s5b3d169987.md", "s03e8a14179.md", "se17a5a01e5.md", "s8e7c1a90c7.md", "sb1f689404d.md", "s5c712ce4b6.md", "s8e7ed9c957.md", "sce4a729024.md", "sedf0baf4bc.md", "se25149d89a.md", "s4c0823ca04.md", "s2926797836.md", "s83c6402458.md", "s40aef98267.md", "s1120469cf9.md"], "s1": [17.806978, 12.204528, 8.838417, 5.780758, 5.422384, 5.401364, 5.031038, 4.967096, 4.830088, 4.593703, 3.845716, 3.614361, 3.442591, 3.356754, 3.061998, 2.891818, 2.880455, 2.572543, 2.427251, 2.352336, 2.178877, 2.132256, 2.067016, 2.035996, 1.985213, 1.95806, 1.562631, 1.491923, 1.375005, 1.096303, 1.036771, 0.998211, 0.938072, 0.776387, 0.668907, 0.569558, 0.530194, 0.404098, 0.400512, 0.274756, 0.131953, 0.105657, 0.043414], "search": ["sbf90dc8f41.md", "sf6ad87c231.md", "sf59202ae80.md", "s55c1eb4ad2.md", "s0017d7cd27.md", "s42f5035878.md", "s614dab3820.md", "s5e791f3b13.md", "s242b03660f.md", "s55259a37ff.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 43, "n_texts": 245, "n_windows": 356, "n_texts_windowed": 111, "n_tokens": 116233, "n_query_terms": 16, "nnz_texts": 76030, "index_bytes": 916741, "secs_text": 0.1152, "secs_encode": 17.4175, "secs_score": 0.0087, "secs_total": 17.5433, "load1_start": 15.43}
{"qid": "8a137a7f", "type": "single-session-user", "abstention": false, "gold": ["sda3bc49b5b.md"], "ranked": ["sda3bc49b5b.md", "s5efb6bf181.md", "s661b5132f5.md", "s97df625c7d.md", "s1af4751913.md", "s3111e4b0a1.md", "scf8b9afd76.md", "sb7e3b42cb1.md", "sf24ade4ae3.md", "s0ae38b1724.md", "s05140d17e4.md", "s2975721a9d.md", "s59e75a2f9b.md", "sfec933d779.md", "sffe7b3fb60.md", "sd928776277.md", "s2d74af16f8.md", "sb31077574a.md", "s066de83d6c.md", "sb10ff9b7b7.md", "s3206071e12.md", "se29ff4cad1.md", "s0f0cfaf2db.md", "sabb9084927.md", "s7665973449.md", "s7710e1dd91.md", "sdef1d55fb2.md", "s1d8497506b.md", "s64b5cd96cc.md", "sbec4c38d9b.md", "s68c8f78c19.md", "s6e1bc8ae0c.md", "sa184de601b.md", "sbfae0629a1.md", "s4bb0e03ff6.md", "seba2c65649.md", "s1a74202427.md", "s71316ec93d.md", "sc9df307d23.md", "sd2d256ad73.md", "s98d9e4085d.md", "s68f465bd25.md", "s413ab6ec3d.md", "s824da0ac20.md", "s6b3f79841e.md", "sa9fe53c657.md", "s3154a71e6c.md", "s1e63b47e32.md", "sf6ecfe4978.md"], "s1": [12.209723, 5.069606, 4.175702, 4.065267, 2.972737, 2.614338, 2.556258, 2.391087, 2.323088, 1.962491, 1.901365, 1.895737, 1.766737, 1.698544, 1.65304, 1.619972, 1.617925, 1.495966, 1.489327, 1.436958, 1.429902, 1.392548, 1.341961, 1.3055, 1.289372, 1.26111, 1.233255, 1.231384, 1.21994, 1.061264, 1.015176, 0.938881, 0.916673, 0.73206, 0.621119, 0.55603, 0.433293, 0.314264, 0.295058, 0.277551, 0.27722, 0.267749, 0.251151, 0.249312, 0.201269, 0.181756, 0.169849, 0.089282, 0.014896], "search": ["sda3bc49b5b.md", "s5efb6bf181.md", "s661b5132f5.md", "s97df625c7d.md", "s1af4751913.md", "s3111e4b0a1.md", "scf8b9afd76.md", "sb7e3b42cb1.md", "sf24ade4ae3.md", "s0ae38b1724.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 252, "n_windows": 369, "n_texts_windowed": 117, "n_tokens": 116537, "n_query_terms": 14, "nnz_texts": 77726, "index_bytes": 937285, "secs_text": 0.1184, "secs_encode": 17.4232, "secs_score": 0.0094, "secs_total": 17.5531, "load1_start": 15.63}
{"qid": "76d63226", "type": "single-session-user", "abstention": false, "gold": ["sc32660f628.md"], "ranked": ["sc32660f628.md", "s4eccda7cb6.md", "s0d72ee9764.md", "sd3406d2082.md", "s7ba7419fb6.md", "sef8a1abb77.md", "s800e4dae68.md", "s07f85c4f58.md", "scc2caa201a.md", "s7de74a4e73.md", "sc8dae442c3.md", "s06a67ae272.md", "sc23c57686e.md", "sf6fc8876a6.md", "sb3c7867170.md", "s62d03ebc86.md", "scde864cd7e.md", "s71c9341cc8.md", "scd3d7541f9.md", "s7ee765cbe2.md", "s01bfb26d5d.md", "sd2999f3a90.md", "s406f84ef67.md", "sfcbbb4c08d.md", "se282454c7e.md", "s1577913420.md", "s4999ea1b52.md", "s551396578b.md", "s5ceccf4e13.md", "s97ae43c254.md", "s51430c1feb.md", "s2d2594e90a.md", "sffdca987db.md", "s0b398c35c5.md", "s57829f7efc.md", "s8ae93632f9.md", "s030d8de2bd.md", "s02b6d09f94.md", "s62e8aadf3e.md", "sf2863b554c.md", "se8c63e154e.md", "s9f744e2f78.md", "s7ccc9f37b5.md", "sc773e5db1f.md", "s1557610a51.md"], "s1": [6.811655, 6.440257, 4.152247, 3.456929, 2.970463, 2.952696, 2.885367, 2.757995, 2.49627, 2.307843, 2.027807, 1.553981, 1.468438, 1.363699, 1.225724, 1.202206, 1.184193, 1.15182, 1.134505, 1.059292, 0.949496, 0.878005, 0.877542, 0.746574, 0.745759, 0.72335, 0.698066, 0.657716, 0.626569, 0.606079, 0.548171, 0.506715, 0.462788, 0.398297, 0.367934, 0.324814, 0.232933, 0.215584, 0.204524, 0.201499, 0.19421, 0.169881, 0.081913, 0.024918, 0.001764], "search": ["sc32660f628.md", "s4eccda7cb6.md", "s0d72ee9764.md", "sd3406d2082.md", "s7ba7419fb6.md", "sef8a1abb77.md", "s800e4dae68.md", "s07f85c4f58.md", "scc2caa201a.md", "s7de74a4e73.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 45, "n_texts": 248, "n_windows": 358, "n_texts_windowed": 110, "n_tokens": 117148, "n_query_terms": 10, "nnz_texts": 75117, "index_bytes": 905925, "secs_text": 0.1258, "secs_encode": 17.5109, "secs_score": 0.0091, "secs_total": 17.6477, "load1_start": 15.86}
{"qid": "86f00804", "type": "single-session-user", "abstention": false, "gold": ["s451dedc254.md"], "ranked": ["s451dedc254.md", "sf3df18a0e0.md", "s4e37fb4757.md", "s3487f46f5f.md", "sfc663f1447.md", "s09f7eb4038.md", "s2d25a9da16.md", "s1eb51c2e73.md", "s9c9fd0c97e.md", "s486986b542.md", "s051418b659.md", "s16e89ab041.md", "sdce6934763.md", "sf4c4b43b94.md", "saa2f9440ff.md", "s9c2feaf203.md", "s2dbb9ebdca.md", "s482628512b.md", "s7f8679aea2.md", "s3c843bd8dc.md", "s1d0d395c30.md", "s64e67b29fe.md", "s72a2cb4b22.md", "saee72abcec.md", "sae043bd5bc.md", "sd9ac4a8489.md", "s217e1240b2.md", "s189c9b8c67.md", "s656def254a.md", "saf8d46e2f9.md", "sf6af8c76f9.md", "s4f0e5c29af.md", "s5e970e6f3a.md", "s6a29098de1.md", "s2b286c2f7a.md", "sfbcc61a272.md", "s199627dd28.md", "s1d13b7cd0b.md", "sf8716c6c5c.md", "s06347b8038.md"], "s1": [7.966271, 4.710929, 4.00612, 3.513269, 3.489182, 3.426287, 2.669534, 2.635151, 2.406643, 2.181716, 2.040886, 1.694006, 1.636719, 1.509472, 1.422551, 1.356009, 1.285322, 1.116614, 1.1145, 1.101471, 1.10107, 0.886396, 0.838054, 0.806384, 0.796749, 0.747794, 0.70551, 0.602094, 0.592937, 0.568449, 0.531305, 0.461419, 0.367166, 0.251993, 0.231358, 0.190406, 0.171473, 0.169058, 0.152044, 0.134643], "search": ["s451dedc254.md", "sf3df18a0e0.md", "s4e37fb4757.md", "s3487f46f5f.md", "sfc663f1447.md", "s09f7eb4038.md", "s2d25a9da16.md", "s1eb51c2e73.md", "s9c9fd0c97e.md", "s486986b542.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 40, "n_texts": 247, "n_windows": 346, "n_texts_windowed": 99, "n_tokens": 115122, "n_query_terms": 9, "nnz_texts": 74644, "index_bytes": 900229, "secs_text": 0.1144, "secs_encode": 17.2811, "secs_score": 0.0079, "secs_total": 17.4055, "load1_start": 14.96}
{"qid": "8e9d538c", "type": "single-session-user", "abstention": false, "gold": ["s27f40086bd.md"], "ranked": ["s27f40086bd.md", "s76b40f3402.md", "s7dd397fedc.md", "sa4697a3aec.md", "s09362ae299.md", "s8320096999.md", "s76ee3e161a.md", "s178a7a4459.md", "se23b4238d5.md", "s921c476384.md", "s5c64de8e4b.md", "sfc7097cd53.md", "se02183a60a.md", "s207467ff9a.md", "s482f211725.md", "s3a5dbfb241.md", "sa6a090b472.md", "s7d646112d4.md", "sda65e8eaf0.md", "s56a41b1eb1.md", "se0350d2494.md", "s3b3bcf3da3.md", "sd3db27e003.md", "s412bf0750f.md", "s2e76949899.md", "s638cc2dfb5.md", "s9153ce3b8c.md", "s56791051c1.md", "s454b6310ec.md", "sc260bb3cba.md", "se6db4e1509.md", "s6cdf49cf63.md", "s48e4ee2590.md", "s63482591da.md", "s68c60c50ff.md", "s317cb64a2b.md", "s48a91f6296.md", "s673772033e.md", "s275bda5d1b.md", "s26b17fec05.md", "se5bd2c5263.md", "sd0ea860266.md", "scf3a2567fb.md", "s75a529001b.md", "s578cc78844.md", "sd5efa67f66.md", "s473567e283.md"], "s1": [23.380754, 4.040547, 3.898835, 3.889045, 3.740863, 3.640744, 3.492863, 3.300705, 3.268085, 3.245631, 3.07826, 2.967634, 2.861474, 2.813509, 2.802038, 2.698629, 2.449224, 2.412251, 2.366556, 2.25838, 2.258023, 2.179547, 2.048476, 1.988156, 1.89502, 1.886636, 1.843619, 1.68412, 1.681774, 1.674427, 1.637788, 1.440234, 1.430265, 1.375425, 1.326801, 1.254432, 1.099424, 1.025612, 0.958922, 0.829558, 0.799871, 0.754971, 0.732535, 0.556204, 0.283292, 0.232083, 0.207702], "search": ["s27f40086bd.md", "s76b40f3402.md", "s7dd397fedc.md", "sa4697a3aec.md", "s09362ae299.md", "s8320096999.md", "s76ee3e161a.md", "s178a7a4459.md", "se23b4238d5.md", "s921c476384.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 242, "n_windows": 364, "n_texts_windowed": 122, "n_tokens": 117431, "n_query_terms": 20, "nnz_texts": 78245, "index_bytes": 943493, "secs_text": 0.1166, "secs_encode": 17.5811, "secs_score": 0.0086, "secs_total": 17.7081, "load1_start": 14.92}
{"qid": "311778f1", "type": "single-session-user", "abstention": false, "gold": ["s555257fcce.md"], "ranked": ["s555257fcce.md", "sf253dd13ec.md", "sd57d2993f4.md", "sd3e72bd453.md", "s4a39278977.md", "sbdd6a4d523.md", "sdcf4e056f9.md", "s951882c320.md", "sed31e3b1d2.md", "sb2afd16208.md", "s4b0e18e676.md", "s882278fe74.md", "s3144d83646.md", "sc9875c80eb.md", "s0e9dbc30c5.md", "sd5ad9181ae.md", "s9b24138a80.md", "s4b532cae2e.md", "se2dbb9f247.md", "s66fc2dd386.md", "sdb7e508e08.md", "s8609348def.md", "sab971f63c8.md", "sdd9fe16983.md", "s8c15b9ff68.md", "s4810d14179.md", "sf57fad9f6c.md", "s21cfc122f7.md", "s7e66bcfef3.md", "s9999f096c0.md", "s5041ed5b4f.md", "s16756fb867.md", "s725d403371.md", "s4d8dfabfc3.md", "sce66f93fde.md", "sa1d7edf597.md", "s0b16a3f884.md", "s31d070bd41.md", "s5b107352f9.md", "se84c8426a2.md", "sf8acdb1e87.md", "s5aafe22284.md", "s5ae93a85ae.md", "s6237d81425.md", "s3abe8f9319.md", "s5e29fbf777.md", "s5656833879.md", "sdf4c6c814f.md", "sb5abce2366.md"], "s1": [10.925376, 4.435966, 4.294822, 3.20673, 3.150529, 2.997756, 2.984371, 2.931435, 2.887861, 2.862373, 2.838187, 2.588601, 2.587006, 2.281521, 2.201088, 2.182579, 2.123075, 2.017089, 1.900146, 1.887194, 1.828167, 1.683225, 1.602329, 1.554929, 1.502319, 1.451894, 1.439496, 1.288353, 1.267617, 1.198705, 1.152995, 1.129676, 0.966737, 0.926545, 0.654059, 0.650482, 0.630475, 0.610101, 0.592186, 0.579055, 0.519937, 0.473822, 0.384537, 0.371115, 0.365679, 0.312958, 0.243401, 0.196264, 0.073452], "search": ["s555257fcce.md", "sf253dd13ec.md", "sd57d2993f4.md", "sd3e72bd453.md", "s4a39278977.md", "sbdd6a4d523.md", "sdcf4e056f9.md", "s951882c320.md", "sed31e3b1d2.md", "sb2afd16208.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 49, "n_texts": 260, "n_windows": 339, "n_texts_windowed": 79, "n_tokens": 117981, "n_query_terms": 15, "nnz_texts": 76219, "index_bytes": 919301, "secs_text": 0.1241, "secs_encode": 17.6919, "secs_score": 0.0111, "secs_total": 17.8291, "load1_start": 15.16}
{"qid": "c19f7a0b", "type": "single-session-user", "abstention": false, "gold": ["s5fe4b34ec7.md"], "ranked": ["s5fe4b34ec7.md", "sc4fd1ad854.md", "s84bf80b43c.md", "s7d06fee335.md", "s7264b751d3.md", "s752bf643d9.md", "s88f207bfb2.md", "s70570dd1bf.md", "scdcf2d3c68.md", "s1bd2b95fd1.md", "sfbc80cfedf.md", "s0a2a2f8246.md", "s80c0df2e05.md", "s693e7df602.md", "seec25a9664.md", "sb8de1636af.md", "scdf47aa1af.md", "sda03c890de.md", "se401ea1a88.md", "s0d0baed95b.md", "s5d52519200.md", "s57d72714cb.md", "sf834645621.md", "s719c19fa99.md", "s9f799bf4a1.md", "s8cd25734fe.md", "s57ed47d64d.md", "sc96529736e.md", "s8177737d73.md", "s8773caa013.md", "sa41522859f.md", "s0a7b2847d8.md", "s7380f87d4f.md", "se74b1e2f6b.md", "s1452e66c28.md", "s353f82d1bc.md", "sf96de47b2e.md", "sa5ea2cc916.md", "sfd31c05c04.md", "s008472a02c.md", "sf66c33141c.md", "sd819885934.md", "s590edcc5cd.md", "s753e89ced0.md", "s9f188d3d4a.md", "s7e60efc818.md"], "s1": [9.066028, 5.997729, 5.922101, 4.212822, 4.020411, 3.601425, 3.351797, 3.189528, 3.168339, 3.139743, 2.989965, 2.938998, 2.658465, 2.559767, 2.496577, 2.361692, 2.294703, 2.162905, 2.080347, 1.97084, 1.940327, 1.901037, 1.709923, 1.508899, 1.493559, 1.486405, 1.451328, 1.334707, 1.230642, 1.207326, 1.194351, 1.120487, 1.028633, 0.855671, 0.728964, 0.652597, 0.535503, 0.463236, 0.385444, 0.337739, 0.307163, 0.280257, 0.128881, 0.078446, 0.056237, 0.026966], "search": ["s5fe4b34ec7.md", "sc4fd1ad854.md", "s84bf80b43c.md", "s7d06fee335.md", "s7264b751d3.md", "s752bf643d9.md", "s88f207bfb2.md", "s70570dd1bf.md", "scdcf2d3c68.md", "s1bd2b95fd1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 246, "n_windows": 354, "n_texts_windowed": 108, "n_tokens": 118221, "n_query_terms": 16, "nnz_texts": 76036, "index_bytes": 916997, "secs_text": 0.1209, "secs_encode": 17.6594, "secs_score": 0.0085, "secs_total": 17.7906, "load1_start": 15.12}
{"qid": "4100d0a0", "type": "single-session-user", "abstention": false, "gold": ["s516a7b3ea9.md"], "ranked": ["s516a7b3ea9.md", "s88e34f0e84.md", "s8b7e1c92a1.md", "s5fefe36ce4.md", "se966671622.md", "sddb8c5319f.md", "sd59278c8a1.md", "s4570a25ec8.md", "sad0159a1ac.md", "se6d09ec9d2.md", "s3e65793b4b.md", "s48d549e006.md", "se2abbefce7.md", "s7545bf2067.md", "s05dbc22a47.md", "s60d1375c7d.md", "s6b4f31d50a.md", "sae558db625.md", "s4493265a6f.md", "s2bd132e43e.md", "sf496058fa9.md", "s521e645688.md", "s6cd95d8945.md", "sdb327e82f5.md", "s7cebb37b1a.md", "sbcd4b604a6.md", "s6d73bf56dc.md", "sd56e31993a.md", "s38092a1049.md", "s1be982d050.md", "s27bbfa74ab.md", "s8dd1d24e7d.md", "sbbf6f4e775.md", "s4290fac327.md", "sa440bd343d.md", "s691ebfe1db.md", "sa63f69b2eb.md", "seb428e086c.md", "s5b6f8c1c16.md", "s5522333842.md", "s2a28f599d8.md"], "s1": [4.247993, 3.771911, 3.371337, 1.836539, 1.419963, 1.230447, 1.184209, 1.152341, 1.148744, 1.141838, 1.11696, 1.093449, 1.066545, 0.976921, 0.870856, 0.86887, 0.761051, 0.730524, 0.718999, 0.639531, 0.630631, 0.624014, 0.611762, 0.592686, 0.455682, 0.444693, 0.430542, 0.428369, 0.37352, 0.346279, 0.295509, 0.215171, 0.212663, 0.205474, 0.192812, 0.182564, 0.160027, 0.106808, 0.089119, 0.069642, 0.008164], "search": ["s516a7b3ea9.md", "s88e34f0e84.md", "s8b7e1c92a1.md", "s5fefe36ce4.md", "se966671622.md", "sddb8c5319f.md", "sd59278c8a1.md", "s4570a25ec8.md", "sad0159a1ac.md", "se6d09ec9d2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 41, "n_texts": 255, "n_windows": 361, "n_texts_windowed": 106, "n_tokens": 118065, "n_query_terms": 7, "nnz_texts": 78285, "index_bytes": 944005, "secs_text": 0.1193, "secs_encode": 17.5387, "secs_score": 0.0086, "secs_total": 17.669, "load1_start": 14.39}
{"qid": "29f2956b", "type": "single-session-user", "abstention": false, "gold": ["s078fb23b45.md"], "ranked": ["s078fb23b45.md", "s3636aed5c4.md", "sbeb94629fa.md", "sf1efbeb800.md", "s9faf9a81cd.md", "s8c3a533e34.md", "s7d2aa6824a.md", "s65e258b216.md", "s4c71f8c0ba.md", "s1fa1470dd2.md", "sd8eb191930.md", "s812842c3f3.md", "s16557beef3.md", "s5227c8b96b.md", "sf47089f0a1.md", "s1859d187ee.md", "s4348fea25d.md", "s9960cd507e.md", "s58a412180b.md", "s077275652c.md", "se2ecc92b25.md", "sc67cafb6d6.md", "scc7713b373.md", "sedc94fa7d0.md", "s8c4a04f0b7.md", "s8b2c64cf81.md", "s260996325b.md", "sbc05d97fc7.md", "s7d5b18a168.md", "sb3ad4fc0bb.md", "s2da0064697.md", "s112bbf3c1a.md", "s8371d98b0a.md", "sa51ddd1c97.md", "sfa1adf1f21.md", "sdacba77649.md", "sbd46490d4e.md", "sd0ec3352a1.md", "s89e19ee68c.md", "s0b692781e4.md", "sd32797633c.md", "s8f6c69ac97.md", "sf4a25b2259.md", "sb212390da4.md", "s66a502d1c1.md", "s18ce8bfffa.md"], "s1": [9.408468, 7.870958, 6.362643, 5.942868, 4.904213, 4.793735, 4.692461, 4.685019, 4.560329, 4.50338, 4.470543, 4.087379, 3.587339, 3.501218, 3.38303, 3.382145, 3.367617, 3.005004, 2.951193, 2.689702, 2.669399, 2.649206, 2.467376, 2.167783, 2.142568, 2.02352, 1.928312, 1.863921, 1.841541, 1.596182, 1.548637, 1.365696, 1.250198, 1.197508, 1.147953, 1.051, 0.845813, 0.843758, 0.780885, 0.738228, 0.698882, 0.609901, 0.604799, 0.377264, 0.198423, 0.004666], "search": ["s078fb23b45.md", "s3636aed5c4.md", "sbeb94629fa.md", "sf1efbeb800.md", "s9faf9a81cd.md", "s8c3a533e34.md", "s7d2aa6824a.md", "s65e258b216.md", "s4c71f8c0ba.md", "s1fa1470dd2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 238, "n_windows": 370, "n_texts_windowed": 125, "n_tokens": 117139, "n_query_terms": 15, "nnz_texts": 77284, "index_bytes": 931909, "secs_text": 0.1182, "secs_encode": 17.5004, "secs_score": 0.0091, "secs_total": 17.6295, "load1_start": 14.83}
{"qid": "1faac195", "type": "single-session-user", "abstention": false, "gold": ["s3b7af5a7be.md"], "ranked": ["s3b7af5a7be.md", "sf23dd63a11.md", "sa6e8349a8e.md", "se765d340ef.md", "s477d7708c2.md", "s6790ecc917.md", "s426d6ccd25.md", "saad26113ae.md", "sd6fb14f907.md", "s38092f0689.md", "s43b2cf4b2f.md", "s10deb45da9.md", "s00243da26a.md", "s03c9019412.md", "sc24e8fcf97.md", "s152a7d697d.md", "s4d45e4f8e4.md", "s6c2b91dca3.md", "s321b56947d.md", "s1914bb825a.md", "sd12d0fc8fd.md", "s0953369b4d.md", "safaf7ee04f.md", "s15348bd285.md", "sd192a4fa93.md", "s663f17747a.md", "sa22419d46c.md", "s4d1791ac74.md", "s1ed4330802.md", "sf8ded02c36.md", "sa870c66aab.md", "sfdc921c242.md", "sdcd9c4be29.md", "se55f2558c0.md", "sc7d2c0dd6f.md", "s63161a60c3.md", "s7fb3c2ecd8.md", "s5ccaec68a4.md", "scc1da1f3f1.md", "sf3a6f780a4.md", "sb9111f244d.md", "sbe731901db.md", "sf543925d41.md"], "s1": [4.68976, 2.853423, 2.526753, 2.393633, 2.093458, 1.99586, 1.817171, 1.709574, 1.610413, 1.190807, 1.158281, 1.07831, 0.992601, 0.955416, 0.903034, 0.895193, 0.858181, 0.825481, 0.82398, 0.764068, 0.744359, 0.739851, 0.725769, 0.689582, 0.606684, 0.544018, 0.543076, 0.53664, 0.438814, 0.412359, 0.382547, 0.35485, 0.349831, 0.337197, 0.335759, 0.301162, 0.238364, 0.221018, 0.193636, 0.054453, 0.021097, 0.010629, 0.005432], "search": ["s3b7af5a7be.md", "sf23dd63a11.md", "sa6e8349a8e.md", "se765d340ef.md", "s477d7708c2.md", "s6790ecc917.md", "s426d6ccd25.md", "saad26113ae.md", "sd6fb14f907.md", "s38092f0689.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 242, "n_windows": 353, "n_texts_windowed": 106, "n_tokens": 118948, "n_query_terms": 9, "nnz_texts": 75658, "index_bytes": 912325, "secs_text": 0.1156, "secs_encode": 17.6447, "secs_score": 0.0095, "secs_total": 17.7718, "load1_start": 15.16}
{"qid": "faba32e5", "type": "single-session-user", "abstention": false, "gold": ["s9e17dd29e9.md"], "ranked": ["s9e17dd29e9.md", "s7839a704b7.md", "sc9c43f02da.md", "sfe021e3ed9.md", "s5339a3c6c5.md", "s7e57656629.md", "s560e1fae2b.md", "s1586459499.md", "sc4539df025.md", "s506a70db9b.md", "s52e4b5628e.md", "s950fbc4d96.md", "sdcf68631a1.md", "s70c84dd731.md", "sbd7ad21a47.md", "s16660af1cb.md", "sd82337e8c3.md", "s28dfdd11c1.md", "s8107b7c51b.md", "s8956e7d7cb.md", "sb3fe96fb71.md", "sd7568f204b.md", "sa175b02bfd.md", "sca292a244d.md", "s10fb1ee663.md", "s2ece4ddf18.md", "sa6ff9b8b81.md", "se86715d41e.md", "s347510d7cd.md", "sad83cd64bc.md", "s2c321458cc.md", "sff2238c779.md", "s3458e86644.md", "sa7643b18aa.md", "s4d90c5d5bc.md", "s012aabf946.md", "s1266086a11.md", "s1b99c4d38f.md", "s9d2779a6df.md", "scd49121703.md", "saaf1840afd.md", "sa755f0dfdd.md", "se61c79706c.md", "se9260006dd.md"], "s1": [18.587467, 4.622775, 3.609163, 3.442608, 3.377021, 3.276558, 3.125562, 3.096139, 3.086034, 2.815893, 2.792674, 2.648807, 2.638038, 2.348531, 2.295727, 2.271142, 2.223876, 2.198205, 1.967833, 1.865914, 1.811544, 1.579535, 1.577854, 1.554685, 1.386887, 1.371892, 1.21724, 1.098293, 0.894864, 0.820192, 0.782639, 0.666324, 0.583187, 0.548865, 0.495863, 0.477582, 0.384794, 0.32802, 0.315237, 0.22734, 0.206143, 0.166847, 0.1171, 0.028749], "search": ["s9e17dd29e9.md", "s7839a704b7.md", "sc9c43f02da.md", "sfe021e3ed9.md", "s5339a3c6c5.md", "s7e57656629.md", "s560e1fae2b.md", "s1586459499.md", "sc4539df025.md", "s506a70db9b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 259, "n_windows": 378, "n_texts_windowed": 119, "n_tokens": 119453, "n_query_terms": 16, "nnz_texts": 80142, "index_bytes": 966213, "secs_text": 0.1238, "secs_encode": 17.8759, "secs_score": 0.0085, "secs_total": 18.0101, "load1_start": 15.35}
{"qid": "f4f1d8a4", "type": "single-session-user", "abstention": false, "gold": ["s72c4d8084d.md"], "ranked": ["s72c4d8084d.md", "s7506066a7b.md", "s235ee8da43.md", "s3d37d02499.md", "s8bfdcf0df1.md", "s9500390df0.md", "s9834f0b9fb.md", "s77dffa3f1b.md", "sf087eb0ad0.md", "safb8a87700.md", "s9542280fa7.md", "s41e7b28953.md", "s34357bfd2c.md", "sc1255e3bd2.md", "s3f1f82d3b4.md", "s1fd2c19ab5.md", "s4f87aa280b.md", "s309c36ce55.md", "s8e3b97a4c2.md", "s0658b73a63.md", "s0713af8611.md", "s5c106ff629.md", "sb6086c971e.md", "s5996fc20e7.md", "s2d860629c5.md", "se492f8ff44.md", "s7bc51f0093.md", "s15242a23e8.md", "s513a693c0c.md", "s27775925eb.md", "s77aec361be.md", "s1062a675a7.md", "sdc873b6068.md", "s77363f7161.md", "s98341181a8.md", "s025140f4f1.md", "s22b97ad96a.md", "sbd060ffa23.md", "sdc588c3c78.md", "s68bf3e130e.md", "se940c6c8c0.md", "sda1d2608dd.md", "s1376a9441e.md", "s704490435c.md"], "s1": [11.013461, 7.623833, 3.123335, 2.005828, 1.911827, 1.714371, 1.641002, 1.620889, 1.570288, 1.529171, 1.496771, 1.441693, 1.431342, 1.422579, 1.422096, 1.396942, 1.191766, 1.078328, 1.034391, 1.000836, 0.876953, 0.705719, 0.701975, 0.69187, 0.690281, 0.6601, 0.61073, 0.584666, 0.45897, 0.44152, 0.352527, 0.330338, 0.312577, 0.25717, 0.249688, 0.211668, 0.208885, 0.1293, 0.088107, 0.076758, 0.07585, 0.057571, 0.027886, 0.024071], "search": ["s72c4d8084d.md", "s7506066a7b.md", "s235ee8da43.md", "s3d37d02499.md", "s8bfdcf0df1.md", "s9500390df0.md", "s9834f0b9fb.md", "s77dffa3f1b.md", "sf087eb0ad0.md", "safb8a87700.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 44, "n_texts": 255, "n_windows": 353, "n_texts_windowed": 98, "n_tokens": 118684, "n_query_terms": 13, "nnz_texts": 76666, "index_bytes": 924613, "secs_text": 0.1219, "secs_encode": 17.7004, "secs_score": 0.0094, "secs_total": 17.8337, "load1_start": 15.72}
{"qid": "c14c00dd", "type": "single-session-user", "abstention": false, "gold": ["sa7f50b49d5.md"], "ranked": ["sa7f50b49d5.md", "s61b7179117.md", "s70cd5e1ba8.md", "s90cac98b81.md", "sfae6078aa7.md", "s908c2d235c.md", "s85098a1b8a.md", "s8ffef05c21.md", "s2c24cd722e.md", "sf5c7f90c86.md", "s6f29e1a217.md", "se3459c43a3.md", "s59a52d2a58.md", "sab01ee2cb1.md", "sfb944dc496.md", "sb8363a61b9.md", "s56c5bc1991.md", "sd2b54cf339.md", "s304d2d962a.md", "sfc8932eaac.md", "sb9fdfef772.md", "sa56833b104.md", "sc4e70d9040.md", "s108e860115.md", "s6263fe76ed.md", "s227b48b35f.md", "s97558ba33d.md", "sa3f77da7ac.md", "sf8ee198507.md", "s9080b2a8af.md", "sc8a2d63c83.md", "s9f8b78a0ca.md", "s709797a829.md", "s0f8cb2283c.md", "s06b20d2ea5.md", "s950209b97a.md", "s6293de7791.md", "s5ec136ea6a.md", "sf169bfc080.md", "sf73021a61f.md", "s3dfd72c42b.md", "s1bb12b0983.md", "s42506199b9.md", "s391bc9e4fc.md", "s60aef64ddc.md", "s0cf334d2ff.md", "s3cd94c0159.md", "s3fd885fc39.md", "s13d29ebe02.md", "sedca40c287.md"], "s1": [6.287342, 4.513165, 3.873756, 3.764959, 3.439607, 3.210515, 3.049712, 2.692083, 2.610077, 2.534305, 2.494667, 2.13739, 2.084875, 2.077467, 1.865617, 1.831813, 1.814015, 1.712672, 1.644504, 1.627031, 1.611089, 1.5895, 1.538092, 1.40257, 1.37272, 1.335901, 1.319356, 1.230841, 1.227372, 1.217029, 1.115235, 1.06551, 1.052123, 1.025922, 0.918064, 0.864088, 0.82966, 0.824031, 0.783937, 0.777174, 0.652478, 0.624338, 0.624143, 0.58883, 0.530655, 0.399406, 0.295153, 0.23004, 0.146979, 0.135956], "search": ["sa7f50b49d5.md", "s61b7179117.md", "s70cd5e1ba8.md", "s90cac98b81.md", "sfae6078aa7.md", "s908c2d235c.md", "s85098a1b8a.md", "s8ffef05c21.md", "s2c24cd722e.md", "sf5c7f90c86.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 50, "n_texts": 258, "n_windows": 373, "n_texts_windowed": 115, "n_tokens": 119950, "n_query_terms": 12, "nnz_texts": 80596, "index_bytes": 971845, "secs_text": 0.1299, "secs_encode": 18.001, "secs_score": 0.0095, "secs_total": 18.1423, "load1_start": 15.46}
{"qid": "36580ce8", "type": "single-session-user", "abstention": false, "gold": ["s313f86d9dc.md"], "ranked": ["s4abbb43e9a.md", "safccdbd8fc.md", "s36903fff78.md", "s313f86d9dc.md", "s306e5c96df.md", "sb829193d50.md", "s9b531ff081.md", "s2794226732.md", "sb4df1318f0.md", "sa3f89169a5.md", "sd2ed2b891c.md", "sf8c65f9417.md", "sa34bfbd308.md", "se36838d5b5.md", "sfe94a79491.md", "sc697539c56.md", "s64459a747b.md", "s57f2ae4193.md", "sdd162dc5a6.md", "s277d5884c9.md", "s7de88f23d1.md", "sc3c0b17022.md", "s5515713aff.md", "sa419ca5c8b.md", "sed832ac6f1.md", "s368c1bc874.md", "s204a4ff613.md", "seb4bf64abf.md", "s4764c5da9f.md", "s9288e1d7fa.md", "s262990bc9e.md", "sb5afd3b8dc.md", "sb187a0dda8.md", "s00eb6baa13.md", "saf544c3d5d.md", "s4500a6ad9a.md", "sf6f05e308a.md", "s9d7b5dc7d0.md", "s97a3bb0282.md", "sab52aa4ad6.md", "s5e55998a77.md", "sd86bbc23c3.md", "sd4fb15aac5.md", "sd09acb2e03.md", "s977352c063.md", "s60668108b5.md", "s0e24277af3.md", "s1c1b475f9e.md", "s1499454a0e.md", "sdbae892c56.md"], "s1": [4.264268, 3.175625, 3.165003, 3.007638, 2.469927, 2.062555, 1.991399, 1.896759, 1.815843, 1.775828, 1.719106, 1.58926, 1.576927, 1.544761, 1.449873, 1.440853, 1.299053, 1.261359, 1.22624, 1.198608, 1.16703, 1.100492, 1.05326, 1.051546, 1.017673, 1.007258, 0.995315, 0.980227, 0.976161, 0.976073, 0.913289, 0.859757, 0.725519, 0.637578, 0.60965, 0.589118, 0.578736, 0.571984, 0.544724, 0.44577, 0.432106, 0.422089, 0.418878, 0.382294, 0.353929, 0.353257, 0.294876, 0.256772, 0.198084, 0.196073], "search": ["s4abbb43e9a.md", "safccdbd8fc.md", "s36903fff78.md", "s313f86d9dc.md", "s306e5c96df.md", "sb829193d50.md", "s9b531ff081.md", "s2794226732.md", "sb4df1318f0.md", "sa3f89169a5.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 55, "n_scored_files": 53, "n_texts": 266, "n_windows": 359, "n_texts_windowed": 93, "n_tokens": 116467, "n_query_terms": 14, "nnz_texts": 77266, "index_bytes": 932037, "secs_text": 0.1273, "secs_encode": 17.4273, "secs_score": 0.0102, "secs_total": 17.5667, "load1_start": 15.28}
{"qid": "3d86fd0a", "type": "single-session-user", "abstention": false, "gold": ["s02c9bec4a7.md"], "ranked": ["s02c9bec4a7.md", "s800e955e20.md", "s9cb635b066.md", "s6a54623e91.md", "sfc295d09e8.md", "sfbc38ed6d4.md", "s63930896d2.md", "s075a837754.md", "s9145cd97a2.md", "sb1baed9e01.md", "s82cbe82480.md", "sfcb72ad723.md", "s2559247883.md", "s94f7d3616b.md", "s0aad2bf3aa.md", "s91069ccfef.md", "sf5db36732f.md", "sceba97b2ed.md", "s593345ebfb.md", "s81f95e013e.md", "sa5e630e591.md", "s8c6537b67e.md", "sc89db0d7e9.md", "s6a671594e5.md", "s65fbca59af.md", "s0a8e792a30.md", "sc664c404ae.md", "sa78360a6c9.md", "s2db8f89911.md", "s8b182d13a5.md", "s5fd9943c09.md", "s8fca00e446.md", "s4843302800.md", "s0b8b496981.md", "s0a4bb85248.md", "sa35997db11.md", "sbcd73b160e.md", "s6ccce2d564.md", "s193772812c.md", "s417aaf797a.md", "saf69f9dade.md", "s874a4117d7.md", "s6f0194999c.md", "sae5beecbec.md", "s4922b4d794.md", "sd154263cc5.md", "s7f77938bdf.md", "s1fb2c95474.md", "s03cf3f9e6b.md", "se4a85d8fbd.md"], "s1": [9.955171, 4.091957, 3.213363, 2.67903, 2.448037, 2.155351, 2.154592, 1.840192, 1.70273, 1.670119, 1.636197, 1.601925, 1.490718, 1.44467, 1.433826, 1.416001, 1.335006, 1.154349, 1.152236, 1.125084, 1.113381, 1.068899, 1.038692, 1.000642, 0.993363, 0.873087, 0.822566, 0.713784, 0.69514, 0.662966, 0.647193, 0.641937, 0.623057, 0.602879, 0.570016, 0.545421, 0.514715, 0.467552, 0.456099, 0.442373, 0.433804, 0.419215, 0.393474, 0.34292, 0.311615, 0.21972, 0.197317, 0.141621, 0.116589, 0.090623], "search": ["s02c9bec4a7.md", "s800e955e20.md", "s9cb635b066.md", "s6a54623e91.md", "sfc295d09e8.md", "sfbc38ed6d4.md", "s63930896d2.md", "s075a837754.md", "s9145cd97a2.md", "sb1baed9e01.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 55, "n_scored_files": 51, "n_texts": 251, "n_windows": 352, "n_texts_windowed": 101, "n_tokens": 118335, "n_query_terms": 8, "nnz_texts": 74932, "index_bytes": 903941, "secs_text": 0.1274, "secs_encode": 17.8217, "secs_score": 0.0084, "secs_total": 17.9593, "load1_start": 15.52}
{"qid": "a82c026e", "type": "single-session-user", "abstention": false, "gold": ["s60339ac226.md"], "ranked": ["s60339ac226.md", "s6df54a874c.md", "s5d689982f5.md", "s5b9ad3a66b.md", "s7ba99f29ec.md", "sf09de07084.md", "s6a56785bb1.md", "se2e04f1162.md", "sc0a4e7c0a8.md", "s85f1818fd8.md", "s3d08afd89c.md", "sc80fcd9542.md", "s3359e57556.md", "s76a746447a.md", "saeacbd4cd2.md", "s50a9300bd3.md", "sb0152bc18c.md", "sa23ee9b0a4.md", "s35a678e120.md", "sd3d14fa58e.md", "sc6b0effbdb.md", "sfa5d11b43f.md", "s7271315abc.md", "sc59378b196.md", "sef32307964.md", "s85dd404554.md", "seda690b294.md", "sbbe16909d2.md", "sd5215be107.md", "s207d4bad70.md", "s69c5708309.md", "s2eb1ffc9d3.md", "s8ffb01a70d.md", "s504c6c51dd.md", "sb7d8a910fc.md", "s71422d7ff0.md", "s257844938c.md", "s6c3aab3d80.md", "sb86265c06d.md", "s486551ce85.md", "s112cd43f0a.md", "s9f48a94bc2.md", "s378251b7d8.md", "sa309fc7df9.md", "s99bf0f17f7.md"], "s1": [4.372059, 3.804241, 3.38954, 3.375901, 2.711355, 2.522046, 2.29681, 2.28253, 2.189025, 2.157109, 1.966433, 1.749169, 1.716014, 1.626456, 1.554749, 1.477323, 1.337494, 1.315703, 1.228946, 1.22522, 1.183187, 1.180542, 1.175136, 1.074802, 1.060388, 0.967636, 0.759668, 0.608473, 0.605871, 0.581663, 0.572249, 0.477101, 0.467569, 0.451885, 0.450424, 0.42271, 0.421871, 0.420296, 0.383382, 0.335937, 0.318229, 0.310516, 0.286707, 0.263726, 0.230084], "search": ["s60339ac226.md", "s6df54a874c.md", "s5d689982f5.md", "s5b9ad3a66b.md", "s7ba99f29ec.md", "sf09de07084.md", "s6a56785bb1.md", "se2e04f1162.md", "sc0a4e7c0a8.md", "s85f1818fd8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 255, "n_windows": 354, "n_texts_windowed": 99, "n_tokens": 119273, "n_query_terms": 11, "nnz_texts": 78173, "index_bytes": 942597, "secs_text": 0.1202, "secs_encode": 17.8846, "secs_score": 0.0091, "secs_total": 18.0158, "load1_start": 15.66}
{"qid": "0862e8bf_abs", "type": "single-session-user", "abstention": true, "gold": ["s7b786689a5.md"], "ranked": ["se6f4e56123.md", "s8400787b0a.md", "s57eca2457f.md", "s49cb272a2d.md", "scd538a0927.md", "s3a84ec2dcf.md", "sb362553482.md", "s9aaf4b8156.md", "s702e4848b8.md", "s1fc536a925.md", "s5abe6ddc77.md", "sb131388c0d.md", "s7b786689a5.md", "sfe7bdfd656.md", "se72c26c712.md", "s82a213403b.md", "sddf36e50f4.md", "sd3b989728f.md", "s770c90e0ee.md", "sc4d34825bb.md", "sa220a63e31.md", "s48a1016a61.md", "sa700c26f64.md", "s72ba66072c.md", "sb406c7a8e0.md", "s3bc83374b5.md", "sbd902cf237.md", "s2ef3224238.md", "se04da6f162.md", "s716a4e5c6f.md", "se36f142134.md", "s862a072b24.md", "s6430733b04.md", "sb517c02206.md", "s2368f295ba.md", "sbd588e21ea.md", "s2b6f09b6b1.md", "s1f1908682e.md", "sd74d09b6f6.md", "s8dd989e3dc.md", "s1b5d0a9af0.md", "sf5c94d5e56.md", "s77bae94dd9.md", "sdcbedb0059.md", "s59a434ddcb.md", "s1ba09774e0.md"], "s1": [3.102348, 2.479988, 1.614889, 1.527285, 1.383378, 1.343873, 1.324, 1.167473, 1.144636, 1.074763, 1.011155, 1.008605, 0.982546, 0.904712, 0.902452, 0.861918, 0.856542, 0.840448, 0.788243, 0.752591, 0.727786, 0.711424, 0.637475, 0.582382, 0.547914, 0.537614, 0.521734, 0.486718, 0.425293, 0.377997, 0.35267, 0.340127, 0.322526, 0.320746, 0.280218, 0.278286, 0.218271, 0.208741, 0.138274, 0.137305, 0.105597, 0.048196, 0.027073, 0.025876, 0.01642, 0.001564], "search": ["se6f4e56123.md", "s8400787b0a.md", "s57eca2457f.md", "s49cb272a2d.md", "scd538a0927.md", "s3a84ec2dcf.md", "sb362553482.md", "s9aaf4b8156.md", "s702e4848b8.md", "s1fc536a925.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 52, "n_scored_files": 46, "n_texts": 248, "n_windows": 356, "n_texts_windowed": 106, "n_tokens": 118475, "n_query_terms": 11, "nnz_texts": 76165, "index_bytes": 918697, "secs_text": 0.1211, "secs_encode": 17.6827, "secs_score": 0.0097, "secs_total": 17.8154, "load1_start": 15.75}
{"qid": "15745da0_abs", "type": "single-session-user", "abstention": true, "gold": ["s019108fb32.md"], "ranked": ["s019108fb32.md", "s4b1ecaaf3c.md", "s93a646e904.md", "sa8f4437d8a.md", "sec471018aa.md", "s94017201ed.md", "s6126df1631.md", "sbd6d0e318d.md", "sd13f664b05.md", "s05d37d03ef.md", "secd3f9af02.md", "s77603bee54.md", "se4ea4016e3.md", "s430e430557.md", "s5dd6966ef2.md", "sb9791e5250.md", "s54bc384880.md", "s96fde1080e.md", "s711c19e519.md", "s451b040a51.md", "sf3706dd9cb.md", "sfe5b0dcf94.md", "s7fb9ef3d4d.md", "se98198a3b4.md", "s492dfffbdd.md", "sb3b7a697c8.md", "s89337d2ad6.md", "s2bf368e838.md", "s3dd9248527.md", "s060e8d9840.md", "s9cabae4593.md", "s1b602e1a67.md", "sc5d564101c.md", "s4558dc5343.md", "s47d2385d0f.md", "sf9dbcef934.md", "s99245be5b2.md", "s439df64da3.md", "s2f1c74291a.md", "s8c98c29d9a.md", "s07789dbed2.md", "sfc1ee51260.md", "s484a8e9e47.md", "sb7e3670f5f.md", "s2105e35408.md", "s4876c4c869.md", "sfdd6983d91.md", "s00e4f87da7.md"], "s1": [7.797822, 5.405925, 5.122964, 4.288414, 4.274667, 4.136336, 4.074561, 4.07137, 3.466147, 3.25351, 3.241314, 3.130354, 2.822288, 2.81822, 2.552761, 2.443921, 2.174321, 1.882196, 1.813101, 1.740213, 1.690953, 1.643841, 1.544827, 1.527484, 1.45919, 1.443483, 1.433065, 1.415033, 1.208802, 1.099071, 1.071016, 0.945807, 0.786307, 0.756438, 0.693351, 0.667893, 0.593426, 0.585867, 0.473431, 0.473138, 0.412509, 0.295615, 0.279248, 0.251682, 0.204199, 0.121523, 0.094435, 0.012614], "search": ["s019108fb32.md", "s4b1ecaaf3c.md", "s93a646e904.md", "sa8f4437d8a.md", "sec471018aa.md", "s94017201ed.md", "s6126df1631.md", "sbd6d0e318d.md", "sd13f664b05.md", "s05d37d03ef.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 249, "n_windows": 349, "n_texts_windowed": 100, "n_tokens": 116696, "n_query_terms": 11, "nnz_texts": 75129, "index_bytes": 906153, "secs_text": 0.1163, "secs_encode": 17.3593, "secs_score": 0.0089, "secs_total": 17.4864, "load1_start": 15.81}
{"qid": "bc8a6e93_abs", "type": "single-session-user", "abstention": true, "gold": ["s1f40ce8008.md"], "ranked": ["s260cbc61df.md", "s1f40ce8008.md", "s02df5ea626.md", "s542e82ec08.md", "sf0fad5e423.md", "se963addc14.md", "s6ceb41d740.md", "s6d0acdb9d7.md", "sc9be949fbf.md", "sbb062ced9c.md", "s9419e7687d.md", "sbaf612f398.md", "se476c49499.md", "scf53bf14f8.md", "sdc10403f0b.md", "s472e3790a6.md", "sdca503adbd.md", "s20150d1644.md", "sd01d44f540.md", "s50fca7d4a2.md", "sc37a8625a9.md", "s4632ab0ab4.md", "s5b28e715c1.md", "s7ce4e5c662.md", "sf4fa710d43.md", "s17edcf8101.md", "sd7b7a18cfa.md", "s44ee6800f4.md", "secd957d9e2.md", "s6f27411431.md", "sc668383848.md", "sd094d964a5.md", "sbcc42bf8cc.md", "sc86d3afaa3.md", "sa4e94c19ed.md", "s8b4998da7d.md", "s10f2d1f73e.md", "s77d02edfbe.md", "sa3d22e636a.md", "s5722055fd5.md", "sb7b9684fd2.md", "s97d5d1cdc5.md", "sbe08359b0b.md", "s0034224af9.md", "saeefa9f7a9.md"], "s1": [4.331899, 4.060789, 3.922082, 3.331985, 3.186377, 3.00089, 2.714175, 2.394167, 2.20367, 2.055552, 2.046318, 2.031634, 1.96304, 1.943989, 1.88019, 1.801991, 1.746542, 1.72902, 1.71078, 1.674371, 1.672349, 1.642902, 1.640676, 1.608727, 1.527148, 1.41862, 1.360017, 1.34732, 1.260001, 1.136399, 1.118349, 1.076539, 0.756525, 0.744563, 0.706874, 0.627182, 0.620313, 0.609072, 0.456627, 0.432189, 0.313441, 0.256115, 0.255568, 0.193054, 0.136403], "search": ["s260cbc61df.md", "s1f40ce8008.md", "s02df5ea626.md", "s542e82ec08.md", "sf0fad5e423.md", "se963addc14.md", "s6ceb41d740.md", "s6d0acdb9d7.md", "sc9be949fbf.md", "sbb062ced9c.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 254, "n_windows": 349, "n_texts_windowed": 95, "n_tokens": 118857, "n_query_terms": 15, "nnz_texts": 76911, "index_bytes": 927657, "secs_text": 0.1226, "secs_encode": 17.7714, "secs_score": 0.0089, "secs_total": 17.9048, "load1_start": 15.67}
{"qid": "19b5f2b3_abs", "type": "single-session-user", "abstention": true, "gold": ["s9969d1af37.md"], "ranked": ["sc71385c7ec.md", "sf071509394.md", "s9969d1af37.md", "sfddea1246f.md", "s5306f9bf38.md", "s34ff356dfd.md", "sabfb37cbf9.md", "s29acc02505.md", "s583f01c005.md", "s90684d7742.md", "sc3581b237e.md", "sfe3b90a759.md", "s35fe8fd38e.md", "s593680c5f2.md", "sb8fb721d14.md", "s7d4f47420b.md", "s9555fb29ac.md", "s7900b2eabb.md", "s0def2c9d2b.md", "sfde0543649.md", "s990b2a709d.md", "s6bf2d888ec.md", "s98ee80a444.md", "s3230aec5fa.md", "s8ec57880e0.md", "sd72969c3c9.md", "s387aca5673.md", "s607bb5abf4.md", "s5f900fb61e.md", "s2b160e1715.md", "s917447a1ea.md", "s271967a97d.md", "s4057d1aa2d.md", "s8359be53c8.md", "s102bce63c9.md", "sd64c23659d.md", "sf8c7538d04.md", "s5ee838b6ae.md", "sb3cde016aa.md", "sded516d4a9.md", "s005ce8c587.md", "s4dbc759c08.md", "s5614825336.md", "sa62de68b5d.md", "s56129fe762.md", "saa1e8c9408.md", "s01de920cad.md", "s1ba5f3e14b.md", "s7643b99926.md"], "s1": [6.630778, 6.522476, 5.68516, 5.125517, 4.970996, 3.53037, 3.47089, 3.394901, 3.30154, 3.203968, 3.079333, 2.855381, 2.810015, 2.74338, 2.675292, 2.246801, 2.18733, 2.073412, 2.049839, 2.020445, 1.994945, 1.957056, 1.925489, 1.885971, 1.806351, 1.769118, 1.668955, 1.630573, 1.539798, 1.38306, 1.323898, 1.270856, 1.223253, 1.163711, 1.047051, 1.011291, 0.98448, 0.954993, 0.937083, 0.915834, 0.871867, 0.670637, 0.62383, 0.561241, 0.519412, 0.411788, 0.217183, 0.188561, 0.073274], "search": ["sc71385c7ec.md", "sf071509394.md", "s9969d1af37.md", "sfddea1246f.md", "s5306f9bf38.md", "s34ff356dfd.md", "sabfb37cbf9.md", "s29acc02505.md", "s583f01c005.md", "s90684d7742.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 285, "n_windows": 400, "n_texts_windowed": 115, "n_tokens": 118420, "n_query_terms": 10, "nnz_texts": 85573, "index_bytes": 1031785, "secs_text": 0.1223, "secs_encode": 17.7354, "secs_score": 0.0089, "secs_total": 17.8686, "load1_start": 15.82}
{"qid": "29f2956b_abs", "type": "single-session-user", "abstention": true, "gold": ["sea613b6019.md"], "ranked": ["s4a24e06b82.md", "s45b28efa1a.md", "scfe9541720.md", "sea613b6019.md", "s6eef57a6ad.md", "s667a8e99e4.md", "s87a63110e8.md", "sb14e35409a.md", "s66d7996d2e.md", "sc26dec85f1.md", "s7212d26b94.md", "s7363356077.md", "s617b33c577.md", "s44d40074e7.md", "sef7faf1ee5.md", "seb623b75ee.md", "s2cf6cdd1c5.md", "sa19ce04e73.md", "s9116bb2b2e.md", "s7344c63d02.md", "s0cab2d3022.md", "s2583c7b8e5.md", "s4e1a6123f7.md", "see956ad385.md", "s12886f1dda.md", "s2fcea6b500.md", "s746f8344be.md", "sa0416f74ea.md", "sed43181ff2.md", "s7ec11a759a.md", "se41e5d6ae5.md", "s70e5d119fa.md", "s6a1260460c.md", "s1a85cc1dd4.md", "s486b933c30.md", "s46d968ebac.md", "sf899cfe850.md", "s4da8cdd7d6.md", "s13cc5e3247.md", "s238249e97b.md", "s938cc593ab.md", "s504fca5b5b.md", "sa69b096660.md", "s4083f46bc0.md", "s5c38fdde7d.md", "s8fbddd5fa9.md", "sfcbc362376.md"], "s1": [7.146796, 5.701031, 5.288899, 5.112599, 5.107706, 4.701807, 4.100374, 3.972426, 3.705079, 3.704822, 3.697418, 3.561827, 3.487666, 2.989585, 2.872415, 2.792458, 2.71415, 2.607497, 2.53111, 2.503519, 2.464172, 2.39007, 2.242741, 1.644357, 1.591243, 1.576661, 1.488887, 1.439505, 1.364727, 1.291837, 0.992634, 0.97336, 0.951874, 0.85694, 0.826663, 0.813186, 0.765859, 0.683462, 0.599539, 0.590798, 0.469829, 0.372939, 0.285292, 0.238836, 0.216885, 0.185122, 0.130103], "search": ["s4a24e06b82.md", "s45b28efa1a.md", "scfe9541720.md", "sea613b6019.md", "s6eef57a6ad.md", "s667a8e99e4.md", "s87a63110e8.md", "sb14e35409a.md", "s66d7996d2e.md", "sc26dec85f1.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 47, "n_texts": 252, "n_windows": 357, "n_texts_windowed": 105, "n_tokens": 119129, "n_query_terms": 15, "nnz_texts": 79042, "index_bytes": 953257, "secs_text": 0.1186, "secs_encode": 17.7792, "secs_score": 0.0094, "secs_total": 17.9093, "load1_start": 15.87}
{"qid": "f4f1d8a4_abs", "type": "single-session-user", "abstention": true, "gold": ["s769482c67b.md"], "ranked": ["s0034e02315.md", "s2437b7fd5d.md", "s0f73ddd941.md", "s1d20e2ff3a.md", "s769482c67b.md", "s7f730775fd.md", "s4d8ee72e8b.md", "s2bdc6b5f7a.md", "sfbd1d71bfb.md", "s2f5f41b2c0.md", "s09d77e9481.md", "sad2eaa25d6.md", "s3db710e279.md", "s708369d008.md", "sd31e250999.md", "s0e4c0a9299.md", "sc497ad7bd6.md", "s0822dfc09a.md", "s33e8d611d2.md", "s0208052aed.md", "s5b13f95388.md", "se227d8e410.md", "s280534c3bd.md", "s096c599a3c.md", "s64e47a6250.md", "sf0a832b889.md", "s11d11eb201.md", "s87dcfe0977.md", "sa8b64c21ad.md", "s2bf0755ea4.md", "sc71db8b98e.md", "sbe33263276.md", "s2652c9780c.md", "se99232be0c.md", "sd097c82d8c.md", "sd06ceeb6d6.md", "sd243fa3ba1.md", "sc47b339152.md", "s6a74c8674e.md", "s9d334f836d.md", "s8832e694de.md", "se03fb1d96b.md", "s6e84b89ce8.md", "s955620422c.md", "s2e6cea2583.md"], "s1": [6.704823, 6.011839, 5.194739, 5.184273, 4.531389, 4.094188, 2.377404, 1.942787, 1.90604, 1.755525, 1.70744, 1.658929, 1.603327, 1.502277, 1.435049, 1.393106, 1.327631, 1.282624, 1.243198, 1.106962, 1.09616, 1.073455, 1.062176, 0.981175, 0.95044, 0.900089, 0.899362, 0.881586, 0.82143, 0.752229, 0.727277, 0.718112, 0.658738, 0.647025, 0.550617, 0.547687, 0.375818, 0.331242, 0.305474, 0.288348, 0.128954, 0.107244, 0.096729, 0.057294, 0.047027], "search": ["s0034e02315.md", "s2437b7fd5d.md", "s0f73ddd941.md", "s1d20e2ff3a.md", "s769482c67b.md", "s7f730775fd.md", "s4d8ee72e8b.md", "s2bdc6b5f7a.md", "sfbd1d71bfb.md", "s2f5f41b2c0.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 45, "n_texts": 257, "n_windows": 366, "n_texts_windowed": 109, "n_tokens": 119598, "n_query_terms": 13, "nnz_texts": 78577, "index_bytes": 947689, "secs_text": 0.1189, "secs_encode": 17.8821, "secs_score": 0.0083, "secs_total": 18.0113, "load1_start": 15.9}
{"qid": "0a995998", "type": "multi-session", "abstention": false, "gold": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md"], "ranked": ["s0cab1c9eeb.md", "sae5bd299eb.md", "s8e453e8f24.md", "s27fd6dbb14.md", "s9e30df83e3.md", "sefafcb0fbd.md", "sa527e071e7.md", "sbc2d2c3842.md", "s2fe34d6935.md", "s36c32c6b02.md", "s65bf0c77cf.md", "s1503846899.md", "s575755f4d1.md", "s8f0a718c35.md", "s523c64dc97.md", "s5aca3d38aa.md", "s95c99edc36.md", "s2598f18aeb.md", "sb62899f649.md", "s03ee860b08.md", "sf5a90c0f49.md", "s6e9e9dcf6b.md", "sb9819a834e.md", "s8777b43a9d.md", "s3acc9f492b.md", "s0f32e90013.md", "s74e1d72a58.md", "scbada184bd.md", "s067dfe538b.md", "sd17ff9d20d.md", "scc93c8c706.md", "s1c72ac5c5e.md", "s4a74df2c4a.md", "s7c9d3b76ea.md", "sec0c1b2e2c.md", "sa9f7cc9cf4.md", "s8cf2fc554b.md", "s603748ad29.md", "s108d2f0611.md", "s737bdc9f78.md", "s4e0e72d599.md", "s30f80f2120.md", "s8c81be6ff6.md", "s46acd090eb.md"], "s1": [16.888075, 14.025162, 12.155083, 9.889784, 8.341501, 8.333572, 8.317982, 7.244867, 6.951643, 6.757064, 6.096378, 5.690157, 4.268864, 4.227286, 3.8332, 3.652889, 3.525866, 3.364666, 3.331431, 3.298663, 3.206101, 3.167716, 3.119906, 3.066047, 2.999805, 2.927804, 2.708216, 2.68263, 2.488484, 2.376411, 2.106438, 2.0142, 1.981507, 1.820022, 1.430418, 1.413104, 1.039016, 0.776293, 0.478056, 0.396154, 0.268737, 0.192066, 0.124695, 0.123186], "search": ["s0cab1c9eeb.md", "sae5bd299eb.md", "s8e453e8f24.md", "s27fd6dbb14.md", "s9e30df83e3.md", "sefafcb0fbd.md", "sa527e071e7.md", "sbc2d2c3842.md", "s2fe34d6935.md", "s36c32c6b02.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 255, "n_windows": 361, "n_texts_windowed": 105, "n_tokens": 119939, "n_query_terms": 19, "nnz_texts": 79353, "index_bytes": 956741, "secs_text": 0.1203, "secs_encode": 17.9326, "secs_score": 0.0101, "secs_total": 18.065, "load1_start": 16.0}
{"qid": "6d550036", "type": "multi-session", "abstention": false, "gold": ["s3b14ace57b.md", "s920d9cbdaf.md", "s9622cbf27d.md", "sc8a0beec36.md"], "ranked": ["sd5b19e15e5.md", "s62a763b621.md", "s5e51f4c028.md", "s8b111b610a.md", "sbb0b2a9fb4.md", "s9622cbf27d.md", "sf40078a72f.md", "s3201654706.md", "sc8a0beec36.md", "s1cb36549fb.md", "s920d9cbdaf.md", "s174b687370.md", "scdef95e052.md", "s94cf07fd3b.md", "s1145256539.md", "sa10c89bbcb.md", "s0387e1b4c3.md", "saec1d4ea66.md", "sb72e6a5b9f.md", "s85f81758f5.md", "sab856b9128.md", "s3b14ace57b.md", "s92c7ce5d6a.md", "sbc1f7062b5.md", "se813171902.md", "s907e54276e.md", "sec3cc7120f.md", "sb8520659a5.md", "sbdc1a8689e.md", "s2e848c9005.md", "s54a07ca84b.md", "s5a53207338.md", "s39e699fcb4.md", "scc1600629e.md", "sb31faa8316.md", "s50b187f6cd.md", "s6b0617412c.md", "sb806dafdd6.md", "sa4b027f77f.md", "sdfd70daf67.md", "sff4c4c7a7b.md", "scf6f3aca46.md", "s6b8fca012d.md", "s180da58bde.md"], "s1": [4.703837, 4.44818, 4.407332, 4.213272, 3.931738, 3.554355, 2.90522, 2.789977, 2.782115, 2.706945, 2.341423, 2.278568, 2.272882, 2.165751, 2.084115, 1.972685, 1.822891, 1.808581, 1.800213, 1.794169, 1.780778, 1.720491, 1.663908, 1.65536, 1.646608, 1.564238, 1.549612, 1.45893, 1.420547, 1.314445, 1.278055, 1.27512, 1.215666, 0.913609, 0.823297, 0.820018, 0.505677, 0.49545, 0.483646, 0.344429, 0.332895, 0.312466, 0.241681, 0.113303], "search": ["sd5b19e15e5.md", "s62a763b621.md", "s5e51f4c028.md", "s8b111b610a.md", "sbb0b2a9fb4.md", "s9622cbf27d.md", "sf40078a72f.md", "s3201654706.md", "sc8a0beec36.md", "s1cb36549fb.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 47, "n_scored_files": 44, "n_texts": 240, "n_windows": 344, "n_texts_windowed": 100, "n_tokens": 114204, "n_query_terms": 13, "nnz_texts": 73716, "index_bytes": 889157, "secs_text": 0.1165, "secs_encode": 16.9525, "secs_score": 0.0092, "secs_total": 17.0801, "load1_start": 15.99}
{"qid": "gpt4_59c863d7", "type": "multi-session", "abstention": false, "gold": ["s26f8258ee9.md", "sb97fdcb7cb.md", "sba64de88ce.md", "sf9a4d768db.md"], "ranked": ["sba64de88ce.md", "sf9a4d768db.md", "s26f8258ee9.md", "sb97fdcb7cb.md", "saed1f1d752.md", "s3d3b9e5bb7.md", "s8a3b1daeb9.md", "s2f0de9c90a.md", "sa27d789d09.md", "s0c16845d7a.md", "s6b3628c267.md", "s2401c868d2.md", "sbe1c957480.md", "s0fdf489aa5.md", "s3bee5d676d.md", "sc70996dae5.md", "s6fd6d65503.md", "s1e33d02cef.md", "s66c1b72c5e.md", "s4e810764fb.md", "sa153e34cf6.md", "s2aeac7190d.md", "s737c6240e9.md", "sfe43d33475.md", "s18ad962d51.md", "s964330e399.md", "s30496b04b7.md", "s5bc15facb7.md", "sa0785a8d6b.md", "s71fcfd0a5a.md", "sb28b28c87e.md", "s1a9a9dcdcd.md", "s52416304b7.md", "s67266af532.md", "see9af67a70.md", "sa26dafc471.md", "s821c99282e.md", "sf5c48e3fea.md", "s76bfa8c75c.md", "sea82c0aac6.md", "s0b97312e57.md", "s7c8594b8b0.md", "sddc222ae27.md", "scd64127db3.md", "s1cb89724c3.md"], "s1": [9.917212, 8.102786, 8.026104, 5.358393, 4.660285, 4.132414, 3.838276, 3.760216, 3.44749, 3.375556, 3.077886, 3.052047, 3.007914, 2.709193, 2.626207, 2.394293, 2.274815, 2.221062, 2.024333, 1.947731, 1.943923, 1.873818, 1.857405, 1.800985, 1.694831, 1.694748, 1.600993, 1.592957, 1.434046, 1.373298, 1.227578, 1.087807, 1.08472, 0.971518, 0.955255, 0.556428, 0.425378, 0.39757, 0.361531, 0.286753, 0.23484, 0.22115, 0.181038, 0.046414, 0.018944], "search": ["sba64de88ce.md", "sf9a4d768db.md", "s26f8258ee9.md", "sb97fdcb7cb.md", "saed1f1d752.md", "s3d3b9e5bb7.md", "s8a3b1daeb9.md", "s2f0de9c90a.md", "sa27d789d09.md", "s0c16845d7a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 252, "n_windows": 376, "n_texts_windowed": 124, "n_tokens": 119629, "n_query_terms": 13, "nnz_texts": 79243, "index_bytes": 955506, "secs_text": 0.1234, "secs_encode": 17.8384, "secs_score": 0.0087, "secs_total": 17.9723, "load1_start": 16.06}
{"qid": "b5ef892d", "type": "multi-session", "abstention": false, "gold": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md"], "ranked": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md", "s662a9b23a2.md", "sb8aa39a921.md", "s7a4d0cf8dc.md", "sbca15cd163.md", "s1ebfeb1fdb.md", "sac88db4f42.md", "s29d373316b.md", "s2d70f898fd.md", "s7298e66081.md", "s0b60974fb5.md", "sfa7b2e5f15.md", "s01cf3fba7f.md", "s44cd2088da.md", "s171dd61062.md", "s052e3ccbef.md", "s4ecfa67721.md", "safe8ea9583.md", "s5585e2d32a.md", "s2ebe4bd1e6.md", "s1d527387ef.md", "s97ffd7f30a.md", "s9a1e2d8a08.md", "sff17148f95.md", "s34032180e8.md", "s817544e0ff.md", "sdd9c8e22b5.md", "s26cccbfd94.md", "s50feaa273d.md", "s897a156212.md", "s9efd2511cb.md", "s27c89f6363.md", "s1175a30373.md", "s094463ef8f.md", "s5178e7e7c2.md", "s0ad5087557.md", "s8918c929ce.md", "s1896929dfd.md", "sb22052817b.md", "s07194d79df.md", "s6c4a5a3849.md", "s5d13f9daca.md", "sb23d98c8c5.md", "sb18a38e157.md", "s76a8d9b28d.md", "sc2f8575cfb.md", "s7b496093e9.md", "s76e4dcbd82.md"], "s1": [8.682976, 8.223522, 7.098864, 3.901926, 3.863948, 3.744279, 3.727564, 3.727468, 3.303987, 3.05363, 3.019856, 2.886748, 2.660736, 2.536872, 2.389189, 2.379985, 2.299538, 2.232372, 2.228081, 1.972748, 1.926267, 1.873399, 1.715966, 1.715149, 1.603261, 1.594116, 1.592833, 1.485955, 1.225813, 1.140072, 1.13319, 0.911709, 0.838369, 0.833506, 0.76639, 0.744022, 0.730689, 0.643079, 0.59077, 0.433146, 0.385078, 0.380268, 0.36975, 0.321603, 0.298406, 0.288925, 0.27791, 0.263094, 0.12911, 0.071607], "search": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md", "s662a9b23a2.md", "sb8aa39a921.md", "s7a4d0cf8dc.md", "sbca15cd163.md", "s1ebfeb1fdb.md", "sac88db4f42.md", "s29d373316b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 51, "n_texts": 257, "n_windows": 356, "n_texts_windowed": 99, "n_tokens": 117847, "n_query_terms": 18, "nnz_texts": 76515, "index_bytes": 922949, "secs_text": 0.1218, "secs_encode": 17.6292, "secs_score": 0.0093, "secs_total": 17.7627, "load1_start": 16.04}
{"qid": "e831120c", "type": "multi-session", "abstention": false, "gold": ["sb86a802940.md", "sf7a47235ce.md"], "ranked": ["sf7a47235ce.md", "sb86a802940.md", "s70a595655e.md", "s5bb590fa65.md", "s931ea4b717.md", "s96229de38e.md", "s602de85612.md", "s813cbd2683.md", "s615efba50a.md", "sf9e9cff71e.md", "s405d8357bf.md", "s4806019850.md", "s2702ccbf72.md", "s51b4d2ee54.md", "sa31685055a.md", "s43ef16bcad.md", "sa9203778c7.md", "s8feffcf8ec.md", "s2ef86d85c3.md", "s9aa64b36b4.md", "s8388b2d928.md", "s31c03247e3.md", "s583b0b5da8.md", "sb619c04de9.md", "s2db9bde2e4.md", "s75769b230b.md", "sb32540b84e.md", "s397875c77d.md", "s1d8d5fbc87.md", "s0f77f25b7b.md", "s234f837b49.md", "s26aafb88ae.md", "s3ff3623835.md", "s923ebe4f16.md", "sf3874e9b4d.md", "s993706d799.md", "s7635a72402.md", "sfa8aab9991.md", "s5685504f73.md", "sfa315c09ea.md", "s3fad617bac.md", "se83f122487.md", "s548a294890.md", "sfef192ea15.md", "sa1a1d82ca7.md", "sc1c00124f2.md", "s0662546b1e.md"], "s1": [25.183559, 17.999947, 12.076165, 7.915732, 7.189876, 3.914699, 3.540911, 3.375934, 3.364708, 3.045033, 3.023211, 2.944312, 2.799592, 2.784365, 2.756873, 2.485947, 2.446434, 2.319731, 2.191401, 2.142307, 2.1173, 2.076371, 2.053677, 1.990479, 1.768249, 1.636689, 1.54291, 1.529713, 1.50929, 1.344872, 1.332347, 1.313207, 1.235413, 1.162538, 1.156091, 0.906797, 0.825798, 0.751917, 0.57, 0.562617, 0.42885, 0.40084, 0.380863, 0.255084, 0.205342, 0.185762, 0.120437], "search": ["sf7a47235ce.md", "sb86a802940.md", "s70a595655e.md", "s5bb590fa65.md", "s931ea4b717.md", "s96229de38e.md", "s602de85612.md", "s813cbd2683.md", "s615efba50a.md", "sf9e9cff71e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 244, "n_windows": 362, "n_texts_windowed": 115, "n_tokens": 117117, "n_query_terms": 23, "nnz_texts": 76589, "index_bytes": 923525, "secs_text": 0.1222, "secs_encode": 17.4393, "secs_score": 0.009, "secs_total": 17.5723, "load1_start": 14.93}
{"qid": "3a704032", "type": "multi-session", "abstention": false, "gold": ["s21d0b418e5.md", "s840ac504bc.md", "s9df21ed36e.md"], "ranked": ["s9df21ed36e.md", "s44b2a5f4bf.md", "s21d0b418e5.md", "s840ac504bc.md", "sc764051be2.md", "sb66c24b6a7.md", "s3919f74729.md", "sc1037bff81.md", "sf631caba3b.md", "s91f1316ec0.md", "s2bb4177b12.md", "sb9b0b06d1d.md", "sc726d9a65e.md", "sc1ebc82b06.md", "sa012a95fa5.md", "s26f5d612e3.md", "s4a63b086c2.md", "s36c6a5ac9d.md", "sb8c86dfc23.md", "scd3550751f.md", "sf12d489844.md", "s0bb28122d5.md", "se21e47ca05.md", "s772eeb1707.md", "s4cb5c787d8.md", "sd6cc7ab041.md", "s10a0021cda.md", "s76c822641a.md", "s53f606e517.md", "s70059f47e5.md", "sa51f5acb14.md", "s9642ac739a.md", "saf5ecfa445.md", "s64f57d4104.md", "s4d4af7d8bc.md", "sb077997e97.md", "s38a27c8449.md", "s62355e4e23.md", "s0535fda18e.md", "sc24242755b.md", "s0bf4ce95a3.md", "s28d9e7bf40.md", "s28d92b430c.md", "s669909f3a5.md", "s648306fbb7.md", "s3798b31c48.md", "sfde6bfe545.md", "sa340766a6d.md"], "s1": [5.105356, 5.008211, 4.737134, 4.628585, 4.137455, 4.051534, 3.718177, 3.389567, 3.199319, 2.77077, 2.718776, 2.641295, 2.514537, 2.496736, 2.386325, 2.271352, 2.213345, 2.186986, 2.152534, 2.13711, 2.119085, 2.045671, 2.026666, 1.85328, 1.843287, 1.803815, 1.800722, 1.772931, 1.694386, 1.604856, 1.431378, 1.364316, 1.342677, 1.310793, 1.159981, 1.083682, 1.062078, 0.981443, 0.717466, 0.715305, 0.702815, 0.696179, 0.646443, 0.61526, 0.460095, 0.299585, 0.162144, 0.078184], "search": ["s9df21ed36e.md", "s44b2a5f4bf.md", "s21d0b418e5.md", "s840ac504bc.md", "sc764051be2.md", "sb66c24b6a7.md", "s3919f74729.md", "sc1037bff81.md", "sf631caba3b.md", "s91f1316ec0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 255, "n_windows": 383, "n_texts_windowed": 128, "n_tokens": 120177, "n_query_terms": 13, "nnz_texts": 80439, "index_bytes": 969861, "secs_text": 0.1255, "secs_encode": 18.0004, "secs_score": 0.0091, "secs_total": 18.1369, "load1_start": 15.23}
{"qid": "gpt4_d84a3211", "type": "multi-session", "abstention": false, "gold": ["s2cfa274b99.md", "s30e2029c72.md", "s33cb38d99e.md", "s922b1bb2b7.md"], "ranked": ["s922b1bb2b7.md", "s2cfa274b99.md", "s33cb38d99e.md", "s30e2029c72.md", "sf53eaf9533.md", "s336292a5c0.md", "s664ff43dc7.md", "sf28bd59f59.md", "s3096c7ac87.md", "sa9c3670bd7.md", "see3972ccc0.md", "s71580bbf04.md", "scc9c06a2b9.md", "s3e75d888a6.md", "s976fb9ddd9.md", "s62ba599ec1.md", "sc39391a6c3.md", "s88759c5b65.md", "s3f12359e21.md", "s79653e6659.md", "s11a9279782.md", "s92cb717e67.md", "s2da382819c.md", "s6a56b46e13.md", "s3ecc31ffe5.md", "s8698499563.md", "sed86532465.md", "s36c243e753.md", "sc8e5b86c8b.md", "saa3f766b6e.md", "sb2b7dcf550.md", "sda6b9e7fbb.md", "s81d0d22fa2.md", "s40b537b500.md", "s146a0d23dc.md", "s334d218ca9.md", "s555a72f0aa.md", "sd1fa793896.md", "sb2d772fe93.md", "s8cd8d97900.md", "s710337a68e.md", "sea51195ec4.md", "sde70e91e50.md", "s25a24f3cf8.md", "s3dbcdf28b7.md"], "s1": [8.14627, 7.873346, 7.753294, 7.136269, 6.835151, 6.5564, 5.879383, 5.042198, 4.861055, 4.798971, 4.512682, 4.386072, 3.476393, 3.237358, 3.07831, 3.072426, 2.988833, 2.966235, 2.35946, 2.348942, 2.308257, 2.214598, 1.879226, 1.844527, 1.842267, 1.834062, 1.697441, 1.648805, 1.555369, 1.519915, 1.411078, 1.406051, 1.196461, 1.051257, 0.980699, 0.965561, 0.961658, 0.591642, 0.52686, 0.393602, 0.35192, 0.228997, 0.206755, 0.159467, 0.081684], "search": ["s922b1bb2b7.md", "s2cfa274b99.md", "s33cb38d99e.md", "s30e2029c72.md", "sf53eaf9533.md", "s336292a5c0.md", "s664ff43dc7.md", "sf28bd59f59.md", "s3096c7ac87.md", "sa9c3670bd7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 45, "n_texts": 263, "n_windows": 362, "n_texts_windowed": 99, "n_tokens": 118269, "n_query_terms": 20, "nnz_texts": 78739, "index_bytes": 949618, "secs_text": 0.1227, "secs_encode": 17.7248, "secs_score": 0.0089, "secs_total": 17.8583, "load1_start": 15.48}
{"qid": "aae3761f", "type": "multi-session", "abstention": false, "gold": ["s6c9c420448.md", "sd76c211bad.md", "sf67b7ec830.md"], "ranked": ["sd76c211bad.md", "s6c9c420448.md", "s9820208062.md", "sf67b7ec830.md", "s9286449301.md", "s653f5349a3.md", "s5d73e7d8f5.md", "sa80f400672.md", "sd8a016d4ea.md", "s920f707736.md", "s8f7e8a236b.md", "sda6e2b5bbe.md", "sef732091a2.md", "sd711bda19d.md", "s64342676dd.md", "s7625016923.md", "s4813007582.md", "s9fcfe296e1.md", "sba57d991da.md", "sc6cb096417.md", "s84700beeae.md", "s5043ec815a.md", "s58bea97ce0.md", "s6987bf7776.md", "s2c54b45c80.md", "s2d9d179d9d.md", "sf883bfacec.md", "s6ec04c5eaf.md", "s8553082e75.md", "sa5d37a94d2.md", "s4dcac2c9f7.md", "s214b4642b8.md", "s9512b2c617.md", "sb5131e8816.md", "s21b0771f81.md", "sb6a9bc7f6a.md", "s01fd834a2e.md", "s77c65d43b6.md", "s3992c900a9.md", "s54467ae1fc.md", "sf0c2de2f77.md", "sb556e65dc8.md", "s56005d45ec.md", "sb1f0ea8a79.md", "s580ebfd6cb.md", "s0768acb3c6.md", "sfafeff0283.md"], "s1": [12.33875, 10.020596, 5.536297, 4.78021, 4.705954, 4.620311, 4.174885, 3.920596, 3.826408, 3.824932, 3.73457, 3.643167, 3.503066, 3.386122, 3.385221, 3.377419, 3.270686, 3.233904, 3.221317, 3.0042, 2.987166, 2.785387, 2.716938, 2.452868, 2.40443, 2.375261, 2.238922, 2.22298, 2.076914, 1.984056, 1.916281, 1.428456, 1.30011, 1.215935, 1.072291, 1.063692, 0.970969, 0.866569, 0.834511, 0.788565, 0.61322, 0.522974, 0.433975, 0.424488, 0.400722, 0.321926, 0.184338], "search": ["sd76c211bad.md", "s6c9c420448.md", "s9820208062.md", "sf67b7ec830.md", "s9286449301.md", "s653f5349a3.md", "s5d73e7d8f5.md", "sa80f400672.md", "sd8a016d4ea.md", "s920f707736.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 253, "n_windows": 366, "n_texts_windowed": 113, "n_tokens": 116247, "n_query_terms": 19, "nnz_texts": 76286, "index_bytes": 919941, "secs_text": 0.1154, "secs_encode": 17.3132, "secs_score": 0.0091, "secs_total": 17.4395, "load1_start": 15.7}
{"qid": "gpt4_f2262a51", "type": "multi-session", "abstention": false, "gold": ["s9ec4d701c2.md", "sb2151cf652.md", "sb34fe03e75.md"], "ranked": ["seab0f0420b.md", "sb2151cf652.md", "s45fce0f0a3.md", "sef9b05c8a0.md", "sb34fe03e75.md", "sef17919476.md", "s5e7431b8ad.md", "s9ec4d701c2.md", "s1e26dc4c12.md", "se4d9c389ca.md", "s100ada81e3.md", "s637cc610bf.md", "s86f35411c5.md", "s870cbf8a3d.md", "s9b0450e9b6.md", "sacea01cc13.md", "s1b6ca34b3d.md", "se5ce0fa483.md", "s3f9a7a33d9.md", "se1b17457fc.md", "sdfd4c5cd47.md", "s4f54bf4005.md", "s5b236c2de7.md", "sa3c0bfce95.md", "sec5ce3001f.md", "s8e6c2279ed.md", "s81ba5ea64c.md", "s817d134252.md", "sefed800537.md", "se186bc165a.md", "s0cee216f6f.md", "s6ee4032a4b.md", "s3a888e5ad9.md", "s67b1d057fe.md", "s5d446259fe.md", "s7d28e96ee0.md", "s451799a21c.md", "s9af644badc.md", "s175268f08e.md", "sb50a1adbdc.md", "s90153e3378.md", "sae76dfa94a.md", "s2ddd869602.md", "s197df6ef06.md"], "s1": [5.085734, 4.964251, 4.14724, 3.564727, 3.356587, 3.279045, 3.074, 3.05878, 2.854574, 2.850558, 2.81987, 2.761233, 2.703805, 2.589973, 2.497401, 2.476471, 2.447403, 2.386358, 2.367192, 2.343407, 2.253321, 2.232605, 2.210554, 2.185936, 2.026398, 1.990566, 1.895653, 1.811565, 1.59715, 1.43305, 1.42872, 1.324486, 1.192463, 1.188084, 1.173342, 1.159322, 1.158942, 1.10006, 0.615034, 0.5205, 0.515277, 0.415124, 0.243261, 0.134097], "search": ["seab0f0420b.md", "sb2151cf652.md", "s45fce0f0a3.md", "sef9b05c8a0.md", "sb34fe03e75.md", "sef17919476.md", "s5e7431b8ad.md", "s9ec4d701c2.md", "s1e26dc4c12.md", "se4d9c389ca.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 251, "n_windows": 367, "n_texts_windowed": 116, "n_tokens": 118110, "n_query_terms": 10, "nnz_texts": 78472, "index_bytes": 946226, "secs_text": 0.1206, "secs_encode": 17.6545, "secs_score": 0.0089, "secs_total": 17.7859, "load1_start": 14.72}
{"qid": "dd2973ad", "type": "multi-session", "abstention": false, "gold": ["sf176ecce77.md", "sfd4bc0370e.md"], "ranked": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sb46d865763.md", "s1cbf7f89d4.md", "sb852a96471.md", "s0656675402.md", "sc777878676.md", "sf176ecce77.md", "s1052163908.md", "s1bbfe682dd.md", "s8bdbc98cc5.md", "s4cc5ef2df4.md", "s6cbf09c0cf.md", "sc734c0a0b7.md", "s6514014cd4.md", "s07218cf39d.md", "se3b4d31da0.md", "s2834c67061.md", "sf118b80e4d.md", "se4dd879b3c.md", "s3cd710e288.md", "s465b402c56.md", "s33dccda704.md", "se23bb4dcc8.md", "s1422f6ca92.md", "s7b9c7e3ab1.md", "s71003620ef.md", "s6f74930b97.md", "sa705703e86.md", "sd9ab49ada5.md", "s05dfd25314.md", "se255427427.md", "s9574c251c3.md", "s8e8bb91dc6.md", "s7927e5da6e.md", "s3cee455ab3.md", "s8aeda7b1e0.md", "sacc8909677.md", "sd437e08c15.md", "sed9b0c5ee3.md", "sa7cb93cab6.md", "sc320db2287.md", "se6ab2ecf52.md", "sc43153b38b.md", "sc05dece598.md", "s827592e9e7.md", "s45fff92dc1.md", "s082ed01c72.md"], "s1": [11.46166, 7.85282, 6.107481, 4.909488, 4.731601, 4.454948, 4.153982, 4.076163, 4.048992, 4.032961, 3.39818, 3.204757, 3.183946, 3.044772, 2.891176, 2.865307, 2.641999, 2.565307, 2.448155, 2.374209, 2.185356, 2.053196, 1.961331, 1.929233, 1.852612, 1.809411, 1.764099, 1.571707, 1.529908, 1.460953, 1.39715, 1.396052, 1.332645, 1.287794, 1.224021, 1.14645, 1.106905, 0.952533, 0.779044, 0.771039, 0.746469, 0.728415, 0.728264, 0.705072, 0.578749, 0.509174, 0.386172, 0.336555], "search": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sb46d865763.md", "s1cbf7f89d4.md", "sb852a96471.md", "s0656675402.md", "sc777878676.md", "sf176ecce77.md", "s1052163908.md", "s1bbfe682dd.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 49, "n_scored_files": 48, "n_texts": 255, "n_windows": 371, "n_texts_windowed": 116, "n_tokens": 119265, "n_query_terms": 20, "nnz_texts": 79625, "index_bytes": 960133, "secs_text": 0.1219, "secs_encode": 17.8197, "secs_score": 0.0095, "secs_total": 17.953, "load1_start": 15.09}
{"qid": "c4a1ceb8", "type": "multi-session", "abstention": false, "gold": ["s1698d61255.md", "s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md"], "ranked": ["s4522946c23.md", "s2d1dff3e6a.md", "s9f2ccebd9b.md", "s1698d61255.md", "s762c765007.md", "s64628d5642.md", "s0d03e6e32f.md", "sbf4c36a9e9.md", "s888463e94d.md", "s36b7b616e8.md", "s8178eabd9b.md", "s3c666d84de.md", "s7e1111269c.md", "sd10f22eec6.md", "se9d58119ec.md", "s939924f96d.md", "s71562ae1c8.md", "s86d9056c49.md", "sf7d4570cb6.md", "se84231b714.md", "s4cf87a40b8.md", "sca7c5619b8.md", "s825abe21ce.md", "s766b52fc61.md", "sadd018761a.md", "s769355feb1.md", "sb18616f5f9.md", "sce542bcc1b.md", "s45200c8c6b.md", "sd189e20db6.md", "sd94267397b.md", "s18c6de8a34.md", "sd9dffb1bfe.md", "s44eb4b3284.md", "sea70a14c39.md", "se2c05943e6.md", "s2d9594b7dc.md", "scd983adccf.md", "s79e25e6e14.md", "s1c346c4b8d.md", "sef48be4803.md", "sedb2b0f51e.md", "se37cf736de.md", "s53572a4744.md", "sf8210273f0.md", "s2bf14b090d.md", "s2ee2d9a364.md"], "s1": [13.309791, 12.816547, 10.418442, 10.21919, 7.694931, 6.557562, 6.402147, 4.537953, 4.260628, 3.95079, 3.816525, 3.626758, 2.897181, 2.738876, 2.651723, 2.568053, 2.530674, 2.502532, 2.49176, 2.484457, 2.385302, 2.372351, 2.350991, 2.268649, 2.248975, 2.092322, 2.080734, 1.806742, 1.789706, 1.752914, 1.719887, 1.699658, 1.582904, 1.534592, 1.508424, 1.385139, 1.303985, 0.996846, 0.891814, 0.885466, 0.762064, 0.721153, 0.336296, 0.255893, 0.254216, 0.04994, 0.00131], "search": ["s4522946c23.md", "s2d1dff3e6a.md", "s9f2ccebd9b.md", "s1698d61255.md", "s762c765007.md", "s64628d5642.md", "s0d03e6e32f.md", "sbf4c36a9e9.md", "s888463e94d.md", "s36b7b616e8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 47, "n_texts": 253, "n_windows": 366, "n_texts_windowed": 113, "n_tokens": 118339, "n_query_terms": 17, "nnz_texts": 77818, "index_bytes": 938373, "secs_text": 0.1257, "secs_encode": 17.7255, "secs_score": 0.0092, "secs_total": 17.8623, "load1_start": 15.43}
{"qid": "gpt4_a56e767c", "type": "multi-session", "abstention": false, "gold": ["s86eb291fb2.md", "sdb5e961acf.md", "sef186379d1.md"], "ranked": ["sdb5e961acf.md", "s86eb291fb2.md", "sef186379d1.md", "s74e2f3838a.md", "s793c76e006.md", "saec63d1c0c.md", "s160913179e.md", "s28e9d5b4be.md", "s183dcb562e.md", "s4e9f72eac2.md", "s53cf2fb7df.md", "s114cce2eb8.md", "s4bc3d44673.md", "s4161228267.md", "se80eaaa47e.md", "s70231d560d.md", "sfb58a4bcbd.md", "s547be60e07.md", "s0ae18cea01.md", "s639ae27a81.md", "s2018e91d3e.md", "sd5a8d1fc4b.md", "s83a18097e2.md", "s94afdb57e9.md", "s156ac4d2fe.md", "sf128608a7b.md", "sdeca0f64bb.md", "s1c303101b6.md", "s78ac5a2d9c.md", "s16bc42ac6e.md", "sf1a3f09b23.md", "s09a1c65c8c.md", "s8b21df583e.md", "s9d18745ff5.md", "seaa1bfc84f.md", "s2721a7e6df.md", "sda4bc536c5.md", "sfe1a20e3b4.md", "sf97bde54ba.md", "s8dd04405d4.md", "sb4089a0093.md", "s5481d8f47b.md", "s24025772eb.md", "sadebabbf84.md", "s20e5559fe4.md", "s618203604e.md"], "s1": [8.741814, 6.690711, 5.145933, 3.044595, 2.895339, 2.625005, 2.491679, 2.287519, 2.250224, 2.207246, 2.128627, 2.119253, 2.106715, 2.022738, 1.933749, 1.85831, 1.771653, 1.713327, 1.679017, 1.648299, 1.647894, 1.586158, 1.577412, 1.525813, 1.429407, 1.398217, 1.259703, 1.179972, 1.11349, 1.096914, 1.064029, 1.021191, 0.992522, 0.968876, 0.936222, 0.847441, 0.832858, 0.63385, 0.404148, 0.398717, 0.310813, 0.204168, 0.19026, 0.189783, 0.06478, 0.027208], "search": ["sdb5e961acf.md", "s86eb291fb2.md", "sef186379d1.md", "s74e2f3838a.md", "s793c76e006.md", "saec63d1c0c.md", "s160913179e.md", "s28e9d5b4be.md", "s183dcb562e.md", "s4e9f72eac2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 46, "n_texts": 250, "n_windows": 358, "n_texts_windowed": 108, "n_tokens": 117057, "n_query_terms": 10, "nnz_texts": 77787, "index_bytes": 938034, "secs_text": 0.1186, "secs_encode": 17.5138, "secs_score": 0.0093, "secs_total": 17.6441, "load1_start": 15.55}
{"qid": "6cb6f249", "type": "multi-session", "abstention": false, "gold": ["s75bb9fd5a7.md", "sca3e1b2e07.md"], "ranked": ["sca3e1b2e07.md", "sc4343dbfe1.md", "s75bb9fd5a7.md", "sa7ca3dadf1.md", "sb7d686a1c6.md", "sd89f5fa204.md", "s3ca77ea0da.md", "s5e5db5a9b3.md", "sb47df24ce1.md", "s0631144e68.md", "s4039e2c22a.md", "s596025f893.md", "sade95e1f20.md", "s0cbb8d3c3b.md", "sfbd2d0cce0.md", "s4715835160.md", "s4db10d2485.md", "s45df10d959.md", "s19a1c776e1.md", "sf330a4ebc6.md", "seeb80f60f5.md", "sd73cdd188c.md", "s415ab6e13b.md", "sf03e5652c9.md", "s87ea70d962.md", "s839952f4a8.md", "s52d57ec626.md", "se279596193.md", "scdbd2c19b0.md", "s8851efc7ec.md", "s25e6ee2cda.md", "s6a654bf731.md", "s916b150fc9.md", "safe4f0c4c6.md", "sa93d32159e.md", "s275993002b.md", "scc537478f4.md", "sf361fb0cf1.md"], "s1": [11.235902, 6.947808, 6.563403, 5.159062, 4.819439, 4.609573, 4.583635, 4.440736, 4.357029, 4.34277, 4.275632, 3.923209, 3.611764, 3.508956, 3.132196, 2.866037, 2.786634, 2.711596, 2.504381, 2.279102, 2.159158, 2.147092, 2.137652, 2.053543, 1.594793, 1.49376, 1.475096, 1.372219, 1.361219, 1.312619, 0.980626, 0.967692, 0.928532, 0.716825, 0.522089, 0.45616, 0.399489, 0.101179], "search": ["sca3e1b2e07.md", "sc4343dbfe1.md", "s75bb9fd5a7.md", "sa7ca3dadf1.md", "sb7d686a1c6.md", "sd89f5fa204.md", "s3ca77ea0da.md", "s5e5db5a9b3.md", "sb47df24ce1.md", "s0631144e68.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 41, "n_scored_files": 38, "n_texts": 243, "n_windows": 383, "n_texts_windowed": 140, "n_tokens": 117183, "n_query_terms": 14, "nnz_texts": 79314, "index_bytes": 956229, "secs_text": 0.1187, "secs_encode": 17.5479, "secs_score": 0.0101, "secs_total": 17.6786, "load1_start": 15.41}
{"qid": "46a3abf7", "type": "multi-session", "abstention": false, "gold": ["sa6489e86e3.md", "sd9c68433d1.md", "sed4fafb2f3.md"], "ranked": ["sed4fafb2f3.md", "sa6489e86e3.md", "sd9c68433d1.md", "sab88b0b5ae.md", "s4b6254e85f.md", "s58ad034f93.md", "s8d3ea66085.md", "s0b32cf37c1.md", "sfb5a412120.md", "s70775ff888.md", "sd02c3eb026.md", "s0fa4b87b9d.md", "s6847928aaa.md", "sc8d4d78f32.md", "s5807437df1.md", "s7d594a8a90.md", "s1dc8538887.md", "s9fdd891b5f.md", "s6676da8244.md", "s38efbadc99.md", "saa3ae32fb3.md", "s8a7051434f.md", "s9980e268e8.md", "s07667f65bd.md", "s6652db77fe.md", "sb059f8a83e.md", "s7f93f2f339.md", "s3d8f7204c7.md", "s99e2ef7851.md", "s9e6228c477.md", "sa0bc4e1b5b.md", "sfb2f9775b6.md", "sd1e4a163ae.md", "sd7910d0c8f.md", "s657212e84d.md", "s62cb187475.md", "sb98f50d8a3.md", "se60dc74233.md", "sfe843b9abb.md", "sde7bcfb425.md", "s89e3c7711a.md", "sf3456b7d63.md", "s0419b1c88f.md", "sb0d304888b.md", "sa6443ba52f.md", "safdbb59d0f.md", "s3a1a7a13d3.md", "s3d1ee4c3cb.md", "s4dac857d70.md"], "s1": [8.668934, 6.873123, 5.794457, 5.384375, 5.290565, 5.278516, 4.907495, 4.763982, 4.556285, 4.461971, 4.139354, 4.081159, 3.825, 3.527648, 3.497469, 3.454899, 3.396698, 3.130586, 2.939576, 2.901396, 2.837988, 2.833435, 2.758437, 2.623522, 2.467671, 2.27208, 2.234086, 2.194616, 2.048141, 1.950277, 1.659846, 1.572989, 1.553296, 1.49556, 1.448831, 1.31754, 1.092679, 1.077712, 1.005598, 0.957059, 0.885928, 0.823231, 0.741995, 0.463336, 0.346581, 0.262653, 0.261877, 0.248054, 0.127492], "search": ["sed4fafb2f3.md", "sa6489e86e3.md", "sd9c68433d1.md", "sab88b0b5ae.md", "s4b6254e85f.md", "s58ad034f93.md", "s8d3ea66085.md", "s0b32cf37c1.md", "sfb5a412120.md", "s70775ff888.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 254, "n_windows": 366, "n_texts_windowed": 112, "n_tokens": 119042, "n_query_terms": 22, "nnz_texts": 78881, "index_bytes": 951301, "secs_text": 0.1251, "secs_encode": 17.8214, "secs_score": 0.0084, "secs_total": 17.9568, "load1_start": 15.54}
{"qid": "36b9f61e", "type": "multi-session", "abstention": false, "gold": ["s5cb25d04c2.md", "s7ff89f24c1.md", "s9ceac91e4e.md"], "ranked": ["s7ff89f24c1.md", "s5cb25d04c2.md", "s9ceac91e4e.md", "sf389b96746.md", "saa3ab0b65e.md", "s38566d018e.md", "s42f160444f.md", "s773b0c9ddb.md", "s1548b10be2.md", "se5b933a8b3.md", "s7f30fac7d5.md", "se66d80c094.md", "se24f95f692.md", "s8e2ece072c.md", "s72955a4d40.md", "sbaa264d725.md", "s263df47cfb.md", "s111daefdd3.md", "s555cf3b701.md", "sa67d1f39f8.md", "s4ef79b232a.md", "se282173767.md", "s721c3ae48a.md", "s004055c302.md", "s424ba4e796.md", "s77ef20e8ef.md", "s1c03bc15f1.md", "s171b8fac35.md", "sbd6b523cb2.md", "s81e7d501ef.md", "se363b93459.md", "s93218b1d60.md", "s9ab4d43eb3.md", "s99b98eea98.md", "s330105bd22.md", "sc2bd2d6bc6.md", "s955d5576c5.md", "sa0ea2ffc49.md", "sf6a268836b.md", "s1f7af41eb2.md", "s1db4906d3d.md", "s3e77d67f68.md", "s30ee9b4ee9.md", "s9f71849974.md", "s96f892b2e0.md", "sfb0ed91d55.md"], "s1": [9.733934, 8.598068, 6.687133, 5.795461, 2.284197, 1.882761, 1.793519, 1.519592, 1.416352, 1.391637, 1.357481, 1.346856, 1.331158, 1.31915, 1.242764, 1.225398, 1.220752, 1.153907, 1.133228, 1.122352, 1.110176, 1.013404, 0.987526, 0.963746, 0.924307, 0.857677, 0.748091, 0.652416, 0.620374, 0.618248, 0.567104, 0.562828, 0.532065, 0.520423, 0.46419, 0.396563, 0.311591, 0.301024, 0.271199, 0.245422, 0.163834, 0.110176, 0.031003, 0.021251, 0.010602, 0.000853], "search": ["s7ff89f24c1.md", "s5cb25d04c2.md", "s9ceac91e4e.md", "sf389b96746.md", "saa3ab0b65e.md", "s38566d018e.md", "s42f160444f.md", "s773b0c9ddb.md", "s1548b10be2.md", "se5b933a8b3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 249, "n_windows": 357, "n_texts_windowed": 108, "n_tokens": 118110, "n_query_terms": 17, "nnz_texts": 77961, "index_bytes": 940037, "secs_text": 0.1209, "secs_encode": 17.6379, "secs_score": 0.0088, "secs_total": 17.7696, "load1_start": 15.67}
{"qid": "28dc39ac", "type": "multi-session", "abstention": false, "gold": ["s01acd3994a.md", "s734bf88e64.md", "s7f9a6f9c64.md", "sad3a325537.md", "sc9ae531e6c.md"], "ranked": ["s734bf88e64.md", "s01acd3994a.md", "sc9ae531e6c.md", "s7f9a6f9c64.md", "sad3a325537.md", "sdc2ea3c05a.md", "s7b055565a8.md", "sfb421d23e6.md", "scbeb5c12e2.md", "sc4d9c19be3.md", "sea09c4df61.md", "sc617ab1fbd.md", "s5594d37a3e.md", "s45fefdfbae.md", "sd4bdacf832.md", "s73d2f99c8a.md", "s7134b04f5a.md", "sd86fb83408.md", "se1a1fca016.md", "s6ef6222568.md", "s19df896ec5.md", "scb8847e966.md", "s3c039542b5.md", "s24281bd4da.md", "s3ca8fb2306.md", "scd3dd5d90a.md", "sdfe401ddf8.md", "se510a19c09.md", "sff234d5aed.md", "s17baf614d5.md", "se9a55d873d.md", "sdba7cc1f7c.md", "sa398420562.md", "se3948add04.md", "s6bbf21f84b.md", "s36979460e4.md", "s0602470279.md", "s577e713fa2.md"], "s1": [8.673507, 8.406122, 7.22541, 6.480749, 5.215198, 4.242454, 3.908573, 3.860076, 3.42365, 3.257699, 3.223218, 3.157741, 3.065404, 2.796026, 2.743195, 2.669755, 2.629917, 2.574366, 2.558778, 2.183178, 2.131895, 1.94516, 1.873435, 1.771335, 1.652002, 1.60874, 1.593208, 1.568591, 1.389944, 1.089701, 1.015782, 0.769395, 0.410024, 0.348864, 0.272495, 0.132398, 0.127634, 0.052044], "search": ["s734bf88e64.md", "s01acd3994a.md", "sc9ae531e6c.md", "s7f9a6f9c64.md", "sad3a325537.md", "sdc2ea3c05a.md", "s7b055565a8.md", "sfb421d23e6.md", "scbeb5c12e2.md", "sc4d9c19be3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 38, "n_scored_files": 38, "n_texts": 245, "n_windows": 379, "n_texts_windowed": 134, "n_tokens": 118609, "n_query_terms": 13, "nnz_texts": 78121, "index_bytes": 941765, "secs_text": 0.1171, "secs_encode": 17.8239, "secs_score": 0.0091, "secs_total": 17.9521, "load1_start": 15.74}
{"qid": "gpt4_2f8be40d", "type": "multi-session", "abstention": false, "gold": ["s6fb9ec6824.md", "s7851663dcb.md", "sd0093e4f42.md"], "ranked": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "s91e1febda6.md", "sa90ce05da5.md", "s396f63126d.md", "sf62fe05811.md", "s666c84b168.md", "sce329d6824.md", "s306377cd0d.md", "s727ec31aec.md", "s856f973ec5.md", "se87e6c8e3a.md", "s276c620b99.md", "s4ffdfe78ae.md", "sea0094f9e3.md", "sb8124ead7b.md", "s7493c6e46f.md", "s905c799067.md", "s404d6eadf3.md", "s2c8dbec457.md", "sf423cf8449.md", "s1f286f61e3.md", "s60153d1b69.md", "s9f0ef689de.md", "s771e58260c.md", "s4a6287bd19.md", "s54d3ac53fa.md", "s19624d47a7.md", "s0dd8fdfa53.md", "s110dc3a246.md", "sd1a1614d09.md", "se55b028813.md", "sd23f318d16.md", "s46d537e194.md", "s6c22144ec0.md", "s72c59a7c47.md", "s00ff24bc05.md", "sbf7a7bf893.md", "sfd228730bd.md", "sa532bcf7e5.md", "sf220bb9dbb.md", "s5e0ff846c6.md"], "s1": [5.89317, 5.869168, 5.792109, 5.313243, 4.97739, 3.904365, 3.16572, 2.888979, 2.602008, 2.296024, 2.264476, 2.143192, 2.132577, 2.055913, 2.051327, 2.048128, 2.01277, 1.962602, 1.882417, 1.86513, 1.824878, 1.780767, 1.751393, 1.562723, 1.523138, 1.423362, 1.398565, 1.363943, 1.334591, 1.30042, 1.09264, 1.090344, 1.059367, 1.003698, 0.919666, 0.798534, 0.778205, 0.49457, 0.461708, 0.339835, 0.334765, 0.207583, 0.137582], "search": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "s91e1febda6.md", "sa90ce05da5.md", "s396f63126d.md", "sf62fe05811.md", "s666c84b168.md", "sce329d6824.md", "s306377cd0d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 43, "n_texts": 253, "n_windows": 341, "n_texts_windowed": 88, "n_tokens": 116779, "n_query_terms": 12, "nnz_texts": 75113, "index_bytes": 905970, "secs_text": 0.1186, "secs_encode": 17.4586, "secs_score": 0.0091, "secs_total": 17.5881, "load1_start": 15.9}
{"qid": "2e6d26dc", "type": "multi-session", "abstention": false, "gold": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sdfed11c48f.md"], "ranked": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sbe3fcb38e0.md", "sdfed11c48f.md", "saca5c1b426.md", "sd7cf1a27a8.md", "s8412b67f32.md", "s18a7efbce2.md", "s68ad0cd996.md", "sfbdfb8a434.md", "sec0d60049f.md", "s7647057481.md", "s8652acdae3.md", "s04a09f979b.md", "sc1669a5c5b.md", "sfeb20a874a.md", "sc55fa54dc0.md", "s4166f9cb6f.md", "sb04204b53e.md", "s13502c5960.md", "scc6a8f7a06.md", "scaa07650c1.md", "s46ca0fc28a.md", "s660f22b5c7.md", "sb97f9f238d.md", "sd8f76762b1.md", "s66b366ba77.md", "s8c773f24f9.md", "s4df541d016.md", "s339774be12.md", "s19bcff8413.md", "saa2a1f8535.md", "s933af3b1c8.md", "scb5aa48df7.md", "s410ea8cbd8.md", "se16a5945ff.md", "s81fb58155a.md", "s57c1cc6c3d.md", "sf5f5bf8d37.md", "s6da57eed51.md", "sc24eb0077a.md", "s612e0ca85f.md", "s752c9d0d34.md", "sf078dadd0c.md", "s50396b6b32.md", "sc915702087.md", "s4d7cfa3ead.md", "s29d725eb48.md", "s86fd8cc73e.md"], "s1": [8.962932, 7.789866, 7.547256, 5.316952, 4.365662, 3.119535, 3.038162, 2.36514, 2.285816, 2.197212, 2.175671, 1.97466, 1.924925, 1.86052, 1.817373, 1.686667, 1.672765, 1.555803, 1.552808, 1.521366, 1.440398, 1.420616, 1.414176, 1.304675, 1.237721, 1.126907, 1.11061, 1.084305, 1.052149, 1.000314, 0.953843, 0.863461, 0.862777, 0.827483, 0.820318, 0.739754, 0.71581, 0.639906, 0.509744, 0.443563, 0.423601, 0.376389, 0.355637, 0.322055, 0.268889, 0.268529, 0.201956, 0.189375, 0.182518, 0.14588], "search": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sbe3fcb38e0.md", "sdfed11c48f.md", "saca5c1b426.md", "sd7cf1a27a8.md", "s8412b67f32.md", "s18a7efbce2.md", "s68ad0cd996.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 54, "n_scored_files": 52, "n_texts": 257, "n_windows": 352, "n_texts_windowed": 93, "n_tokens": 116202, "n_query_terms": 18, "nnz_texts": 77296, "index_bytes": 932357, "secs_text": 0.1196, "secs_encode": 17.4123, "secs_score": 0.0083, "secs_total": 17.5422, "load1_start": 15.84}
{"qid": "gpt4_15e38248", "type": "multi-session", "abstention": false, "gold": ["s16e0ae23f7.md", "s2233669115.md", "s95280dceaf.md", "sbcc79c095c.md"], "ranked": ["s2233669115.md", "s16e0ae23f7.md", "s0ec8e3ef85.md", "sbcc79c095c.md", "s0992f2abdb.md", "s81e1b55285.md", "s95280dceaf.md", "s0fa8e248a1.md", "s1729f5c759.md", "sb27300bb16.md", "sc7551cf3a7.md", "sb8f390eafe.md", "sc3bc5f87fb.md", "s334b4601aa.md", "s67b517b5de.md", "sda0005f0c1.md", "s2b18a5b27a.md", "sfe3939dff6.md", "s5befc664f9.md", "s3a4b1c2df5.md", "sa371a41e8d.md", "s3ad98bfd89.md", "s38277511a7.md", "s68e430372e.md", "s965d9a54a3.md", "sc1ce2c0720.md", "sc8b93a971b.md", "s6d73cdfdc1.md", "s44b8a76def.md", "s6ed8025f02.md", "s182d4134b5.md", "s70d8db6d03.md", "s14221782a5.md", "s186a9f4bb5.md", "s1c36fde8ae.md", "sf326afc7d5.md", "s012f3da304.md", "s806c90e5c8.md", "s509fa8efdd.md", "s1f9be582d6.md", "s996e952829.md", "s3e674f5e14.md", "s4592958c18.md", "s9bfc63a58b.md"], "s1": [8.551896, 6.558012, 6.304409, 5.389806, 4.90848, 4.686131, 4.464257, 4.383623, 4.369896, 4.281043, 4.005242, 3.884403, 3.741647, 3.721434, 3.370077, 3.122703, 3.107308, 3.060079, 2.914795, 2.904769, 2.806149, 2.551626, 2.521051, 2.360627, 2.171503, 2.123357, 1.952315, 1.943199, 1.936251, 1.894502, 1.766009, 1.755341, 1.714159, 1.607655, 1.450826, 1.43724, 1.342367, 1.232827, 1.131229, 0.566092, 0.460361, 0.32304, 0.149985, 0.006515], "search": ["s2233669115.md", "s16e0ae23f7.md", "s0ec8e3ef85.md", "sbcc79c095c.md", "s0992f2abdb.md", "s81e1b55285.md", "s95280dceaf.md", "s0fa8e248a1.md", "s1729f5c759.md", "sb27300bb16.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 247, "n_windows": 349, "n_texts_windowed": 102, "n_tokens": 117908, "n_query_terms": 21, "nnz_texts": 75295, "index_bytes": 908210, "secs_text": 0.1207, "secs_encode": 17.667, "secs_score": 0.0087, "secs_total": 17.7981, "load1_start": 15.95}
{"qid": "88432d0a", "type": "multi-session", "abstention": false, "gold": ["s53e8396392.md", "s850ab4bfb0.md", "s9f7917db5a.md", "saa16bc031b.md"], "ranked": ["s9386b74170.md", "s443c9eda9c.md", "s9f7917db5a.md", "s850ab4bfb0.md", "s239dd36496.md", "s41bb435e9c.md", "s916c8ca331.md", "sfd24a21427.md", "sd084ae01b2.md", "s83794d08be.md", "sce3122fe54.md", "s9cd8d727b7.md", "sff8782fa52.md", "s53e8396392.md", "scccc117b1b.md", "se4b79da0e1.md", "se75ccd6503.md", "s866e22ebbf.md", "sc1e959d825.md", "s18f0fa11cd.md", "s11f3a75457.md", "s83e1433b67.md", "sf1b015e795.md", "saa16bc031b.md", "s075fccfa0c.md", "s23b1675f57.md", "sc59bf21b7f.md", "s90447664ef.md", "s27678ddd3b.md", "sf226f3878f.md", "sd47f76e1ec.md", "s53fd803adf.md", "scc785839a8.md", "sf2ebb1754b.md", "sdc78080cf5.md", "s752b2697e3.md", "s4e26ef378d.md", "sf12b7e9de1.md", "sef6cfd789d.md", "sbfd3c42440.md", "s51c971b6b0.md", "s0417fb7c4f.md", "s8f7519d480.md", "sc04b43c8ca.md", "s30e63a093d.md"], "s1": [4.266129, 4.144803, 3.453708, 2.976378, 2.944506, 2.88816, 2.7939, 2.761728, 2.726383, 2.69757, 2.526738, 2.489916, 2.275612, 2.21082, 2.195214, 2.13399, 2.13101, 2.094097, 1.988984, 1.984856, 1.892673, 1.87351, 1.823449, 1.724049, 1.666507, 1.641091, 1.449434, 1.434891, 1.333717, 1.282569, 1.27674, 1.16264, 0.942925, 0.744479, 0.685471, 0.590298, 0.530082, 0.492069, 0.433817, 0.405431, 0.370097, 0.366232, 0.30159, 0.09927, 0.086379], "search": ["s9386b74170.md", "s443c9eda9c.md", "s9f7917db5a.md", "s850ab4bfb0.md", "s239dd36496.md", "s41bb435e9c.md", "s916c8ca331.md", "sfd24a21427.md", "sd084ae01b2.md", "s83794d08be.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 45, "n_scored_files": 45, "n_texts": 251, "n_windows": 359, "n_texts_windowed": 108, "n_tokens": 118619, "n_query_terms": 16, "nnz_texts": 77569, "index_bytes": 935429, "secs_text": 0.1205, "secs_encode": 17.6896, "secs_score": 0.0091, "secs_total": 17.8211, "load1_start": 16.04}
{"qid": "80ec1f4f", "type": "multi-session", "abstention": false, "gold": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md"], "ranked": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md", "sa61a304035.md", "scdefc795ec.md", "s3a8f825945.md", "s196f5c9052.md", "s565ba951ca.md", "s95578cd00c.md", "s62a42cb998.md", "s42a015a750.md", "s32c787c72f.md", "sca3b678ec6.md", "sd341988e23.md", "sdb4dde1571.md", "s0cab8965c5.md", "s53360cb722.md", "s80675e665a.md", "s4d5a0c4c4f.md", "s5053591776.md", "s0df5d738d5.md", "s3bdbcdf617.md", "sc64ee2ff41.md", "s31d8b34d97.md", "s3288e99e95.md", "sfb5e9f0b0c.md", "s5bcb45c5e8.md", "s9ab7212e11.md", "s442b80454f.md", "sbc77bec7c7.md", "s364d360588.md", "se50063daa8.md", "s225d7fe0f9.md", "s8672641253.md", "sed32f19251.md", "sfd40f38e70.md", "s60dab121ea.md", "s6f2f4ec703.md", "s81c4bb3e59.md", "s3f5b849a3f.md", "sddeaa98a8f.md", "sec646ec430.md", "sdd794b3d75.md", "s3ba6980441.md", "s658295999e.md", "s550eff8fe0.md"], "s1": [8.377422, 7.644156, 6.60623, 6.224387, 4.809522, 4.230643, 3.309685, 3.034616, 2.774143, 2.709778, 2.701614, 2.636734, 2.599052, 2.53844, 2.461638, 2.447132, 2.362682, 2.297289, 2.293315, 2.263394, 2.199142, 2.163392, 2.092388, 2.087273, 1.96225, 1.960451, 1.942126, 1.927217, 1.903103, 1.797682, 1.699927, 1.486969, 1.413717, 1.398481, 1.193425, 1.141138, 0.935971, 0.933356, 0.802929, 0.746776, 0.741786, 0.595454, 0.521535, 0.493527, 0.290213, 0.246272], "search": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md", "sa61a304035.md", "scdefc795ec.md", "s3a8f825945.md", "s196f5c9052.md", "s565ba951ca.md", "s95578cd00c.md", "s62a42cb998.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 246, "n_windows": 356, "n_texts_windowed": 110, "n_tokens": 118165, "n_query_terms": 17, "nnz_texts": 75224, "index_bytes": 907205, "secs_text": 0.1211, "secs_encode": 17.6379, "secs_score": 0.0091, "secs_total": 17.7699, "load1_start": 16.03}
{"qid": "d23cf73b", "type": "multi-session", "abstention": false, "gold": ["s224e6df14f.md", "s6f7d35d21e.md", "sc504fbe9db.md", "sc5d1dd5e01.md"], "ranked": ["sb5b1e3b675.md", "s6f7d35d21e.md", "sc5d1dd5e01.md", "sb07c9d7049.md", "sf27e14b598.md", "s224e6df14f.md", "sc504fbe9db.md", "sdcd79e2862.md", "s7ba9840142.md", "s0b1e41138f.md", "s68f6a8ab60.md", "s103ba483f4.md", "s79f4132eaf.md", "s01f7e83386.md", "sa483389513.md", "s5d981c7aac.md", "sf76676a8bf.md", "sd99d71e761.md", "sfab131d5a0.md", "sd49f10fadb.md", "s59209931eb.md", "s358c755dc8.md", "s448ea2ddd8.md", "s80407d3cd7.md", "s4dd845092e.md", "s89201673c6.md", "s71fa9080fd.md", "sda7ccc2903.md", "s015255b9b3.md", "s3d99d7cae0.md", "sbbc5bf498e.md", "s00cb63e49c.md", "s908fe7cdb1.md", "sdb4dca1c20.md", "s8bfe31e8f0.md", "s7d7e419d64.md", "s15f2dc9bea.md", "s50e7e148e7.md", "s658c1f78f2.md", "sfeca5f56b6.md", "se0fc833ef9.md", "s5526b4055e.md", "s2324899a6f.md", "sf8826d8b90.md", "s9b51c14516.md", "sc81cb980ab.md", "s6649df7697.md", "sac9f06db0f.md", "s52910e366f.md"], "s1": [6.848846, 6.421279, 6.334767, 5.140892, 4.908891, 4.872013, 4.72123, 4.367459, 4.189328, 4.16831, 4.003602, 3.887924, 3.798886, 3.724945, 3.668771, 3.588307, 3.491578, 2.900106, 2.890068, 2.863599, 2.561155, 2.404585, 2.132461, 1.931682, 1.913432, 1.858069, 1.768352, 1.728159, 1.578613, 1.547566, 1.538325, 1.410948, 1.225212, 1.18401, 1.163164, 1.061536, 0.854245, 0.848251, 0.84135, 0.833925, 0.750485, 0.606378, 0.559739, 0.514044, 0.439417, 0.378987, 0.304301, 0.199674, 0.005783], "search": ["sb5b1e3b675.md", "s6f7d35d21e.md", "sc5d1dd5e01.md", "sb07c9d7049.md", "sf27e14b598.md", "s224e6df14f.md", "sc504fbe9db.md", "sdcd79e2862.md", "s7ba9840142.md", "s0b1e41138f.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 246, "n_windows": 359, "n_texts_windowed": 113, "n_tokens": 114334, "n_query_terms": 21, "nnz_texts": 75047, "index_bytes": 905157, "secs_text": 0.1149, "secs_encode": 17.1501, "secs_score": 0.0094, "secs_total": 17.2764, "load1_start": 16.09}
{"qid": "gpt4_7fce9456", "type": "multi-session", "abstention": false, "gold": ["s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "sd3f8e234b6.md"], "ranked": ["s174fe5b049.md", "sd3f8e234b6.md", "s2414f6b2bf.md", "s898fce0d15.md", "s43ac7db6b0.md", "s373b96e9fe.md", "s1d95b95549.md", "s9363aef310.md", "s7f3f56fd2e.md", "s5ec516a329.md", "s455b30ef31.md", "s478b9faa0f.md", "see80ae95b4.md", "s22a2e3df37.md", "sd64f0ff64e.md", "s949bec05b3.md", "s2a23cbd17b.md", "sf56f51cd8b.md", "sb76b52c002.md", "s16fad380cc.md", "sb830c5d3f9.md", "scb52711145.md", "s9c389febee.md", "sce1cb4499b.md", "se951a1e386.md", "s3965f2b521.md", "s19338c9afc.md", "s9f22c3434d.md", "s82fc8ec1ca.md", "sa569502736.md", "s57e3656569.md", "sfb8929baa1.md", "sbc7660926b.md", "s709acfcf0d.md", "s837b41de8d.md", "sc9029a572f.md", "s6443240ad0.md", "s292375b5ac.md", "s47e89b721a.md", "scb9bd062b6.md", "se4a52b7a80.md", "se9d9887ca6.md", "s7a79743bd9.md"], "s1": [15.90337, 14.054943, 13.498411, 6.199497, 6.128073, 5.254797, 4.773459, 4.769111, 4.676676, 4.354863, 3.989323, 3.756485, 3.533568, 3.482286, 3.269476, 3.194991, 2.987705, 2.980758, 2.775227, 2.754271, 2.747127, 2.73571, 2.645749, 2.612172, 2.487184, 2.478669, 2.321788, 2.284747, 2.157524, 2.091621, 2.009802, 1.926158, 1.645474, 1.467796, 1.466851, 1.013364, 0.956524, 0.79143, 0.763623, 0.435205, 0.419541, 0.031761, 0.016245], "search": ["s174fe5b049.md", "sd3f8e234b6.md", "s2414f6b2bf.md", "s898fce0d15.md", "s43ac7db6b0.md", "s373b96e9fe.md", "s1d95b95549.md", "s9363aef310.md", "s7f3f56fd2e.md", "s5ec516a329.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 44, "n_scored_files": 43, "n_texts": 253, "n_windows": 374, "n_texts_windowed": 121, "n_tokens": 119581, "n_query_terms": 21, "nnz_texts": 79561, "index_bytes": 959282, "secs_text": 0.1264, "secs_encode": 17.9881, "secs_score": 0.0096, "secs_total": 18.1259, "load1_start": 16.07}
{"qid": "d682f1a2", "type": "multi-session", "abstention": false, "gold": ["s09e41232bd.md", "s49befdeaf8.md", "s692714d7cc.md"], "ranked": ["s49befdeaf8.md", "s09e41232bd.md", "s692714d7cc.md", "s2369c42cce.md", "s560a2d721e.md", "s31bc3b46fc.md", "sc9123634dc.md", "s4bb10dd871.md", "sbf89bbf5ed.md", "s4413108fd4.md", "s585ddc404d.md", "s948f6f203a.md", "s1390f7c673.md", "s6fa772d0d8.md", "sffd15235b1.md", "sb8bdcaa8be.md", "sade8444a98.md", "s2f2b468457.md", "s39c757ae56.md", "sc6731958c2.md", "s535d71ece5.md", "s21342d630a.md", "s90ad70d5d6.md", "s90a93636b2.md", "s5c2508311d.md", "sf5bf4b57db.md", "s22f88d50ee.md", "s779a6da222.md", "sf6e850018e.md", "sb0b9f19ecd.md", "s7d2036969a.md", "sb4c2fb09de.md", "s07a44c29a2.md", "sb0a12c23b4.md", "s31d09db1c7.md", "s678149efe2.md", "se28d599bcd.md", "s53d15e3b78.md", "s0fbae69256.md", "s5002f44206.md", "s24883a6ba2.md", "sd0a02cf245.md", "s0376e97525.md", "s33aec1afd4.md", "s388018142c.md", "sff42ce251c.md", "s82b234c59d.md"], "s1": [9.428153, 8.780912, 6.531355, 4.947165, 4.441352, 3.883995, 3.786892, 3.691434, 3.578812, 3.556682, 3.44705, 3.425564, 3.073905, 2.900384, 2.851814, 2.806013, 2.772019, 2.76438, 2.739833, 2.700636, 2.490445, 2.4556, 2.412526, 2.299266, 2.28795, 2.276725, 2.272932, 2.142483, 2.135797, 2.035489, 1.938696, 1.771952, 1.351292, 1.138139, 1.033494, 1.033249, 0.984239, 0.960635, 0.918751, 0.877071, 0.786212, 0.664548, 0.579316, 0.525841, 0.512679, 0.482928, 0.035374], "search": ["s49befdeaf8.md", "s09e41232bd.md", "s692714d7cc.md", "s2369c42cce.md", "s560a2d721e.md", "s31bc3b46fc.md", "sc9123634dc.md", "s4bb10dd871.md", "sbf89bbf5ed.md", "s4413108fd4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 246, "n_windows": 367, "n_texts_windowed": 117, "n_tokens": 117591, "n_query_terms": 15, "nnz_texts": 77878, "index_bytes": 939077, "secs_text": 0.1178, "secs_encode": 17.683, "secs_score": 0.0096, "secs_total": 17.8122, "load1_start": 15.22}
{"qid": "7024f17c", "type": "multi-session", "abstention": false, "gold": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md"], "ranked": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md", "s6c0a9106d7.md", "s991a16bfab.md", "s9170802faa.md", "s81cb7dd749.md", "sa2a0c5d1f9.md", "s4caa815aaf.md", "s287a9d4850.md", "s898de325e0.md", "s063c206557.md", "s327cec1653.md", "se6636111ee.md", "s5027182609.md", "sea3dc81532.md", "sa17f022dff.md", "s926b84dd81.md", "s5e07b3326a.md", "s934a7c0b83.md", "sf3caafa670.md", "sed764ac7de.md", "s4c8409ec7b.md", "s35cc011e8b.md", "s0dcdda8321.md", "sb10bba5297.md", "s4a07c15a3b.md", "sab9100372d.md", "sadb8037caa.md", "s0fdfbc0a26.md", "s83b9dfc42e.md", "s2e2b86e058.md", "s7f6907a076.md", "s51eb1f4a76.md", "s2e28f3b471.md", "sffc389d885.md", "s4bcb498b4f.md", "s525b7ecac8.md", "s090c49b1f0.md", "s2ad4a18f23.md", "s9b6b161572.md", "s0119eb867f.md", "s3fb289fe62.md", "s220ba9f1d9.md", "sd38baaf41e.md", "s60a558b619.md", "sef99b0af18.md"], "s1": [12.143758, 11.286808, 8.437569, 5.221333, 5.002598, 4.644419, 4.545021, 4.354649, 4.174367, 4.002161, 3.936194, 3.874161, 3.795476, 3.437529, 2.871158, 2.650207, 2.589401, 2.575931, 2.506419, 2.398774, 2.382074, 2.228722, 2.220388, 2.136478, 2.0776, 2.047441, 1.86158, 1.781125, 1.450691, 1.435177, 1.330174, 1.317682, 1.144402, 0.844159, 0.8228, 0.777419, 0.7569, 0.654011, 0.619632, 0.585155, 0.51229, 0.481449, 0.301058, 0.292209, 0.184713, 0.086315, 0.017418], "search": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md", "s6c0a9106d7.md", "s991a16bfab.md", "s9170802faa.md", "s81cb7dd749.md", "sa2a0c5d1f9.md", "s4caa815aaf.md", "s287a9d4850.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 250, "n_windows": 376, "n_texts_windowed": 126, "n_tokens": 118274, "n_query_terms": 15, "nnz_texts": 79191, "index_bytes": 954821, "secs_text": 0.1206, "secs_encode": 17.6814, "secs_score": 0.0087, "secs_total": 17.8126, "load1_start": 15.47}
{"qid": "gpt4_5501fe77", "type": "multi-session", "abstention": false, "gold": ["s0f2c159d43.md", "s25e1d8123c.md", "s8bb872adb2.md"], "ranked": ["s8bb872adb2.md", "s25e1d8123c.md", "s0f2c159d43.md", "s5b3e95f112.md", "s64e298b635.md", "s7f693886af.md", "sd26bdca025.md", "sf5b5d523e4.md", "s0f7ca9a69c.md", "s6bb9d9f7d4.md", "s3ecf236b80.md", "s9aec99708d.md", "s25f3026533.md", "sbcde626220.md", "s1119eda081.md", "s72b2fde970.md", "s1ed074cec8.md", "s12b449d80b.md", "sbcd3e846fd.md", "s7ef2bd06dc.md", "s85d2b52710.md", "se74d44acb3.md", "sf1ef0bc0b9.md", "sce57e9aa6b.md", "s99a2bc6c16.md", "sa81beba0fd.md", "sb8f310afc3.md", "s8387edaa08.md", "s77b51fbd11.md", "s8bb8d7a362.md", "s0a0d0593d7.md", "s91b01a1f6e.md", "s5e8ceb6daa.md", "s03e2de0ec5.md", "s7f21d627fd.md", "s41244c7845.md", "s59c121eb33.md", "sf370b64ac0.md", "s392a3fab59.md", "sbe79829c63.md", "se83a4ebfc6.md", "s47f8e64f58.md", "sd69a8c0202.md", "sec1c12d5ab.md"], "s1": [14.611174, 11.623408, 11.108783, 9.190108, 8.364477, 7.941828, 7.552757, 7.016285, 6.577385, 5.231348, 3.880731, 3.800297, 3.135261, 3.034116, 2.894783, 2.869009, 2.762917, 2.342532, 2.3186, 2.278111, 2.233769, 2.092046, 2.049981, 1.873718, 1.812826, 1.781233, 1.577628, 1.512996, 1.453657, 1.385241, 1.179075, 1.023753, 0.991621, 0.984751, 0.941387, 0.933557, 0.779197, 0.617754, 0.595834, 0.510642, 0.347072, 0.257554, 0.073732, 0.044285], "search": ["s8bb872adb2.md", "s25e1d8123c.md", "s0f2c159d43.md", "s5b3e95f112.md", "s64e298b635.md", "s7f693886af.md", "sd26bdca025.md", "sf5b5d523e4.md", "s0f7ca9a69c.md", "s6bb9d9f7d4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 251, "n_windows": 366, "n_texts_windowed": 115, "n_tokens": 120060, "n_query_terms": 17, "nnz_texts": 77723, "index_bytes": 937202, "secs_text": 0.1289, "secs_encode": 17.9011, "secs_score": 0.0084, "secs_total": 18.0403, "load1_start": 15.15}
{"qid": "gpt4_2ba83207", "type": "multi-session", "abstention": false, "gold": ["s0b4a51fbea.md", "s2f06f0abfa.md", "saaf2c38140.md", "sfc08f59686.md"], "ranked": ["sfc08f59686.md", "s2f06f0abfa.md", "saaf2c38140.md", "s0b4a51fbea.md", "s3b39166b57.md", "s7b8fb6cd87.md", "sa771634ab9.md", "sf91642865e.md", "s642282fc22.md", "s3838e7e571.md", "sc8e0d7babe.md", "s3558546644.md", "s52b049efa9.md", "sf3414d8621.md", "se9edd8f9b3.md", "s18564518d0.md", "sf3d0ca6bb2.md", "s164464be33.md", "s5f8cd02833.md", "s1ff46f5a8b.md", "sbb25f64178.md", "s1894f49467.md", "sb6b8fdb84d.md", "s998c41249f.md", "sf24e9280ce.md", "sbef4a80865.md", "s6e2bd9d187.md", "s6bbde53e38.md", "s3911f67613.md", "s906c37e3b1.md", "sa2e129c919.md", "see6b949678.md", "sc279af3c9b.md", "sba2e61a2ed.md", "s5615d3f320.md", "sd5ee334c4f.md", "sb450b3340e.md", "se7a9f9d04d.md", "s015881f3fd.md", "sf47fc07d70.md", "sbb06d33c54.md", "se557ea6687.md", "sc3f5ad585d.md", "sf8d2abf3b0.md", "sa4f9bc5b25.md", "sc1d6726f95.md", "se5f6d662f0.md", "s4450416677.md", "sdf4920ac33.md", "s7640725393.md"], "s1": [7.066095, 6.198499, 5.067724, 4.767595, 4.317554, 2.957343, 2.953364, 2.901698, 2.783239, 2.602658, 2.590158, 2.522305, 2.503318, 2.501702, 2.456356, 2.36263, 2.305205, 2.203115, 1.951371, 1.904399, 1.689159, 1.686488, 1.602891, 1.589252, 1.56536, 1.497145, 1.435699, 1.163321, 1.102398, 0.974489, 0.945192, 0.931503, 0.890165, 0.868906, 0.810484, 0.794569, 0.759555, 0.64127, 0.628824, 0.569668, 0.551715, 0.546679, 0.460384, 0.447373, 0.39662, 0.205964, 0.156922, 0.111133, 0.08249, 0.06265], "search": ["sfc08f59686.md", "s2f06f0abfa.md", "saaf2c38140.md", "s0b4a51fbea.md", "s3b39166b57.md", "s7b8fb6cd87.md", "sa771634ab9.md", "sf91642865e.md", "s642282fc22.md", "s3838e7e571.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 51, "n_texts": 258, "n_windows": 373, "n_texts_windowed": 113, "n_tokens": 121063, "n_query_terms": 16, "nnz_texts": 81365, "index_bytes": 981170, "secs_text": 0.1291, "secs_encode": 18.126, "secs_score": 0.0096, "secs_total": 18.2668, "load1_start": 15.04}
{"qid": "2318644b", "type": "multi-session", "abstention": false, "gold": ["s132adbfcf9.md", "s3e9c09ec40.md"], "ranked": ["s3e9c09ec40.md", "s132adbfcf9.md", "s4ac2492a7a.md", "s8195e09c90.md", "s43b800d2df.md", "s020e99638d.md", "scc4ddd3c76.md", "s118b0a614f.md", "sec2f8b2e80.md", "sfc1bb71e97.md", "s7f2077074b.md", "sdd23cdc51d.md", "sffad88b0d2.md", "sab5cb408ac.md", "s03fafd8d75.md", "s48de71a0f8.md", "sb1afc938a6.md", "s3a37fd01b8.md", "s4b30042d25.md", "sec895737b9.md", "s58160ba1eb.md", "s298ee2f666.md", "s1e192521fb.md", "sbcc13af172.md", "s6b9930b4d4.md", "sdb6fa4e465.md", "s3775ea1e34.md", "s78315d64da.md", "sf051b68c05.md", "safee1e6c31.md", "s202c63d6a0.md", "s453e9284bc.md", "s2d32d6569d.md", "s10643941d0.md", "sbef05c3235.md", "s1ccec6aea1.md", "s214599957a.md", "s6952f4ca9d.md", "s9f8698c1b8.md", "s86ebd888ce.md"], "s1": [13.691376, 12.201017, 8.05332, 5.751822, 5.544149, 5.442377, 5.052779, 4.622127, 3.910726, 3.658491, 3.424198, 3.22003, 3.097095, 2.978066, 2.936405, 2.832566, 2.737086, 2.718739, 2.644425, 2.602658, 2.42692, 2.313665, 2.305609, 2.259136, 1.93765, 1.850915, 1.840765, 1.808791, 1.727362, 1.655294, 1.448355, 1.3501, 1.238874, 1.080154, 1.043292, 0.950705, 0.810698, 0.806243, 0.5297, 0.477018], "search": ["s3e9c09ec40.md", "s132adbfcf9.md", "s4ac2492a7a.md", "s8195e09c90.md", "s43b800d2df.md", "s020e99638d.md", "scc4ddd3c76.md", "s118b0a614f.md", "sec2f8b2e80.md", "sfc1bb71e97.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 41, "n_scored_files": 40, "n_texts": 239, "n_windows": 361, "n_texts_windowed": 122, "n_tokens": 115879, "n_query_terms": 18, "nnz_texts": 77669, "index_bytes": 936453, "secs_text": 0.1214, "secs_encode": 17.2909, "secs_score": 0.0083, "secs_total": 17.4226, "load1_start": 15.31}
{"qid": "2ce6a0f2", "type": "multi-session", "abstention": false, "gold": ["s2b81e468b3.md", "sadd4508488.md", "sb77701eed7.md", "sfc2db0846c.md"], "ranked": ["sb77701eed7.md", "sfc2db0846c.md", "sadd4508488.md", "s193881816e.md", "se20eb993ce.md", "s89130bce62.md", "s02eec5b554.md", "s7abfea49f6.md", "s2b81e468b3.md", "s6d91017b20.md", "s29817bcdac.md", "s6caa5e48ad.md", "sa5187886ed.md", "sb24ea1b699.md", "s08a01c8a00.md", "s4622e593a8.md", "s9761ea9f16.md", "sca4ba53e41.md", "s3459cc341c.md", "se10853f4e1.md", "sa5da4446f9.md", "s357ee0b3c1.md", "sab150f0764.md", "s414bbe413f.md", "sdff8a7c0d8.md", "sb94940a64c.md", "sdfcc0bfc10.md", "s3cbcee1ea9.md", "s1ae1da24a7.md", "s13b0caa727.md", "se4309ee689.md", "s2c66b1a886.md", "sbff652f72c.md", "s925631bf93.md", "sbf6f7113a5.md", "sb93148c123.md", "sf2c0115107.md", "s23047438ad.md", "sff1470860a.md", "scf2d220eca.md", "s1c6b820a8e.md", "s0289b1c0d1.md", "s207b453399.md", "s84ed9f7506.md", "s0ba54a2800.md", "sd2c113faab.md"], "s1": [8.529814, 7.967677, 7.621172, 5.758715, 4.573245, 4.41747, 4.087449, 3.962558, 3.775225, 3.704368, 3.675088, 3.57909, 3.303231, 3.253872, 3.231761, 2.929678, 2.72985, 2.695525, 2.560335, 2.509957, 2.441075, 2.301753, 2.174261, 2.116425, 2.076198, 2.051146, 1.949667, 1.881934, 1.846817, 1.825757, 1.761322, 1.421939, 1.398137, 1.282014, 1.190684, 1.11583, 1.105331, 0.953041, 0.881577, 0.832572, 0.76108, 0.558037, 0.311178, 0.218319, 0.165009, 0.01143], "search": ["sb77701eed7.md", "sfc2db0846c.md", "sadd4508488.md", "s193881816e.md", "se20eb993ce.md", "s89130bce62.md", "s02eec5b554.md", "s7abfea49f6.md", "s2b81e468b3.md", "s6d91017b20.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 252, "n_windows": 350, "n_texts_windowed": 98, "n_tokens": 117977, "n_query_terms": 17, "nnz_texts": 76224, "index_bytes": 919365, "secs_text": 0.1257, "secs_encode": 17.6679, "secs_score": 0.009, "secs_total": 17.8046, "load1_start": 15.51}
{"qid": "gpt4_d12ceb0e", "type": "multi-session", "abstention": false, "gold": ["s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md"], "ranked": ["se99b5a1300.md", "s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md", "sd396391319.md", "se9ec39d83a.md", "s179a6ef979.md", "s505d7305e1.md", "s87cf60bfce.md", "sf8226da62e.md", "s74275ef7d4.md", "s644419a07a.md", "s248b56ebfc.md", "s5bba62e7ed.md", "s7436188fb7.md", "sda9c790466.md", "sdc083a9ec6.md", "s5000a7b2b6.md", "sb2ca7cb4fa.md", "sd2b048bbf9.md", "s1c693d9e11.md", "s777ff03198.md", "s5922e300cc.md", "sf391df6dc1.md", "s204bab77d5.md", "s300c0d25a1.md", "s8b1726092f.md", "s751d55abde.md", "sbdc7bc24a3.md", "s08afb009e2.md", "sa7b2a4b15f.md", "s077872e064.md", "see7bf57b2b.md", "sc54f92253e.md", "scbce4b0ebe.md", "s9ce6084844.md", "s8aa9fc93ab.md", "s4786e4f1bf.md", "seb3bb98ce4.md", "sf9472480e7.md", "s5773f4b50d.md", "s7ad447e0b7.md", "sc03c4ad0ab.md"], "s1": [9.680168, 6.868826, 5.828763, 4.443118, 3.267251, 2.046136, 1.990947, 1.5374, 1.489827, 1.426231, 1.413357, 1.378446, 1.320005, 1.235369, 1.212933, 1.139014, 0.980697, 0.951008, 0.936576, 0.773894, 0.763978, 0.733839, 0.658559, 0.634379, 0.595646, 0.52781, 0.451756, 0.359975, 0.35347, 0.29227, 0.289055, 0.279694, 0.276689, 0.239165, 0.184245, 0.157156, 0.142482, 0.096357, 0.085929, 0.034856, 0.022532, 0.008822, 0.003169], "search": ["se99b5a1300.md", "s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md", "sd396391319.md", "se9ec39d83a.md", "s179a6ef979.md", "s505d7305e1.md", "s87cf60bfce.md", "sf8226da62e.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 242, "n_windows": 355, "n_texts_windowed": 113, "n_tokens": 115091, "n_query_terms": 15, "nnz_texts": 76998, "index_bytes": 928498, "secs_text": 0.1165, "secs_encode": 17.1979, "secs_score": 0.01, "secs_total": 17.3266, "load1_start": 15.7}
{"qid": "00ca467f", "type": "multi-session", "abstention": false, "gold": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md"], "ranked": ["s01291b4374.md", "see48dae2ff.md", "s95d19c98fb.md", "s225e0e30a7.md", "sc92bb04150.md", "s4769ae32b9.md", "s339f95ce49.md", "sfbef5ecf9c.md", "sf86bc6e93d.md", "s0015e24339.md", "s80a6ca3ee3.md", "sad6272b914.md", "s8b2a65c47c.md", "s69807d07eb.md", "sf630539905.md", "s7a9c7615df.md", "s6e901a1249.md", "s6fb6130a53.md", "s4cb6ce14a1.md", "scc51272086.md", "s0a217cd4f6.md", "s3b7a4ca67a.md", "se845025238.md", "s89f78a13c8.md", "seae99b7d62.md", "s2306c7c8d0.md", "s389658bfec.md", "sfe253284ac.md", "s8f629ef2b3.md", "s80e0bc5382.md", "secdd8a63e7.md", "sad8c7ced42.md", "s98eb83648e.md", "s84787d1773.md", "s1fdc0c14f2.md", "s2b24a10b36.md", "sddff90d8c1.md", "s0b3fe0120f.md", "sf4d7ffa2bf.md", "s79369e22d3.md", "s2146d513fc.md", "sf58c89561e.md", "s91b9b270d0.md", "s8ad72a6189.md", "sed589d3345.md", "sfcc9f199ee.md", "se9bcad5a8a.md"], "s1": [4.590703, 4.38904, 3.467998, 3.151595, 3.027592, 2.755267, 2.74535, 2.71105, 2.706684, 2.420455, 2.385465, 2.292664, 2.276309, 2.26555, 2.145107, 2.108243, 1.996712, 1.947603, 1.92718, 1.809852, 1.743434, 1.737181, 1.605108, 1.594179, 1.539724, 1.527047, 1.493372, 1.483963, 1.477736, 1.429867, 1.286439, 1.181748, 1.171643, 1.15385, 1.092889, 0.973495, 0.969491, 0.856623, 0.766717, 0.657955, 0.656581, 0.554853, 0.529411, 0.492646, 0.262509, 0.259672, 0.014481], "search": ["s01291b4374.md", "see48dae2ff.md", "s95d19c98fb.md", "s225e0e30a7.md", "sc92bb04150.md", "s4769ae32b9.md", "s339f95ce49.md", "sfbef5ecf9c.md", "sf86bc6e93d.md", "s0015e24339.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 253, "n_windows": 355, "n_texts_windowed": 102, "n_tokens": 118908, "n_query_terms": 15, "nnz_texts": 76550, "index_bytes": 923205, "secs_text": 0.1286, "secs_encode": 17.7386, "secs_score": 0.0106, "secs_total": 17.8799, "load1_start": 15.42}
{"qid": "b3c15d39", "type": "multi-session", "abstention": false, "gold": ["s6acba25ed9.md", "se17b67a55b.md"], "ranked": ["s6acba25ed9.md", "se17b67a55b.md", "s28656d68f6.md", "s58c7db7ba8.md", "s78854abceb.md", "sd997d804b1.md", "sb442a534e8.md", "s0090c2590d.md", "sdd9a3671e6.md", "sebac11ac48.md", "s995df4f079.md", "sb5c699eca0.md", "s557a338b3b.md", "s8fc14ffdc4.md", "sf811383fc5.md", "sb9694e2365.md", "s9dec29b815.md", "s0ad791660c.md", "s23ea28c22c.md", "sd7dc5253b1.md", "s75b79c3d7c.md", "s7a984097e4.md", "s36cf155994.md", "sf9aede8fbf.md", "sf7d6e6ba10.md", "sd08588bd8f.md", "se016acc3cf.md", "sf0f383c1e5.md", "s1d0191e555.md", "s6556dd19d7.md", "sa9ba8118da.md", "sb915f1b225.md", "s9f548fdb8b.md", "sa0b501de27.md", "s9e2c284803.md", "s02db86ef7c.md", "s5dbabdb0ff.md", "s6d872ec888.md", "sbd69c35498.md", "s17b415e808.md", "s2a3934ae4c.md", "se11ea5c114.md", "s0532594179.md", "s1f5e561cc2.md", "s2d9c1f6f48.md", "sf990b8e993.md", "sa0d24d2611.md", "s54318302e1.md", "saeec88cee1.md"], "s1": [14.58772, 13.298584, 4.368418, 4.268431, 4.131693, 3.989681, 3.709183, 3.691922, 3.448021, 3.335381, 3.0536, 2.887085, 2.860013, 2.771913, 2.754815, 2.748107, 2.713021, 2.691568, 2.678197, 2.666117, 2.659139, 2.618977, 2.494867, 2.426602, 2.276603, 2.184546, 2.077128, 2.062313, 2.007976, 2.000069, 1.804737, 1.624127, 1.595468, 1.575312, 1.50425, 1.270001, 1.227832, 1.21835, 1.167686, 1.160336, 1.115559, 0.98474, 0.924342, 0.870981, 0.833422, 0.816241, 0.782234, 0.627112, 0.625017], "search": ["s6acba25ed9.md", "se17b67a55b.md", "s28656d68f6.md", "s58c7db7ba8.md", "s78854abceb.md", "sd997d804b1.md", "sb442a534e8.md", "s0090c2590d.md", "sdd9a3671e6.md", "sebac11ac48.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 246, "n_windows": 350, "n_texts_windowed": 103, "n_tokens": 114102, "n_query_terms": 21, "nnz_texts": 75768, "index_bytes": 913797, "secs_text": 0.1243, "secs_encode": 17.2063, "secs_score": 0.0095, "secs_total": 17.3421, "load1_start": 14.58}
{"qid": "gpt4_31ff4165", "type": "multi-session", "abstention": false, "gold": ["s066f182e2c.md", "s188a98d519.md", "s4965b8d613.md", "s87bfd0965c.md", "scdb438ac08.md"], "ranked": ["s87bfd0965c.md", "s066f182e2c.md", "s4965b8d613.md", "scdb438ac08.md", "s37d05f842a.md", "s8413521d08.md", "s188a98d519.md", "s0b7180372c.md", "s2d6ad210fb.md", "s59b067d284.md", "s5e6c271b60.md", "s0ee7c8d2fa.md", "sa93f12bf94.md", "s489790aeda.md", "sf6d7412e78.md", "sd61a6b9c20.md", "s965d8305ed.md", "s74d911bbde.md", "s15e9a48338.md", "s4e3c109931.md", "sc6ed4859e0.md", "s633af6e101.md", "s237b2ee459.md", "s019102c01e.md", "sbfe96ff771.md", "sd00e490844.md", "sed9ac0a653.md", "s40851024b0.md", "s16b54bb880.md", "s3d6ab5d1fb.md", "sf569e0d6f3.md", "s5aeadee7d5.md", "s1e778fe607.md", "sed8c3a4c71.md", "s643979cd73.md", "s62cf541255.md", "s243d96b290.md", "s41cc052f99.md", "sdc616c22bc.md", "sc382a6eaba.md", "sfa1e11491c.md", "s971959f44c.md"], "s1": [6.729758, 6.287917, 5.728807, 5.522125, 4.772653, 4.399918, 4.36163, 4.065711, 3.660854, 3.646818, 3.561926, 3.550702, 3.35777, 3.159824, 3.061835, 2.901607, 2.846376, 2.823035, 2.730648, 2.691722, 2.602648, 2.573224, 2.526907, 2.518823, 2.256098, 2.226435, 1.877211, 1.864982, 1.829626, 1.737963, 1.473309, 1.454976, 1.443203, 1.418387, 0.968559, 0.788006, 0.543699, 0.54203, 0.445659, 0.361272, 0.055937, 0.000398], "search": ["s87bfd0965c.md", "s066f182e2c.md", "s4965b8d613.md", "scdb438ac08.md", "s37d05f842a.md", "s8413521d08.md", "s188a98d519.md", "s0b7180372c.md", "s2d6ad210fb.md", "s59b067d284.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 241, "n_windows": 357, "n_texts_windowed": 114, "n_tokens": 114943, "n_query_terms": 15, "nnz_texts": 74101, "index_bytes": 893682, "secs_text": 0.1147, "secs_encode": 17.1962, "secs_score": 0.0083, "secs_total": 17.321, "load1_start": 14.39}
{"qid": "eeda8a6d", "type": "multi-session", "abstention": false, "gold": ["s1b8ebc725a.md", "scc99bb2853.md"], "ranked": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s07445de2a9.md", "s427958e33a.md", "s19616985f9.md", "s1ee46bace9.md", "sae1048c675.md", "s5a914bbdf1.md", "s1a91529113.md", "s615f199794.md", "sc26b7890f7.md", "s60a7605301.md", "s4132ba5965.md", "s7eb9c6b882.md", "s6d1c61bef0.md", "s16bfcfdc6e.md", "se97c87ce63.md", "s3b569f7c38.md", "s0108beef5e.md", "s00d3932f88.md", "s28d70fd8f5.md", "s1a92f7b50b.md", "s1138925d07.md", "s59adb14888.md", "s67b647d9a8.md", "s13f8fda6ef.md", "s732c9a44d5.md", "s0eae2a184f.md", "se540da4bac.md", "s8c3b76e2b5.md", "s02d232f730.md", "s401729cf90.md", "sb523ccae50.md", "s215e00446d.md", "s6affb008bf.md", "sdf36d6de65.md", "s6d7931e7c3.md", "s5bdd128aac.md", "sad42015dfe.md", "s95d36d9eb5.md", "sb2c8195ba8.md", "se5f6c9b38f.md", "s13214dacf1.md", "sb8654066d3.md", "s1bd5a732a7.md"], "s1": [12.201823, 11.620499, 4.118257, 3.311078, 2.894787, 2.840059, 2.78141, 2.769598, 2.708156, 2.548086, 2.506809, 2.356182, 2.29376, 2.243011, 2.23775, 2.209876, 2.160244, 2.131775, 2.101511, 2.040875, 2.003701, 1.930794, 1.905556, 1.713439, 1.701469, 1.667126, 1.661304, 1.623793, 1.551053, 1.550675, 1.460618, 1.379243, 1.327199, 1.277454, 1.249596, 1.134671, 1.113769, 0.898776, 0.703767, 0.571906, 0.559631, 0.515878, 0.409622, 0.327544, 0.308982, 0.123175], "search": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s07445de2a9.md", "s427958e33a.md", "s19616985f9.md", "s1ee46bace9.md", "sae1048c675.md", "s5a914bbdf1.md", "s1a91529113.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 260, "n_windows": 371, "n_texts_windowed": 111, "n_tokens": 120121, "n_query_terms": 15, "nnz_texts": 79794, "index_bytes": 962245, "secs_text": 0.1198, "secs_encode": 17.9065, "secs_score": 0.0102, "secs_total": 18.0385, "load1_start": 14.75}
{"qid": "2788b940", "type": "multi-session", "abstention": false, "gold": ["s03edf94642.md", "s86f4ebce3b.md", "sa55e6a84f1.md", "sef95cb781c.md"], "ranked": ["sa55e6a84f1.md", "sef95cb781c.md", "s86f4ebce3b.md", "s03edf94642.md", "s9c840ed9cc.md", "s426f808baa.md", "s3b5a2c356e.md", "s9941a15845.md", "s472c58c847.md", "s898f293f54.md", "sc9a99058b6.md", "s3f11367e50.md", "s8d9ffc4df1.md", "s9733d9b99f.md", "sb9e2b0360d.md", "s3a0e95b2b7.md", "s19c95b1881.md", "sdda861dd8b.md", "s98b0c4cf75.md", "s670486c7fc.md", "s8f5f486edc.md", "s9e92cdb1b6.md", "sc9a8faa2dd.md", "sc4dcc38112.md", "s53838110fe.md", "s452a57d08c.md", "saf9fac51c2.md", "s1560970fff.md", "sbb10d4f907.md", "s280abb1746.md", "s10373990af.md", "s152b3d5297.md", "s80a4cc2fc0.md", "s56ba37f945.md", "s3cb84ee9cf.md", "sbd11f45846.md", "s7792d1b327.md", "s0038feca12.md", "s21e68d0a94.md", "sb72d001276.md", "s2c3656d716.md", "seededdea7d.md", "s8418654be2.md", "s8fd8ae1fb1.md", "s0ba1d43b88.md", "scbf242ff00.md"], "s1": [9.527459, 7.649841, 7.479027, 6.735409, 6.512071, 6.020996, 5.986056, 4.759677, 4.22453, 3.924328, 3.771516, 3.557266, 3.406527, 3.268085, 3.027527, 3.015256, 2.959121, 2.781948, 2.476088, 2.472402, 2.275671, 2.07755, 2.069451, 2.034509, 1.891695, 1.596338, 1.33705, 1.259469, 1.131119, 0.916298, 0.888661, 0.886278, 0.800797, 0.721604, 0.693308, 0.677972, 0.658519, 0.604372, 0.529833, 0.525373, 0.514763, 0.514674, 0.406497, 0.37209, 0.136174, 0.006549], "search": ["sa55e6a84f1.md", "sef95cb781c.md", "s86f4ebce3b.md", "s03edf94642.md", "s9c840ed9cc.md", "s426f808baa.md", "s3b5a2c356e.md", "s9941a15845.md", "s472c58c847.md", "s898f293f54.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 246, "n_windows": 347, "n_texts_windowed": 101, "n_tokens": 115956, "n_query_terms": 14, "nnz_texts": 76664, "index_bytes": 924485, "secs_text": 0.1157, "secs_encode": 17.3157, "secs_score": 0.0086, "secs_total": 17.442, "load1_start": 15.34}
{"qid": "60bf93ed", "type": "multi-session", "abstention": false, "gold": ["s16a42837d3.md", "sdf59b1570b.md"], "ranked": ["s16a42837d3.md", "sdf59b1570b.md", "s5b3b539bf6.md", "sa22015ff1c.md", "s68c06e6d51.md", "sb7868e53ee.md", "s35e389107b.md", "s56e2250caa.md", "sec7f0c76ec.md", "sb61be3693a.md", "s182ed7c64a.md", "s3366a3f14a.md", "sc3c7603b69.md", "s8b4f163e5e.md", "sfc5350b2b3.md", "s980891145c.md", "sacd0794871.md", "sd26a61c467.md", "s21d74c6687.md", "s9dbc0637d0.md", "sfeafe5dcda.md", "s39abfb1bb4.md", "s16c166c4ff.md", "s428d33c92c.md", "sd2d6ed665b.md", "sd6ccfdcd35.md", "sf5bbf80644.md", "sad94e6f468.md", "sd9b4e7d247.md", "sefb58c6ad3.md", "s69b3d996ee.md", "sb80e47b844.md", "s705ae43084.md", "sb9f8d572df.md", "s20221f1fe7.md", "sa9345eaf57.md", "s993bc69821.md", "s9f2ef6d430.md", "s3f5407d9ff.md", "s2ddf4334b7.md", "sb6aed95852.md", "sb25b34c2e8.md", "s90296fc6c1.md", "s4ea77e99ce.md", "sd4d41ce986.md", "s0f13eebe1d.md", "sa46e9d86a4.md", "sa44e063862.md"], "s1": [8.02443, 7.49051, 6.006048, 5.068074, 4.840684, 4.368566, 4.261103, 4.086875, 3.860798, 3.839833, 3.676463, 3.572639, 3.420219, 3.416339, 3.008811, 2.991546, 2.837377, 2.655203, 2.62986, 2.612852, 2.207586, 2.110585, 2.101868, 1.923642, 1.88754, 1.878251, 1.762886, 1.72306, 1.552136, 1.449795, 1.440391, 1.374509, 1.286766, 1.11096, 0.802371, 0.799248, 0.793657, 0.761156, 0.755744, 0.684439, 0.576466, 0.563462, 0.543902, 0.54159, 0.411439, 0.352263, 0.209188, 0.131595], "search": ["s16a42837d3.md", "sdf59b1570b.md", "s5b3b539bf6.md", "sa22015ff1c.md", "s68c06e6d51.md", "sb7868e53ee.md", "s35e389107b.md", "s56e2250caa.md", "sec7f0c76ec.md", "sb61be3693a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 48, "n_texts": 252, "n_windows": 358, "n_texts_windowed": 106, "n_tokens": 117808, "n_query_terms": 18, "nnz_texts": 78647, "index_bytes": 948421, "secs_text": 0.1217, "secs_encode": 17.5763, "secs_score": 0.0091, "secs_total": 17.7089, "load1_start": 14.54}
{"qid": "9d25d4e0", "type": "multi-session", "abstention": false, "gold": ["s33979ccbe8.md", "s64126efa2d.md", "s9017bf7dcb.md"], "ranked": ["s9017bf7dcb.md", "s33979ccbe8.md", "s64126efa2d.md", "s5291f3b804.md", "scfa02c7739.md", "sb7c2e6cc8d.md", "s978219490a.md", "s227188990a.md", "s6a0e082509.md", "s81081f4313.md", "seae82f1880.md", "sf9aac9b9c5.md", "s1f3ff2e26e.md", "s3a0ba4e1a4.md", "s389fef46f5.md", "s16f6fc1e12.md", "s8c916919d6.md", "s8c4acbe087.md", "s227b99554c.md", "sedb595bd16.md", "s9cbbd21436.md", "s398b3b26d2.md", "sabf2ea965a.md", "s83da60ea66.md", "sa427177dd7.md", "s4ad1183780.md", "s9ec8512197.md", "s33f5682f27.md", "sd57ba553cd.md", "s66f18d61b4.md", "scf275a02dc.md", "sf21c898d27.md", "sf231d8abcc.md", "s010a8b8471.md", "sfbe693e541.md", "sb305ef0fb5.md", "sb22912e64f.md", "s5b4695d7fa.md", "s1a276b4fe9.md", "s2104e53d09.md", "sae384935db.md", "sff2e97ed93.md", "saea3db98df.md"], "s1": [11.057737, 9.842231, 8.923592, 8.3315, 4.51502, 4.387009, 3.70786, 3.688143, 3.445813, 3.337785, 3.298791, 3.193388, 3.193336, 3.026898, 2.617229, 2.598064, 2.442957, 2.40054, 2.303632, 2.243921, 2.175102, 2.102691, 2.067783, 1.966606, 1.771138, 1.681911, 1.655205, 1.547452, 1.508353, 1.443986, 1.377306, 1.230617, 1.225614, 1.128265, 1.08983, 0.962764, 0.924511, 0.611596, 0.578183, 0.558396, 0.142977, 0.1006, 0.032097], "search": ["s9017bf7dcb.md", "s33979ccbe8.md", "s64126efa2d.md", "s5291f3b804.md", "scfa02c7739.md", "sb7c2e6cc8d.md", "s978219490a.md", "s227188990a.md", "s6a0e082509.md", "s81081f4313.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 43, "n_texts": 257, "n_windows": 372, "n_texts_windowed": 115, "n_tokens": 120089, "n_query_terms": 16, "nnz_texts": 80790, "index_bytes": 974021, "secs_text": 0.1198, "secs_encode": 17.8324, "secs_score": 0.009, "secs_total": 17.963, "load1_start": 14.46}
{"qid": "129d1232", "type": "multi-session", "abstention": false, "gold": ["s09c24965c3.md", "s127c9631eb.md", "sbcd412fda7.md"], "ranked": ["s127c9631eb.md", "sbcd412fda7.md", "s09c24965c3.md", "s1532979a27.md", "s76ab48954e.md", "sd0e1b449d0.md", "sdc42da9b0a.md", "s60de5980c6.md", "s8a17e4967d.md", "s05d4cd82c3.md", "s94da77a766.md", "sb1fa4293b5.md", "s15995a9d03.md", "s23b440e9fe.md", "s420e1a76fa.md", "s13dddf4077.md", "s377f15b922.md", "sc38c5bf108.md", "s0aa9dc3a9b.md", "se72c150537.md", "s7a2c276478.md", "sb253280e34.md", "s2d35484ec8.md", "sf439591b7a.md", "sc8e3e2938a.md", "s976ae90ae7.md", "sb25cd60745.md", "sd4f2b321fd.md", "scba19b8eaf.md", "s9edec24e3b.md", "sd28b829e4c.md", "s4d9a7a6721.md", "sa36b9ed341.md", "s25b89f8796.md", "sb8f6e8dd3a.md", "s461086b343.md", "s11d9413298.md", "s181d9366dd.md", "s6bc6729b45.md", "sd1c695377f.md", "sf7412bc303.md", "s9d3ff4da4e.md", "s6667fd8fcb.md", "s62fd1e54a1.md", "s013393dfe1.md"], "s1": [12.508191, 6.637025, 5.898909, 5.378258, 5.185903, 4.959585, 4.627672, 4.539499, 4.069583, 3.922276, 3.880822, 3.828502, 3.310555, 3.267927, 2.971505, 2.907573, 2.841432, 2.824033, 2.814735, 2.657702, 2.641239, 2.428357, 2.224038, 2.17355, 1.946535, 1.890764, 1.874898, 1.797418, 1.777823, 1.719078, 1.693607, 1.663025, 1.621749, 1.547587, 1.506031, 1.491891, 1.268864, 0.937113, 0.868222, 0.8034, 0.77381, 0.594632, 0.311559, 0.143681, 0.049422], "search": ["s127c9631eb.md", "sbcd412fda7.md", "s09c24965c3.md", "s1532979a27.md", "s76ab48954e.md", "sd0e1b449d0.md", "sdc42da9b0a.md", "s60de5980c6.md", "s8a17e4967d.md", "s05d4cd82c3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 45, "n_texts": 250, "n_windows": 362, "n_texts_windowed": 112, "n_tokens": 117696, "n_query_terms": 17, "nnz_texts": 77337, "index_bytes": 932613, "secs_text": 0.1174, "secs_encode": 17.5784, "secs_score": 0.0086, "secs_total": 17.7063, "load1_start": 13.85}
{"qid": "60472f9c", "type": "multi-session", "abstention": false, "gold": ["s80e5b5e586.md", "sc3c9078a29.md", "sed07ad6a6d.md"], "ranked": ["s80e5b5e586.md", "sed07ad6a6d.md", "s2feb338b86.md", "s86e28f1652.md", "sda1d35671b.md", "s2f23bd56e4.md", "sa424cc902f.md", "se2bf53ce86.md", "sa6ce6e6aa5.md", "sf1f2bd0817.md", "s53f345a17b.md", "s63af44edbc.md", "s8690ccb108.md", "s9239f44d28.md", "s41db44014d.md", "s5d27d3bb23.md", "sc3c9078a29.md", "s3312c40c78.md", "s70d8abca33.md", "s0d509c4dc7.md", "sf3d674b9bd.md", "s4c270b1446.md", "sac69f9014d.md", "sf025e93b7b.md", "s789ea11b71.md", "s4f0ffb3143.md", "s3b38bb6aab.md", "s998eebaf07.md", "s8cef804330.md", "s4a2aeca5d0.md", "se4a9a3b1c0.md", "s1435f4ef92.md", "s3e68335b13.md", "sd2b55c3af8.md", "sa7786536be.md", "se75fdd34a6.md", "sfbb55da2de.md", "sa51dccdfa4.md", "s48a2a2d13a.md", "s5036b7df95.md", "s374b946631.md", "s1fa4e17cde.md", "sc238c1c2d8.md"], "s1": [8.297063, 7.707121, 4.63767, 3.912675, 3.714321, 3.693841, 3.038757, 2.966086, 2.757991, 2.59633, 2.555268, 2.495586, 2.377807, 2.360113, 2.332705, 2.148581, 2.011189, 1.885989, 1.88496, 1.803412, 1.748142, 1.655439, 1.642894, 1.596731, 1.568686, 1.467615, 1.3005, 1.284158, 1.282114, 1.228855, 1.140242, 1.092141, 1.087462, 0.798329, 0.668686, 0.64178, 0.619896, 0.609633, 0.552176, 0.450651, 0.243243, 0.115066, 0.015298], "search": ["s80e5b5e586.md", "sed07ad6a6d.md", "s2feb338b86.md", "s86e28f1652.md", "sda1d35671b.md", "s2f23bd56e4.md", "sa424cc902f.md", "se2bf53ce86.md", "sa6ce6e6aa5.md", "sf1f2bd0817.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 45, "n_scored_files": 43, "n_texts": 233, "n_windows": 347, "n_texts_windowed": 114, "n_tokens": 111224, "n_query_terms": 16, "nnz_texts": 73886, "index_bytes": 890949, "secs_text": 0.1139, "secs_encode": 16.6607, "secs_score": 0.0081, "secs_total": 16.7845, "load1_start": 14.67}
{"qid": "gpt4_194be4b3", "type": "multi-session", "abstention": false, "gold": ["s279bfcfa76.md", "s7110bfb5f3.md", "s9b8d3fd029.md", "sdc5c2a82ff.md", "seeb2eb3c0e.md"], "ranked": ["s279bfcfa76.md", "sdc5c2a82ff.md", "s9b8d3fd029.md", "seeb2eb3c0e.md", "s7110bfb5f3.md", "s35f5f66f9c.md", "s94025d8f64.md", "s4362c33681.md", "s19476a7ba1.md", "sffc64b4ee2.md", "sb23ad55bbc.md", "s90648e7950.md", "s4271bf85f1.md", "s992a5b82ad.md", "s35843474f8.md", "sc5b4f90933.md", "s686e1e947f.md", "sa8247e3fb2.md", "se9976a63fd.md", "sb1b87e53f3.md", "s790577303d.md", "s3e97da2478.md", "sf590fd9509.md", "s171ce33695.md", "sf6e20ec85c.md", "s7f783ec2ef.md", "sf757e6f8d5.md", "s136ea497c2.md", "saca1fe66bc.md", "s37b9300919.md", "s31285bcf9d.md", "s165b1edf2f.md", "s44a4047442.md", "s668a7185de.md", "s1495eb0bb3.md", "s84e5dc0130.md", "s6fc51983b4.md", "s426179110b.md", "s39455689c2.md", "s0618a6a69f.md", "sb9d88d53ed.md", "s5d60eee614.md", "s344270a694.md", "sfdff0661de.md"], "s1": [7.40189, 6.853001, 6.367399, 6.321936, 4.949956, 3.878579, 3.802047, 3.546081, 3.046388, 2.94225, 2.904849, 2.82584, 2.769889, 2.726294, 2.652004, 2.578696, 2.539559, 2.533601, 2.461549, 2.430651, 2.351825, 2.317086, 2.303604, 2.300622, 2.297316, 2.216969, 2.194628, 2.104672, 2.056287, 1.964505, 1.831301, 1.712114, 1.389533, 1.115159, 1.084719, 1.083214, 1.000592, 0.959695, 0.812278, 0.729045, 0.668711, 0.535717, 0.422116, 0.017166], "search": ["s279bfcfa76.md", "sdc5c2a82ff.md", "s9b8d3fd029.md", "seeb2eb3c0e.md", "s7110bfb5f3.md", "s35f5f66f9c.md", "s94025d8f64.md", "s4362c33681.md", "s19476a7ba1.md", "sffc64b4ee2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 245, "n_windows": 357, "n_texts_windowed": 112, "n_tokens": 116551, "n_query_terms": 11, "nnz_texts": 76492, "index_bytes": 922354, "secs_text": 0.1222, "secs_encode": 17.4754, "secs_score": 0.0087, "secs_total": 17.6081, "load1_start": 14.96}
{"qid": "a9f6b44c", "type": "multi-session", "abstention": false, "gold": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md"], "ranked": ["s58265a94bc.md", "sced13ee3d7.md", "sbc37436477.md", "s5147d69268.md", "s237706fb0a.md", "sd2d4dcf411.md", "saf7ae41999.md", "s1e3719d3a2.md", "s8be06d9bdf.md", "sbf5a5d0fd9.md", "sed5ef343f0.md", "s0222d08947.md", "s8d7e3506c1.md", "se9a154371c.md", "s99bc6bb6f4.md", "s663dd255e7.md", "sfeef626603.md", "sbe54dc7ce7.md", "sb111ad7979.md", "s17ee5709e5.md", "s7e843bed4b.md", "s451d1f25a2.md", "se10147ab9a.md", "s4e956f6832.md", "s5e2cd1f1de.md", "s49583d6f81.md", "sdda6e936a4.md", "sd88fb5f2b2.md", "sc413e4bbc1.md", "se00abf806b.md", "s04f4dfb87d.md", "s2c96170c68.md", "s3b3b02a4c9.md", "s88cab9be87.md", "sfb0dcb2c8e.md", "sd14e8a2061.md", "saf8852c35c.md", "s5eaf50b2e2.md", "sd4fd5dd4d7.md", "s8bc0025b06.md", "sc3083c98fd.md", "sf1b1c5a6dc.md", "s24eb79cc9f.md", "s59d1b649f7.md"], "s1": [8.551577, 7.413574, 6.523484, 5.57831, 5.396148, 4.900775, 3.851778, 3.6336, 3.449348, 3.188689, 3.148286, 3.111043, 3.038164, 2.862043, 2.837217, 2.758358, 2.600638, 2.595767, 2.5125, 2.487893, 2.437373, 2.1807, 2.179072, 2.069394, 2.05081, 2.005888, 1.938715, 1.903204, 1.676391, 1.633159, 1.575582, 1.404464, 1.379031, 1.299204, 1.092836, 0.93336, 0.785305, 0.575185, 0.533965, 0.487203, 0.294129, 0.219478, 0.191515, 0.02824], "search": ["s58265a94bc.md", "sced13ee3d7.md", "sbc37436477.md", "s5147d69268.md", "s237706fb0a.md", "sd2d4dcf411.md", "saf7ae41999.md", "s1e3719d3a2.md", "s8be06d9bdf.md", "sbf5a5d0fd9.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 249, "n_windows": 365, "n_texts_windowed": 116, "n_tokens": 119469, "n_query_terms": 14, "nnz_texts": 75678, "index_bytes": 912581, "secs_text": 0.1189, "secs_encode": 17.8127, "secs_score": 0.0089, "secs_total": 17.9424, "load1_start": 15.42}
{"qid": "d851d5ba", "type": "multi-session", "abstention": false, "gold": ["s1c54991841.md", "s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md"], "ranked": ["sa7bcf383a8.md", "s56cd3bb7ea.md", "s1c54991841.md", "sb136fabd2f.md", "s45eabc3adb.md", "s487c0cf819.md", "sc3b4663b6c.md", "s73574aed94.md", "s94e18ec011.md", "sf4decd2838.md", "s01d779b8ac.md", "s4e7706eb24.md", "scfafa8c4cc.md", "s6d4e35015a.md", "s124cb1c7bb.md", "s1ae9ee6119.md", "s10e72aabf8.md", "s40e416ae30.md", "s0fe68fe06e.md", "s3e171e4867.md", "s4733704df8.md", "s144be4adc4.md", "s38d90e5c22.md", "sce220927b8.md", "s0fcb6c032a.md", "s4af2874e65.md", "sa5d1e80eb5.md", "s965aa96194.md", "sf36089b023.md", "s2a75a5783c.md", "sea4c861760.md", "s48f7f73459.md", "sab4df99dd9.md", "sf295fb3136.md", "sb8ecfd0d06.md", "s58411435bd.md", "s44c1e77b9e.md", "s572fcd5061.md", "sca50b81bbd.md", "s16d47d2ece.md", "s25b649859a.md", "se412d7c394.md", "s4eb2c1449a.md", "sde019b4df3.md", "s7bb40a4218.md"], "s1": [13.899435, 10.585114, 10.002531, 8.819824, 4.400163, 4.059993, 3.60523, 3.437019, 3.277798, 3.172265, 3.064248, 3.054305, 2.714797, 2.560066, 2.526604, 2.503626, 2.397815, 2.237741, 2.092773, 1.937133, 1.849834, 1.835092, 1.827368, 1.598829, 1.554391, 1.468673, 1.440419, 1.407787, 1.351712, 1.176218, 1.042628, 0.974274, 0.890048, 0.855005, 0.813263, 0.738195, 0.646643, 0.638266, 0.599005, 0.490513, 0.368569, 0.33623, 0.272031, 0.239498, 0.193875], "search": ["sa7bcf383a8.md", "s56cd3bb7ea.md", "s1c54991841.md", "sb136fabd2f.md", "s45eabc3adb.md", "s487c0cf819.md", "sc3b4663b6c.md", "s73574aed94.md", "s94e18ec011.md", "sf4decd2838.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 253, "n_windows": 350, "n_texts_windowed": 97, "n_tokens": 117545, "n_query_terms": 13, "nnz_texts": 76057, "index_bytes": 917189, "secs_text": 0.1196, "secs_encode": 17.5587, "secs_score": 0.0088, "secs_total": 17.6888, "load1_start": 15.55}
{"qid": "5a7937c8", "type": "multi-session", "abstention": false, "gold": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md"], "ranked": ["s1fd3989459.md", "s5e03f6c9c6.md", "s628e313027.md", "sbab13aa871.md", "sce5ba593e5.md", "seda0f3a670.md", "s62122923a9.md", "s6049da1aba.md", "s39681fcabb.md", "s602f7416f7.md", "s7056126ba5.md", "s6d199c2d72.md", "s8a9ef87a44.md", "s1643613bc4.md", "s308b1e170c.md", "sbc93d5aa39.md", "s7fbbe5ac24.md", "s72997238f3.md", "s413c129e5a.md", "sd2db8cca60.md", "sd56fd0edce.md", "sab2a686a77.md", "s3ba2d6fdcb.md", "s48200712c0.md", "sbc06fe169a.md", "sf91dd4ec9c.md", "sed0c9853d0.md", "s47411220cd.md", "s5ed070f7b5.md", "sbbb0541515.md", "sa38bfebda5.md", "s39dc5ad9d6.md", "s6111f327d1.md", "s2505b0962d.md", "s1933e5bff0.md", "s1472f96ec2.md", "s52318539a0.md", "s56a4e2eff3.md", "s119acd8419.md", "sb173a9ea23.md", "s8ba4be32ab.md", "s4d693a1fce.md"], "s1": [8.172028, 6.049006, 5.019195, 4.14366, 4.019986, 3.342251, 3.242465, 3.201022, 2.943066, 2.921931, 2.8895, 2.874651, 2.685369, 2.655136, 2.566038, 2.539994, 2.454155, 2.411808, 2.390388, 2.375926, 2.294462, 2.162244, 1.935436, 1.91356, 1.845938, 1.782236, 1.737444, 1.71105, 1.678769, 1.66666, 1.621259, 1.474213, 1.472156, 1.461436, 1.386152, 1.303162, 1.126358, 1.123649, 0.687759, 0.613066, 0.322848, 0.191741], "search": ["s1fd3989459.md", "s5e03f6c9c6.md", "s628e313027.md", "sbab13aa871.md", "sce5ba593e5.md", "seda0f3a670.md", "s62122923a9.md", "s6049da1aba.md", "s39681fcabb.md", "s602f7416f7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 242, "n_windows": 362, "n_texts_windowed": 120, "n_tokens": 115902, "n_query_terms": 16, "nnz_texts": 78463, "index_bytes": 945925, "secs_text": 0.1208, "secs_encode": 17.3973, "secs_score": 0.0087, "secs_total": 17.5286, "load1_start": 15.41}
{"qid": "gpt4_ab202e7f", "type": "multi-session", "abstention": false, "gold": ["s031865616f.md", "s306fcd1e6b.md", "s99437a710e.md", "sa668a05fdd.md", "sccc68a973c.md"], "ranked": ["sa668a05fdd.md", "s84d7c5dc0b.md", "s031865616f.md", "sccc68a973c.md", "s296694bb2a.md", "s99437a710e.md", "s035c695314.md", "s726243566d.md", "s8d0fd2e7be.md", "s558a453448.md", "s306fcd1e6b.md", "sfc11be482f.md", "sc7429ee6cf.md", "s738f6b46c0.md", "s19f0c7feff.md", "sd522210d9c.md", "sc8133cf9c9.md", "s1cb10757d0.md", "s9c03adc08d.md", "s09d1f53596.md", "sf99b4fd295.md", "s44cd91f14c.md", "seaf77c4fcd.md", "sd87997d371.md", "s1bd94c2ff2.md", "s78504990d3.md", "sa7db03da93.md", "s860e1ac600.md", "s8e4ae079f7.md", "sb0679dfdc2.md", "sc730d18c59.md", "s0f4c5cfc43.md", "s4f88841a0d.md", "s776fe934b6.md", "s98ade78d79.md", "s900912fb4e.md", "sa3e261c135.md", "s276151b54f.md", "s6337461492.md", "sc224f8ccad.md", "sedc2530dd3.md", "sed6e45c6c5.md", "s526755b98f.md", "s42972a8de8.md"], "s1": [8.101244, 5.82691, 5.664099, 5.533984, 5.159664, 5.015274, 4.870017, 4.603123, 4.545228, 4.380692, 4.10202, 3.736077, 3.643131, 3.505642, 3.376065, 3.131478, 3.025583, 2.864949, 2.534599, 2.307183, 2.159082, 2.131986, 1.932233, 1.847042, 1.682065, 1.630878, 1.626882, 1.398155, 1.324003, 1.157692, 1.122531, 1.077695, 1.014033, 0.984437, 0.842016, 0.833638, 0.833158, 0.678749, 0.644406, 0.604653, 0.598674, 0.431509, 0.202915, 0.097707], "search": ["sa668a05fdd.md", "s84d7c5dc0b.md", "s031865616f.md", "sccc68a973c.md", "s296694bb2a.md", "s99437a710e.md", "s035c695314.md", "s726243566d.md", "s8d0fd2e7be.md", "s558a453448.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 46, "n_scored_files": 44, "n_texts": 246, "n_windows": 365, "n_texts_windowed": 119, "n_tokens": 120128, "n_query_terms": 12, "nnz_texts": 77229, "index_bytes": 931250, "secs_text": 0.1227, "secs_encode": 18.0324, "secs_score": 0.0086, "secs_total": 18.1657, "load1_start": 15.54}
{"qid": "gpt4_e05b82a6", "type": "multi-session", "abstention": false, "gold": ["s05d58d35a1.md", "s6846359b7f.md", "s721c829a00.md", "sc9fe05e720.md"], "ranked": ["s6846359b7f.md", "sc9fe05e720.md", "s05d58d35a1.md", "s721c829a00.md", "s8fa5ececb9.md", "s90b8ee3a8c.md", "s9edf94ec14.md", "sfad2a37ff2.md", "s29ece441a8.md", "s0d21a8c7c4.md", "s99cc02c95f.md", "s7929703a8a.md", "s572069476e.md", "sfc998065fc.md", "s6fc2eb43dc.md", "s275b9a9649.md", "s7a615e9505.md", "sc3875eec7d.md", "s2f45bd9688.md", "s030fd58d25.md", "s1d151e633b.md", "s75e4aa299a.md", "sfbafdb142c.md", "s52b5d2aa96.md", "sd46286ea9b.md", "s30931b9865.md", "sbf2c063c03.md", "s8265257ec4.md", "sffa7c51bf5.md", "s99fbd603c9.md", "sd59e23742b.md", "sd78e2f8ed9.md", "sda574678db.md", "s114a1cb9a3.md", "sd8e9447187.md", "s85ffc2d152.md", "s96e409c5da.md", "sa8ed544c06.md", "se928a5973f.md", "s1612a664e8.md", "s8c13aa07b9.md", "sa5ded1bcb7.md", "sa275ebf03e.md", "s709a332918.md"], "s1": [17.252584, 12.812963, 12.778984, 9.422003, 6.00495, 5.631859, 5.420964, 4.729567, 4.576064, 4.478041, 4.232675, 4.076706, 3.722566, 3.450104, 3.338234, 3.213503, 3.186415, 2.939784, 2.82306, 2.501421, 2.305245, 2.292062, 2.268889, 2.098494, 2.091002, 1.988762, 1.905874, 1.64378, 1.538544, 1.497377, 1.497277, 1.458205, 1.341698, 1.217569, 1.179739, 1.087824, 0.921423, 0.820252, 0.786351, 0.744209, 0.565577, 0.233987, 0.144435, 0.105925], "search": ["s6846359b7f.md", "sc9fe05e720.md", "s05d58d35a1.md", "s721c829a00.md", "s8fa5ececb9.md", "s90b8ee3a8c.md", "s9edf94ec14.md", "sfad2a37ff2.md", "s29ece441a8.md", "s0d21a8c7c4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 254, "n_windows": 368, "n_texts_windowed": 114, "n_tokens": 119546, "n_query_terms": 22, "nnz_texts": 78904, "index_bytes": 951474, "secs_text": 0.12, "secs_encode": 17.911, "secs_score": 0.0092, "secs_total": 18.0428, "load1_start": 15.67}
{"qid": "gpt4_731e37d7", "type": "multi-session", "abstention": false, "gold": ["s380c6cb254.md", "s6ca1a2243d.md", "sa1c05b0263.md", "sb193b63b00.md"], "ranked": ["sb193b63b00.md", "s6ca1a2243d.md", "s380c6cb254.md", "s3f32f86b89.md", "s055dbfadcf.md", "s53e4f044ca.md", "s0c8543b145.md", "sb8eedf393d.md", "sfa1b7dc863.md", "s55b86ddf7f.md", "se31b5602a1.md", "s3a5b24f1aa.md", "s0ef024cc5e.md", "sa1c05b0263.md", "sef6571ebf7.md", "sc836a74fdb.md", "saccb0516d9.md", "sb4d2435067.md", "s4da14f9854.md", "sd3d7f06eb0.md", "sac579924b5.md", "sa9648598f9.md", "sf79ec39bee.md", "s32cbbbf24f.md", "sffc9d906f8.md", "s1df8ffa24b.md", "se4c1c225e0.md", "s758d1de2eb.md", "s6fb2be539c.md", "sd331573163.md", "s628ec513df.md", "s75d9757f40.md", "sec035e09fa.md", "s773f73b668.md", "s952220b4ba.md", "s5e71a04417.md", "s3e36929f88.md", "s01078d1aa5.md", "s2f54a5a23c.md", "s7b6205248d.md", "se4bd4d8d52.md", "sf427f275e1.md", "s31f99e656f.md", "s0183d375bc.md", "s95128b3488.md", "s9bde0864f0.md", "s9d99338c2b.md"], "s1": [12.64905, 9.749489, 8.997212, 6.323576, 5.49093, 4.169137, 3.934531, 3.751524, 3.604625, 3.568314, 3.546056, 3.156062, 3.125255, 3.029114, 2.946201, 2.943821, 2.873378, 2.785287, 2.662892, 2.513657, 2.510638, 2.454808, 2.304863, 2.124559, 1.879097, 1.865214, 1.847779, 1.828366, 1.825062, 1.673307, 1.627809, 1.459326, 1.202025, 1.046292, 0.955325, 0.911059, 0.812809, 0.766445, 0.765628, 0.760189, 0.737203, 0.702345, 0.699643, 0.606018, 0.437294, 0.425516, 0.116902], "search": ["sb193b63b00.md", "s6ca1a2243d.md", "s380c6cb254.md", "s3f32f86b89.md", "s055dbfadcf.md", "s53e4f044ca.md", "s0c8543b145.md", "sb8eedf393d.md", "sfa1b7dc863.md", "s55b86ddf7f.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 48, "n_scored_files": 47, "n_texts": 248, "n_windows": 361, "n_texts_windowed": 106, "n_tokens": 120060, "n_query_terms": 18, "nnz_texts": 74722, "index_bytes": 901362, "secs_text": 0.1232, "secs_encode": 17.9413, "secs_score": 0.0084, "secs_total": 18.0747, "load1_start": 16.04}
{"qid": "edced276", "type": "multi-session", "abstention": false, "gold": ["s13883f02b8.md", "sba7c8c3c7d.md"], "ranked": ["sba7c8c3c7d.md", "s13883f02b8.md", "s85ef8995c0.md", "s5a1ee037a5.md", "scc7e41b915.md", "sd1f9a71e4e.md", "s9fd4332618.md", "s9449e14991.md", "s0aa4d0c60d.md", "s2ed961ac40.md", "s45b89f25cd.md", "sbe650a85c4.md", "s25a19cbca0.md", "s9ced30d374.md", "s28a2db4199.md", "sab68ab2d66.md", "s193afd650f.md", "s24614ce8fe.md", "s6abd186e82.md", "s324ec9fb4d.md", "s3c5dfce127.md", "sada348f3d7.md", "s3a2d95a94e.md", "s592df65d18.md", "sdb80b9416e.md", "saff3d00bb0.md", "sc9d94ec97d.md", "s240d6d84d9.md", "s5ca6e3d3b7.md", "sc310fb252f.md", "s12180702e3.md", "s24803d6ed9.md", "s8b4e82c9bb.md", "s484827da6c.md", "s798a4275c2.md", "sd358ba5472.md", "sa88707c6f7.md", "s70a5c3eaeb.md", "sc26f1ce30e.md", "s4a1ebc6cd1.md", "s7069a2e6c5.md", "s65a0d5f95f.md", "s4f0b6f1e00.md"], "s1": [12.619499, 9.960391, 5.418659, 5.221279, 4.762977, 4.509903, 4.407648, 4.014868, 3.707008, 3.681241, 3.566105, 3.563677, 3.171358, 2.879308, 2.763505, 2.675646, 2.640944, 2.594434, 2.512124, 2.32907, 2.272519, 2.136028, 2.119717, 2.068287, 2.013798, 1.872041, 1.861046, 1.856741, 1.832426, 1.821747, 1.80549, 1.780032, 1.695114, 1.685181, 1.537406, 1.268985, 0.736574, 0.709791, 0.69574, 0.690694, 0.383146, 0.165342, 0.06202], "search": ["sba7c8c3c7d.md", "s13883f02b8.md", "s85ef8995c0.md", "s5a1ee037a5.md", "scc7e41b915.md", "sd1f9a71e4e.md", "s9fd4332618.md", "s9449e14991.md", "s0aa4d0c60d.md", "s2ed961ac40.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 43, "n_texts": 247, "n_windows": 360, "n_texts_windowed": 113, "n_tokens": 118390, "n_query_terms": 17, "nnz_texts": 76865, "index_bytes": 926981, "secs_text": 0.126, "secs_encode": 17.5542, "secs_score": 0.0086, "secs_total": 17.6906, "load1_start": 16.11}
{"qid": "10d9b85a", "type": "multi-session", "abstention": false, "gold": ["s521737fe3c.md", "s5cb57f4467.md"], "ranked": ["se7bba65ae0.md", "se2e08c738f.md", "s176b987f1c.md", "s02e4c8384f.md", "sf8d411ad9e.md", "sd1bc2a104a.md", "s56195ef491.md", "s6311b2441d.md", "s5cb57f4467.md", "s046a6970fc.md", "sc38b8c97d7.md", "s9649f12318.md", "s8b34ae85c9.md", "sbf729c72d8.md", "sc98e3a621e.md", "sb0af7f2a8e.md", "sfed4bac44b.md", "s521737fe3c.md", "s4e447dd0cd.md", "sb4b5f25996.md", "s44fa207125.md", "sea2f0a4475.md", "s691df07157.md", "s103f7b16f5.md", "s3d80b1bcc3.md", "s0ba79fbe5e.md", "s6de983b005.md", "s2f61a8d016.md", "s25b8d48194.md", "seaa67ac123.md", "se7c9186fb7.md", "s54462ffd13.md", "s45b510eb47.md", "s823267badc.md", "sa952bdf423.md", "sc06e724478.md", "s61b31a9665.md", "s3ee00f43e4.md", "s02b236ecbd.md", "sc6d3b95131.md", "sb653de0d6a.md", "s96859a64d1.md", "s3ed98946ed.md", "sc0b34e3e6f.md"], "s1": [4.763973, 4.500298, 4.283792, 4.184165, 3.9545, 3.781105, 3.564831, 3.541965, 3.486719, 3.426522, 3.304304, 3.226838, 2.899836, 2.806219, 2.764861, 2.518447, 2.435576, 2.319413, 2.156469, 2.113533, 2.07214, 2.022801, 1.983735, 1.860887, 1.854181, 1.741233, 1.72965, 1.697364, 1.527054, 1.416792, 1.330632, 1.060675, 1.038417, 1.021736, 0.988281, 0.871802, 0.814333, 0.728419, 0.657045, 0.58089, 0.530998, 0.434489, 0.200745, 0.070852], "search": ["se7bba65ae0.md", "se2e08c738f.md", "s176b987f1c.md", "s02e4c8384f.md", "sf8d411ad9e.md", "sd1bc2a104a.md", "s56195ef491.md", "s6311b2441d.md", "s5cb57f4467.md", "s046a6970fc.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 44, "n_scored_files": 44, "n_texts": 251, "n_windows": 383, "n_texts_windowed": 132, "n_tokens": 119800, "n_query_terms": 17, "nnz_texts": 78278, "index_bytes": 943877, "secs_text": 0.1256, "secs_encode": 17.8643, "secs_score": 0.0089, "secs_total": 18.0006, "load1_start": 14.97}
{"qid": "e3038f8c", "type": "multi-session", "abstention": false, "gold": ["s0a27af93be.md", "s539cbd787b.md", "saeac39b335.md", "sc6efc41d6f.md"], "ranked": ["sa181d342c0.md", "s539cbd787b.md", "s0a27af93be.md", "saeac39b335.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "s016104f147.md", "s93929c5481.md", "s6bf4d52564.md", "sa4fff807f7.md", "s59bff82fef.md", "sdc4a2f7168.md", "s35d1f51929.md", "s77e491f009.md", "s466033fb9f.md", "s84b497bcc6.md", "sd9090f515b.md", "s7ec7eefdd3.md", "sfb055ec033.md", "s981529a06d.md", "s6459ef585d.md", "sea8aa5cd1e.md", "sb9fd79060d.md", "scf4690ec3f.md", "s836aa84150.md", "s6fd4ceac8c.md", "s2f7504b1bf.md", "s51924ce8e4.md", "sc20c83239f.md", "s9f34bb9ad3.md", "s3d5ff793a3.md", "sb0d8b69222.md", "s845df6f7f2.md", "sb76faae04a.md", "sb40f9d688c.md", "sb7b837638f.md", "s116ea99074.md", "s4bcce7b2fc.md", "s0deab23014.md", "s2be8c5cb03.md", "sba511eff8b.md", "sc75dc4f45c.md", "s4c48638e80.md", "sba2aac6651.md", "s48694d1fa2.md"], "s1": [8.673195, 7.795815, 7.362701, 6.69781, 5.388707, 4.913949, 3.342639, 3.299112, 3.194961, 3.177938, 2.936633, 2.824836, 2.809337, 2.501596, 2.283341, 2.163197, 2.126397, 2.04949, 1.983577, 1.969304, 1.83883, 1.835903, 1.778553, 1.641026, 1.497021, 1.447701, 1.446826, 1.309713, 1.19145, 1.173239, 1.061974, 1.059396, 1.029397, 1.019654, 1.008013, 0.960349, 0.933846, 0.81456, 0.782297, 0.568884, 0.480093, 0.477935, 0.340644, 0.183338, 0.115844], "search": ["sa181d342c0.md", "s539cbd787b.md", "s0a27af93be.md", "saeac39b335.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "s016104f147.md", "s93929c5481.md", "s6bf4d52564.md", "sa4fff807f7.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 248, "n_windows": 360, "n_texts_windowed": 112, "n_tokens": 116863, "n_query_terms": 12, "nnz_texts": 77664, "index_bytes": 936581, "secs_text": 0.1167, "secs_encode": 17.5675, "secs_score": 0.0082, "secs_total": 17.6943, "load1_start": 15.27}
{"qid": "2b8f3739", "type": "multi-session", "abstention": false, "gold": ["s47c5b96a51.md", "s9ef75d4221.md", "sb0fc6927ec.md"], "ranked": ["sb0fc6927ec.md", "s9ef75d4221.md", "s47c5b96a51.md", "s28e9a85b50.md", "se39d6a115f.md", "s952f7a0d61.md", "s752f76bd63.md", "s693cb28993.md", "sf4bea32b41.md", "s4e592de424.md", "s530d0ea643.md", "sa5721ba7c9.md", "s43dbb22c64.md", "s5ff8314df3.md", "s1699e0bdd9.md", "s6fff197a11.md", "sdffd5261f4.md", "s221fa30814.md", "s0f62ec50d5.md", "s232fd74c6d.md", "s61f849b8f7.md", "s0f976e1025.md", "sb6971ede2b.md", "s115a0f1bdf.md", "se684e619a8.md", "sac622317ec.md", "sf089991f56.md", "scbd4b051d0.md", "sd66ed53bf8.md", "sc92d464d6b.md", "s77b98d3bb1.md", "s8e6c659100.md", "sd386b9a31e.md", "s8e5f658077.md", "sed99841232.md", "seadd1d72af.md", "s3e41201f43.md", "s896d3c133b.md", "s49e323da24.md", "s5a8bfe131a.md", "s4c30a64dea.md", "s6e923ef8d0.md"], "s1": [5.968885, 5.63601, 5.251087, 5.048165, 4.358606, 3.96027, 3.252, 3.018669, 2.584676, 2.569194, 2.281461, 1.993544, 1.936416, 1.91134, 1.89354, 1.779068, 1.758231, 1.738701, 1.590189, 1.575368, 1.49031, 1.481853, 1.43275, 1.329474, 1.31619, 1.139013, 1.108735, 0.914123, 0.910472, 0.571586, 0.564121, 0.559213, 0.36054, 0.356171, 0.308458, 0.306449, 0.292059, 0.278718, 0.087072, 0.085019, 0.065948, 0.012821], "search": ["sb0fc6927ec.md", "s9ef75d4221.md", "s47c5b96a51.md", "s28e9a85b50.md", "se39d6a115f.md", "s952f7a0d61.md", "s752f76bd63.md", "s693cb28993.md", "sf4bea32b41.md", "s4e592de424.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 42, "n_texts": 255, "n_windows": 374, "n_texts_windowed": 118, "n_tokens": 120706, "n_query_terms": 18, "nnz_texts": 78856, "index_bytes": 950853, "secs_text": 0.1268, "secs_encode": 17.9389, "secs_score": 0.009, "secs_total": 18.0765, "load1_start": 15.07}
{"qid": "1a8a66a6", "type": "multi-session", "abstention": false, "gold": ["s4b3eedec67.md", "s53d0cd0c4b.md", "s9eb4f9fbab.md", "se31e751aa8.md"], "ranked": ["se31e751aa8.md", "s2a89d918fd.md", "s9eb4f9fbab.md", "scfa73c8063.md", "s53d0cd0c4b.md", "sfd7cac6284.md", "s2881add0d0.md", "sb44791ecad.md", "s0fb98c3796.md", "s7d08845db2.md", "sea44771d09.md", "s4b3eedec67.md", "s8113294d8f.md", "s1947966234.md", "sbeeda65d19.md", "s1160181bd8.md", "s9faf1697d2.md", "s8ffdfcf06f.md", "sfb5216e46e.md", "s6833f06016.md", "s170696f490.md", "s99d9dd8909.md", "sf157796f6f.md", "s53202bad08.md", "s5ff4605940.md", "s417be4fade.md", "s3f5c493928.md", "sb558c8a7a8.md", "sae845dbb54.md", "s2aa8f6dc05.md", "s8da941e76a.md", "s96221cb241.md", "sd00484d175.md", "sd77b459f4a.md", "see2a3ae5dd.md", "s605b8a0dc0.md", "s851eb66e64.md", "s80bd18602f.md", "s7e199b426d.md", "sc42b1abe28.md", "s57408723d3.md", "s61975275d5.md", "s681a84bad4.md", "se8636bde36.md", "s5ab81e0d1e.md", "s6540cbe6a5.md", "s42b076dc2d.md", "s459099edfb.md", "se7649c6245.md", "s9fd3b59b97.md"], "s1": [6.156105, 4.866842, 4.488276, 4.430864, 4.375426, 3.988636, 3.28901, 2.97457, 2.968788, 2.909409, 2.734129, 2.636712, 2.507372, 2.272098, 2.248416, 2.154598, 2.145594, 2.115277, 2.082099, 2.005545, 1.96401, 1.858915, 1.84535, 1.813035, 1.699429, 1.695244, 1.658789, 1.595868, 1.581734, 1.556117, 1.514459, 1.428941, 1.248182, 1.224071, 1.219742, 1.201677, 0.900501, 0.892242, 0.884175, 0.847935, 0.831697, 0.803951, 0.716191, 0.605901, 0.551786, 0.541595, 0.437013, 0.392537, 0.265863, 0.183474], "search": ["se31e751aa8.md", "s2a89d918fd.md", "s9eb4f9fbab.md", "scfa73c8063.md", "s53d0cd0c4b.md", "sfd7cac6284.md", "s2881add0d0.md", "sb44791ecad.md", "s0fb98c3796.md", "s7d08845db2.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 51, "n_scored_files": 50, "n_texts": 259, "n_windows": 364, "n_texts_windowed": 105, "n_tokens": 118499, "n_query_terms": 12, "nnz_texts": 80234, "index_bytes": 967493, "secs_text": 0.1212, "secs_encode": 17.6189, "secs_score": 0.0089, "secs_total": 17.7509, "load1_start": 15.42}
{"qid": "c2ac3c61", "type": "multi-session", "abstention": false, "gold": ["sc4e46e0831.md", "secbcb12e79.md"], "ranked": ["sd61606eee8.md", "s547181d168.md", "s9c663118d7.md", "secbcb12e79.md", "sc4e46e0831.md", "se44cc09f4d.md", "s615ed1782e.md", "saf7407dded.md", "s51ca0d12da.md", "s8fb82ac070.md", "s3739786e0e.md", "s159f689ead.md", "seaf17a12e6.md", "sa837a06460.md", "s6a2acb0453.md", "sa26b158eaa.md", "saaed99673e.md", "s186fa8be2b.md", "s831215bb9a.md", "sb109632ec0.md", "s00d9840ebb.md", "sab0b70a959.md", "sbbc03cfa0b.md", "sc2b72c40bd.md", "s0c30b396e6.md", "s986a071997.md", "s2cb98eaafa.md", "sb65f6f6b54.md", "s10e022fd53.md", "s00e7f08674.md", "s1a6d684c0f.md", "sd33b29ba25.md", "s9ae9ac41a5.md", "s0115bd5340.md", "s6f1f9a9844.md", "s24060b25bd.md", "s2c5d1e5897.md", "s9199592882.md", "sb6ef27835c.md", "s7eec69a6ed.md", "sd13475d329.md", "sfc5e17df10.md", "s1a3a5e2db1.md", "sadfea25bc8.md", "s651016fd70.md", "s3dd90389af.md", "s6bae29cb7d.md", "s5f222f939e.md", "s002fc8ccc0.md", "s2e95fce04f.md"], "s1": [6.985833, 6.441144, 6.239856, 6.13397, 5.834718, 5.644777, 3.970403, 3.653639, 3.566437, 3.253122, 3.139724, 2.883934, 2.853795, 2.852212, 2.77052, 2.693405, 2.674659, 2.403872, 2.376405, 2.266976, 2.253797, 2.156362, 2.110942, 2.055321, 2.021929, 1.926392, 1.713377, 1.528301, 1.443065, 1.230172, 1.222492, 1.16334, 1.132234, 1.041834, 0.994929, 0.87134, 0.830329, 0.801145, 0.719772, 0.690919, 0.677988, 0.569358, 0.56328, 0.528197, 0.453975, 0.451967, 0.36712, 0.359189, 0.327988, 0.000142], "search": ["sd61606eee8.md", "s547181d168.md", "s9c663118d7.md", "secbcb12e79.md", "sc4e46e0831.md", "se44cc09f4d.md", "s615ed1782e.md", "saf7407dded.md", "s51ca0d12da.md", "s8fb82ac070.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 50, "n_texts": 258, "n_windows": 353, "n_texts_windowed": 95, "n_tokens": 118716, "n_query_terms": 12, "nnz_texts": 76221, "index_bytes": 919301, "secs_text": 0.1252, "secs_encode": 17.7364, "secs_score": 0.0094, "secs_total": 17.873, "load1_start": 15.55}
{"qid": "bf659f65", "type": "multi-session", "abstention": false, "gold": ["s164a501112.md", "s9d3935685c.md", "s9e6f7f2cbe.md"], "ranked": ["s164a501112.md", "s9d3935685c.md", "s059f55c897.md", "s535c10ab95.md", "s9e6f7f2cbe.md", "sdf73f13a80.md", "sbc6d2a1139.md", "sa410608d69.md", "sebcb2ed4cd.md", "s3099d29a16.md", "s6dda5d116d.md", "se2e34fa843.md", "s8767920345.md", "s7cc024e18a.md", "s96777a1560.md", "sf18b46183e.md", "s56f8795e7c.md", "s79a61e674d.md", "s3ddc8d6a80.md", "s8d6fe05c79.md", "sd19fe47e7e.md", "sd639f6bac2.md", "scd3f1b30fa.md", "s4e74cef5c6.md", "s6e44a04aca.md", "s27f41eccf6.md", "s0d6909cfd7.md", "s504441fa46.md", "sf14da8da09.md", "sd1ba5a20cf.md", "sae095ea847.md", "s6abd5fb201.md", "s0a8067a3ce.md", "s13ca60bad5.md", "s877205b6da.md", "s65d64ffa4f.md", "s99f38bb462.md", "sc38ed00e58.md", "sb41bed0a63.md", "s84b5c1b0ad.md", "sf6e16c859a.md", "s212f58dae0.md", "s2b907bc2f5.md", "s01de81f77b.md", "s02da1bfefc.md", "sfb0bd0f5d9.md", "s1fd6853cf7.md"], "s1": [7.930153, 7.461067, 6.241888, 5.061539, 4.894576, 4.849638, 2.764719, 2.75784, 2.690555, 2.365123, 2.318097, 2.239244, 2.17521, 2.09465, 2.067925, 2.057335, 1.972085, 1.9603, 1.922645, 1.921457, 1.76255, 1.671103, 1.664775, 1.608456, 1.60394, 1.506298, 1.472926, 1.386124, 1.342653, 1.221272, 1.217265, 1.134061, 1.116687, 1.097093, 1.063543, 0.930253, 0.917618, 0.889166, 0.805033, 0.784746, 0.48752, 0.418854, 0.392543, 0.370823, 0.206219, 0.134108, 0.013802], "search": ["s164a501112.md", "s9d3935685c.md", "s059f55c897.md", "s535c10ab95.md", "s9e6f7f2cbe.md", "sdf73f13a80.md", "sbc6d2a1139.md", "sa410608d69.md", "sebcb2ed4cd.md", "s3099d29a16.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 47, "n_texts": 249, "n_windows": 341, "n_texts_windowed": 92, "n_tokens": 115427, "n_query_terms": 13, "nnz_texts": 74932, "index_bytes": 903877, "secs_text": 0.1278, "secs_encode": 17.2156, "secs_score": 0.0077, "secs_total": 17.3528, "load1_start": 15.68}
{"qid": "gpt4_372c3eed", "type": "multi-session", "abstention": false, "gold": ["s34cab4fb5d.md", "sbde195f40b.md", "sbed5bb0188.md"], "ranked": ["sbde195f40b.md", "sbed5bb0188.md", "s95d8eaccad.md", "s5b9d9ddafe.md", "s3f7df7db0d.md", "s34cab4fb5d.md", "s9a6d73abff.md", "sc50ccca8c0.md", "s6be3ba6184.md", "sfc829b8a18.md", "sc7e5edf3d3.md", "seb62036ed5.md", "sf146fedcb4.md", "se8f046e04b.md", "s0648720be4.md", "s6969d7e612.md", "s5c126e76dd.md", "s597bc5e3fc.md", "scb18aae7e7.md", "sa156b60bef.md", "s6f31d65668.md", "sb2003955b9.md", "sb9a1c6d25d.md", "sed3861e765.md", "sa83525c64a.md", "s89ab717208.md", "s6a0197bff7.md", "s01446d89cc.md", "s63885598e9.md", "s05fb817e4b.md", "s5797068219.md", "s5c06432ac3.md", "s0130458f75.md", "sc0a0b0c453.md", "s307fd1f4cb.md", "sd74787970c.md", "s076234c267.md", "sd21e59228b.md", "s6d8558d721.md", "sba3eb93ef6.md", "s76efbf2fe1.md", "s2858400bb0.md", "s481894b9d7.md", "s6886be7881.md", "sd9106cd50d.md"], "s1": [7.369488, 6.283511, 5.724207, 5.691253, 5.199898, 4.840119, 4.286019, 3.954554, 3.875014, 3.851422, 3.654348, 3.578574, 3.555128, 3.450926, 3.156113, 3.095724, 2.951767, 2.929473, 2.83784, 2.828285, 2.817549, 2.737435, 2.490814, 2.450427, 2.412924, 2.392076, 2.350326, 2.350319, 2.14824, 1.97655, 1.930199, 1.921545, 1.804305, 1.675999, 1.576041, 1.546036, 1.540887, 1.248151, 0.837262, 0.832237, 0.818085, 0.568191, 0.543262, 0.515273, 0.427896], "search": ["sbde195f40b.md", "sbed5bb0188.md", "s95d8eaccad.md", "s5b9d9ddafe.md", "s3f7df7db0d.md", "s34cab4fb5d.md", "s9a6d73abff.md", "sc50ccca8c0.md", "s6be3ba6184.md", "sfc829b8a18.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 250, "n_windows": 351, "n_texts_windowed": 101, "n_tokens": 118558, "n_query_terms": 25, "nnz_texts": 77340, "index_bytes": 932594, "secs_text": 0.1182, "secs_encode": 17.7493, "secs_score": 0.0089, "secs_total": 17.8783, "load1_start": 15.82}
{"qid": "gpt4_2f91af09", "type": "multi-session", "abstention": false, "gold": ["s6fa42d1ce0.md", "s91c3ea6f4d.md", "sc0ccf8ed8d.md"], "ranked": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "s8991fbcb7d.md", "s643527ca2a.md", "s2e515236b1.md", "s0ea9e2058d.md", "s097d6213ff.md", "s7a2e1ada72.md", "s67a02f6dbd.md", "s80e2e548a2.md", "s7f7be37875.md", "sc3e585c242.md", "s7a743c7846.md", "s63ff88c70f.md", "s53de4e5265.md", "sddb90720ca.md", "s44523691e9.md", "sab756cb4e9.md", "s912ab63531.md", "s2e08e4b550.md", "s12f1e70093.md", "sb8beb13acc.md", "se61bafd219.md", "s8098f9dd44.md", "seb553f865e.md", "s5b56473c34.md", "s43e3a067aa.md", "s607ddda7e6.md", "sf64bbe5581.md", "s563729faed.md", "s578c3f8db6.md", "sa91d17aeec.md", "sdba685fbbe.md", "s7a28ccf750.md", "s521e019d88.md", "s4e8b4c52f4.md", "saaf857c288.md", "s20cbeed8c6.md", "s2ebe2672ed.md", "sf5caf21911.md", "s7bade46a6b.md", "s41fdebdd56.md", "sae45d0bcff.md", "s28157859db.md", "s0c4e43b6f1.md", "sf2c6bb8478.md", "saeb99265b7.md", "s5672086119.md", "sade9b8ca3f.md"], "s1": [16.007654, 11.509011, 10.686794, 6.12072, 6.018167, 4.577139, 4.51588, 4.335214, 4.205549, 3.886397, 3.804712, 3.76039, 3.708166, 3.233609, 3.213691, 3.126357, 3.05987, 2.859514, 2.779496, 2.755351, 2.63362, 2.59413, 2.581079, 2.569238, 2.549648, 2.457215, 2.439534, 2.431807, 2.101537, 2.072004, 2.068137, 1.995757, 1.84876, 1.784035, 1.712704, 1.690496, 1.685374, 1.470266, 1.424818, 1.389229, 1.37833, 1.072899, 0.818915, 0.696292, 0.605938, 0.551182, 0.454331, 0.443469, 0.435755, 0.35602], "search": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "s8991fbcb7d.md", "s643527ca2a.md", "s2e515236b1.md", "s0ea9e2058d.md", "s097d6213ff.md", "s7a2e1ada72.md", "s67a02f6dbd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 257, "n_windows": 355, "n_texts_windowed": 97, "n_tokens": 118363, "n_query_terms": 27, "nnz_texts": 77614, "index_bytes": 936242, "secs_text": 0.1214, "secs_encode": 17.6797, "secs_score": 0.0095, "secs_total": 17.8124, "load1_start": 14.67}
{"qid": "81507db6", "type": "multi-session", "abstention": false, "gold": ["s386e0d7090.md", "s4141bca084.md", "s549a0f0906.md", "s6ded7a12b8.md", "s70cca0fb0d.md"], "ranked": ["s6ded7a12b8.md", "s8221135f3a.md", "s21b89153f4.md", "s70cca0fb0d.md", "s4141bca084.md", "s386e0d7090.md", "s1f600a20d6.md", "s549a0f0906.md", "sb57b41900f.md", "s700e98418b.md", "sba8cfd54bb.md", "s82f81a7a16.md", "sd731a276fa.md", "s4ddc9344af.md", "secc04bf923.md", "se74f6b6a67.md", "s26501781d8.md", "se04c89d337.md", "s27b3516595.md", "s62ebdfd4b3.md", "s5f094aeb49.md", "s837cc83cd3.md", "sb5370c466a.md", "sf15284afef.md", "s13bdd4c99b.md", "s3241e09255.md", "sdc66d323a1.md", "s900ec55bed.md", "s3f0ca7224c.md", "s740e456a1f.md", "sd9aebd05ad.md", "s243d5ad0f5.md", "sc676f1b52f.md", "sd2f5bbf2d6.md", "s77ac7f2fba.md", "sac1815c67d.md", "s851fe18726.md", "s628b3bd30f.md", "s65f7e1f6dd.md", "sed3813d298.md", "s545917bf29.md", "s4459e88343.md", "sde6d22582c.md", "sb990158dfb.md", "s6d078eff58.md", "s0c5877a564.md", "s132d580ae1.md", "sfa549279f0.md"], "s1": [7.879932, 5.269692, 5.173801, 3.921333, 3.774635, 3.760486, 3.517182, 3.427929, 3.29821, 3.241336, 2.641888, 2.610847, 2.548237, 2.488103, 2.458635, 2.224479, 2.212854, 2.210865, 2.205502, 2.202299, 2.117059, 2.000624, 1.837297, 1.816826, 1.651274, 1.638539, 1.620626, 1.617103, 1.601353, 1.561322, 1.543657, 1.44367, 1.388037, 1.129619, 1.003199, 0.996887, 0.878576, 0.737582, 0.726515, 0.576602, 0.553078, 0.547296, 0.535967, 0.45305, 0.348232, 0.201703, 0.197548, 0.194307], "search": ["s6ded7a12b8.md", "s8221135f3a.md", "s21b89153f4.md", "s70cca0fb0d.md", "s4141bca084.md", "s386e0d7090.md", "s1f600a20d6.md", "s549a0f0906.md", "sb57b41900f.md", "s700e98418b.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 261, "n_windows": 363, "n_texts_windowed": 102, "n_tokens": 119416, "n_query_terms": 15, "nnz_texts": 78164, "index_bytes": 942661, "secs_text": 0.1253, "secs_encode": 17.8176, "secs_score": 0.0088, "secs_total": 17.9537, "load1_start": 14.97}
{"qid": "88432d0a_abs", "type": "multi-session", "abstention": true, "gold": ["s334d8fb216.md", "s45820b1e74.md", "s9a71b81fa7.md", "safd5325df8.md"], "ranked": ["safd5325df8.md", "s45820b1e74.md", "s98e8e818be.md", "s888f6c8adb.md", "sa5dc9fa464.md", "s8f19e6d586.md", "s9f4efb30df.md", "s922456f791.md", "s9c48ceeed2.md", "s451b277a9f.md", "s39ad3aa2b5.md", "s2c5663ef6d.md", "s9a71b81fa7.md", "sc763d1d427.md", "sc4e5d53f43.md", "s5f2c8bc578.md", "sb9fe0a54d7.md", "s4479820fe7.md", "s334d8fb216.md", "sea63725698.md", "s289ed539a4.md", "s8c567113a5.md", "s16a19151e7.md", "s932b4e0a22.md", "sf4c4f26382.md", "sf244a58ed6.md", "s6ffa551cfc.md", "s050743adf2.md", "s3137b9d28b.md", "s1b633b1715.md", "s9979be5068.md", "s618be0b146.md", "s1435f9e021.md", "s409e338139.md", "s06a25be7af.md", "s125eac770a.md", "s2b49ea3bf5.md", "s4a2c29297c.md", "s40d9dc1a5f.md", "sf6a584e58a.md", "s89efa9364d.md", "sf85dcb5b37.md", "scc2f12f731.md"], "s1": [5.735307, 4.874518, 4.473594, 4.302349, 3.938133, 3.50225, 3.369935, 3.269722, 3.159984, 3.132891, 2.984463, 2.967249, 2.619994, 2.439181, 2.376719, 2.336779, 2.267328, 2.189672, 2.17171, 2.113449, 1.908804, 1.877299, 1.830212, 1.787439, 1.712909, 1.68209, 1.3841, 1.29286, 1.243286, 1.234158, 1.148875, 1.003043, 0.931488, 0.918948, 0.894009, 0.835234, 0.815287, 0.802212, 0.54009, 0.468378, 0.368809, 0.265511, 0.064815], "search": ["safd5325df8.md", "s45820b1e74.md", "s98e8e818be.md", "s888f6c8adb.md", "sa5dc9fa464.md", "s8f19e6d586.md", "s9f4efb30df.md", "s922456f791.md", "s9c48ceeed2.md", "s451b277a9f.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 44, "n_scored_files": 43, "n_texts": 249, "n_windows": 384, "n_texts_windowed": 135, "n_tokens": 119362, "n_query_terms": 18, "nnz_texts": 78843, "index_bytes": 950633, "secs_text": 0.1236, "secs_encode": 17.913, "secs_score": 0.0098, "secs_total": 18.049, "load1_start": 15.26}
{"qid": "80ec1f4f_abs", "type": "multi-session", "abstention": true, "gold": ["s2282290894.md", "s648c0b7802.md", "sf8bded3d5a.md"], "ranked": ["sf8bded3d5a.md", "s2282290894.md", "s648c0b7802.md", "s4e6e8e8d80.md", "s6060176a86.md", "se259da7dba.md", "sd1f648a87a.md", "s1e7fc64954.md", "sff26cb88a0.md", "s6372212965.md", "s2d9c14cd35.md", "sbda1098ef9.md", "sbc2d0a3839.md", "s225680f138.md", "sf11ae84db7.md", "s374603f393.md", "s619c200010.md", "s42963015ec.md", "sb13011be77.md", "s95a5b95603.md", "s88331a4f8b.md", "s816a7a7680.md", "sf7663977b1.md", "sa79880dd67.md", "s13fa10016e.md", "sf2ad961b0f.md", "s082235d933.md", "s8d519ec9a8.md", "sc9e656fbf1.md", "sdeedc9e4c9.md", "s9f695d6bdf.md", "s5c9d6df7ab.md", "sb7f162a278.md", "sf1f841db71.md", "sd0a2365582.md", "s85252ad642.md", "s0ee80573cd.md", "sa31dd4170e.md", "s857217c763.md", "s45ac9a333c.md", "s9b9d1071c3.md", "s735a4988c5.md", "s8094aec6a4.md", "s276ebc4ff1.md"], "s1": [7.594835, 6.545927, 6.493904, 4.7712, 4.474058, 3.959575, 3.238582, 3.023068, 2.939542, 2.861234, 2.793395, 2.634432, 2.605549, 2.555065, 2.42771, 2.325994, 2.31482, 2.224807, 2.149942, 2.130732, 2.100386, 1.946989, 1.924391, 1.913963, 1.870187, 1.823302, 1.777321, 1.681859, 1.529116, 1.513506, 1.349747, 1.343103, 1.181789, 1.15131, 1.137425, 0.923708, 0.856831, 0.484466, 0.404477, 0.358764, 0.27814, 0.249046, 0.228993, 0.125724], "search": ["sf8bded3d5a.md", "s2282290894.md", "s648c0b7802.md", "s4e6e8e8d80.md", "s6060176a86.md", "se259da7dba.md", "sd1f648a87a.md", "s1e7fc64954.md", "sff26cb88a0.md", "s6372212965.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 250, "n_windows": 341, "n_texts_windowed": 91, "n_tokens": 116203, "n_query_terms": 14, "nnz_texts": 76251, "index_bytes": 919529, "secs_text": 0.1218, "secs_encode": 17.2945, "secs_score": 0.0087, "secs_total": 17.427, "load1_start": 15.43}
{"qid": "eeda8a6d_abs", "type": "multi-session", "abstention": true, "gold": ["s0680fe40b7.md", "s63aceee6c1.md"], "ranked": ["s63aceee6c1.md", "s0680fe40b7.md", "s4bc221cf2a.md", "s328e48fb3e.md", "s32273087a0.md", "se7c061285f.md", "s14d4b11787.md", "s3f50fe7651.md", "sb86c24b652.md", "s8362d87d73.md", "s34b75e9aa6.md", "sc9c2eff672.md", "s4389a7958e.md", "s4abf9427d1.md", "s5a26ca22bd.md", "sf7b75311b0.md", "s1eaeef39e6.md", "sf5ab7b8ece.md", "se2ec481ad5.md", "s1e60ffc589.md", "s538fe0e52c.md", "s69c33cc551.md", "se7d18285ac.md", "s9e73592430.md", "saf23c607bd.md", "sce0009e7fd.md", "s77a6739690.md", "sdb7e1eceda.md", "sc191192af7.md", "s6a87d0cfd9.md", "s00c15bd186.md", "s88a4c1288c.md", "s8cb25ec782.md", "s587f477470.md", "sdb36e82e85.md", "sb44d6158fa.md", "s7b8b78c440.md", "sd36c6fc6c6.md", "s3a8a1bda87.md", "s703453f151.md", "s9f2e8cf495.md", "s970d84acfe.md", "s06980c80d1.md", "s71df9298f8.md", "s6b3f0d3da4.md", "s0f298b3600.md", "s4d120a7d90.md", "sedfb26f309.md"], "s1": [14.532396, 12.427501, 5.548215, 4.68065, 4.359822, 4.127566, 3.786585, 3.16367, 2.613937, 2.605602, 2.434567, 2.416135, 2.279175, 1.979981, 1.97708, 1.743727, 1.700102, 1.459663, 1.418936, 1.407409, 1.322659, 1.282377, 1.072, 1.070234, 1.023794, 0.923031, 0.869778, 0.834519, 0.695012, 0.692119, 0.672427, 0.637264, 0.63135, 0.631169, 0.558682, 0.462623, 0.402681, 0.387688, 0.386695, 0.342138, 0.337683, 0.309923, 0.30416, 0.260809, 0.23772, 0.201686, 0.064925, 0.051318], "search": ["s63aceee6c1.md", "s0680fe40b7.md", "s4bc221cf2a.md", "s328e48fb3e.md", "s32273087a0.md", "se7c061285f.md", "s14d4b11787.md", "s3f50fe7651.md", "sb86c24b652.md", "s8362d87d73.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 48, "n_texts": 240, "n_windows": 348, "n_texts_windowed": 108, "n_tokens": 116468, "n_query_terms": 14, "nnz_texts": 74101, "index_bytes": 893801, "secs_text": 0.115, "secs_encode": 17.3494, "secs_score": 0.0083, "secs_total": 17.4745, "load1_start": 14.72}
{"qid": "60bf93ed_abs", "type": "multi-session", "abstention": true, "gold": ["scc51aa155a.md", "se3cc01bf0b.md"], "ranked": ["sfc618b8db3.md", "s878bcb907e.md", "se3cc01bf0b.md", "sef8f6e81b7.md", "s977f0caa44.md", "s5ba55ee14f.md", "s914178e4c7.md", "s5e7ae65f21.md", "sc9ce6cf299.md", "s26dc7027cd.md", "sba95c90da1.md", "s6c236e36b8.md", "s7002b4cbaf.md", "sf17ad083af.md", "se7f2c5cee2.md", "sc8bd761654.md", "s8d50f15d21.md", "s8528ff07a4.md", "s7015c91000.md", "scc51aa155a.md", "s8f01728ce9.md", "sf80520ea35.md", "sd1f7167b97.md", "s70093db36f.md", "sf781b4e7c0.md", "s64936b194a.md", "sd566675c79.md", "s1248ed3c15.md", "s6f86368a12.md", "s8278db963d.md", "s38a3239e1b.md", "s1831d3c449.md", "s521a5ee5f7.md", "s85e5b03ab9.md", "s85c80dc923.md", "s0e6f7bd0e1.md", "s1bda7547ed.md", "se6c7ac98ab.md", "s141866c4e6.md", "s0f33effc3f.md", "s60cfd8fee9.md", "s8c8121e59d.md", "sebfac66798.md", "s0f8c811b15.md", "s450e94ac99.md", "sb94565de20.md", "s52e92e3b4f.md", "s9d9151c10f.md", "s201b78dba8.md", "sab162d5a6d.md"], "s1": [7.015593, 6.465662, 6.223449, 5.177978, 5.026398, 4.945517, 4.271247, 3.765653, 3.613022, 3.536507, 3.104094, 3.046531, 3.044525, 2.838035, 2.774351, 2.72318, 2.670732, 2.665266, 2.658986, 2.464703, 2.431473, 2.318148, 2.231743, 2.222819, 2.207574, 2.12675, 2.064471, 1.83201, 1.823796, 1.81333, 1.589299, 1.520897, 1.440723, 1.411446, 1.377315, 1.369816, 0.996104, 0.882042, 0.844753, 0.821449, 0.772205, 0.766639, 0.656686, 0.540943, 0.446912, 0.27053, 0.206735, 0.186529, 0.056305, 0.042035], "search": ["sfc618b8db3.md", "s878bcb907e.md", "se3cc01bf0b.md", "sef8f6e81b7.md", "s977f0caa44.md", "s5ba55ee14f.md", "s914178e4c7.md", "s5e7ae65f21.md", "sc9ce6cf299.md", "s26dc7027cd.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 51, "n_scored_files": 50, "n_texts": 252, "n_windows": 343, "n_texts_windowed": 91, "n_tokens": 116716, "n_query_terms": 18, "nnz_texts": 76391, "index_bytes": 921385, "secs_text": 0.1242, "secs_encode": 17.3897, "secs_score": 0.0089, "secs_total": 17.5247, "load1_start": 15.0}
{"qid": "edced276_abs", "type": "multi-session", "abstention": true, "gold": ["s0dac2270b4.md", "s99064cfea8.md"], "ranked": ["s99064cfea8.md", "se94acbe695.md", "s0dac2270b4.md", "sb172f26903.md", "s407342dd82.md", "sba2232df89.md", "sd838f49bf5.md", "s0283329156.md", "sb6d796ef37.md", "sd6766b1935.md", "sf3ea11321c.md", "s1dc529a20b.md", "s4310056ff2.md", "s6c26dcbe0b.md", "s5f75fd1e0a.md", "sf923f77220.md", "scd7c2a193e.md", "s8e20037e78.md", "sdfae4c92c7.md", "se046c977ac.md", "s128fe31aa3.md", "s5192dc0e8f.md", "s0825e47be8.md", "sfdbf260c66.md", "s1614aa5c72.md", "s98c5e0477c.md", "s2c67ded263.md", "s95541883b4.md", "sfd00316f92.md", "s23b5b3c22a.md", "s6197515c1a.md", "sed4aa545bd.md", "s04c1d3202e.md", "sa1a36cca65.md", "se87641a5e6.md", "s31b75f1a3c.md", "s63068d3561.md", "s38e46d71cb.md", "sf670087030.md", "sc8e5900f49.md", "sb8a226e0aa.md", "s28bf2af6e7.md", "sdd54cfe1bb.md", "sa0ae57c8ff.md", "s7758b37f88.md", "safa5002fad.md"], "s1": [10.532765, 6.861629, 6.828498, 5.036138, 4.907346, 4.619115, 4.489311, 3.948097, 3.668269, 3.352121, 3.285013, 3.242916, 2.68434, 2.623366, 2.587616, 2.583505, 2.376589, 2.259721, 2.255642, 2.109546, 1.95824, 1.957354, 1.863552, 1.852247, 1.756578, 1.607182, 1.601944, 1.528686, 1.434816, 1.324977, 1.319095, 1.313241, 1.288207, 1.193358, 1.131473, 1.131163, 1.064118, 0.97707, 0.935406, 0.933072, 0.852689, 0.490918, 0.327716, 0.228249, 0.134695, 0.07548], "search": ["s99064cfea8.md", "se94acbe695.md", "s0dac2270b4.md", "sb172f26903.md", "s407342dd82.md", "sba2232df89.md", "sd838f49bf5.md", "s0283329156.md", "sb6d796ef37.md", "sd6766b1935.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 247, "n_windows": 353, "n_texts_windowed": 105, "n_tokens": 117458, "n_query_terms": 15, "nnz_texts": 75964, "index_bytes": 916073, "secs_text": 0.1162, "secs_encode": 17.6325, "secs_score": 0.0085, "secs_total": 17.7591, "load1_start": 14.35}
{"qid": "gpt4_372c3eed_abs", "type": "multi-session", "abstention": true, "gold": ["s015ae7319f.md", "s3494143d97.md", "s7941eaad24.md"], "ranked": ["s7941eaad24.md", "s8ae1966a5f.md", "s59a1037df9.md", "s3494143d97.md", "sb426eea168.md", "s015ae7319f.md", "sd22980ea98.md", "saf545f0c25.md", "s91a0690b2a.md", "s1a0063b9c1.md", "s1545017cc2.md", "s4290f2a2d1.md", "s2b4d87a013.md", "sc485f79f51.md", "s5f984d4aba.md", "s513ebea13c.md", "saf190f6224.md", "sd72f8c03d8.md", "s2b57a1b7f6.md", "s71cbbcff3f.md", "sc665d8c54a.md", "sf35ec86f23.md", "sc82f4c7c0a.md", "s8da229588b.md", "sfb8b919c10.md", "s49225f61b0.md", "s63a76a5402.md", "s65e89e0afc.md", "s98bb156129.md", "sb9ea4afa07.md", "se4a565b093.md", "s7ce83fa77a.md", "sf3306f622f.md", "s25b2c13adc.md", "sc0414fe860.md", "se43f94ddd2.md", "s445eaf81db.md", "sfa19eda306.md", "saa0820f2b4.md", "s37f441d80e.md", "s09ce09e564.md", "sedcf0d3b40.md", "s295f9ab6c8.md", "sfabe9bdc4f.md"], "s1": [9.656108, 8.138477, 7.634601, 6.237032, 4.891204, 4.860737, 4.831709, 4.403645, 4.398861, 4.0864, 3.874587, 3.789663, 3.475079, 3.371799, 3.225873, 3.060606, 3.000287, 2.892601, 2.86017, 2.850243, 2.757416, 2.740649, 2.476212, 2.459199, 2.068035, 2.067858, 2.067741, 2.007748, 1.87525, 1.787788, 1.401553, 1.381189, 1.373148, 1.209922, 1.163351, 1.101673, 0.952078, 0.65914, 0.507851, 0.470238, 0.231591, 0.201817, 0.066749, 0.012777], "search": ["s7941eaad24.md", "s8ae1966a5f.md", "s59a1037df9.md", "s3494143d97.md", "sb426eea168.md", "s015ae7319f.md", "sd22980ea98.md", "saf545f0c25.md", "s91a0690b2a.md", "s1a0063b9c1.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 245, "n_windows": 358, "n_texts_windowed": 111, "n_tokens": 119058, "n_query_terms": 25, "nnz_texts": 76879, "index_bytes": 927190, "secs_text": 0.1211, "secs_encode": 17.7966, "secs_score": 0.0096, "secs_total": 17.9295, "load1_start": 14.18}
{"qid": "8a2466db", "type": "single-session-preference", "abstention": false, "gold": ["scac89ba313.md"], "ranked": ["scac89ba313.md", "sad15a91974.md", "s94f85ec277.md", "s0701bbd2e7.md", "s7b509a6776.md", "s32159385fc.md", "s4304a895d5.md", "s9e77921488.md", "s06e05c9c62.md", "sab38ade532.md", "se2446ceceb.md", "s5521a1154e.md", "s41ab846bb6.md", "s22f25a7b0e.md", "sdb2a0f7dbd.md", "s3adeba7038.md", "s563a14203f.md", "scf95a9a307.md", "s0a6a3f1ce9.md", "s24b6c913e0.md", "sa33e0e58dc.md", "s5c0a22b8ac.md", "s7c826ccd1b.md", "sbf43edba85.md", "s3da46858e1.md", "s2c17aa3414.md", "s06e5331584.md", "s53b1506d06.md", "s792c12ba5e.md", "s30ba460603.md", "sca236a31ac.md", "sb725d1327f.md", "s79b0db3b75.md", "s5e5109868a.md", "s8a0664baa9.md", "s790b2135e8.md", "sb502d73900.md", "s20ed7d858b.md", "s8c4202c857.md", "s1cfa0a162d.md", "s3011833d30.md", "s305fb4f7ac.md", "s9d860847de.md", "s3b0eae8d4e.md", "sfcedcbbfe8.md", "s2157e162a8.md", "s71abb4d1bb.md", "s37b14cc282.md"], "s1": [9.626293, 7.723395, 5.779433, 5.409961, 5.337082, 5.275428, 4.540275, 4.131442, 3.728101, 3.44245, 3.39958, 3.295406, 3.257022, 2.9662, 2.697267, 2.657161, 2.54766, 2.47972, 2.371262, 2.335034, 2.226954, 2.224719, 2.212433, 2.146204, 2.080026, 1.890928, 1.885585, 1.760516, 1.641667, 1.559037, 1.544501, 1.510444, 1.412092, 1.354226, 1.220552, 1.19906, 1.160669, 1.083932, 1.050656, 0.946623, 0.856105, 0.70747, 0.679678, 0.569464, 0.461576, 0.358701, 0.323152, 0.109523], "search": ["scac89ba313.md", "sad15a91974.md", "s94f85ec277.md", "s0701bbd2e7.md", "s7b509a6776.md", "s32159385fc.md", "s4304a895d5.md", "s9e77921488.md", "s06e05c9c62.md", "sab38ade532.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 253, "n_windows": 372, "n_texts_windowed": 119, "n_tokens": 119095, "n_query_terms": 15, "nnz_texts": 79989, "index_bytes": 964549, "secs_text": 0.1228, "secs_encode": 17.8485, "secs_score": 0.0098, "secs_total": 17.983, "load1_start": 14.58}
{"qid": "06878be2", "type": "single-session-preference", "abstention": false, "gold": ["s2b7431b485.md"], "ranked": ["sbdd35dc24f.md", "sd3c53ca1b6.md", "s24edabc607.md", "s2b7431b485.md", "sf9428126c9.md", "s29a4c50ff9.md", "s7c57299e84.md", "s8b2cdb5a96.md", "s15b920082e.md", "s9603008947.md", "s2af9054545.md", "s553cb4b85d.md", "s718f9bcc5e.md", "s0fcc87d8d9.md", "s31266b0d33.md", "s1965c958b5.md", "s2b442cb8c7.md", "sf0adf966cf.md", "s9d60db0af2.md", "sf46a684293.md", "s8dfaf7a538.md", "s3b90e421cc.md", "s8ecd46d4bf.md", "sf71836f4e5.md", "s723a6ea681.md", "s1bb51a6b02.md", "s75ace35102.md", "s094dff1d05.md", "s7bdb5a736a.md", "sdd52d9d6e3.md", "s1672615870.md", "sf53353cedd.md", "s01506db63a.md", "se269f93df1.md", "sd6283daf14.md", "se12e28868f.md", "s8f30fd417b.md", "sfff5c2227b.md", "sac3dfeae73.md", "sc498bd74ab.md", "sf28a9456fa.md", "s4f0639b209.md", "s1e8e3cdb3b.md", "sf291708137.md"], "s1": [5.47831, 4.660624, 4.246747, 3.620137, 3.419554, 2.78841, 2.78771, 2.585795, 2.541509, 2.331728, 2.262323, 2.253361, 2.245543, 2.0883, 1.997769, 1.82287, 1.750219, 1.625785, 1.585824, 1.482038, 1.391273, 1.388446, 1.293952, 1.172354, 1.13137, 1.130868, 1.101381, 1.060487, 0.978786, 0.947403, 0.923126, 0.819287, 0.783651, 0.668206, 0.554498, 0.477105, 0.458216, 0.438684, 0.302141, 0.282701, 0.218411, 0.214476, 0.145343, 0.06602], "search": ["sbdd35dc24f.md", "sd3c53ca1b6.md", "s24edabc607.md", "s2b7431b485.md", "sf9428126c9.md", "s29a4c50ff9.md", "s7c57299e84.md", "s8b2cdb5a96.md", "s15b920082e.md", "s9603008947.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 44, "n_texts": 257, "n_windows": 365, "n_texts_windowed": 107, "n_tokens": 118478, "n_query_terms": 15, "nnz_texts": 80079, "index_bytes": 965509, "secs_text": 0.1197, "secs_encode": 17.6006, "secs_score": 0.0085, "secs_total": 17.7306, "load1_start": 14.98}
{"qid": "75832dbd", "type": "single-session-preference", "abstention": false, "gold": ["s25e36fd514.md"], "ranked": ["scf06550f5c.md", "sd72b720539.md", "s587aa50463.md", "s2afa2a5775.md", "se6371172ce.md", "sbd9a7df275.md", "sdd8ee15fed.md", "sd6aad8ae3a.md", "se856a6832c.md", "s2b30c00b34.md", "s27844f644f.md", "sa34113aa01.md", "s8e34f6dab3.md", "s2dada969a4.md", "s0af393f847.md", "s3c375d63c2.md", "s926d92fe27.md", "s25e36fd514.md", "s99fadddcc8.md", "s64bd9f487f.md", "sed0b786e87.md", "sa43425066a.md", "s5ec4cb5dea.md", "s63c6c4ebe5.md", "s11161e23b0.md", "s6e1eab1e33.md", "s85ceb17619.md", "s781da39f67.md", "sebf067313c.md", "s388daf7ee7.md", "sf0a8f67640.md", "sb7962871ec.md", "s5594db9da0.md", "sbf5c8a3f1c.md", "sc4cdd43e27.md", "sdbc7556d2b.md", "s08b4072853.md", "s9eff05b6e5.md", "sccbd9e4c59.md", "se7e7b8503a.md", "s1537225f13.md", "sc9dfc0fb33.md", "se3dd88f28a.md", "sbee136b435.md", "se15cab1b97.md"], "s1": [4.59157, 3.981008, 3.850179, 3.656543, 3.379383, 3.364373, 3.279698, 3.192698, 2.850991, 2.820972, 2.77595, 2.665817, 2.660208, 2.578408, 2.572768, 2.398053, 2.395928, 2.017643, 1.978279, 1.916672, 1.824269, 1.449442, 1.420972, 1.402347, 1.351925, 1.298196, 1.213337, 1.001225, 0.933582, 0.895272, 0.884315, 0.829247, 0.814832, 0.786542, 0.630301, 0.586983, 0.38551, 0.373889, 0.331332, 0.316311, 0.24396, 0.243609, 0.183728, 0.046146, 0.034544], "search": ["scf06550f5c.md", "sd72b720539.md", "s587aa50463.md", "s2afa2a5775.md", "se6371172ce.md", "sbd9a7df275.md", "sdd8ee15fed.md", "sd6aad8ae3a.md", "se856a6832c.md", "s2b30c00b34.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 48, "n_scored_files": 45, "n_texts": 243, "n_windows": 359, "n_texts_windowed": 116, "n_tokens": 115853, "n_query_terms": 16, "nnz_texts": 77064, "index_bytes": 929285, "secs_text": 0.1174, "secs_encode": 17.2188, "secs_score": 0.0084, "secs_total": 17.3466, "load1_start": 14.69}
{"qid": "0edc2aef", "type": "single-session-preference", "abstention": false, "gold": ["s8bc573d432.md"], "ranked": ["sf6f6fa82ca.md", "sce391558b2.md", "s8bc573d432.md", "sf9b32b49ee.md", "s796c5198f7.md", "s257765a7a6.md", "s1f0dbeaaa5.md", "s2da70a6c18.md", "sa2d7440595.md", "s8bb3d6b1aa.md", "sedfbc29282.md", "sbea09856a4.md", "s947b555d95.md", "s886500eaf2.md", "sfe951d0013.md", "s1a86708df9.md", "se8622e1b29.md", "s300efe5383.md", "sa5f7240515.md", "saf1afeab41.md", "s97367b5c2d.md", "sd5fcbc71f7.md", "scd068c3455.md", "sd6cd84c216.md", "sc980a83af7.md", "s46455bd4de.md", "s3fe29f4c44.md", "s974e26d1ef.md", "s18d54a5d84.md", "sde90ef0cf9.md", "sc8365295f1.md", "s047397ba46.md", "s8c9c54957d.md", "sae82951c56.md", "see4cee6ad3.md", "s524f83bd43.md", "s2e385b2cb3.md", "s70d627865b.md", "s720b881730.md", "sb4409e4b87.md", "sc53474b177.md", "sdadb057498.md", "s3964892c9f.md"], "s1": [8.233498, 7.058801, 6.475293, 3.853897, 3.555641, 3.428773, 3.151031, 2.852904, 2.729716, 2.552651, 2.292968, 2.199532, 2.168734, 2.033791, 1.685094, 1.579263, 1.464941, 1.44127, 1.244314, 1.226767, 1.220744, 1.217328, 1.139839, 1.083908, 1.080336, 0.91221, 0.846939, 0.744556, 0.730581, 0.716976, 0.689385, 0.536103, 0.477787, 0.409743, 0.382382, 0.362933, 0.345613, 0.27989, 0.263351, 0.192415, 0.190205, 0.158392, 0.100873], "search": ["sf6f6fa82ca.md", "sce391558b2.md", "s8bc573d432.md", "sf9b32b49ee.md", "s796c5198f7.md", "s257765a7a6.md", "s1f0dbeaaa5.md", "s2da70a6c18.md", "sa2d7440595.md", "s8bb3d6b1aa.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 43, "n_texts": 258, "n_windows": 368, "n_texts_windowed": 110, "n_tokens": 120205, "n_query_terms": 14, "nnz_texts": 79883, "index_bytes": 963141, "secs_text": 0.12, "secs_encode": 17.9115, "secs_score": 0.0083, "secs_total": 18.0417, "load1_start": 14.04}
{"qid": "35a27287", "type": "single-session-preference", "abstention": false, "gold": ["sc46bd94bbf.md"], "ranked": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "se5d95e7431.md", "sa2e05cfb77.md", "se48fb3d0db.md", "s1812a1d9b0.md", "s91c9e0ca42.md", "sced6817947.md", "s01006cf176.md", "sf4bfddaf52.md", "s3317bfc9e3.md", "s8030880271.md", "sf13db81eed.md", "s1fe93668b5.md", "s55dd5b77d8.md", "s1786639f74.md", "se5a0c4fcc1.md", "s17ee52744a.md", "s12d5e6a7ab.md", "s3013ed4fb7.md", "sc8c4392410.md", "sded8eb2acb.md", "s364d958ef8.md", "s888ed58d64.md", "s8cebaf4f4a.md", "sa5ee4faddd.md", "s31cdab43cd.md", "s1778d07823.md", "s8c320a99a2.md", "s8171e8781a.md", "sb1e7c9073c.md", "sb6969cc10c.md", "s03c1b52292.md", "s0a08d1f65f.md", "s6a7306796e.md", "s1717767350.md", "s351c5d1b6f.md", "sbbcd092ced.md", "sad10a2da6a.md", "scf207acd4f.md", "sfe14fd547e.md", "s7781f776f6.md", "see2e58369a.md", "s94465a11e4.md", "s45bc9a4dc7.md", "sf0491b76a3.md", "s39761fd67b.md", "s1df21cbc67.md", "s5b9b909cf2.md", "sa3e9d5c618.md"], "s1": [7.667665, 6.301771, 5.206691, 5.041573, 4.543727, 3.429275, 3.138938, 2.980712, 2.119863, 2.083158, 2.030439, 1.992321, 1.980142, 1.853906, 1.792388, 1.773011, 1.766217, 1.717869, 1.613905, 1.560891, 1.524233, 1.465033, 1.43763, 1.411231, 1.357819, 1.292382, 1.244814, 1.083289, 1.024869, 0.985961, 0.670496, 0.662004, 0.659445, 0.444662, 0.436706, 0.427246, 0.382642, 0.36703, 0.309432, 0.265581, 0.259608, 0.253065, 0.247227, 0.237944, 0.227803, 0.149215, 0.130521, 0.052439, 0.042216, 0.014976], "search": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "se5d95e7431.md", "sa2e05cfb77.md", "se48fb3d0db.md", "s1812a1d9b0.md", "s91c9e0ca42.md", "sced6817947.md", "s01006cf176.md", "sf4bfddaf52.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 50, "n_texts": 249, "n_windows": 351, "n_texts_windowed": 102, "n_tokens": 115786, "n_query_terms": 15, "nnz_texts": 75940, "index_bytes": 915973, "secs_text": 0.1205, "secs_encode": 17.278, "secs_score": 0.0088, "secs_total": 17.409, "load1_start": 14.56}
{"qid": "32260d93", "type": "single-session-preference", "abstention": false, "gold": ["s1040d90146.md"], "ranked": ["s1040d90146.md", "sc059f8726a.md", "s0fc1b1ba12.md", "s29b3f0c016.md", "sce3539f939.md", "s8250138121.md", "s9648d945fa.md", "s9e0c0e076a.md", "s10905bcc2b.md", "sadac4e1e85.md", "s33d34d5c39.md", "s632eab2280.md", "s756c8e34bb.md", "s117638e4be.md", "s445a0bdf9f.md", "seed7f57013.md", "sa9f0f76e9f.md", "s544c8a6b42.md", "s572412df4e.md", "sd50c31a46c.md", "sdf865d2149.md", "sa542fbedd4.md", "s23a3bab016.md", "s8c39de978d.md", "s71c84a3425.md", "s6d2b0f5670.md", "s4720871447.md", "s2453c562da.md", "sa8d3d55566.md", "s00a3d8c763.md", "s7d5d94c975.md", "scc9a237963.md", "scfa5a7eef7.md", "sa2ca000c16.md", "s4abcc08b8f.md", "s6ade1e99f1.md", "sae4a015b65.md", "s03e9726c18.md", "sc59a20d291.md", "sf9e70dd1a1.md", "s4fc1fb163a.md", "sbc3366ad03.md", "s2b909efe8c.md", "s50fbcc8600.md"], "s1": [3.704699, 3.057795, 3.02179, 2.922046, 2.87134, 2.805849, 2.279155, 2.203382, 2.091551, 2.04054, 1.90541, 1.811837, 1.750669, 1.663209, 1.565849, 1.430587, 1.34678, 1.318092, 1.314927, 1.248786, 1.248325, 1.201063, 1.159892, 1.135187, 1.134039, 0.968638, 0.905241, 0.778784, 0.773388, 0.755164, 0.676379, 0.657791, 0.651848, 0.554691, 0.529026, 0.475231, 0.450578, 0.415656, 0.391314, 0.38829, 0.305967, 0.283421, 0.262924, 0.066774], "search": ["s1040d90146.md", "sc059f8726a.md", "s0fc1b1ba12.md", "s29b3f0c016.md", "sce3539f939.md", "s8250138121.md", "s9648d945fa.md", "s9e0c0e076a.md", "s10905bcc2b.md", "sadac4e1e85.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 244, "n_windows": 353, "n_texts_windowed": 109, "n_tokens": 116591, "n_query_terms": 15, "nnz_texts": 74550, "index_bytes": 899141, "secs_text": 0.1145, "secs_encode": 17.4509, "secs_score": 0.0094, "secs_total": 17.5767, "load1_start": 14.97}
{"qid": "195a1a1b", "type": "single-session-preference", "abstention": false, "gold": ["s97c7db7383.md"], "ranked": ["scd209c8266.md", "s61afb8dad4.md", "sd563344132.md", "s5819a20b4d.md", "s97c7db7383.md", "sce3baeeb6d.md", "sc9bb267a3c.md", "sf466b28729.md", "sd938123fed.md", "s0d7125c03d.md", "sc1c5ed96f1.md", "s588e8cf9a9.md", "s868c2fcd9c.md", "sbc2a9fcdcb.md", "s8b7f51f678.md", "s859391c806.md", "s4574fde568.md", "sda4bb537b4.md", "sdd0533690d.md", "sd1ccc3f038.md", "s512a21ba25.md", "s4fb9d9755d.md", "s20c07655ed.md", "s579f32eb89.md", "sfae4c9f294.md", "s241afe05ae.md", "s55de941204.md", "sb9f76b5140.md", "sd098ab42d7.md", "s9d0c817e18.md", "s18c9f9da5c.md", "s6291e8bfa1.md", "s02868238e3.md", "s71775212d9.md", "s87bf5515ca.md", "s7aedf4e0a8.md", "sf7b8e94fe4.md", "sa826fa48b6.md", "s2650d3b750.md", "s656cf62b27.md", "s18f19e96b5.md", "sf790305ea4.md", "s3654f8ee75.md", "scd668b71d3.md", "sb4d3070c79.md", "s72be202c52.md"], "s1": [5.307536, 3.778918, 3.711292, 3.591788, 3.53299, 3.490808, 3.019362, 2.977488, 2.933381, 2.637794, 2.627759, 2.570109, 2.293426, 2.269902, 2.212825, 2.121035, 1.843409, 1.805325, 1.746039, 1.735707, 1.677924, 1.656322, 1.65601, 1.54257, 1.41882, 1.382534, 1.361988, 1.315493, 1.18359, 1.138649, 1.133904, 1.077677, 1.074116, 0.99857, 0.956297, 0.900213, 0.843031, 0.796098, 0.523454, 0.520461, 0.441984, 0.42308, 0.299994, 0.295328, 0.144548, 0.03923], "search": ["scd209c8266.md", "s61afb8dad4.md", "sd563344132.md", "s5819a20b4d.md", "s97c7db7383.md", "sce3baeeb6d.md", "sc9bb267a3c.md", "sf466b28729.md", "sd938123fed.md", "s0d7125c03d.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 257, "n_windows": 342, "n_texts_windowed": 85, "n_tokens": 117444, "n_query_terms": 14, "nnz_texts": 76747, "index_bytes": 925509, "secs_text": 0.119, "secs_encode": 17.4793, "secs_score": 0.0097, "secs_total": 17.6099, "load1_start": 14.9}
{"qid": "afdc33df", "type": "single-session-preference", "abstention": false, "gold": ["s93307186a5.md"], "ranked": ["s22c40c6013.md", "s93307186a5.md", "s9d822806f2.md", "s6afd2b8990.md", "s03448aaa0c.md", "s9c164a28d6.md", "s778c3deb62.md", "sf81b3e79cb.md", "s61dde477da.md", "sbe5474822c.md", "se42be0d814.md", "s60952faa36.md", "s32fc9abff4.md", "s74ebfcf062.md", "se0d956b310.md", "sc235b3920b.md", "sa10fa935c2.md", "s9a06685d7e.md", "se5073210ed.md", "s70e58b501a.md", "s724caba619.md", "sc64f9f98cf.md", "sc966a3ef62.md", "s88b653165a.md", "s2cf21292b2.md", "s943ad1b64b.md", "s17f03678c9.md", "s3e6158d138.md", "sf6675b51b2.md", "s67688cea1b.md", "s25b071d392.md", "s3c561af5bb.md", "s9ad5eeb3c7.md", "s5358fe21c9.md", "se74a5503d9.md", "sb640cf86e1.md", "sefdca2f1ed.md", "s3a3cf8e61c.md", "sf9f96312d1.md", "sb672affd9a.md", "s403192d733.md", "sdb4a55f3f1.md", "s3d9280af89.md"], "s1": [8.513608, 7.24847, 4.917155, 4.446191, 4.237023, 3.562056, 3.366863, 3.169636, 2.844079, 2.704964, 2.684152, 2.625286, 2.486537, 2.416566, 2.196868, 2.190085, 2.171897, 1.932635, 1.913743, 1.862667, 1.263233, 1.21852, 1.151099, 0.983792, 0.935449, 0.911737, 0.852556, 0.732928, 0.672305, 0.633964, 0.586239, 0.537422, 0.484465, 0.327527, 0.282942, 0.17816, 0.173162, 0.152485, 0.073894, 0.032474, 0.020267, 0.010404, 0.003658], "search": ["s22c40c6013.md", "s93307186a5.md", "s9d822806f2.md", "s6afd2b8990.md", "s03448aaa0c.md", "s9c164a28d6.md", "s778c3deb62.md", "sf81b3e79cb.md", "s61dde477da.md", "sbe5474822c.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 43, "n_texts": 250, "n_windows": 368, "n_texts_windowed": 118, "n_tokens": 120589, "n_query_terms": 20, "nnz_texts": 78006, "index_bytes": 940613, "secs_text": 0.1299, "secs_encode": 18.0286, "secs_score": 0.0085, "secs_total": 18.1689, "load1_start": 14.35}
{"qid": "caf03d32", "type": "single-session-preference", "abstention": false, "gold": ["s6d551ad199.md"], "ranked": ["s6d551ad199.md", "sd74e7a23ae.md", "sd333b109b4.md", "s5c8ea1162a.md", "sd3d08e65d6.md", "s8bbae4e24f.md", "s3d5dbf0179.md", "sa2296e8d4a.md", "sde76bbcdac.md", "scf15cc4720.md", "s86094c26c0.md", "s0828eaf77c.md", "se77fe9ae3a.md", "s43c7eb3c83.md", "sf495bda449.md", "s0740ce2c9f.md", "sf0964f8244.md", "sc01f21e704.md", "s130d1559b7.md", "sf3631d0baf.md", "s9768e55d75.md", "s6959f96f8d.md", "s96f836c10d.md", "sba1685d6e1.md", "s3ba8da698d.md", "s97c1532536.md", "s23f1af2db1.md", "sc8257ffbce.md", "s2e806a5c13.md", "sd746cf6b0b.md", "s44d8741aa6.md", "sa537bb4eec.md", "sdac0c451eb.md", "s77cdbe64d5.md", "sef9541ac44.md", "s9fa24b8d9b.md", "s024e56641a.md", "s2f2d078f85.md", "se5174dd963.md", "s707757a393.md", "s6f1365e492.md", "s54f68e5a71.md", "sf87960b436.md", "s1acebc893a.md", "s869192b51c.md", "sa2ab7047b9.md", "s7ebf248a05.md"], "s1": [12.498495, 6.827724, 6.424516, 5.75693, 4.767823, 4.501503, 3.816088, 3.697511, 3.407447, 3.196985, 3.129149, 2.675035, 2.670192, 2.548123, 2.339833, 2.327861, 2.284178, 2.242915, 2.20805, 2.102423, 2.037431, 1.931909, 1.81286, 1.792041, 1.672183, 1.542286, 1.525591, 1.482493, 1.476448, 1.213053, 1.188667, 1.089358, 0.976733, 0.867162, 0.769243, 0.511505, 0.480053, 0.424064, 0.421803, 0.377878, 0.285497, 0.267284, 0.168678, 0.163318, 0.130048, 0.02815, 0.027249], "search": ["s6d551ad199.md", "sd74e7a23ae.md", "sd333b109b4.md", "s5c8ea1162a.md", "sd3d08e65d6.md", "s8bbae4e24f.md", "s3d5dbf0179.md", "sa2296e8d4a.md", "sde76bbcdac.md", "scf15cc4720.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 47, "n_texts": 246, "n_windows": 375, "n_texts_windowed": 128, "n_tokens": 118834, "n_query_terms": 21, "nnz_texts": 80120, "index_bytes": 966021, "secs_text": 0.1152, "secs_encode": 17.7015, "secs_score": 0.0094, "secs_total": 17.828, "load1_start": 14.79}
{"qid": "54026fce", "type": "single-session-preference", "abstention": false, "gold": ["s0877469aec.md"], "ranked": ["s0877469aec.md", "s20dc4fabae.md", "s7efc3891a1.md", "s44f674cfca.md", "s912a2df302.md", "sdc55d1b52b.md", "s8830064d52.md", "s77eff947ac.md", "s0f13a1680b.md", "s2bc1c10d3e.md", "s8902d43b0a.md", "s96b54bc4f5.md", "sc7310234e1.md", "s6c57fcc93f.md", "sf40a4d979f.md", "s8964b3ee96.md", "s3751683346.md", "sf18c99aed6.md", "sd9d4011e24.md", "s9e2d1c1580.md", "s11d4aae7c8.md", "s01f94c1f43.md", "sde48fb34b4.md", "s06186c6c08.md", "s5f2dbe6eba.md", "sf08d416654.md", "s2a4425009b.md", "s4e900cb63e.md", "sa2c3a7b2b7.md", "s465d0a8303.md", "sf254e882d2.md", "s6a146cdf93.md", "sfdf328bc19.md", "s6e33b63980.md", "s87fcc836a1.md", "s67bcede7ab.md", "sf8971724ec.md", "sfb389cb2ba.md", "sf6e78dd490.md", "s6bb64dd6dc.md", "s6487896a3e.md", "sd595848215.md", "sfe1fe6ec51.md", "sf468501607.md", "sbc847e73bc.md", "s8e95c256bb.md", "s360642444f.md"], "s1": [7.583785, 5.30289, 4.756439, 4.70999, 4.242784, 4.083282, 4.033153, 3.716239, 3.440694, 3.335501, 3.317816, 3.317356, 3.148263, 2.981596, 2.970348, 2.92826, 2.922437, 2.451425, 2.372877, 2.248167, 2.197007, 2.146451, 2.119801, 2.09801, 1.920447, 1.918102, 1.851835, 1.735202, 1.675125, 1.55313, 1.526063, 1.494552, 1.340676, 1.258654, 1.153137, 1.043352, 1.014877, 0.905233, 0.90054, 0.686609, 0.67251, 0.560896, 0.378717, 0.378276, 0.366774, 0.324107, 0.136112], "search": ["s0877469aec.md", "s20dc4fabae.md", "s7efc3891a1.md", "s44f674cfca.md", "s912a2df302.md", "sdc55d1b52b.md", "s8830064d52.md", "s77eff947ac.md", "s0f13a1680b.md", "s2bc1c10d3e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 47, "n_texts": 247, "n_windows": 366, "n_texts_windowed": 118, "n_tokens": 120465, "n_query_terms": 19, "nnz_texts": 80522, "index_bytes": 970821, "secs_text": 0.1169, "secs_encode": 17.9364, "secs_score": 0.0082, "secs_total": 18.0634, "load1_start": 14.2}
{"qid": "06f04340", "type": "single-session-preference", "abstention": false, "gold": ["sfe1086f0bf.md"], "ranked": ["sa6016e46e1.md", "sdbe90e3025.md", "s2b24e699f7.md", "sa94a132c09.md", "sfe1086f0bf.md", "s81b21983a9.md", "s723d7e4ccd.md", "s837e101fad.md", "s92e94115be.md", "sdf4dd9188f.md", "s4c42f13b94.md", "s01ec6d4ea4.md", "s49528f589b.md", "se8303789e1.md", "s6021788ee3.md", "s638f27b72c.md", "s66d264a26b.md", "se72b93def3.md", "s07ec0f8320.md", "sc419b8e70e.md", "s958e9afde2.md", "se012748746.md", "sc13e99313f.md", "sd40097b2b4.md", "s3cc558a500.md", "s9e4521497c.md", "s72a4b493be.md", "s099762caa4.md", "s3d064fed2f.md", "sd647f6bb31.md", "s0173a586b8.md", "s74ce52e947.md", "s551d730068.md", "s5f9c6e0278.md", "s65a37ec562.md", "se6e73ce85a.md", "s4a01dff7cb.md", "s3efe708dac.md", "sbf46dd10d6.md", "sbd7eba0d79.md", "s8f6de68735.md", "sb456c72cfc.md", "s22fb3cf42b.md", "s41aeb45cca.md", "s65c24a58f3.md", "s3327420f77.md", "s2cf9788800.md", "s87c41ad1ac.md", "se994771d0a.md"], "s1": [9.932489, 7.194097, 6.81313, 6.338719, 6.279439, 5.188215, 4.696992, 3.757575, 3.593475, 3.373698, 3.154112, 3.151693, 3.089994, 2.954683, 2.756661, 2.719026, 2.57524, 2.526836, 2.236305, 2.185688, 1.979569, 1.973419, 1.805968, 1.745996, 1.710415, 1.435626, 1.435592, 1.420415, 1.342566, 1.324137, 1.297163, 1.294638, 1.252226, 1.099692, 0.960908, 0.848475, 0.707359, 0.651229, 0.55421, 0.527106, 0.430454, 0.289339, 0.286586, 0.232637, 0.215405, 0.134884, 0.088618, 0.07513, 0.021073], "search": ["sa6016e46e1.md", "sdbe90e3025.md", "s2b24e699f7.md", "sa94a132c09.md", "sfe1086f0bf.md", "s81b21983a9.md", "s723d7e4ccd.md", "s837e101fad.md", "s92e94115be.md", "sdf4dd9188f.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 55, "n_scored_files": 49, "n_texts": 251, "n_windows": 366, "n_texts_windowed": 115, "n_tokens": 116851, "n_query_terms": 17, "nnz_texts": 78146, "index_bytes": 942533, "secs_text": 0.1211, "secs_encode": 17.3455, "secs_score": 0.0093, "secs_total": 17.4777, "load1_start": 14.59}
{"qid": "6b7dfb22", "type": "single-session-preference", "abstention": false, "gold": ["se67d9adb54.md"], "ranked": ["se67d9adb54.md", "sdb701a75f1.md", "s3d557fb05a.md", "s5f493f41ec.md", "se6353c5f48.md", "s924275cfe2.md", "s6ceea521f2.md", "s5c84317b80.md", "sb3dc44b641.md", "se0d94d860a.md", "s5d9f1dc9e7.md", "s17e09cb969.md", "s227ccd7a0a.md", "sa356a6e3d0.md", "s2b79cd3ddc.md", "s18281a981b.md", "seb35e203f9.md", "s55122c4b29.md", "s5770d55651.md", "seb8e55229f.md", "sc9037569d0.md", "s3b24b65c0a.md", "s74f73d9b42.md", "s97b73994a3.md", "s1eaf35e135.md", "se93145e160.md", "s436a04c49f.md", "s27106586d2.md", "sac08d01a42.md", "sd716e13308.md", "s0a765d3188.md", "s7f40cde8d5.md", "s51797daa99.md", "s11eaafdd9a.md", "s7c97854d0d.md", "sa641c18124.md", "s10c588ad37.md", "sf95e9cb4a7.md", "s9bc07733df.md", "s3a3c031d50.md", "s625c51f13d.md", "sc750c3f4fe.md", "s46016eae99.md", "se4139d41c0.md", "sfd6a44fe5f.md"], "s1": [9.167573, 7.664923, 7.663314, 7.569085, 7.36686, 7.296205, 6.45262, 6.413105, 6.312368, 6.15933, 6.110311, 5.936235, 5.164957, 5.04222, 4.883054, 4.664484, 4.524537, 4.366798, 4.038736, 3.848238, 3.798763, 3.732059, 3.550352, 3.485417, 3.115412, 2.875539, 2.669333, 2.427999, 2.345362, 2.313693, 2.217703, 2.179025, 2.066683, 1.961475, 1.531302, 1.531179, 1.462991, 0.992956, 0.793868, 0.79024, 0.785527, 0.747179, 0.63282, 0.610274, 0.606056], "search": ["se67d9adb54.md", "sdb701a75f1.md", "s3d557fb05a.md", "s5f493f41ec.md", "se6353c5f48.md", "s924275cfe2.md", "s6ceea521f2.md", "s5c84317b80.md", "sb3dc44b641.md", "se0d94d860a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 254, "n_windows": 359, "n_texts_windowed": 105, "n_tokens": 119814, "n_query_terms": 27, "nnz_texts": 79355, "index_bytes": 956741, "secs_text": 0.1183, "secs_encode": 17.9042, "secs_score": 0.009, "secs_total": 18.0333, "load1_start": 14.98}
{"qid": "1a1907b4", "type": "single-session-preference", "abstention": false, "gold": ["sf88f323dd5.md"], "ranked": ["scfa11a474c.md", "sf88f323dd5.md", "sff79c4a73a.md", "s6e66b6b71c.md", "s21c2047c4c.md", "safc1f6ea24.md", "sdea109845b.md", "s1bb87e6692.md", "s07cb101c56.md", "s815e3a8ace.md", "s73c7e69b37.md", "s764f17d82d.md", "s1c4e7cc49e.md", "s4ab62c9cac.md", "s02a057f456.md", "s367e40edab.md", "sd88469a4b3.md", "s571bfc32f0.md", "sce3242af59.md", "sd460dfee8f.md", "sb371f03b1b.md", "s8c13fcfe0d.md", "s9c53ac5424.md", "se796a6e49e.md", "s11c7bffaaf.md", "sf886e936a2.md", "s27ce8b3250.md", "s6f5fc45cb2.md", "sf7034f6da8.md", "s510ba014e4.md", "s1f324baeb6.md", "s9f21cf3801.md", "s8cdd987e42.md", "sab7e7cd78d.md", "s50d68f028a.md", "s27b2f2af14.md", "s6a60f5db0f.md", "s1cc994cb1a.md", "sfc8fc2abf2.md", "sfd7fc4959c.md", "s1ff6b7b800.md", "s8f2e474a5f.md", "se4a0849286.md", "s854a0b2614.md", "s389d8df24e.md", "s5ef88040c7.md", "s07b9b0801e.md", "scc7bf7276a.md"], "s1": [6.822002, 6.215655, 5.233947, 5.140646, 4.399378, 4.378485, 4.093339, 4.075789, 3.952589, 3.4974, 3.12326, 3.095144, 3.024364, 2.998439, 2.890328, 2.661342, 2.63835, 2.440525, 2.430355, 2.33119, 2.312804, 2.041893, 1.912556, 1.886132, 1.714726, 1.668971, 1.609141, 1.53358, 1.496378, 1.453953, 1.351303, 1.274182, 1.244186, 1.008379, 1.003517, 0.898474, 0.894309, 0.661485, 0.643225, 0.566807, 0.501582, 0.420312, 0.327614, 0.306729, 0.257663, 0.150959, 0.054023, 0.05363], "search": ["scfa11a474c.md", "sf88f323dd5.md", "sff79c4a73a.md", "s6e66b6b71c.md", "s21c2047c4c.md", "safc1f6ea24.md", "sdea109845b.md", "s1bb87e6692.md", "s07cb101c56.md", "s815e3a8ace.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 255, "n_windows": 362, "n_texts_windowed": 107, "n_tokens": 120432, "n_query_terms": 30, "nnz_texts": 79955, "index_bytes": 964101, "secs_text": 0.1201, "secs_encode": 17.9281, "secs_score": 0.0086, "secs_total": 18.0595, "load1_start": 14.77}
{"qid": "09d032c9", "type": "single-session-preference", "abstention": false, "gold": ["s6c1275fe85.md"], "ranked": ["s6c1275fe85.md", "s1dd7846c2e.md", "s0e0a871b40.md", "s7fae964d17.md", "saa4b9c51d7.md", "sded24f46f4.md", "sb3e4e87aae.md", "sc473e0b8d4.md", "s54569c608b.md", "s64a4733c8d.md", "s2cee37fd61.md", "s6a23c812f0.md", "sdd28c6f86c.md", "s5a2fe30db8.md", "s9021e1a4fd.md", "sb1bfe78261.md", "s91811f17b3.md", "saf520f3718.md", "s50e69ab755.md", "s9a0f7bc671.md", "s5c92bf5674.md", "s33a6385d81.md", "sbf0215d32e.md", "s8ac9217f9b.md", "s87960ac774.md", "sa1aae96359.md", "sb900a55a7d.md", "s02b522282d.md", "sea907f8fac.md", "s439867733a.md", "s246d844e98.md", "sebce7bd314.md", "sebe1c66a47.md", "s87a59dd0db.md", "s39a5f0dfcb.md", "s53a2b2a241.md", "s4dec104bf6.md", "s65a69990e1.md", "s32cdcdfdd2.md", "s7596fe043a.md"], "s1": [6.998203, 4.625941, 4.319687, 4.224918, 4.021035, 3.812061, 3.698054, 3.631399, 3.52894, 3.446209, 3.099033, 3.092496, 2.952206, 2.920722, 2.90096, 2.843807, 2.767588, 2.438068, 2.389228, 2.386975, 2.28585, 2.231171, 1.891815, 1.824266, 1.787848, 1.713905, 1.679844, 1.631169, 1.219989, 1.150919, 1.141821, 1.064962, 1.054613, 0.776698, 0.517687, 0.440173, 0.234943, 0.191094, 0.154053, 0.022277], "search": ["s6c1275fe85.md", "s1dd7846c2e.md", "s0e0a871b40.md", "s7fae964d17.md", "saa4b9c51d7.md", "sded24f46f4.md", "sb3e4e87aae.md", "sc473e0b8d4.md", "s54569c608b.md", "s64a4733c8d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 40, "n_texts": 244, "n_windows": 371, "n_texts_windowed": 126, "n_tokens": 117223, "n_query_terms": 20, "nnz_texts": 77312, "index_bytes": 932293, "secs_text": 0.1251, "secs_encode": 17.4594, "secs_score": 0.0102, "secs_total": 17.5967, "load1_start": 15.04}
{"qid": "38146c39", "type": "single-session-preference", "abstention": false, "gold": ["s56d3e0502d.md"], "ranked": ["s56d3e0502d.md", "s39aa5f0f69.md", "s7c4da24b1a.md", "sf0acdba878.md", "s4231308b2b.md", "sea459ca002.md", "s0e37fe8e7e.md", "seb17649d3e.md", "s2f12714813.md", "s0ede3448a4.md", "s68bc97208d.md", "s916862349b.md", "sd19c7a32b9.md", "sd6df6c82c5.md", "s7767271ced.md", "s4e5fe70cba.md", "sccc36029e5.md", "s7ca87d3c27.md", "s68d2e17465.md", "sd8fa3c99cc.md", "s651a7b929f.md", "s4b78ad9323.md", "se8fc09b103.md", "sd0d8bd1081.md", "s8ed1f5f10a.md", "s8cf30b3cc9.md", "sa49a306d2a.md", "s4541f72b60.md", "secf54039e4.md", "sc2d24a2d23.md", "s458a178750.md", "s4541b219a9.md", "sb0407e7762.md", "s434a66921b.md", "sb2bb9a7439.md", "s06f0cfa99e.md", "s4d4a7045c9.md", "s98580ee2bb.md", "sab2806e897.md", "s8094e4e0f8.md", "s39d99a51b0.md", "s7646c44e01.md", "sa4ec6c0a0c.md", "s93e1b4edfc.md"], "s1": [6.705231, 5.659537, 4.579058, 4.487658, 4.369365, 4.271201, 3.780882, 3.278262, 3.103851, 2.916649, 2.762264, 2.687309, 2.681683, 2.650715, 2.642762, 2.545228, 2.511012, 2.279802, 2.218656, 2.170745, 2.145284, 2.056304, 2.011373, 1.787452, 1.677002, 1.639275, 1.518754, 1.476479, 1.438343, 1.181588, 0.891664, 0.819897, 0.72028, 0.580681, 0.503642, 0.449326, 0.412573, 0.376128, 0.368631, 0.321899, 0.26371, 0.11098, 0.069388, 0.031769], "search": ["s56d3e0502d.md", "s39aa5f0f69.md", "s7c4da24b1a.md", "sf0acdba878.md", "s4231308b2b.md", "sea459ca002.md", "s0e37fe8e7e.md", "seb17649d3e.md", "s2f12714813.md", "s0ede3448a4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 252, "n_windows": 369, "n_texts_windowed": 116, "n_tokens": 118788, "n_query_terms": 19, "nnz_texts": 78521, "index_bytes": 946757, "secs_text": 0.1242, "secs_encode": 17.9368, "secs_score": 0.0095, "secs_total": 18.0724, "load1_start": 14.71}
{"qid": "d24813b1", "type": "single-session-preference", "abstention": false, "gold": ["sc44fa73331.md"], "ranked": ["s3edfe016cd.md", "s61c62227b3.md", "s37aa4e6f2c.md", "sc44fa73331.md", "s81b3c9b74a.md", "s708b86e3dd.md", "s80e6adecb9.md", "s0fb40aa974.md", "s807fdf31e5.md", "s51ae178bd4.md", "s4a490a9775.md", "s79bb1def1d.md", "sf32354da7c.md", "sf3a6243817.md", "s7b09168183.md", "s1cb22810ef.md", "sb67eb5b90e.md", "s3b13c2e54c.md", "s51d7151a7d.md", "sda8a7bf115.md", "s15d2655fa3.md", "s265f949e36.md", "sc74d7fd124.md", "s20017299b5.md", "s19f37bf0cd.md", "sa549b0e674.md", "s1cf8207837.md", "s170ff691c9.md", "sadea7319e1.md", "sfb7e91f8eb.md", "sdf3c15e373.md", "s925fc449e5.md", "s3297d47ad3.md", "s73cf8f0934.md", "sba9171f3a3.md", "s3cd5cb5b2c.md", "s160c2a44dd.md", "s8083233bfd.md", "s144d6263f0.md", "sd35bedcffe.md", "s701b9bd052.md", "sd6bc0eca33.md", "sac8ac1b928.md", "sb722730392.md"], "s1": [5.874607, 5.747941, 5.330714, 4.442542, 4.373442, 4.307043, 4.219079, 4.048109, 3.862021, 3.844976, 3.710954, 3.610229, 3.591294, 3.512042, 3.46117, 3.27158, 3.091453, 3.073671, 3.047158, 3.012227, 3.001478, 2.998887, 2.779434, 2.767527, 2.582562, 2.425245, 2.290325, 2.117605, 2.078699, 1.995164, 1.846712, 1.711863, 1.704044, 1.674432, 1.414101, 1.371794, 1.241352, 0.937822, 0.831287, 0.716344, 0.472856, 0.466145, 0.454521, 0.40691], "search": ["s3edfe016cd.md", "s61c62227b3.md", "s37aa4e6f2c.md", "sc44fa73331.md", "s81b3c9b74a.md", "s708b86e3dd.md", "s80e6adecb9.md", "s0fb40aa974.md", "s807fdf31e5.md", "s51ae178bd4.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 247, "n_windows": 373, "n_texts_windowed": 124, "n_tokens": 118198, "n_query_terms": 24, "nnz_texts": 77195, "index_bytes": 930757, "secs_text": 0.1232, "secs_encode": 17.6115, "secs_score": 0.0089, "secs_total": 17.7454, "load1_start": 13.87}
{"qid": "57f827a0", "type": "single-session-preference", "abstention": false, "gold": ["sc8340b1eac.md"], "ranked": ["s9315412394.md", "sc8340b1eac.md", "sfc7fabed68.md", "s7f7791ec92.md", "sa64e3d0ff1.md", "sf0135b86bd.md", "sce00fdc575.md", "s55fb8edb4a.md", "s3879fbeb13.md", "se23a19caec.md", "s4de6abb53f.md", "s5771e4f865.md", "s38ddd25a2f.md", "s6c7f5b3942.md", "sfe57fc678e.md", "s98d048c416.md", "se3132ea522.md", "s9c2262f287.md", "sdc557f4453.md", "s860f410dce.md", "s0076e16776.md", "s41bc152fe8.md", "s8a552b7dd4.md", "s5e48692cba.md", "s543356a26c.md", "se736879b00.md", "s291562b2ec.md", "sbc7a50d602.md", "s4c6f2ce000.md", "s2f57980dde.md", "sb0f513d91b.md", "s654accfd7c.md", "se3b6d2de91.md", "sefc9894764.md", "s9ab2b5cfcf.md", "sc21c4468f0.md", "s44c5a8169e.md", "s87c94c035c.md", "sb39ede71a1.md", "s7dc5e89181.md", "s32e2bbc207.md", "s3037a7abb2.md", "s7bece59b13.md", "sf2db975760.md", "s57213f0d0d.md", "s7b8a526855.md", "sbf29e3455f.md", "sdfcca41d86.md", "sadf779160d.md"], "s1": [8.52729, 7.764624, 6.722545, 5.805696, 4.333626, 4.216291, 4.195786, 3.435862, 3.317403, 3.305284, 3.222898, 3.06065, 2.982318, 2.740285, 2.718702, 2.637547, 2.360542, 2.333281, 2.274669, 2.196283, 2.189092, 2.063087, 2.021712, 1.858771, 1.844654, 1.791691, 1.740621, 1.696245, 1.538816, 1.382909, 1.161823, 1.091524, 1.073053, 1.000393, 0.83461, 0.778482, 0.66933, 0.562368, 0.558456, 0.552478, 0.485928, 0.484533, 0.458862, 0.438868, 0.427911, 0.392064, 0.342072, 0.242334, 0.24076], "search": ["s9315412394.md", "sc8340b1eac.md", "sfc7fabed68.md", "s7f7791ec92.md", "sa64e3d0ff1.md", "sf0135b86bd.md", "sce00fdc575.md", "s55fb8edb4a.md", "s3879fbeb13.md", "se23a19caec.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 254, "n_windows": 364, "n_texts_windowed": 107, "n_tokens": 119568, "n_query_terms": 20, "nnz_texts": 78198, "index_bytes": 943045, "secs_text": 0.1215, "secs_encode": 17.8849, "secs_score": 0.0092, "secs_total": 18.0175, "load1_start": 13.87}
{"qid": "95228167", "type": "single-session-preference", "abstention": false, "gold": ["s6f699059c0.md"], "ranked": ["s6f699059c0.md", "sf9178df74d.md", "sbcd62c4b0c.md", "se5cf49bd47.md", "s734dac1983.md", "s8a9898981a.md", "saf3ee1ae90.md", "s27f7a33f3d.md", "s56a81c39ce.md", "sa003d14f29.md", "s4e58e78794.md", "s4b0c88e864.md", "s00a56748fd.md", "s3d20f4812e.md", "s050e590b94.md", "s90388ebc02.md", "s408e48ab90.md", "s4236fa06a1.md", "s7d9cb2c23e.md", "scac19925ed.md", "s40c502b69a.md", "sf7dd78c9d4.md", "s8255ada586.md", "se8accd1711.md", "s49987e9ecc.md", "s1d130ac91c.md", "sba06d1738c.md", "s5a36fd0920.md", "s34293b5383.md", "se3bd0caf7f.md", "sea138a5b0f.md", "s1f4f998bb0.md", "s074fe3969e.md", "s01ec964b3e.md", "s4e3784f2ff.md", "s84661623cb.md", "se512cbaa6b.md", "sbef49f7b3b.md", "s6a30b5feee.md", "sdfdf204d9e.md", "sdc115ab7f9.md", "s275bf9797c.md", "s4d8295c71f.md", "s944577072b.md", "sed47698e04.md", "s58d04afbf8.md", "s8e9f99c0e8.md", "s65ec30efa1.md", "s2ee51ce7c9.md"], "s1": [9.666389, 7.98401, 7.916235, 7.614393, 6.396185, 6.348465, 5.820084, 5.615056, 5.61189, 5.092857, 5.037374, 4.983901, 4.944822, 4.917403, 4.76286, 3.944216, 3.679966, 3.67834, 3.61118, 3.573659, 3.511908, 3.402344, 3.006599, 2.864806, 2.693686, 2.496244, 2.305543, 2.194899, 1.747475, 1.604227, 1.532154, 1.489629, 1.444725, 1.40152, 1.380202, 1.249939, 1.240658, 1.221644, 1.15219, 1.117933, 0.809763, 0.672724, 0.66872, 0.589592, 0.439257, 0.43284, 0.277287, 0.218208, 0.162827], "search": ["s6f699059c0.md", "sf9178df74d.md", "sbcd62c4b0c.md", "se5cf49bd47.md", "s734dac1983.md", "s8a9898981a.md", "saf3ee1ae90.md", "s27f7a33f3d.md", "s56a81c39ce.md", "sa003d14f29.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 253, "n_windows": 364, "n_texts_windowed": 109, "n_tokens": 118811, "n_query_terms": 28, "nnz_texts": 78495, "index_bytes": 946501, "secs_text": 0.1244, "secs_encode": 17.7524, "secs_score": 0.0087, "secs_total": 17.8875, "load1_start": 13.99}
{"qid": "505af2f5", "type": "single-session-preference", "abstention": false, "gold": ["s10dc857af7.md"], "ranked": ["s7210eb72fb.md", "s10dc857af7.md", "s555b0863ae.md", "sdc42c83a2d.md", "sdd1da2cc3d.md", "sfcd6192e7f.md", "s5cbff1cacb.md", "sf77fb3e322.md", "s5a238bb04d.md", "s1c0b67dd5d.md", "s2f19cfd006.md", "s7c9b210fd5.md", "s8ae1e44f98.md", "se04b8e60e5.md", "sfac46e74f4.md", "s6200d259d2.md", "s2e80491a3a.md", "s7bd79b813b.md", "s280e2a3f28.md", "s96808487c5.md", "s683018e1ca.md", "s8ddc6b5dc3.md", "s9db3774296.md", "sa3fb8c30de.md", "s68d0f3b263.md", "s6e48e683a1.md", "s50fe869c68.md", "s451c7c3212.md", "s2ef17e6a64.md", "s7e18d62a96.md", "sedeeaebea4.md", "sf732668884.md", "s669fdc6dcc.md", "s2d5b366b05.md", "s31be751636.md", "sa70eead3a4.md", "s5d02d83c1d.md", "sf726b23b75.md", "s50496ba784.md", "s4b5057fbb8.md", "s401ddeeade.md", "s4f32a050ef.md", "s3ae2efe8fa.md", "s821d205955.md", "s0dff11ca80.md", "s7abf6b13be.md"], "s1": [9.204992, 9.076373, 8.22809, 5.770268, 5.638132, 5.119409, 3.916111, 3.835823, 2.927735, 2.805053, 2.798522, 2.590998, 2.456622, 2.371931, 2.273284, 2.226388, 2.175191, 1.911782, 1.803893, 1.56266, 1.494842, 1.308093, 1.283506, 1.184119, 1.112559, 1.070125, 1.024025, 0.881827, 0.823255, 0.798039, 0.790453, 0.68777, 0.683605, 0.649163, 0.648559, 0.613811, 0.592819, 0.5905, 0.581072, 0.521399, 0.477392, 0.466341, 0.417496, 0.341489, 0.253759, 0.013804], "search": ["s7210eb72fb.md", "s10dc857af7.md", "s555b0863ae.md", "sdc42c83a2d.md", "sdd1da2cc3d.md", "sfcd6192e7f.md", "s5cbff1cacb.md", "sf77fb3e322.md", "s5a238bb04d.md", "s1c0b67dd5d.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 46, "n_texts": 257, "n_windows": 374, "n_texts_windowed": 117, "n_tokens": 119414, "n_query_terms": 17, "nnz_texts": 79218, "index_bytes": 955397, "secs_text": 0.1219, "secs_encode": 17.8299, "secs_score": 0.0105, "secs_total": 17.9644, "load1_start": 13.93}
{"qid": "75f70248", "type": "single-session-preference", "abstention": false, "gold": ["se8a134d659.md"], "ranked": ["se8a134d659.md", "s21050f51bd.md", "s3c830e7235.md", "s689a889a70.md", "s591d6a01f1.md", "sd7d9367cdf.md", "s8f16343a63.md", "s6baa414190.md", "s6a4231eecd.md", "safa77e309e.md", "s7f24d818f4.md", "s59076bbd70.md", "s37ca12260a.md", "s87a437c9f4.md", "sab3723983f.md", "s4c4eb9a3d4.md", "s3b5c08dea7.md", "s1701ce5b94.md", "s541084af6a.md", "s0f02645c18.md", "se2ff6ab387.md", "se1d89e67c3.md", "sd39be0f68a.md", "s955ea25b33.md", "s44b6d098c1.md", "sd313b006e1.md", "s6f767a04a9.md", "sb0b4a2e29d.md", "scd33e3204a.md", "s89856ceaf2.md", "s612f347028.md", "se334073dcc.md", "s14831c66d5.md", "s4eb8114138.md", "s598086676c.md", "s6024e7fb4c.md", "sdd5aca265c.md", "sd37e7fd3c7.md", "s4cea43d0bb.md", "s578680d549.md", "sab6f57e37f.md", "sc6ac604bec.md"], "s1": [7.873448, 3.431904, 3.158838, 2.988736, 2.800278, 2.800237, 2.677308, 2.48985, 2.463866, 2.37749, 2.225231, 2.043914, 1.982551, 1.981659, 1.809662, 1.718975, 1.715861, 1.656217, 1.639376, 1.62487, 1.620077, 1.448977, 1.438072, 1.435577, 1.414717, 1.283438, 1.263157, 1.056572, 0.824208, 0.755534, 0.749993, 0.683667, 0.648447, 0.628626, 0.603335, 0.51873, 0.500997, 0.496504, 0.439403, 0.382005, 0.371667, 0.364004], "search": ["se8a134d659.md", "s21050f51bd.md", "s3c830e7235.md", "s689a889a70.md", "s591d6a01f1.md", "sd7d9367cdf.md", "s8f16343a63.md", "s6baa414190.md", "s6a4231eecd.md", "safa77e309e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 251, "n_windows": 369, "n_texts_windowed": 118, "n_tokens": 119331, "n_query_terms": 24, "nnz_texts": 80739, "index_bytes": 973381, "secs_text": 0.1225, "secs_encode": 17.7736, "secs_score": 0.0093, "secs_total": 17.9074, "load1_start": 13.88}
{"qid": "d6233ab6", "type": "single-session-preference", "abstention": false, "gold": ["s0e4bd567f6.md"], "ranked": ["se377c1b1c6.md", "sc8df88707a.md", "sacf3a9c092.md", "s1ff25ee331.md", "s87183d5bcf.md", "sf7b087ebd4.md", "s7c57a59434.md", "s0e4bd567f6.md", "s9b52f97153.md", "sb97291efc3.md", "sc83b4aac10.md", "s6102ae5184.md", "s0038d89264.md", "s046a614e1f.md", "s432a99f772.md", "s3d2519600b.md", "s9a44236307.md", "s7d0bd46c09.md", "s1b5cddaac2.md", "s935f319095.md", "s1ae45f1177.md", "s3bf9875243.md", "s3d930ce8fa.md", "s736193b650.md", "sd5c6043ea1.md", "s072e4e556d.md", "s5becfbc937.md", "s1a30829d95.md", "see2f9c0f72.md", "sbf57795b25.md", "s5fdee7ce48.md", "sfee3bc6a4f.md", "sd3b024e624.md", "s543f14859f.md", "s64954c46d7.md", "sd8863353eb.md", "s92d32c8f72.md", "s133780b9ab.md", "s85c29b62bd.md", "s56c1c4e3f0.md", "sf220624ff7.md", "s84c13763c3.md", "s8e3e5e61c4.md", "s15fe05a31c.md"], "s1": [7.772659, 5.933809, 5.406517, 5.004482, 4.712229, 4.537042, 4.210302, 4.17845, 3.90413, 3.725564, 3.609134, 3.605213, 3.598048, 3.496735, 3.484967, 3.484639, 3.347475, 3.26833, 3.218074, 3.109632, 3.044462, 2.910433, 2.794491, 2.722109, 2.69308, 2.625771, 2.489979, 2.488671, 2.008702, 1.887946, 1.553841, 1.537945, 1.526895, 1.388733, 1.372246, 1.306918, 1.228115, 0.805015, 0.630552, 0.479072, 0.470522, 0.387463, 0.250838, 0.130172], "search": ["se377c1b1c6.md", "sc8df88707a.md", "sacf3a9c092.md", "s1ff25ee331.md", "s87183d5bcf.md", "sf7b087ebd4.md", "s7c57a59434.md", "s0e4bd567f6.md", "s9b52f97153.md", "sb97291efc3.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 242, "n_windows": 368, "n_texts_windowed": 126, "n_tokens": 118612, "n_query_terms": 28, "nnz_texts": 78448, "index_bytes": 945925, "secs_text": 0.1251, "secs_encode": 17.6637, "secs_score": 0.0085, "secs_total": 17.7991, "load1_start": 14.35}
{"qid": "1da05512", "type": "single-session-preference", "abstention": false, "gold": ["sa792414847.md"], "ranked": ["sa792414847.md", "s94824ce82f.md", "sf864c8c6e1.md", "se533de6e7d.md", "s462448c3a5.md", "s93ad2e4c10.md", "s702369f883.md", "s67d4406172.md", "s34144d8123.md", "s57db6eddab.md", "s37cb0ec391.md", "s40c956f0fe.md", "sd0f344079b.md", "s559484766f.md", "s34131ab9f6.md", "sd9be973750.md", "s2918dc9d40.md", "s666ab1c8b1.md", "sa7c92b7898.md", "s8f48ce338c.md", "s3c9d5becbb.md", "sde6c776a45.md", "s159a95ec12.md", "sdbff489c7f.md", "s67e90a48e3.md", "sce9a914a65.md", "s06db782540.md", "seeee60e332.md", "s7291c563bf.md", "s07a4ea7298.md", "s5e95299d57.md", "s90362847e2.md", "sd6958e7919.md", "s4525116fa5.md", "s00fcc6eddb.md", "s73a9a36737.md", "se593ae78d7.md", "s4ec21ffa41.md", "s3c042b925b.md", "sf3462b4733.md", "s44124b5f66.md", "s5534eb95cc.md", "seb13937c7e.md", "s3be91fd60a.md", "sdd72df2661.md", "s219c1f21d9.md", "sd558045e1f.md"], "s1": [9.167338, 4.91165, 3.547209, 3.421977, 3.392359, 3.113247, 3.070129, 2.92663, 2.72472, 2.6807, 2.660552, 2.440072, 2.431104, 2.35576, 2.299731, 2.209332, 2.119479, 2.029182, 2.008225, 1.960497, 1.85174, 1.812018, 1.808736, 1.700781, 1.638763, 1.630631, 1.499124, 1.498168, 1.411507, 1.350731, 1.303689, 1.208488, 1.198166, 0.931126, 0.900273, 0.870634, 0.799605, 0.722397, 0.719949, 0.669949, 0.668705, 0.61425, 0.568304, 0.499229, 0.2834, 0.25992, 0.09666], "search": ["sa792414847.md", "s94824ce82f.md", "sf864c8c6e1.md", "se533de6e7d.md", "s462448c3a5.md", "s93ad2e4c10.md", "s702369f883.md", "s67d4406172.md", "s34144d8123.md", "s57db6eddab.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 250, "n_windows": 377, "n_texts_windowed": 127, "n_tokens": 120110, "n_query_terms": 22, "nnz_texts": 81151, "index_bytes": 978309, "secs_text": 0.1219, "secs_encode": 17.9356, "secs_score": 0.0085, "secs_total": 18.0678, "load1_start": 13.68}
{"qid": "fca70973", "type": "single-session-preference", "abstention": false, "gold": ["s5c310be73a.md"], "ranked": ["s5c310be73a.md", "s37b4187e07.md", "sbd10980b2c.md", "sa21c283cde.md", "seb7e169ef2.md", "s9a275b0f7e.md", "sd70cd80fea.md", "s0d6fea4021.md", "sf8995e94aa.md", "s7d118fe5ff.md", "se12a0abe9d.md", "s8c3ca84d16.md", "s0f526a32cf.md", "s98424e163f.md", "s2de4dc939c.md", "s78bb41f382.md", "sb0585cd04e.md", "sbc45e95043.md", "sb314ad94d1.md", "s1a7a2ab4ce.md", "s53b9cc8cca.md", "sc0f0e11214.md", "s5051c75246.md", "sf568bde660.md", "s9f3b7f9217.md", "s8aa8bd8a25.md", "s00af39a172.md", "scff3d319b8.md", "s9864ca13cd.md", "s475a568ee3.md", "s3461f8aa18.md", "s680f79fb12.md", "seff806b007.md", "s72521aaee9.md", "sc15794a9a5.md", "safb614bc52.md", "sdffaf97754.md", "s0237d4516c.md", "s87fb95b40e.md", "s9f29efe7e7.md", "s6e19d2d3b3.md", "s6b9a63cbfb.md", "sfff798a38d.md", "sec1fd66f44.md"], "s1": [7.059765, 5.265767, 5.140664, 3.689507, 3.292606, 3.053654, 2.757722, 2.404673, 2.233624, 2.175043, 2.060179, 2.05709, 2.025871, 1.987979, 1.92812, 1.859008, 1.78906, 1.756346, 1.720926, 1.701602, 1.610851, 1.545799, 1.53018, 1.516042, 1.514158, 1.498581, 1.475053, 1.408918, 1.231052, 1.14366, 1.101735, 0.98856, 0.960104, 0.843322, 0.825692, 0.62941, 0.509514, 0.478506, 0.450765, 0.426655, 0.321174, 0.310783, 0.293572, 0.250904], "search": ["s5c310be73a.md", "s37b4187e07.md", "sbd10980b2c.md", "sa21c283cde.md", "seb7e169ef2.md", "s9a275b0f7e.md", "sd70cd80fea.md", "s0d6fea4021.md", "sf8995e94aa.md", "s7d118fe5ff.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 242, "n_windows": 368, "n_texts_windowed": 124, "n_tokens": 116642, "n_query_terms": 16, "nnz_texts": 76270, "index_bytes": 919621, "secs_text": 0.1159, "secs_encode": 17.4728, "secs_score": 0.0082, "secs_total": 17.5987, "load1_start": 14.34}
{"qid": "b6025781", "type": "single-session-preference", "abstention": false, "gold": ["saab4345915.md"], "ranked": ["saab4345915.md", "se77ab36f71.md", "s8bf4229bc6.md", "se33a3ad941.md", "s74229bbce5.md", "s9f70ce440c.md", "s8e594df8a1.md", "s4be4b51045.md", "sf1c14fbc10.md", "s5a9b0f92de.md", "sae5d16d49e.md", "sccafb0d322.md", "se8cbdfc98a.md", "seb1e9094ef.md", "seaa8b89a72.md", "s0bbcd77e58.md", "s44c095bdaa.md", "s22b92e4dbd.md", "sffac13164c.md", "s744c9aceaa.md", "s64178eb32a.md", "s453ae0a58e.md", "s488a1a7e11.md", "sf0dc337970.md", "s40fd95fe10.md", "se48425e6ee.md", "s1a980316f0.md", "s781e74d3ec.md", "sec50806403.md", "s3795445e94.md", "s43dba18d4c.md", "sd326352da3.md", "s985b1b75d3.md", "s2031fe08ac.md", "s4f68a2cb54.md", "s5cd1a8f9f0.md", "s5e7d66376d.md", "s992fe6609f.md", "s05d9c69829.md", "s5fff312470.md", "scb5a3fbe94.md", "s203c08feaf.md", "safa42dcbb6.md"], "s1": [12.155004, 9.957703, 4.822899, 3.900798, 3.519676, 3.450931, 3.343606, 3.143425, 3.007684, 2.961516, 2.868603, 2.835705, 2.715775, 2.682001, 2.534036, 2.371857, 2.253019, 2.234423, 1.845839, 1.813383, 1.807768, 1.580976, 1.393458, 1.299882, 1.287997, 1.27461, 1.247563, 1.149265, 0.925073, 0.90592, 0.750342, 0.739304, 0.674217, 0.648795, 0.6437, 0.602647, 0.506535, 0.4579, 0.385068, 0.374821, 0.357446, 0.069493, 0.031679], "search": ["saab4345915.md", "se77ab36f71.md", "s8bf4229bc6.md", "se33a3ad941.md", "s74229bbce5.md", "s9f70ce440c.md", "s8e594df8a1.md", "s4be4b51045.md", "sf1c14fbc10.md", "s5a9b0f92de.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 43, "n_texts": 252, "n_windows": 363, "n_texts_windowed": 111, "n_tokens": 118903, "n_query_terms": 18, "nnz_texts": 79293, "index_bytes": 956037, "secs_text": 0.1182, "secs_encode": 17.7551, "secs_score": 0.009, "secs_total": 17.8843, "load1_start": 14.71}
{"qid": "a89d7624", "type": "single-session-preference", "abstention": false, "gold": ["se5a0aae273.md"], "ranked": ["sca0ce3d97e.md", "se5a0aae273.md", "sfbf8c1ed69.md", "s17c51b64c6.md", "sba62eb5a6f.md", "s6f062ad0ec.md", "s8fd3b18d9a.md", "s3a375e7455.md", "s801b6e76e7.md", "sbc25a44109.md", "sce3965c101.md", "s46e328b88b.md", "s2b1b13ac20.md", "sd7ced05f94.md", "sb8e19a17ac.md", "seed3544a3e.md", "s05d81250a4.md", "s38d2d9edf1.md", "s50969d4092.md", "sb3ad99a983.md", "sb124623715.md", "s07f7489c25.md", "s34042a4545.md", "sf9addbafe3.md", "s228b23d189.md", "s0f0dbd71f9.md", "sd1f4f9116a.md", "s74f4a43efe.md", "sf00cce59a1.md", "s7769f2ee2c.md", "s46932b6016.md", "sc27b2b45a2.md", "sab207a53f3.md", "s260948de86.md", "se4bf7d55d0.md", "se1eb914a66.md", "see013d47c4.md", "s52f240e39c.md", "s99f1c4b24e.md", "s8016df63d1.md", "s8b2928e0e7.md", "sbc8122c7e6.md", "s2ff293e41e.md", "sd2948c2d07.md", "s6936dc13cc.md", "s0ea10fef1d.md", "s6278b5fc27.md", "scd0e96953e.md"], "s1": [6.868518, 6.04679, 5.399542, 4.82315, 4.729237, 4.370173, 4.115796, 3.874688, 3.834723, 3.795022, 3.538682, 3.445322, 3.007825, 2.715961, 2.683634, 2.649245, 2.539982, 2.493692, 2.489062, 2.013618, 1.977874, 1.773457, 1.607756, 1.577032, 1.566388, 1.545754, 1.492841, 1.338673, 1.26584, 0.974325, 0.969481, 0.958198, 0.914779, 0.884916, 0.823262, 0.807979, 0.743325, 0.720263, 0.642407, 0.559133, 0.546928, 0.44948, 0.376387, 0.362248, 0.314388, 0.194923, 0.162347, 0.053949], "search": ["sca0ce3d97e.md", "se5a0aae273.md", "sfbf8c1ed69.md", "s17c51b64c6.md", "sba62eb5a6f.md", "s6f062ad0ec.md", "s8fd3b18d9a.md", "s3a375e7455.md", "s801b6e76e7.md", "sbc25a44109.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 48, "n_texts": 253, "n_windows": 371, "n_texts_windowed": 118, "n_tokens": 118192, "n_query_terms": 19, "nnz_texts": 79874, "index_bytes": 963141, "secs_text": 0.1267, "secs_encode": 17.6567, "secs_score": 0.0103, "secs_total": 17.7957, "load1_start": 14.53}
{"qid": "b0479f84", "type": "single-session-preference", "abstention": false, "gold": ["s8ca2d3d638.md"], "ranked": ["s8ca2d3d638.md", "sd3ebbb2e4c.md", "sc5f2d1853f.md", "s205704a154.md", "s34a674aeea.md", "s000a4ddaea.md", "sa2d761111b.md", "s6e845b6416.md", "seb92359a3a.md", "s70f49800ea.md", "s8ad26cb4e7.md", "sa6d09c9fc0.md", "s2a0dfc1a0e.md", "s4b93a7fc30.md", "s99b96ca520.md", "s09152268e0.md", "sed5b4fbfe5.md", "sa39263968c.md", "sbb460eafd3.md", "s85e4d2e327.md", "sa6c1507a92.md", "s9eb0952c87.md", "s07027b9634.md", "sf7041ff5b2.md", "sdf0047728f.md", "sbe8b23fc86.md", "sf84939e897.md", "s6662b06267.md", "sde49d1fa96.md", "s8e5573621e.md", "s18e39df327.md", "s79397e08c3.md", "sdb7b1b28d6.md", "sd050ee28c1.md", "s64a08d89b9.md", "s9929210492.md", "s80135489e5.md", "s9d518ffcd9.md", "s5e2e17df8e.md", "s66410b4b51.md", "s458a5bdd12.md", "se85349f0c5.md", "s6a22f84c08.md"], "s1": [8.347063, 5.764442, 4.998761, 4.97902, 4.794506, 4.535975, 4.456303, 4.150605, 3.917669, 3.843503, 3.729623, 3.507834, 3.226635, 2.968272, 2.933554, 2.916777, 2.498502, 2.337729, 2.251296, 2.126474, 1.968537, 1.858669, 1.786492, 1.713784, 1.662064, 1.240793, 1.223705, 1.177573, 1.177031, 0.882769, 0.866868, 0.66971, 0.650497, 0.626762, 0.625308, 0.601494, 0.534309, 0.419381, 0.392082, 0.319669, 0.253482, 0.231694, 0.067534], "search": ["s8ca2d3d638.md", "sd3ebbb2e4c.md", "sc5f2d1853f.md", "s205704a154.md", "s34a674aeea.md", "s000a4ddaea.md", "sa2d761111b.md", "s6e845b6416.md", "seb92359a3a.md", "s70f49800ea.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 43, "n_texts": 252, "n_windows": 369, "n_texts_windowed": 117, "n_tokens": 117765, "n_query_terms": 15, "nnz_texts": 77356, "index_bytes": 932805, "secs_text": 0.1214, "secs_encode": 17.6181, "secs_score": 0.0093, "secs_total": 17.7508, "load1_start": 14.72}
{"qid": "1d4e3b97", "type": "single-session-preference", "abstention": false, "gold": ["sb224ec7a08.md"], "ranked": ["sb224ec7a08.md", "sd300196bd2.md", "s502e2e779d.md", "sad8373b888.md", "se9085b634a.md", "s2133137fb8.md", "sf8f07bcd58.md", "s2e91366484.md", "s63b3bdbfeb.md", "s0da396baa2.md", "sdfddaa05ff.md", "s5e436f36cf.md", "s4e89f1951e.md", "s6b17164a0d.md", "s034b7c050e.md", "s92ff0b3bd9.md", "s4a8d2c8b4a.md", "s214b447239.md", "sf8f06f6f36.md", "s0c298090df.md", "sb81f871f37.md", "s234eb247c6.md", "sf9bb540a20.md", "sf98c415a7a.md", "s9cdd3b27a7.md", "s84ffe900d5.md", "sf4d59b87a7.md", "s585b699132.md", "s764d3fe980.md", "s08f58c1c91.md", "sddf098c979.md", "s3c4822d460.md", "s452c6d17a3.md", "s853823d7d1.md", "s92f7bd9d56.md", "sfdb6cb1640.md", "s9a45f07370.md", "sda0e9223d9.md", "s3657a04e63.md", "sf034512521.md", "s5fe918a6ec.md", "s68d19bef32.md", "sb7b5d7f23c.md"], "s1": [10.445648, 9.199697, 6.622781, 3.818227, 3.685218, 3.291641, 3.058556, 2.932254, 2.86294, 2.83812, 2.80387, 2.520877, 2.479046, 2.412154, 2.299284, 2.069963, 2.025566, 1.994473, 1.981839, 1.958066, 1.942304, 1.868225, 1.84269, 1.836212, 1.822477, 1.693028, 1.676401, 1.458182, 1.272698, 1.19961, 1.096217, 1.067763, 1.057775, 0.805589, 0.672632, 0.467039, 0.33134, 0.329555, 0.325285, 0.146083, 0.104083, 0.084942, 0.023677], "search": ["sb224ec7a08.md", "sd300196bd2.md", "s502e2e779d.md", "sad8373b888.md", "se9085b634a.md", "s2133137fb8.md", "sf8f07bcd58.md", "s2e91366484.md", "s63b3bdbfeb.md", "s0da396baa2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 251, "n_windows": 380, "n_texts_windowed": 129, "n_tokens": 118941, "n_query_terms": 24, "nnz_texts": 79777, "index_bytes": 961925, "secs_text": 0.1237, "secs_encode": 17.6663, "secs_score": 0.0084, "secs_total": 17.8004, "load1_start": 15.09}
{"qid": "07b6f563", "type": "single-session-preference", "abstention": false, "gold": ["sdf63489ff1.md"], "ranked": ["sbb48f8f10f.md", "sdf63489ff1.md", "s6685eac0c5.md", "s365b90efb4.md", "sd268f8c3cf.md", "s14bcaf89d5.md", "s2764a64a67.md", "s24e7e99ad2.md", "s78ffa623d0.md", "s8a687602f9.md", "s3d36b0fa12.md", "sa1a30cd949.md", "s74d044c94b.md", "s13f47a49c9.md", "s4335c4329d.md", "se63c88a94c.md", "sfb81b288dc.md", "s4b3e801e45.md", "s04d3caf899.md", "sc90350f561.md", "s648e9038a9.md", "sbc97b66e0d.md", "s9deb384623.md", "s062a3ff4f9.md", "s478e362824.md", "scd0a7fcd90.md", "s24def8d16e.md", "s7e4db44f67.md", "s863d7c431e.md", "sccac3b2b8c.md", "s75dbebc9f0.md", "s352c198b71.md", "s178fb6c3a3.md", "sfb1a83af30.md", "sbcb84bdbe7.md", "sa8a846509a.md", "sa5c3ecf729.md", "sfc8b8d8261.md", "s5f4ec17fb7.md", "sd3d477d6ae.md", "sa683db4784.md", "s331ff62b8b.md", "s4e855d1392.md", "sc391d205b8.md", "s06a4fd9aa6.md", "scc0d79d407.md", "sdadad7e5ca.md", "s425f927e18.md"], "s1": [4.235667, 3.634405, 3.625829, 3.101713, 2.856316, 2.404755, 2.374784, 2.152157, 2.109671, 1.869498, 1.838282, 1.818145, 1.696815, 1.65538, 1.586355, 1.547783, 1.535316, 1.367234, 1.350035, 1.338043, 1.304812, 1.280182, 1.258195, 1.211971, 1.208014, 1.110811, 1.092452, 1.05486, 1.020042, 0.973286, 0.955242, 0.912462, 0.811469, 0.704153, 0.6739, 0.665925, 0.537942, 0.501735, 0.43556, 0.433216, 0.391645, 0.351565, 0.282672, 0.280247, 0.200714, 0.191515, 0.151119, 0.013511], "search": ["sbb48f8f10f.md", "sdf63489ff1.md", "s6685eac0c5.md", "s365b90efb4.md", "sd268f8c3cf.md", "s14bcaf89d5.md", "s2764a64a67.md", "s24e7e99ad2.md", "s78ffa623d0.md", "s8a687602f9.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 48, "n_texts": 255, "n_windows": 355, "n_texts_windowed": 100, "n_tokens": 118213, "n_query_terms": 12, "nnz_texts": 76545, "index_bytes": 923269, "secs_text": 0.1253, "secs_encode": 17.6834, "secs_score": 0.0097, "secs_total": 17.8206, "load1_start": 15.29}
{"qid": "1c0ddc50", "type": "single-session-preference", "abstention": false, "gold": ["sc7fba23644.md"], "ranked": ["s018f5251a7.md", "sc2c6e86750.md", "sc7fba23644.md", "sd45ecaca13.md", "sad48fa1472.md", "sa85ef9603a.md", "s784adb34ca.md", "sc631f7701f.md", "sc93b98e093.md", "s8f88ba9082.md", "sf0e061d11a.md", "s42292405bb.md", "sc27711ec34.md", "s4629482ead.md", "s840357b4ac.md", "sb173aa3064.md", "s563c8bd26e.md", "sa9a5935937.md", "s3ba4f6a452.md", "sbcb18e1211.md", "sf3188e3be0.md", "sc404a4bde7.md", "s8d113fbc45.md", "sbf1530bb01.md", "s8d35beffa8.md", "s504b44da31.md", "s2006e29e30.md", "s7ba292a165.md", "sce15e243af.md", "s4a77e2d066.md", "s59948f72fb.md", "sa493a7ce2f.md", "s46fdd4ecfd.md", "sc4477134f0.md", "sbb2a0c257d.md", "sa605096340.md", "se85303d3f0.md", "s615d3afb7f.md", "s226bb873e7.md", "s290df178c9.md", "sf0822e1ba8.md", "s5b34bb00e4.md", "s80630bda9b.md", "s9407252bc0.md", "s3806d17044.md", "sa64d60731a.md", "sa79c4f0116.md", "s216f4263cf.md", "s5488347e25.md"], "s1": [8.596179, 6.917365, 6.753279, 6.131256, 6.120697, 5.48148, 4.440732, 4.322103, 4.259234, 4.208952, 3.826646, 3.748677, 3.689873, 3.344679, 3.118318, 3.095021, 2.852547, 2.762158, 2.520894, 2.437622, 2.409145, 2.205237, 2.093896, 1.980877, 1.907178, 1.767778, 1.748528, 1.70252, 1.694548, 1.522621, 1.451132, 1.399524, 1.398038, 1.368433, 1.242089, 1.078788, 0.764163, 0.749287, 0.709336, 0.682233, 0.648322, 0.595934, 0.557475, 0.516337, 0.466057, 0.349371, 0.299971, 0.192399, 0.186273], "search": ["s018f5251a7.md", "sc2c6e86750.md", "sc7fba23644.md", "sd45ecaca13.md", "sad48fa1472.md", "sa85ef9603a.md", "s784adb34ca.md", "sc631f7701f.md", "sc93b98e093.md", "s8f88ba9082.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 254, "n_windows": 355, "n_texts_windowed": 101, "n_tokens": 118032, "n_query_terms": 16, "nnz_texts": 78844, "index_bytes": 950725, "secs_text": 0.1256, "secs_encode": 17.6117, "secs_score": 0.0101, "secs_total": 17.7493, "load1_start": 14.56}
{"qid": "0a34ad58", "type": "single-session-preference", "abstention": false, "gold": ["s2d9b32930e.md"], "ranked": ["s2d9b32930e.md", "s8c1c63eec4.md", "s31bdb4b52b.md", "sd6f6174962.md", "s24413c25f9.md", "s655aae46ed.md", "s94b57ff963.md", "s0595083459.md", "s8970053504.md", "sc1c062ab6d.md", "s342b1e5d6c.md", "se6e44779ff.md", "s690b860f05.md", "s1422211255.md", "s7d683f502e.md", "s5b1e32bdfb.md", "sd94f50d8a0.md", "s25082fd1c5.md", "s8e4ea9256e.md", "sc9b4979198.md", "sa7352a0bbd.md", "se2bc045c93.md", "s66d746e5b1.md", "sd1076673b0.md", "s58800399de.md", "se26836ef32.md", "sb3abc06060.md", "s77e9019029.md", "sb45b35fe5b.md", "s551c5e1990.md", "sf7dd8c33ff.md", "s8efd764781.md", "s1f98869ad9.md", "s2c50cd549a.md", "sa45c3966b6.md", "se320018ecc.md", "s9d41a41673.md", "s21a855084a.md", "s0591b55e96.md", "s9e2db995b0.md", "s0deec5420c.md"], "s1": [9.352318, 6.111131, 5.164391, 5.142735, 5.058925, 5.034942, 4.894184, 4.695803, 4.356452, 3.759794, 3.712014, 3.562804, 3.50545, 3.25745, 3.252752, 3.014981, 2.927631, 2.852516, 2.732019, 2.180379, 2.141829, 2.0587, 2.01937, 1.979225, 1.964223, 1.896974, 1.559492, 1.515248, 1.483404, 1.438816, 1.351029, 1.230119, 0.828622, 0.807036, 0.604501, 0.514756, 0.483612, 0.404532, 0.227369, 0.119289, 0.103582], "search": ["s2d9b32930e.md", "s8c1c63eec4.md", "s31bdb4b52b.md", "sd6f6174962.md", "s24413c25f9.md", "s655aae46ed.md", "s94b57ff963.md", "s0595083459.md", "s8970053504.md", "sc1c062ab6d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 41, "n_texts": 252, "n_windows": 375, "n_texts_windowed": 123, "n_tokens": 119123, "n_query_terms": 20, "nnz_texts": 78681, "index_bytes": 948613, "secs_text": 0.1189, "secs_encode": 17.7609, "secs_score": 0.0087, "secs_total": 17.8904, "load1_start": 14.94}
{"qid": "d3ab962e", "type": "multi-session", "abstention": false, "gold": ["s4140e4cfd8.md", "sa1df62342b.md"], "ranked": ["s4140e4cfd8.md", "sf1fc643d6c.md", "sa1df62342b.md", "s7f4b8e08be.md", "s7aef16b80b.md", "se54a57a3ab.md", "s0686e3100c.md", "sddd292d253.md", "s65c0def0ff.md", "s345ed02639.md", "s6dcc631b61.md", "s70353c3b11.md", "s22719fe366.md", "s4ba79b2e2a.md", "s5604cee08b.md", "sc4551df819.md", "sb63d0f5e46.md", "s0067eef1fa.md", "s450b9cea3b.md", "saa726b70e6.md", "sf3a19bf9b1.md", "s7c172f224e.md", "sfdccc0703c.md", "sd7f2cbf5f2.md", "s0cc3603519.md", "s866f3d63a4.md", "s9a7db5cae6.md", "sc5666bdf60.md", "s0505f651eb.md", "s106ecd8e8f.md", "sd8e836bde8.md", "sdbbd33e631.md", "s290ca296d2.md", "s7444ae5198.md", "sc7240c62e2.md", "se4c9a556c8.md", "s555ab4ebaa.md", "s91f84f86b5.md", "s419c633a78.md", "sc0397c4780.md", "se40e487e9c.md", "s7bd5ce23d7.md", "s6a89c7ca42.md", "sa083c60ad7.md", "se3709bad74.md", "sf10970166b.md", "sbdb3fcebca.md", "s8839f08ad8.md", "s444128ecc8.md"], "s1": [6.893347, 6.702394, 6.501235, 3.151549, 2.812585, 2.084233, 1.926034, 1.853577, 1.80553, 1.769779, 1.674718, 1.54455, 1.404384, 1.38535, 1.383507, 1.365053, 1.364132, 1.313024, 1.166296, 1.128817, 1.058218, 1.052506, 1.04747, 1.011865, 0.906019, 0.885541, 0.82365, 0.812451, 0.787502, 0.69531, 0.687127, 0.671053, 0.619168, 0.55588, 0.543766, 0.501984, 0.491408, 0.368547, 0.368009, 0.361102, 0.356675, 0.324123, 0.317469, 0.154832, 0.131835, 0.120956, 0.056441, 0.031158, 0.019885], "search": ["s4140e4cfd8.md", "sf1fc643d6c.md", "sa1df62342b.md", "s7f4b8e08be.md", "s7aef16b80b.md", "se54a57a3ab.md", "s0686e3100c.md", "sddd292d253.md", "s65c0def0ff.md", "s345ed02639.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 248, "n_windows": 345, "n_texts_windowed": 97, "n_tokens": 116733, "n_query_terms": 17, "nnz_texts": 76004, "index_bytes": 916677, "secs_text": 0.1242, "secs_encode": 17.4638, "secs_score": 0.0087, "secs_total": 17.5988, "load1_start": 15.24}
{"qid": "2311e44b", "type": "multi-session", "abstention": false, "gold": ["s6466f6fdf5.md", "s9cc548c6a0.md"], "ranked": ["s9cc548c6a0.md", "s6466f6fdf5.md", "sd50a9cb042.md", "s667cd7dc0e.md", "s1a7ae05866.md", "sd6e725f574.md", "saa72f71045.md", "s6bf4b27487.md", "s107b15280c.md", "s441beb52bf.md", "s0f15e735f9.md", "s30005badd3.md", "s57107a29c6.md", "s6cde80f473.md", "sded02fd1b1.md", "s48a8df6400.md", "sd972820a34.md", "sbe2d36dd0e.md", "s747731d618.md", "s4ea001f043.md", "s64f01323c3.md", "s348b08a415.md", "s7c8cd889dc.md", "s241a2b4ac2.md", "sa105e147ca.md", "s436c129412.md", "s1f664aea56.md", "s032321d0b7.md", "sca27d24f3f.md", "s1327ff1112.md", "s4afbeda451.md", "s99eef6b944.md", "sf6de2f1255.md", "s64dded3249.md", "s0c1b13b452.md", "s2743200cde.md", "s1667684f89.md", "s6efc2b74f7.md", "s6276040b8c.md", "s74830f699c.md", "s8d6866bbbc.md", "see2632da98.md", "s376b1392f9.md", "s90392f541f.md", "sfa546c609a.md", "s0e8b227954.md", "s3718dfcccd.md", "s206ce08e44.md", "sf8f3d03b69.md"], "s1": [15.322634, 10.772251, 5.066476, 5.034934, 3.933016, 3.873054, 3.501873, 3.381196, 3.367019, 3.284868, 3.247437, 3.204332, 3.196855, 2.991867, 2.896556, 2.861057, 2.780622, 2.756968, 2.713958, 2.703835, 2.672626, 2.587027, 2.476288, 2.427703, 2.377389, 2.352706, 2.328984, 2.303538, 2.259253, 2.224283, 1.945046, 1.855541, 1.83018, 1.757427, 1.16449, 1.142791, 1.089079, 1.004388, 0.927019, 0.864193, 0.568011, 0.405226, 0.400932, 0.339107, 0.305209, 0.290766, 0.223111, 0.189591, 0.018245], "search": ["s9cc548c6a0.md", "s6466f6fdf5.md", "sd50a9cb042.md", "s667cd7dc0e.md", "s1a7ae05866.md", "sd6e725f574.md", "saa72f71045.md", "s6bf4b27487.md", "s107b15280c.md", "s441beb52bf.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 256, "n_windows": 362, "n_texts_windowed": 106, "n_tokens": 118266, "n_query_terms": 16, "nnz_texts": 78689, "index_bytes": 948997, "secs_text": 0.1252, "secs_encode": 17.6554, "secs_score": 0.0093, "secs_total": 17.7919, "load1_start": 15.52}
{"qid": "cc06de0d", "type": "multi-session", "abstention": false, "gold": ["sc251fd98de.md", "sebf2bef38e.md"], "ranked": ["sebf2bef38e.md", "sc251fd98de.md", "sae04ec051a.md", "s80bf829467.md", "saed5442030.md", "sb94b9cb7ea.md", "sc367a73d50.md", "sc9584ab1de.md", "sf358c98a93.md", "sb31a265dc6.md", "s5142114b42.md", "sd5659bdf29.md", "s815914f9e3.md", "s38e395c169.md", "se4730104ff.md", "sf827f4b6ab.md", "s90068b19c7.md", "s375c250cba.md", "sa2e619ab63.md", "s5c4c239ad9.md", "scc2bb382e7.md", "sc6ee8c32ef.md", "sb5380e313e.md", "s5d6a2c654d.md", "s02737d2cfe.md", "s6b4cc571a8.md", "seffe10ebd1.md", "sfe7b1a9139.md", "s869799ad49.md", "sdd82884130.md", "sce82da45af.md", "se4cf38237c.md", "s0dca9d3775.md", "sa8a67274ff.md", "saaa98eecca.md", "s2a69a243ca.md", "sb6cee19ffa.md", "sf93563c0e5.md", "sab0b2bb401.md", "s998231d21b.md", "sbd7d578f34.md"], "s1": [21.391893, 20.62348, 13.666742, 7.127612, 6.699814, 5.586941, 5.498322, 5.340513, 4.884299, 4.528137, 4.095692, 4.063266, 3.837654, 3.627977, 3.223084, 3.125432, 3.013637, 2.940938, 2.931917, 2.644228, 2.559476, 2.54598, 2.519821, 2.395351, 2.382506, 2.304529, 2.265763, 1.963762, 1.875706, 1.709071, 1.563942, 1.467204, 1.293103, 1.269988, 1.124775, 1.052116, 1.013284, 0.573025, 0.524686, 0.317925, 0.103311], "search": ["sebf2bef38e.md", "sc251fd98de.md", "sae04ec051a.md", "s80bf829467.md", "saed5442030.md", "sb94b9cb7ea.md", "sc367a73d50.md", "sc9584ab1de.md", "sf358c98a93.md", "sb31a265dc6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 41, "n_texts": 249, "n_windows": 369, "n_texts_windowed": 120, "n_tokens": 119423, "n_query_terms": 21, "nnz_texts": 80836, "index_bytes": 974533, "secs_text": 0.1221, "secs_encode": 17.8861, "secs_score": 0.0096, "secs_total": 18.0198, "load1_start": 14.43}
{"qid": "a11281a2", "type": "multi-session", "abstention": false, "gold": ["sbc19bedd3f.md", "sea6c309a14.md"], "ranked": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "sebb60f153c.md", "sbe00b66ad1.md", "s32030a7f2e.md", "sce2f47af1c.md", "se265dab022.md", "sa88a06e139.md", "s09d6129bbd.md", "s9450e6b95c.md", "s3cefa004cb.md", "s8dfbe1ea76.md", "s04518942d6.md", "s145a794084.md", "sa3f2e472ab.md", "s56bcf577d2.md", "seb0e2c73be.md", "s7911e08358.md", "s1dfac89d76.md", "sa66e6740aa.md", "sacf6f51fa2.md", "sa8f8a1b954.md", "s44ecbbf126.md", "s6c32d00b86.md", "s230c68c220.md", "sc6ccd234c0.md", "s89b02e6420.md", "s8eaf6ffbbf.md", "s4a506ccec6.md", "s62d3ea8710.md", "s8548022e72.md", "sfd875d30ab.md", "sbdccdcaa88.md", "sf6d6f74d07.md", "s62a1b7a689.md", "s6b5c6983c9.md", "sa467a65c5d.md", "sa44760f143.md", "sad8e7e6a8a.md", "sa40af194ed.md", "s40881c1d60.md", "sfbc75a4225.md", "sb5e58ab941.md", "s6b5f577ba4.md", "s40dbfe5565.md", "s20a32bac6b.md", "s194ea50da8.md", "scbb4169284.md", "s2562c0f4fd.md"], "s1": [14.536242, 13.774012, 11.14603, 6.458404, 6.050875, 5.456539, 4.845475, 2.45856, 2.346142, 2.325842, 2.116846, 2.111482, 2.000253, 1.908282, 1.850072, 1.648977, 1.528873, 1.462091, 1.39053, 1.36764, 1.364269, 1.254922, 1.248854, 1.202661, 1.174515, 1.159071, 1.146756, 1.057681, 1.050481, 1.035043, 1.000669, 0.970365, 0.964985, 0.958836, 0.948211, 0.856361, 0.726591, 0.709163, 0.44478, 0.404311, 0.394952, 0.311885, 0.260909, 0.258705, 0.179599, 0.173938, 0.170879, 0.163618, 0.132528, 0.047007], "search": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "sebb60f153c.md", "sbe00b66ad1.md", "s32030a7f2e.md", "sce2f47af1c.md", "se265dab022.md", "sa88a06e139.md", "s09d6129bbd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 261, "n_windows": 392, "n_texts_windowed": 131, "n_tokens": 121072, "n_query_terms": 16, "nnz_texts": 82043, "index_bytes": 989125, "secs_text": 0.1266, "secs_encode": 18.0114, "secs_score": 0.0092, "secs_total": 18.1492, "load1_start": 14.81}
{"qid": "4f54b7c9", "type": "multi-session", "abstention": false, "gold": ["s49a909499e.md", "sb0da6ca072.md"], "ranked": ["sb0da6ca072.md", "s49a909499e.md", "s304b0a4477.md", "saa7fa5bac2.md", "sf3168a83f3.md", "s19550f455b.md", "sef1b7d6fae.md", "scd0745fe16.md", "s02f5cb69ed.md", "s1c0b1db535.md", "s0bdcdbf394.md", "s49026884a3.md", "s93382c4678.md", "sd928aeea94.md", "s9c1b4d1985.md", "s9a887df4fe.md", "s2bb9ceb278.md", "s297aa44e6b.md", "s2a95258aaa.md", "scef6ff44cf.md", "s2daff55df7.md", "se082137d0a.md", "s3af6c9e848.md", "sa33b2440e7.md", "s777fb7d43f.md", "s13f89f4a40.md", "s8dc2ce4cf9.md", "sa85aeea44a.md", "sce415dac9d.md", "sb84d6512e6.md", "sac729b845a.md", "s7a089a5e82.md", "s37a4ba02b7.md", "s3e3e188892.md", "s13dd1821a5.md", "s3a3b7ec2f8.md", "sa06765cb2c.md", "s574f7ba44c.md", "sca50e7ca91.md", "sbcdb38e724.md", "s97667d1368.md", "sd82f44157c.md", "s99010f20c4.md", "s69a2de80ce.md", "sd566cb2860.md"], "s1": [13.44671, 10.839442, 5.814103, 4.65887, 4.515836, 3.736556, 3.38021, 3.285866, 3.263513, 3.110993, 2.937052, 2.90125, 2.862649, 2.673604, 2.604176, 2.588025, 2.553649, 2.48022, 2.263968, 2.203794, 2.197185, 2.130572, 2.126225, 2.011892, 1.956194, 1.883653, 1.41978, 1.388357, 1.347186, 1.343343, 1.339638, 1.272315, 1.173948, 1.109628, 1.080361, 1.065033, 0.886857, 0.87523, 0.730052, 0.717513, 0.642288, 0.509525, 0.367175, 0.233756, 0.071946], "search": ["sb0da6ca072.md", "s49a909499e.md", "s304b0a4477.md", "saa7fa5bac2.md", "sf3168a83f3.md", "s19550f455b.md", "sef1b7d6fae.md", "scd0745fe16.md", "s02f5cb69ed.md", "s1c0b1db535.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 236, "n_windows": 342, "n_texts_windowed": 98, "n_tokens": 113339, "n_query_terms": 16, "nnz_texts": 72369, "index_bytes": 872965, "secs_text": 0.1175, "secs_encode": 16.9448, "secs_score": 0.0083, "secs_total": 17.0724, "load1_start": 14.53}
{"qid": "85fa3a3f", "type": "multi-session", "abstention": false, "gold": ["s0a4e047036.md", "s321914b2b9.md"], "ranked": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "sc9b36af9c6.md", "sa0a4609515.md", "s53ce3e29d6.md", "sd328988d4c.md", "sb2db46189d.md", "s9d20f5cd0d.md", "sc3317ba34a.md", "s7d581639a2.md", "s49589f418d.md", "s9a1b274cb1.md", "sf7fe9374b7.md", "s929a523c93.md", "sbc8717be1d.md", "s0c6b6f0929.md", "s6ed3d534c2.md", "s878114e456.md", "sd6be39d4da.md", "s04eed59eab.md", "se7db28342f.md", "sbe005d64b5.md", "sd14e195a74.md", "s6f94bb8ebe.md", "s936c202aec.md", "sb9cb4b71a0.md", "sd25856c0ea.md", "s06741a8150.md", "s66a68174f6.md", "s4b9f0c0ed4.md", "s1ad88ee358.md", "se2e3cc0f5b.md", "sc7bc5b6b00.md", "s0fc17f291a.md", "s5b7c44bad5.md", "sc7d6c10201.md", "s2165ab3609.md", "s16b8f64cfd.md", "s65705b13b6.md", "s1694b47c63.md", "s7a1cb2f300.md", "s1e1308f31c.md"], "s1": [29.289951, 18.978291, 8.028187, 5.778975, 5.68585, 5.434767, 5.330485, 5.231626, 5.130116, 4.871404, 4.772195, 4.703365, 4.492041, 4.20095, 4.001269, 3.863677, 3.828958, 3.608727, 2.797512, 2.605993, 2.510993, 2.506073, 2.244819, 2.180766, 2.074549, 1.899061, 1.813454, 1.732191, 1.693389, 1.643772, 1.619192, 1.400948, 1.383595, 1.225785, 1.02506, 0.985404, 0.835965, 0.642726, 0.486096, 0.46839, 0.466529, 0.348757, 0.014271], "search": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "sc9b36af9c6.md", "sa0a4609515.md", "s53ce3e29d6.md", "sd328988d4c.md", "sb2db46189d.md", "s9d20f5cd0d.md", "sc3317ba34a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 43, "n_texts": 248, "n_windows": 366, "n_texts_windowed": 118, "n_tokens": 119318, "n_query_terms": 26, "nnz_texts": 78452, "index_bytes": 945989, "secs_text": 0.1241, "secs_encode": 17.8931, "secs_score": 0.009, "secs_total": 18.0281, "load1_start": 13.84}
{"qid": "9aaed6a3", "type": "multi-session", "abstention": false, "gold": ["s4c2883ce19.md", "s9910802e2f.md"], "ranked": ["s4c2883ce19.md", "s3ec2521e95.md", "s9910802e2f.md", "s8b4506b75d.md", "s15a3233c90.md", "sec573df924.md", "s41c1edb707.md", "s36e90f6e12.md", "sffeaf90167.md", "sce22b4721a.md", "seef9faf27d.md", "sb36b7b59cb.md", "s6e3250841e.md", "sfd95ddb7ba.md", "s67fa062bf3.md", "s31db3967b0.md", "s5214da798f.md", "s9ce4d04efa.md", "s8d9032e387.md", "s36b6590238.md", "s83820d2e3f.md", "s8fccafed92.md", "sf1fd814cbe.md", "s72cfcdd78b.md", "s2fdcf1894a.md", "s9db07b20a8.md", "s6e287e874f.md", "s5a368e83eb.md", "s6c199303aa.md", "sdcd4bd759f.md", "s3400d4c660.md", "sd0f501c259.md", "sbda108dd36.md", "sbf5bb72a02.md", "sd9ae2f5868.md", "s971f03d06a.md", "s7672558394.md", "sbfc37b802f.md", "s45151ff35d.md", "se60c5442a8.md", "s4c98d5b009.md", "s51db28ceea.md", "s3956e75ef3.md", "s17a969025b.md", "sb91ee73a16.md", "sddf0713ba2.md", "s4388162a10.md", "s9ae4d55e0b.md", "s32ab4aabff.md", "see18f1bd0b.md"], "s1": [20.547836, 15.398283, 11.888023, 5.547997, 4.729445, 4.643703, 4.002606, 3.958213, 3.504946, 3.259769, 2.945802, 2.798334, 2.684626, 2.587599, 2.511086, 2.5041, 2.286949, 2.206214, 2.106946, 2.028338, 1.980719, 1.974039, 1.895272, 1.846909, 1.83053, 1.742154, 1.729729, 1.685959, 1.594487, 1.28331, 1.182221, 1.164775, 1.14698, 1.083172, 1.05267, 0.980223, 0.959946, 0.922008, 0.908929, 0.873878, 0.873646, 0.551065, 0.448856, 0.435011, 0.403535, 0.386311, 0.359826, 0.350268, 0.256365, 0.242626], "search": ["s4c2883ce19.md", "s3ec2521e95.md", "s9910802e2f.md", "s8b4506b75d.md", "s15a3233c90.md", "sec573df924.md", "s41c1edb707.md", "s36e90f6e12.md", "sffeaf90167.md", "sce22b4721a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 50, "n_texts": 255, "n_windows": 352, "n_texts_windowed": 97, "n_tokens": 118213, "n_query_terms": 15, "nnz_texts": 75917, "index_bytes": 915589, "secs_text": 0.1214, "secs_encode": 17.651, "secs_score": 0.0083, "secs_total": 17.7826, "load1_start": 14.32}
{"qid": "1f2b8d4f", "type": "multi-session", "abstention": false, "gold": ["s27ca342696.md", "sdc14a13669.md"], "ranked": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "s83af440a6f.md", "s57840021f8.md", "sac5acff248.md", "s5a12a60efd.md", "sf53b212a98.md", "sa7e13c2124.md", "s7e80fe11e8.md", "sf70df41246.md", "s9a7aed1329.md", "s999d1a53a6.md", "s8c534186de.md", "se79d9235fd.md", "s7ca9267a60.md", "s49e0efb143.md", "sf3796905fb.md", "s409e88e942.md", "sb28a596331.md", "s2a9c45db1c.md", "s4ac5b6d0be.md", "s33eac10fd3.md", "s896cb9f012.md", "s5799457aac.md", "sf4e55a2a63.md", "s9b6149acb3.md", "s76940abaff.md", "s34910b3373.md", "sf27b851ba6.md", "sb9c223dfe1.md", "s19730a397c.md", "sa5db50b5ee.md", "sb3b0fc853f.md", "sbe3cb24a24.md", "sbfcd7aa582.md", "sd0bbe71cba.md", "scf02d2da3a.md", "se386c0fb5a.md", "se077d501b8.md", "sc1dfbb27ff.md", "sc3c5f134db.md", "s1935c37263.md", "s9a2bba7139.md", "s3141c4f52c.md", "s9f04e8338e.md", "s2c95449bdb.md"], "s1": [22.955519, 18.819942, 9.517346, 7.730068, 5.941588, 5.165004, 5.156758, 4.708313, 4.606786, 4.414839, 3.989526, 3.726931, 3.314553, 3.257077, 2.711487, 2.481346, 2.409185, 2.052917, 1.797077, 1.699786, 1.68227, 1.675919, 1.673238, 1.598462, 1.551816, 1.188154, 1.139245, 1.135013, 1.126812, 1.097927, 0.955892, 0.954891, 0.933002, 0.757629, 0.717963, 0.694552, 0.679632, 0.678258, 0.54298, 0.410834, 0.380414, 0.353713, 0.336339, 0.172685, 0.146967, 0.097107, 0.005595], "search": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "s83af440a6f.md", "s57840021f8.md", "sac5acff248.md", "s5a12a60efd.md", "sf53b212a98.md", "sa7e13c2124.md", "s7e80fe11e8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 47, "n_texts": 252, "n_windows": 354, "n_texts_windowed": 102, "n_tokens": 117138, "n_query_terms": 20, "nnz_texts": 75458, "index_bytes": 910213, "secs_text": 0.1188, "secs_encode": 17.5398, "secs_score": 0.0087, "secs_total": 17.6697, "load1_start": 14.28}
{"qid": "e6041065", "type": "multi-session", "abstention": false, "gold": ["s9e36079c38.md", "sa16d1fc74b.md"], "ranked": ["sa16d1fc74b.md", "s9e36079c38.md", "s228e954d1e.md", "s2fb4e8e47f.md", "s2d9ee89358.md", "see6832267a.md", "se722f0cead.md", "s85ff252f2e.md", "s6ace6bd438.md", "s413a3d2afa.md", "sff1ebff25d.md", "scb3eee4cda.md", "s482918f12d.md", "s951c8744aa.md", "s52fe0a8f92.md", "sf248827da3.md", "s7669b4c40b.md", "s90a47d7467.md", "s8cd065f991.md", "sb40c5ce366.md", "s8363aac22a.md", "s7d2adcca9b.md", "s2b7af13379.md", "sb11091d5b0.md", "s6766990543.md", "s968297118f.md", "sf3722377d5.md", "s59d20b2617.md", "sd55abfdf17.md", "se5b916138d.md", "s6fa06385bf.md", "s46c039b7af.md", "scca44a6720.md", "s34797dadf5.md", "s0c5a22215c.md", "s15c8fa8d48.md", "sc46fe86346.md", "s37f57a5982.md", "sbd35eed4c6.md", "s05f9a2ee77.md", "s1cee07126e.md", "sc2296b7fc7.md", "s5d7260be0f.md", "s6a17d3a624.md"], "s1": [13.374125, 10.215015, 5.860555, 4.585266, 4.284625, 4.155535, 3.886809, 3.781625, 3.497132, 3.030253, 3.017768, 2.679392, 2.465859, 2.425442, 2.392117, 2.389518, 2.331629, 2.224438, 1.850361, 1.78558, 1.758814, 1.511943, 1.442228, 1.415796, 1.378842, 1.250664, 1.202077, 1.163126, 1.152912, 1.007435, 0.997943, 0.961557, 0.815946, 0.802519, 0.785145, 0.665432, 0.513315, 0.46115, 0.314359, 0.300008, 0.275902, 0.197858, 0.156296, 0.029846], "search": ["sa16d1fc74b.md", "s9e36079c38.md", "s228e954d1e.md", "s2fb4e8e47f.md", "s2d9ee89358.md", "see6832267a.md", "se722f0cead.md", "s85ff252f2e.md", "s6ace6bd438.md", "s413a3d2afa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 251, "n_windows": 368, "n_texts_windowed": 117, "n_tokens": 117304, "n_query_terms": 15, "nnz_texts": 78669, "index_bytes": 948485, "secs_text": 0.1176, "secs_encode": 17.4379, "secs_score": 0.0086, "secs_total": 17.5658, "load1_start": 14.66}
{"qid": "51c32626", "type": "multi-session", "abstention": false, "gold": ["s445692cd5a.md", "s647ebdee0a.md"], "ranked": ["s445692cd5a.md", "s647ebdee0a.md", "sc005e5bb23.md", "s19e685c14f.md", "se72472629c.md", "s909c58fbf4.md", "sbe293a32f8.md", "s703e70b7ec.md", "s32438609fa.md", "s6cd048a4c5.md", "scec98ede39.md", "s300f710aa1.md", "seb718b5d53.md", "s2806ccce6f.md", "sff4653408a.md", "s291b3be7fa.md", "s780f67c031.md", "s9a95b218de.md", "sb3b2dd50a9.md", "s51b0a70d1f.md", "scfbcbceee7.md", "sde0181ece9.md", "s2d6528400b.md", "sff51f01bd7.md", "s5ccade69e4.md", "s30cd48305a.md", "s7d3b822fc6.md", "s292b1287dc.md", "s24708764c8.md", "se28c78773a.md", "sc62734eddf.md", "s22536aec5a.md", "sb18053c781.md", "s0d8e2a97b1.md", "s530b0ddaee.md", "s6e330ef106.md", "s796054be41.md", "scb24e197f2.md", "s660c3ff190.md", "s2dedbaba83.md", "sab9571b6c7.md", "sa83bb85718.md", "sba00d66cb8.md", "s2d99c99f6a.md", "s513236fb52.md", "s9823c4aad3.md"], "s1": [13.9641, 13.243986, 7.944231, 3.786759, 3.540994, 3.032797, 2.944447, 2.923743, 2.606116, 2.313817, 2.166471, 2.092339, 2.023355, 1.991671, 1.990032, 1.9609, 1.921015, 1.760096, 1.754888, 1.629546, 1.584153, 1.574871, 1.503301, 1.493248, 1.40031, 1.392588, 1.389374, 1.345548, 1.334795, 1.334269, 1.256009, 1.136242, 1.030943, 0.919661, 0.900594, 0.872567, 0.853572, 0.808753, 0.642131, 0.63007, 0.512575, 0.472374, 0.364152, 0.123661, 0.096246, 0.092926], "search": ["s445692cd5a.md", "s647ebdee0a.md", "sc005e5bb23.md", "s19e685c14f.md", "se72472629c.md", "s909c58fbf4.md", "sbe293a32f8.md", "s703e70b7ec.md", "s32438609fa.md", "s6cd048a4c5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 46, "n_texts": 248, "n_windows": 354, "n_texts_windowed": 106, "n_tokens": 118312, "n_query_terms": 13, "nnz_texts": 76794, "index_bytes": 926085, "secs_text": 0.1196, "secs_encode": 17.7571, "secs_score": 0.0095, "secs_total": 17.8881, "load1_start": 15.12}
{"qid": "d905b33f", "type": "multi-session", "abstention": false, "gold": ["s697efa5209.md", "sb5d2d76437.md"], "ranked": ["sb5d2d76437.md", "s5458c635a4.md", "se91524bec0.md", "sfee233b081.md", "s697efa5209.md", "s366121c87e.md", "sf69c998923.md", "sb18bb1d742.md", "sb5e70df11a.md", "s682ce1c2da.md", "s4ac61f6a68.md", "sb3aa5ad9b6.md", "sc6b5011693.md", "s451b8066c1.md", "sb237759f37.md", "sc994768a44.md", "s8b8b6ad34d.md", "s4475f9f647.md", "s3f57d6195d.md", "sc96db2afe8.md", "sda37a87515.md", "sb82507d1ea.md", "s1c95fcc140.md", "s997f4dab39.md", "s9a558f466e.md", "sd889f03edf.md", "sc165f0f4ca.md", "sa73cc888da.md", "s9b46024903.md", "s130216940d.md", "sf5d30515f1.md", "s7b3ceafc18.md", "s0f4caa139f.md", "sf805f93ef4.md", "se80c54978a.md", "s51c9cc6d4a.md", "s286153739b.md", "s79715555c9.md", "sf914cf3a2c.md", "s760d887424.md", "s4a8933e6f0.md", "sebf2acfdac.md", "s386df116b4.md", "se7f6bfd525.md", "s61d5890dd7.md", "s7dcc604eef.md", "s78b652cae8.md"], "s1": [10.191977, 7.448983, 7.296793, 7.289782, 6.350502, 5.817884, 5.161813, 4.537158, 4.435538, 3.656247, 3.635799, 3.31153, 3.304053, 3.259756, 3.250187, 3.206139, 3.06712, 2.872036, 2.813489, 2.780237, 2.758756, 2.348638, 2.216544, 2.19501, 2.091034, 2.020627, 2.011907, 2.007611, 1.810287, 1.737581, 1.559041, 1.389879, 1.356955, 1.200777, 1.121553, 1.120493, 0.889267, 0.815159, 0.724596, 0.667884, 0.654337, 0.448039, 0.352209, 0.237961, 0.209807, 0.180323, 0.073867], "search": ["sb5d2d76437.md", "s5458c635a4.md", "se91524bec0.md", "sfee233b081.md", "s697efa5209.md", "s366121c87e.md", "sf69c998923.md", "sb18bb1d742.md", "sb5e70df11a.md", "s682ce1c2da.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 254, "n_windows": 358, "n_texts_windowed": 103, "n_tokens": 119393, "n_query_terms": 16, "nnz_texts": 77290, "index_bytes": 932037, "secs_text": 0.1183, "secs_encode": 17.8728, "secs_score": 0.0092, "secs_total": 18.0025, "load1_start": 15.37}
{"qid": "7405e8b1", "type": "multi-session", "abstention": false, "gold": ["s1493d128dc.md", "s685abcadd0.md"], "ranked": ["s685abcadd0.md", "s1493d128dc.md", "s13eae83c9a.md", "s9e1fc63bbb.md", "s6b2568513c.md", "s412019174a.md", "s58ee72f231.md", "s6fa9e2de84.md", "s66b883bb0d.md", "sd48907362e.md", "sd67c87e640.md", "sde900a50e2.md", "sfcabba17da.md", "s73f7b4bb20.md", "sa93193a1dd.md", "s8a794b7e6f.md", "s9c499801bb.md", "sb558c31590.md", "scd9274e6c6.md", "s72db599769.md", "s460b98ac9c.md", "scede97d2f9.md", "sa99861fcdf.md", "sc56598cab5.md", "sbd6705a125.md", "s362f8cd160.md", "s5850479ee4.md", "sdb2b4a7191.md", "s38c7510fa0.md", "s88993d8e42.md", "s8bccee79aa.md", "sa700d70204.md", "s2963df7f1c.md", "s09bcde020d.md", "s3a601bfb80.md", "s0a21d98183.md", "sbde8c6677d.md", "sd23ea8d85e.md", "s7be744af66.md", "s2983b68e56.md", "sd045a757b4.md", "s58ebdb5dd1.md", "s3264dc6f2b.md", "sed9560058b.md", "sca5c75c5a4.md", "s471044b77e.md"], "s1": [16.691296, 16.434067, 5.51617, 5.250482, 5.189316, 4.895228, 4.027371, 3.454307, 3.221216, 2.740266, 2.725722, 2.715199, 2.56581, 2.457506, 2.235788, 2.208543, 1.963471, 1.954461, 1.912317, 1.903755, 1.834764, 1.820407, 1.814051, 1.754229, 1.71472, 1.690915, 1.680551, 1.630538, 1.578506, 1.406549, 1.375225, 1.350929, 1.139312, 1.090902, 1.075001, 0.997427, 0.96558, 0.933621, 0.904558, 0.855843, 0.675003, 0.629931, 0.578773, 0.529417, 0.411366, 0.3893], "search": ["s685abcadd0.md", "s1493d128dc.md", "s13eae83c9a.md", "s9e1fc63bbb.md", "s6b2568513c.md", "s412019174a.md", "s58ee72f231.md", "s6fa9e2de84.md", "s66b883bb0d.md", "sd48907362e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 46, "n_texts": 255, "n_windows": 356, "n_texts_windowed": 101, "n_tokens": 118910, "n_query_terms": 24, "nnz_texts": 78683, "index_bytes": 948741, "secs_text": 0.1255, "secs_encode": 17.8521, "secs_score": 0.0098, "secs_total": 17.9895, "load1_start": 15.25}
{"qid": "f35224e0", "type": "multi-session", "abstention": false, "gold": ["s830c520fa0.md", "sdc2ef2e956.md"], "ranked": ["s830c520fa0.md", "s5606869390.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s89e0af57a1.md", "s9bc39ad1ea.md", "s1101a84fda.md", "sa1bceee9fe.md", "sf1e869f888.md", "s2d43afab0c.md", "s202275e591.md", "s5aa1929466.md", "se5b9f0e766.md", "sef13a89bf1.md", "sa963982adb.md", "s6549733392.md", "s8467d32527.md", "sfa30a9a9fc.md", "s4b6a184c46.md", "s4c8cf4a72b.md", "s099461bd41.md", "s3350d4b5c5.md", "s26e4f1bc35.md", "s452e34ffad.md", "s38022fdee1.md", "s1069564471.md", "s4820b34b44.md", "s95374dcbf0.md", "sc83650e886.md", "sf6d2b1ccfa.md", "s97afdff575.md", "s73b1a33019.md", "s5d3e009cb7.md", "s1099c3a7d5.md", "s4631e12327.md", "s94dc950950.md", "sa3cbc3f361.md", "s3a09ee52d3.md", "sbb79535a63.md", "sbccefb1d61.md", "se6d6b2eec4.md", "sd32fa9c319.md", "s3dac87b42c.md", "scc7887df89.md", "s62eac48e94.md", "s214d352872.md", "sb5a51dc39f.md", "s0bebd6aa79.md", "s505fb26bda.md", "s7e6f5c28d5.md"], "s1": [8.50386, 8.276418, 6.407812, 4.598014, 4.36463, 4.161698, 3.866564, 3.758207, 3.658913, 3.601555, 3.39939, 3.299004, 3.263486, 3.238135, 3.188254, 2.92799, 2.917419, 2.707719, 2.651801, 2.541024, 2.496488, 2.435669, 2.424456, 2.359202, 2.281062, 2.233422, 2.107152, 2.070442, 2.054392, 2.002708, 1.85362, 1.788654, 1.554263, 1.509179, 1.409182, 1.279663, 1.16336, 1.009719, 0.867091, 0.853805, 0.835074, 0.675913, 0.631068, 0.611997, 0.539094, 0.381231, 0.374423, 0.325817, 0.321616, 0.285199], "search": ["s830c520fa0.md", "s5606869390.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s89e0af57a1.md", "s9bc39ad1ea.md", "s1101a84fda.md", "sa1bceee9fe.md", "sf1e869f888.md", "s2d43afab0c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 254, "n_windows": 362, "n_texts_windowed": 108, "n_tokens": 119130, "n_query_terms": 23, "nnz_texts": 77844, "index_bytes": 938885, "secs_text": 0.125, "secs_encode": 17.8399, "secs_score": 0.0091, "secs_total": 17.9757, "load1_start": 15.47}
{"qid": "6456829e", "type": "multi-session", "abstention": false, "gold": ["s0da157e8c4.md", "s7ae99d1efa.md"], "ranked": ["sa7a4d852a2.md", "s7ae99d1efa.md", "s0da157e8c4.md", "sb3fae70b10.md", "s6ef5328d77.md", "sa2501989bc.md", "s1d52c8f24d.md", "sd6f0922b5c.md", "s3dadedd5b0.md", "s8fba565228.md", "s36adbc4758.md", "s277bf2c5af.md", "s5e99da74b2.md", "sf203b05e72.md", "s91d9e46146.md", "s85d5df8b59.md", "sd2bebb5b06.md", "sb8c8e72423.md", "s1718017c89.md", "se7d2549475.md", "sdd9622bcdf.md", "s090e3ab4e4.md", "s1315e3d542.md", "s4c39dc4808.md", "s47ec412bb0.md", "s1c96210c31.md", "s4798338f14.md", "s4c5d88f04c.md", "s53d3a10be2.md", "s3d475d2f88.md", "s276fc52e4d.md", "scad817ecd1.md", "sf28addf5bf.md", "s5a8279de4e.md", "s78b0ab9c02.md", "s20cb23d254.md", "sb5d837da58.md", "se2eaf8c0bd.md", "sc981f3a7e6.md", "sc8a9fbd46d.md", "s7934c9bfe0.md", "sfcc2d54e07.md", "sa45865063d.md", "s640a616ed0.md", "s9a212ec133.md", "saf6b3410df.md", "s144449d65a.md"], "s1": [19.313004, 14.286024, 12.594957, 8.129152, 6.49161, 6.058242, 4.39734, 3.194428, 3.01053, 2.754783, 2.656603, 2.423311, 2.326371, 2.31628, 2.208254, 2.186966, 2.136447, 2.030386, 1.848837, 1.665239, 1.656474, 1.539699, 1.518927, 1.495694, 1.484049, 1.469878, 1.434751, 1.362297, 1.324231, 1.289865, 1.249446, 1.234815, 1.13069, 1.12997, 1.089041, 1.001543, 0.932788, 0.905627, 0.84736, 0.614689, 0.507696, 0.451182, 0.294012, 0.285349, 0.260964, 0.119522, 0.001185], "search": ["sa7a4d852a2.md", "s7ae99d1efa.md", "s0da157e8c4.md", "sb3fae70b10.md", "s6ef5328d77.md", "sa2501989bc.md", "s1d52c8f24d.md", "sd6f0922b5c.md", "s3dadedd5b0.md", "s8fba565228.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 252, "n_windows": 367, "n_texts_windowed": 115, "n_tokens": 119048, "n_query_terms": 16, "nnz_texts": 78293, "index_bytes": 944133, "secs_text": 0.1197, "secs_encode": 17.839, "secs_score": 0.0085, "secs_total": 17.9691, "load1_start": 15.59}
{"qid": "a4996e51", "type": "multi-session", "abstention": false, "gold": ["s6b07a49ff8.md", "s995e5d6ed1.md"], "ranked": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scc6b101fbc.md", "s4a4ebbe11e.md", "sb14a6b1026.md", "sa2abba8700.md", "sf8df67633c.md", "s32ea47415c.md", "s7a9e597f1b.md", "scaa51ea941.md", "se98575116b.md", "s24d99a998c.md", "scdaaecf075.md", "sd0ceb89936.md", "sf4c87bc489.md", "s9ff112c574.md", "s62c9cb60fb.md", "s1bf492ab72.md", "s57b2a88d61.md", "s8edbd92fc7.md", "s9bebdb1265.md", "s81f2595c85.md", "sb15b6b910c.md", "sde57abae1b.md", "s64b39e41f4.md", "sd48ca4a67e.md", "sceed1ad08c.md", "s9f9f7e329b.md", "s0b746ce99c.md", "s69ac2ad471.md", "sa6c1cd7e00.md", "s50a26679c1.md", "s60c380c942.md", "sc9e278daa5.md", "s74ad0b39bc.md", "s2b7cdd9aa1.md", "s32de8a087a.md", "s3e38f3f7f4.md", "sf7e74ee44e.md", "s4a047ecb4f.md", "se2e147c644.md", "sa61ccb0e6b.md", "sefbb98cdb6.md", "s9cb47b77a3.md", "s6e527090ee.md", "s2f32925b26.md", "sde619b3e30.md", "se8b6d61917.md"], "s1": [20.118975, 12.111106, 5.707996, 5.498721, 5.35661, 5.312246, 5.15353, 4.989418, 4.839711, 4.628149, 4.262969, 4.241212, 4.23394, 4.069342, 3.47792, 3.2959, 3.28963, 3.110705, 3.065761, 3.065614, 3.036908, 2.813715, 2.777893, 2.684346, 2.578683, 2.385569, 2.274121, 2.253782, 2.251767, 2.227257, 2.153359, 2.123751, 2.061985, 1.593503, 1.338522, 1.0936, 0.943749, 0.801321, 0.694279, 0.674383, 0.651653, 0.543331, 0.371591, 0.338893, 0.266942, 0.25053, 0.216118, 0.087573], "search": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scc6b101fbc.md", "s4a4ebbe11e.md", "sb14a6b1026.md", "sa2abba8700.md", "sf8df67633c.md", "s32ea47415c.md", "s7a9e597f1b.md", "scaa51ea941.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 255, "n_windows": 376, "n_texts_windowed": 121, "n_tokens": 120467, "n_query_terms": 17, "nnz_texts": 79200, "index_bytes": 955077, "secs_text": 0.1185, "secs_encode": 18.0564, "secs_score": 0.0091, "secs_total": 18.1858, "load1_start": 15.7}
{"qid": "3c1045c8", "type": "multi-session", "abstention": false, "gold": ["s5f84133fcd.md", "s873947b8ae.md"], "ranked": ["s873947b8ae.md", "s5f84133fcd.md", "se072e1efa6.md", "sb1a79026cc.md", "sa0ba2a369a.md", "sab83ac1500.md", "s4a3a447d07.md", "s6d0054f5c0.md", "sd3ad739a83.md", "s215d1888f1.md", "s49f5b63295.md", "sdf23b8cbd6.md", "s82f543d2a2.md", "s88fc2e86df.md", "s0f5b07f157.md", "sa02ee3255b.md", "sd6495e3d5e.md", "sfac9c482f3.md", "s42f6c5b972.md", "s332e78cd2c.md", "sd282ed5c14.md", "s7ff02cf228.md", "sb4b8be7842.md", "s78f2473edc.md", "sff9a2d8e4c.md", "s4b07d610a0.md", "s5f5800edcc.md", "sc72c3ed42c.md", "s424dc16dc8.md", "s4555b30507.md", "sf2533a6655.md", "s54056b9d33.md", "s0af1c72c15.md", "s7309898d51.md", "sd1d19014c2.md", "s1b80e148b4.md", "s3c8554a4c7.md", "sd8fb4cf6df.md", "s53a3e1553e.md", "s5a26ba7284.md", "s0d95648d84.md", "s15fcaa504f.md", "sc27160aa15.md", "s3bd49681d8.md", "s4c909beb5d.md", "se96f1c7fd6.md", "sfe1b4146d8.md", "sdb0d5da35b.md"], "s1": [9.071733, 8.341669, 5.181659, 4.862805, 4.502718, 3.961237, 3.929657, 3.621704, 3.297779, 3.290635, 3.084124, 2.939358, 2.821293, 2.724282, 2.6175, 2.55923, 2.527199, 2.411141, 2.384633, 2.121107, 2.026491, 1.759208, 1.627798, 1.569598, 1.524125, 1.503794, 1.501428, 1.498821, 1.416375, 1.389094, 1.267646, 1.090465, 1.069798, 0.779276, 0.766881, 0.684443, 0.657092, 0.643264, 0.636436, 0.450613, 0.444612, 0.430667, 0.368064, 0.354448, 0.341281, 0.205542, 0.048094, 0.030332], "search": ["s873947b8ae.md", "s5f84133fcd.md", "se072e1efa6.md", "sb1a79026cc.md", "sa0ba2a369a.md", "sab83ac1500.md", "s4a3a447d07.md", "s6d0054f5c0.md", "sd3ad739a83.md", "s215d1888f1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 48, "n_texts": 250, "n_windows": 334, "n_texts_windowed": 84, "n_tokens": 112623, "n_query_terms": 17, "nnz_texts": 73502, "index_bytes": 886597, "secs_text": 0.1168, "secs_encode": 16.8851, "secs_score": 0.0091, "secs_total": 17.0128, "load1_start": 15.87}
{"qid": "60036106", "type": "multi-session", "abstention": false, "gold": ["s4cf5e223a9.md", "sde92ab15ab.md"], "ranked": ["sde92ab15ab.md", "s4cf5e223a9.md", "s848a8008a0.md", "scf03f4fac4.md", "sc358d1a0b9.md", "s33a6af98c0.md", "s76b4e4d5a6.md", "s36467bc32a.md", "s9d573fc4fe.md", "s657d8e9b14.md", "s72e89bad5e.md", "sf2fd3df719.md", "s13793564ca.md", "s8ef60f929d.md", "sbefa7ff819.md", "s0c7f77c7a5.md", "s42b14c39bd.md", "s4ccd2a4484.md", "s9f8ee69ed9.md", "s76b71bd5ae.md", "s8ed002ad03.md", "sa482740881.md", "sc5ca9048f3.md", "sbef2dde7ab.md", "s5a1ccbbdcb.md", "s1c85ed28fa.md", "s9bc0c01df8.md", "s0c85fafcf4.md", "sdb64223237.md", "s17e51acc71.md", "s96f816f823.md", "sf1cf0cbe94.md", "s7e8ec8bad7.md", "sb1b31801ad.md", "s80b159272e.md", "s1ccca76e56.md", "s077c133cd4.md", "seb04754492.md", "s24ca15aea4.md", "scc5a0f7199.md", "s94b15600ea.md", "s19facdf273.md", "s56d22b2470.md"], "s1": [16.843315, 14.322534, 10.531621, 8.978296, 8.852634, 8.536042, 6.364721, 5.179467, 4.995783, 4.052969, 3.329612, 3.325095, 3.001788, 2.561466, 2.386955, 2.281065, 2.168291, 2.12035, 2.081757, 2.071722, 2.000051, 1.87948, 1.849297, 1.619135, 1.509026, 1.457056, 1.416986, 1.389135, 1.296384, 1.046022, 1.042927, 1.032111, 0.92412, 0.808503, 0.761431, 0.663263, 0.625209, 0.619987, 0.605694, 0.548805, 0.466794, 0.092109, 0.052534], "search": ["sde92ab15ab.md", "s4cf5e223a9.md", "s848a8008a0.md", "scf03f4fac4.md", "sc358d1a0b9.md", "s33a6af98c0.md", "s76b4e4d5a6.md", "s36467bc32a.md", "s9d573fc4fe.md", "s657d8e9b14.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 43, "n_texts": 243, "n_windows": 357, "n_texts_windowed": 114, "n_tokens": 116552, "n_query_terms": 22, "nnz_texts": 76532, "index_bytes": 922885, "secs_text": 0.1186, "secs_encode": 17.581, "secs_score": 0.0092, "secs_total": 17.7107, "load1_start": 15.98}
{"qid": "681a1674", "type": "multi-session", "abstention": false, "gold": ["s46c0289a3c.md", "sbede1fc5c7.md"], "ranked": ["s46c0289a3c.md", "sbede1fc5c7.md", "sf338ff2431.md", "s0d807722f0.md", "s79e5e16d1f.md", "s2723c24737.md", "s6d61b1455c.md", "se34cf18963.md", "sc13ddc7840.md", "sa900d08e8f.md", "s10586405c1.md", "se8ce5abff6.md", "s44a0b7b2e2.md", "se5b78d392a.md", "s88722bd6e8.md", "s80f91f7c2e.md", "s3528ce02a6.md", "s12f99aba3e.md", "s0cb4c93190.md", "s2ccc265a15.md", "s91f25a7e32.md", "sc17a0373cb.md", "sda522d8db9.md", "s9d5a19eb1c.md", "s394a66a0b9.md", "sda7c4533db.md", "sdacf3224ef.md", "s92621b6208.md", "s7139fb504d.md", "s4fb4f215fc.md", "s3362c95872.md", "sfe5b059b14.md", "s48335d5eee.md", "sd7dcc98d11.md", "sdd3483dd44.md", "s2afeb6f15a.md", "s3123362436.md", "sb8513c85f6.md", "sb885432e19.md", "sb650b1b2eb.md", "s18c8b69360.md", "s3bc4df12c8.md", "s0b736e0890.md", "s839c491c7c.md", "s4deb8abe6c.md", "sc10658319a.md", "sad77e58609.md", "sb3d4f2cabf.md", "s5af5fa020c.md"], "s1": [11.077679, 9.679942, 3.744638, 3.608634, 3.136841, 2.937875, 2.514975, 2.344831, 2.300818, 2.247973, 2.205686, 2.178788, 2.148879, 2.078727, 1.994283, 1.910787, 1.892813, 1.850513, 1.767922, 1.738008, 1.710967, 1.708837, 1.663354, 1.653284, 1.573271, 1.562187, 1.536861, 1.433616, 1.326942, 1.258031, 1.149828, 1.14835, 1.139342, 1.033279, 1.001153, 0.965848, 0.924383, 0.895473, 0.734027, 0.720055, 0.608126, 0.367427, 0.328735, 0.288956, 0.278882, 0.251111, 0.216588, 0.085738, 0.054834], "search": ["s46c0289a3c.md", "sbede1fc5c7.md", "sf338ff2431.md", "s0d807722f0.md", "s79e5e16d1f.md", "s2723c24737.md", "s6d61b1455c.md", "se34cf18963.md", "sc13ddc7840.md", "sa900d08e8f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 253, "n_windows": 363, "n_texts_windowed": 110, "n_tokens": 118729, "n_query_terms": 12, "nnz_texts": 76695, "index_bytes": 924933, "secs_text": 0.1223, "secs_encode": 17.8688, "secs_score": 0.0099, "secs_total": 18.0031, "load1_start": 15.99}
{"qid": "e25c3b8d", "type": "multi-session", "abstention": false, "gold": ["s23425fb9c1.md", "sb38598132d.md"], "ranked": ["sb38598132d.md", "s23425fb9c1.md", "se7d4462385.md", "sd9a7e0074c.md", "s68ace2d8f7.md", "s9138b67f0e.md", "se6ee7e6ea2.md", "sb7eeadbd9a.md", "se316437efe.md", "s330bbdf601.md", "sd8d1eea6a4.md", "s1a939378d2.md", "s327294402e.md", "sa9c23de20a.md", "sf96a5e753d.md", "s0399a065ed.md", "s094c8db7e7.md", "s7f483cae61.md", "s5d091bd5cf.md", "sd04414ca38.md", "s47598c7871.md", "sc5e3efee3f.md", "sea3288e520.md", "s759ee883d6.md", "sb97216872a.md", "s0c6d4c56ae.md", "sa42b660de7.md", "se98dc1feec.md", "sad009c14bc.md", "s6d0c36fbed.md", "s51ab750842.md", "s3ed7bbfc3a.md", "s7f61b3ddcd.md", "s6bc05d0dc8.md", "s6656c1b4e7.md", "s75697074b6.md", "s8546d64191.md", "sdf2a3e97b8.md", "s70ceb894f1.md", "sf588f2313f.md", "s61491f13c0.md", "s2722ea3f28.md", "s813dd4993f.md", "s580cc4955c.md", "s95e5473432.md", "s34aecd0efb.md", "sdd28160fa1.md"], "s1": [16.905987, 11.84649, 5.653644, 5.008396, 4.931769, 4.772244, 4.156852, 4.127918, 3.458997, 3.231786, 3.078051, 2.806887, 2.700196, 2.649612, 2.641982, 2.612211, 2.542181, 2.516031, 2.483902, 2.429746, 2.239781, 2.19314, 2.164346, 2.117629, 2.062357, 2.028766, 2.010181, 1.820074, 1.817562, 1.808055, 1.629117, 1.491876, 1.421584, 1.362935, 1.344535, 1.268773, 1.149858, 1.124329, 1.119699, 0.972702, 0.637034, 0.552856, 0.51701, 0.509409, 0.503117, 0.196387, 0.127111], "search": ["sb38598132d.md", "s23425fb9c1.md", "se7d4462385.md", "sd9a7e0074c.md", "s68ace2d8f7.md", "s9138b67f0e.md", "se6ee7e6ea2.md", "sb7eeadbd9a.md", "se316437efe.md", "s330bbdf601.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 256, "n_windows": 355, "n_texts_windowed": 99, "n_tokens": 118744, "n_query_terms": 18, "nnz_texts": 77797, "index_bytes": 938181, "secs_text": 0.1223, "secs_encode": 17.8446, "secs_score": 0.0097, "secs_total": 17.9786, "load1_start": 15.99}
{"qid": "4adc0475", "type": "multi-session", "abstention": false, "gold": ["se31bf5a051.md", "sf0f8af818d.md"], "ranked": ["sf0f8af818d.md", "se31bf5a051.md", "s661b29d081.md", "s4eceac06f8.md", "sb0b363b8cc.md", "s76e7c07147.md", "sb2a260fd68.md", "s5efae3c45d.md", "sb6c79c111e.md", "s03030f434e.md", "s8975630bff.md", "sa88f922afd.md", "s9d15bb8e38.md", "sc0a38827a5.md", "s1141d9b226.md", "saf2f77cc88.md", "s96b238fd70.md", "s1de094f923.md", "s4b403edc25.md", "s5857731f52.md", "sbc6840db88.md", "s4c2d48f081.md", "s8a73f1f5f8.md", "se9f7d251a6.md", "sf20c43237f.md", "s6f2e957873.md", "sb4ee25490f.md", "s204851e029.md", "s4720ec7e1f.md", "s98c0c2777c.md", "sf0fc206446.md", "s5a4c2ea02e.md", "s06bd7e89e4.md", "s8393ff00e1.md", "sfc4faf923b.md", "s76cb6a4a3e.md", "sf5a6ad1df9.md", "sf2a6c048dd.md", "s030e0a566b.md", "sf9823cc881.md", "s490b094623.md", "s441e30d4b8.md", "s5b5fd57815.md", "s4241a08963.md"], "s1": [11.024778, 10.503844, 4.224269, 3.511477, 3.267898, 3.239932, 2.969362, 2.738739, 2.477958, 2.449306, 2.260209, 2.252684, 2.118792, 2.110375, 2.049411, 1.973247, 1.934441, 1.867251, 1.84088, 1.839196, 1.82421, 1.816186, 1.801617, 1.743327, 1.674481, 1.658238, 1.357652, 1.349889, 0.949968, 0.90431, 0.880334, 0.830966, 0.772476, 0.620159, 0.548201, 0.428431, 0.370565, 0.331288, 0.224986, 0.157229, 0.131632, 0.129757, 0.123885, 0.061879], "search": ["sf0f8af818d.md", "se31bf5a051.md", "s661b29d081.md", "s4eceac06f8.md", "sb0b363b8cc.md", "s76e7c07147.md", "sb2a260fd68.md", "s5efae3c45d.md", "sb6c79c111e.md", "s03030f434e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 255, "n_windows": 370, "n_texts_windowed": 115, "n_tokens": 120048, "n_query_terms": 19, "nnz_texts": 78097, "index_bytes": 941765, "secs_text": 0.1189, "secs_encode": 18.0705, "secs_score": 0.009, "secs_total": 18.2004, "load1_start": 15.4}
{"qid": "4bc144e2", "type": "multi-session", "abstention": false, "gold": ["s81144bc6a1.md", "sc07a3aab06.md"], "ranked": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s62f40e98ef.md", "s2c6b054ee5.md", "seb3e11af38.md", "s32a9db0483.md", "s54053534ab.md", "s4e97a79125.md", "saa3c759611.md", "s8ea6840f33.md", "s1779b2ad99.md", "scc50d396ba.md", "s3f7d0c363e.md", "sb642af711e.md", "s11a3abb924.md", "se72a466285.md", "sd06fed33a3.md", "sef21383737.md", "se4209c7a42.md", "s5fae9f7892.md", "s1a3bb3e256.md", "s4865b56b67.md", "s6d52197dfb.md", "se8d6574153.md", "s9dda8a30c0.md", "sa3c9c29688.md", "s1b992cd3a4.md", "s2e01637d3a.md", "sc4118ad744.md", "sf3529b152b.md", "s5fd5a1e6fa.md", "s40b857e0c5.md", "sc6d49c24a6.md", "sf9eacecb8b.md", "sb1aedc11ff.md", "sf02100271b.md", "s98e3146ac6.md", "sd186f1fdde.md", "s6079e8c00b.md", "s5e414278bb.md", "sa425778a95.md", "s4dad27fea6.md", "s1983504526.md", "scf878116de.md", "s64b3a6fc30.md"], "s1": [15.312458, 9.910359, 8.655538, 6.218273, 5.087255, 5.038284, 4.938009, 4.424988, 4.3696, 4.321805, 3.836536, 3.742972, 3.727903, 3.136713, 3.133747, 3.117246, 2.757571, 2.593578, 2.514189, 2.418629, 2.224225, 2.197838, 2.194921, 2.078176, 2.072398, 2.035219, 1.889507, 1.611329, 1.356518, 1.331348, 1.291861, 1.030804, 0.920345, 0.859612, 0.750901, 0.598949, 0.545328, 0.31012, 0.296235, 0.268072, 0.193018, 0.166526, 0.16246, 0.15877, 0.099895, 0.064646, 0.025447], "search": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s62f40e98ef.md", "s2c6b054ee5.md", "seb3e11af38.md", "s32a9db0483.md", "s54053534ab.md", "s4e97a79125.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 251, "n_windows": 354, "n_texts_windowed": 103, "n_tokens": 118176, "n_query_terms": 14, "nnz_texts": 75891, "index_bytes": 915333, "secs_text": 0.1185, "secs_encode": 17.7649, "secs_score": 0.0087, "secs_total": 17.8941, "load1_start": 14.99}
{"qid": "ef66a6e5", "type": "multi-session", "abstention": false, "gold": ["s40c2864c85.md", "s4da929cde6.md"], "ranked": ["sea2093f24b.md", "s4da929cde6.md", "s40c2864c85.md", "s84a557f37e.md", "s6b902be2a2.md", "s50b1739499.md", "s2fec291bee.md", "s7e2d8513d9.md", "s980e6a3078.md", "s73b1f17a57.md", "sa84f1d5fa1.md", "sadf3e1d0b9.md", "sbee86d0e6f.md", "s2b0f563ead.md", "s8ed6e0128c.md", "s9e156fbdbc.md", "s3cc6514f85.md", "sa91b102795.md", "s5f5b5a34eb.md", "sa98b0f3011.md", "sb509845063.md", "sb74fafddd5.md", "s8fa0d09fb7.md", "sb03abf1c85.md", "s4ec73f8cec.md", "s0125af419d.md", "s5ef8a31533.md", "saee108ff92.md", "s2d8b448a64.md", "sb549ec7d53.md", "s42ee3c9dff.md", "s8b0e4c681e.md", "s10788ded3b.md", "s869c673d45.md", "s0998cb7b68.md", "s6199a8329c.md", "s84d020716e.md", "s5f5b9653cb.md", "s732db45958.md", "s84d11b5fb0.md", "s207be4ebe0.md", "s1c9664be14.md"], "s1": [5.280533, 5.048831, 4.331658, 3.89654, 3.710765, 3.178189, 2.862134, 2.833555, 2.788228, 2.609164, 2.589818, 2.573719, 2.457613, 2.450476, 2.305484, 2.248244, 2.140689, 2.021219, 2.017254, 1.945165, 1.909705, 1.878563, 1.821282, 1.766071, 1.718247, 1.716435, 1.518814, 1.448622, 1.435999, 1.32682, 1.255246, 1.23978, 1.085432, 1.051032, 0.76419, 0.736549, 0.710845, 0.675162, 0.544713, 0.300775, 0.204582, 0.12874], "search": ["sea2093f24b.md", "s4da929cde6.md", "s40c2864c85.md", "s84a557f37e.md", "s6b902be2a2.md", "s50b1739499.md", "s2fec291bee.md", "s7e2d8513d9.md", "s980e6a3078.md", "s73b1f17a57.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 42, "n_texts": 250, "n_windows": 375, "n_texts_windowed": 125, "n_tokens": 117882, "n_query_terms": 14, "nnz_texts": 78656, "index_bytes": 948485, "secs_text": 0.1232, "secs_encode": 17.7035, "secs_score": 0.0088, "secs_total": 17.8374, "load1_start": 14.34}
{"qid": "5025383b", "type": "multi-session", "abstention": false, "gold": ["s0a85d9e04e.md", "scee6912a74.md"], "ranked": ["scee6912a74.md", "s0a85d9e04e.md", "s543cbf42b8.md", "s8589584441.md", "s9b7d9f79df.md", "s0daebbeb87.md", "s937311ea04.md", "s773ef38564.md", "s9fb155f5ca.md", "s64875d7a81.md", "sfec5bb8ada.md", "se9f97e021a.md", "s0e33f50cd7.md", "saa6378e18b.md", "seb580a9d7d.md", "sc932eb8cb7.md", "s3b3938b0c0.md", "sbdf02bd753.md", "s4ab4041a20.md", "s3d541d847a.md", "s28d835c5b2.md", "s90f0fad628.md", "sffd49f0775.md", "s099895cba4.md", "sb5cb73ed16.md", "sa1a12eb0c3.md", "s93f3603825.md", "sc88c295f3a.md", "sdd22e85247.md", "sc241720bd9.md", "s0a3b8c27e9.md", "sf458f14dbd.md", "s2d3c1cb3d7.md", "sc6e481c39b.md", "sdbf08a1ac6.md", "s86549537d8.md", "s480d131b0f.md", "s3fecf9db08.md", "s98d1b38a30.md", "s2a8b49a2f8.md", "s9f1e1f13c7.md", "sbb6a906340.md", "sc8c0687ab4.md", "sebb03a6e9d.md"], "s1": [7.589281, 4.468901, 3.756223, 3.73526, 3.557608, 3.266804, 3.012421, 2.883218, 2.691736, 2.661448, 2.58176, 2.404382, 2.199248, 2.172108, 1.58541, 1.552176, 1.542879, 1.179403, 1.087534, 1.048803, 0.994011, 0.991263, 0.958165, 0.931174, 0.922361, 0.774469, 0.72483, 0.680052, 0.665511, 0.664095, 0.657078, 0.616217, 0.578231, 0.573793, 0.553926, 0.531457, 0.428237, 0.337434, 0.32895, 0.247898, 0.227665, 0.18782, 0.146357, 0.064656], "search": ["scee6912a74.md", "s0a85d9e04e.md", "s543cbf42b8.md", "s8589584441.md", "s9b7d9f79df.md", "s0daebbeb87.md", "s937311ea04.md", "s773ef38564.md", "s9fb155f5ca.md", "s64875d7a81.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 244, "n_windows": 358, "n_texts_windowed": 110, "n_tokens": 116761, "n_query_terms": 16, "nnz_texts": 75850, "index_bytes": 914693, "secs_text": 0.1203, "secs_encode": 17.568, "secs_score": 0.0097, "secs_total": 17.6999, "load1_start": 13.22}
{"qid": "a1cc6108", "type": "multi-session", "abstention": false, "gold": ["s58250a025e.md", "sd9ffacb2b4.md"], "ranked": ["s58250a025e.md", "s3e7624f4c5.md", "se870f873d0.md", "s75f193fec4.md", "sd9ffacb2b4.md", "s0d5ffc2edd.md", "s46dfa73ea4.md", "sc7ce9cab18.md", "seb66369eff.md", "s096054ffe1.md", "sd85389fe2a.md", "s36c8a1c11b.md", "s251373ca77.md", "s2310f9a477.md", "s64bd0e6b53.md", "sf56a53bd71.md", "s4efdaf08e3.md", "sedc996fb2f.md", "se132ac33b2.md", "s0f485c76f4.md", "s7e9cb3d032.md", "s52da9d7e54.md", "s773bca47bc.md", "s70fbe64bd9.md", "sa43d512cda.md", "s5f9967c53b.md", "s3f231694ff.md", "s1b1459952e.md", "s277fa49e02.md", "s7337198063.md", "s884d425975.md", "sa0a202cef8.md", "s7d9486021a.md", "sf3018ac48f.md", "sae0e2da355.md", "s2865b1c8b4.md", "sb1c548b2e6.md", "sa9d1d54d3a.md", "sf05ae34004.md", "sb2a8daf154.md"], "s1": [10.22299, 3.431934, 3.370629, 3.355453, 3.00822, 2.682122, 2.665975, 2.481182, 2.437423, 2.338149, 2.335044, 2.280124, 2.206354, 2.1731, 2.17051, 2.067775, 2.05877, 1.960279, 1.943773, 1.753182, 1.747111, 1.533735, 1.364581, 1.361027, 1.250961, 1.239414, 1.169445, 1.120211, 1.103497, 0.650397, 0.616752, 0.607434, 0.571703, 0.534378, 0.378871, 0.311115, 0.274975, 0.2707, 0.126543, 0.077132], "search": ["s58250a025e.md", "s3e7624f4c5.md", "se870f873d0.md", "s75f193fec4.md", "sd9ffacb2b4.md", "s0d5ffc2edd.md", "s46dfa73ea4.md", "sc7ce9cab18.md", "seb66369eff.md", "s096054ffe1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 40, "n_texts": 247, "n_windows": 348, "n_texts_windowed": 101, "n_tokens": 116631, "n_query_terms": 10, "nnz_texts": 77565, "index_bytes": 935173, "secs_text": 0.1201, "secs_encode": 17.5056, "secs_score": 0.009, "secs_total": 17.6366, "load1_start": 13.84}
{"qid": "9ee3ecd6", "type": "multi-session", "abstention": false, "gold": ["scf826b680e.md", "se92fa36052.md"], "ranked": ["se92fa36052.md", "scf826b680e.md", "s3bc43c1fc8.md", "sf13527786f.md", "s367dc5a1f3.md", "sbceb188b26.md", "s56ff49df70.md", "s0322916ec9.md", "s5d1c8b1e66.md", "s4e8898662d.md", "s5dda98ca1f.md", "s49e881756c.md", "s2566225158.md", "sdfe736998e.md", "sd50e86ce1a.md", "sa0c1148657.md", "s82fc41a85d.md", "s997ffac921.md", "s2ec36b2e83.md", "s0a52febe24.md", "s7a6902c1c4.md", "s0c9b81190d.md", "see00a51f04.md", "s46e88dc093.md", "s385e2e6b7d.md", "s5d96543165.md", "s281d7217d3.md", "se4406edaab.md", "sa8b1648f36.md", "sfcfed8d1fb.md", "s48fcccc859.md", "sb427ba9351.md", "s031a7046d4.md", "s8249c73217.md", "sd9b628ded7.md", "s50ef98ae44.md", "s60821f1e84.md", "sf59461659f.md", "sb1c92b50af.md", "s09a8557ba9.md", "sbc525233c0.md", "sab7545d559.md", "s76d89ac370.md", "s2ede94b10b.md", "s4c4be6b338.md", "sdc443e8aab.md", "s3aae589595.md"], "s1": [26.169601, 25.582806, 9.485754, 8.525222, 6.450927, 6.398921, 5.84102, 5.204386, 4.82479, 4.787188, 4.640429, 4.328461, 3.904506, 3.864358, 3.829399, 3.599633, 3.311158, 3.310669, 3.07195, 2.943765, 2.936574, 2.8552, 2.829645, 2.801036, 2.686085, 2.614971, 2.471185, 2.246183, 2.190078, 1.949334, 1.920073, 1.903442, 1.575635, 1.57096, 1.551159, 1.530383, 1.469011, 1.225622, 1.0882, 1.039144, 0.928131, 0.855756, 0.855085, 0.681217, 0.573612, 0.521842, 0.143895], "search": ["se92fa36052.md", "scf826b680e.md", "s3bc43c1fc8.md", "sf13527786f.md", "s367dc5a1f3.md", "sbceb188b26.md", "s56ff49df70.md", "s0322916ec9.md", "s5d1c8b1e66.md", "s4e8898662d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 47, "n_texts": 252, "n_windows": 350, "n_texts_windowed": 97, "n_tokens": 116896, "n_query_terms": 21, "nnz_texts": 77154, "index_bytes": 930565, "secs_text": 0.1172, "secs_encode": 17.6235, "secs_score": 0.0082, "secs_total": 17.7507, "load1_start": 13.12}
{"qid": "3fdac837", "type": "multi-session", "abstention": false, "gold": ["s63b9f6df7f.md", "se85bceeeee.md"], "ranked": ["sed3510b7b2.md", "s8ea85b4075.md", "s63b9f6df7f.md", "se85bceeeee.md", "s62238ca108.md", "scb612290f5.md", "s726568eada.md", "s44f15bf38a.md", "sd972d795d7.md", "sfe9761eaed.md", "s7c04984a16.md", "s4f03054a31.md", "s0d929d74ea.md", "s598fb6b67a.md", "s88465fb7a3.md", "s73e71c1081.md", "sc70b97c0ee.md", "s1d1b9d6758.md", "s3d02e53fa4.md", "s300f2f2e17.md", "s1da1aaff6e.md", "sd532421c8c.md", "sfc8873baad.md", "s0a027dd6f5.md", "s6f6580a261.md", "sebde0e9c35.md", "s05cb538da2.md", "sdfc7da6056.md", "sdc002d9ab4.md", "s98b2424f9f.md", "se0a989321d.md", "sd1a62da587.md", "s4d59b404be.md", "seb5dcaad50.md", "s6bb572a3e3.md", "s431af04adb.md", "s18c2301068.md", "s2f04332522.md", "sa207b2742d.md", "sf149b5e74f.md", "sef0ee4412c.md", "s0994e3d640.md"], "s1": [8.01349, 7.250496, 5.880727, 5.427395, 5.338623, 5.28982, 3.592597, 3.008856, 2.663149, 2.327052, 2.254027, 2.237327, 1.775005, 1.729081, 1.682703, 1.66847, 1.648569, 1.505343, 1.455642, 1.447003, 1.444701, 1.377621, 1.213945, 1.156249, 1.088729, 1.020991, 1.020114, 0.95971, 0.921886, 0.907354, 0.830242, 0.671699, 0.578016, 0.549209, 0.534888, 0.382443, 0.375188, 0.347941, 0.24039, 0.184769, 0.140523, 0.001095], "search": ["sed3510b7b2.md", "s8ea85b4075.md", "s63b9f6df7f.md", "se85bceeeee.md", "s62238ca108.md", "scb612290f5.md", "s726568eada.md", "s44f15bf38a.md", "sd972d795d7.md", "sfe9761eaed.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 42, "n_texts": 241, "n_windows": 379, "n_texts_windowed": 136, "n_tokens": 117233, "n_query_terms": 16, "nnz_texts": 77074, "index_bytes": 929413, "secs_text": 0.1146, "secs_encode": 17.5952, "secs_score": 0.0079, "secs_total": 17.7197, "load1_start": 13.84}
{"qid": "91b15a6e", "type": "multi-session", "abstention": false, "gold": ["s3c3f0b89ab.md", "sb5d5912b90.md"], "ranked": ["sb5d5912b90.md", "s3c3f0b89ab.md", "s79c71931c4.md", "sc57d8be044.md", "s4109daa1b3.md", "s277808d3ab.md", "sa24f709619.md", "s0c04fc336f.md", "s261dbee0de.md", "sa4eb111c1c.md", "s4af1f24802.md", "s86741bcd65.md", "s179999be43.md", "s147572c34c.md", "sccbd4aca0a.md", "sc1371026b9.md", "sb3ebec1091.md", "sd22af7561a.md", "sc7a984419c.md", "s8feea0c2c2.md", "s5c87f0b3e9.md", "sebdbfcfde8.md", "s4fc78a1e84.md", "sdd0e4d4293.md", "s9e96b7a43f.md", "s6e0c813e3d.md", "sf17d3714e3.md", "s42cec24e4f.md", "s5e97702262.md", "sf80a6bd8ce.md", "s2cad5c352a.md", "s67e2ec33fd.md", "sc57dc0daf8.md", "s2cea3a4742.md", "s784eb3bab9.md", "sa2d6265422.md", "sd5e050a366.md", "s5bc9fcd781.md", "s436a3a06f7.md", "se9e9729a13.md", "sd5ccdc08d5.md", "s31984e2f16.md", "sc0d77b5889.md", "s0c792e6cfa.md", "s7f91124a62.md"], "s1": [19.278088, 15.637886, 11.221552, 7.84197, 4.645656, 4.226121, 3.203889, 2.860576, 1.793187, 1.767181, 1.710285, 1.612245, 1.503857, 1.455797, 1.424656, 1.359549, 1.35112, 1.216267, 1.21325, 1.154356, 1.113418, 1.087262, 1.064594, 1.05775, 0.987207, 0.909895, 0.840449, 0.825209, 0.792411, 0.758226, 0.705821, 0.698449, 0.665922, 0.520945, 0.475555, 0.44791, 0.42308, 0.382725, 0.371558, 0.354466, 0.341986, 0.303962, 0.144402, 0.132914, 0.033715], "search": ["sb5d5912b90.md", "s3c3f0b89ab.md", "s79c71931c4.md", "sc57d8be044.md", "s4109daa1b3.md", "s277808d3ab.md", "sa24f709619.md", "s0c04fc336f.md", "s261dbee0de.md", "sa4eb111c1c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 45, "n_texts": 282, "n_windows": 380, "n_texts_windowed": 95, "n_tokens": 115994, "n_query_terms": 19, "nnz_texts": 79973, "index_bytes": 964485, "secs_text": 0.1229, "secs_encode": 17.4001, "secs_score": 0.0092, "secs_total": 17.5343, "load1_start": 14.45}
{"qid": "27016adc", "type": "multi-session", "abstention": false, "gold": ["s6317d18140.md", "s6e2366c266.md"], "ranked": ["s6317d18140.md", "s6e2366c266.md", "s956a63ca9e.md", "s2dd6334c54.md", "se1d14a03a1.md", "sb1fc545ff9.md", "sf63a96c0ff.md", "s3b571807ca.md", "sac4d585b2c.md", "s012cadd036.md", "s7e67da0d9e.md", "sb6fd1f10ac.md", "sf266c6cf92.md", "sc47e02f4ce.md", "s819d4f5700.md", "sba98aaa084.md", "s7f2a37776a.md", "s0bdaf0ffa5.md", "s13f11b9152.md", "se5ae6549dc.md", "s7ae57be737.md", "se6c8961596.md", "sf0a36a8a2b.md", "s22116690dd.md", "sa8049d03f8.md", "s8cfbfcbd85.md", "s8f3e6dd71f.md", "s5ca817839a.md", "se649756536.md", "sa150cfd0e1.md", "sb27aef0fdf.md", "s5eda99fa9f.md", "sf239691cab.md", "s0f64c40808.md", "s4f85e9dc7a.md", "s8139900268.md", "se11ca51361.md", "see96e5a6d5.md", "s4aa1e79999.md", "sc79de9f9fc.md", "s41cb0e8e3a.md", "sa194aa2d1c.md", "scb2b9672c9.md", "sbcde6e7dd6.md", "sd6cbf96147.md"], "s1": [19.340557, 15.945315, 10.227736, 8.554931, 8.365779, 6.988428, 6.067034, 6.037571, 4.42471, 3.520792, 3.352928, 3.320328, 3.182896, 3.116381, 3.014444, 2.992767, 2.796606, 2.561447, 2.545609, 2.540226, 2.476727, 2.009488, 1.858796, 1.750826, 1.705988, 1.633388, 1.558791, 1.541783, 1.406484, 1.37046, 1.32529, 1.199137, 1.185771, 1.140726, 1.125224, 1.091141, 0.983928, 0.969641, 0.965094, 0.923619, 0.88889, 0.725587, 0.706203, 0.661043, 0.337563], "search": ["s6317d18140.md", "s6e2366c266.md", "s956a63ca9e.md", "s2dd6334c54.md", "se1d14a03a1.md", "sb1fc545ff9.md", "sf63a96c0ff.md", "s3b571807ca.md", "sac4d585b2c.md", "s012cadd036.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 253, "n_windows": 372, "n_texts_windowed": 119, "n_tokens": 120567, "n_query_terms": 23, "nnz_texts": 78574, "index_bytes": 947333, "secs_text": 0.1235, "secs_encode": 18.1427, "secs_score": 0.0094, "secs_total": 18.2777, "load1_start": 14.94}
{"qid": "720133ac", "type": "multi-session", "abstention": false, "gold": ["s4de59adf72.md", "sf6a5a965da.md"], "ranked": ["s4de59adf72.md", "sf6a5a965da.md", "sed309124e1.md", "sd6338b6ecb.md", "s7b3ea69ce7.md", "s921daf5695.md", "s61bf80a4f0.md", "s4f553537c7.md", "s6881cb0c5f.md", "s6bfc85ce6e.md", "s60eed8e7b2.md", "seb32014da6.md", "s7c1d63c11f.md", "s6d42957ba0.md", "s5a574c525e.md", "s3838281681.md", "sd8319334ec.md", "s7a0c8e0e26.md", "sadc5931d93.md", "s22b4cc7f79.md", "sa4627104ef.md", "s089fc77687.md", "see790a88f8.md", "s15321c116f.md", "s2a3725d378.md", "s3376e8ad98.md", "s5e89a4d086.md", "s1b5244f99b.md", "sba050318e0.md", "s3f8482e954.md", "sf13d10ce9b.md", "sd1a2b02fb8.md", "s315a066622.md", "s8691965f43.md", "sdec8145a34.md", "s13eff93732.md", "s4ac8a84724.md", "sf9c24a8b3b.md", "sf399310ef0.md", "sd25fb876b8.md", "sdfcf34cdd6.md", "sc75d82b88c.md", "seb30077530.md", "s24db50a12f.md", "s2766761a1b.md"], "s1": [13.333693, 11.875395, 4.742792, 4.536611, 4.056482, 3.803462, 3.518714, 3.32785, 2.825549, 2.799234, 2.693218, 2.635338, 2.278313, 1.918763, 1.768433, 1.626033, 1.547701, 1.465401, 1.359109, 1.168848, 1.132146, 1.021882, 0.946186, 0.880686, 0.847605, 0.800236, 0.777248, 0.765322, 0.72525, 0.694555, 0.662213, 0.594191, 0.54788, 0.470061, 0.460112, 0.422285, 0.413833, 0.386693, 0.338784, 0.288703, 0.28272, 0.224672, 0.174736, 0.166738, 0.164125], "search": ["s4de59adf72.md", "sf6a5a965da.md", "sed309124e1.md", "sd6338b6ecb.md", "s7b3ea69ce7.md", "s921daf5695.md", "s61bf80a4f0.md", "s4f553537c7.md", "s6881cb0c5f.md", "s6bfc85ce6e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 255, "n_windows": 377, "n_texts_windowed": 122, "n_tokens": 120633, "n_query_terms": 17, "nnz_texts": 78312, "index_bytes": 944325, "secs_text": 0.1218, "secs_encode": 18.0654, "secs_score": 0.0093, "secs_total": 18.1984, "load1_start": 15.25}
{"qid": "77eafa52", "type": "multi-session", "abstention": false, "gold": ["s809b2414ca.md", "s84c215a661.md"], "ranked": ["s84c215a661.md", "s809b2414ca.md", "s8d45355dac.md", "s11a0b7b095.md", "s8ccef0a552.md", "sf16edd7722.md", "s87aa2f418d.md", "sdc8ea0586d.md", "scd67cd6c6b.md", "sb512a7532c.md", "s166c6700af.md", "s5f5e100c1a.md", "sf095a8db64.md", "s050092a592.md", "s95264eae3a.md", "s87b6b336a0.md", "s6035c23a13.md", "sd0603bf8dc.md", "s1a90135e21.md", "s0c14bb8f1f.md", "s96158fc4c5.md", "sda79ee1cac.md", "s5cfc0f7ee0.md", "s23d782f0be.md", "s8b042e0aca.md", "sf237da1560.md", "s5c4e8e0c71.md", "s4d4f8bdb68.md", "s0d8bcf6354.md", "s3f42a029bc.md", "sdbdb76d5e1.md", "se7525c9d6a.md", "s9098ec1431.md", "s62b3922f47.md", "s2a37d73e97.md", "s6ac6a343ce.md", "s34a9af216e.md", "s071efb6194.md", "s093a42d093.md", "sde9127e73c.md", "scfa26bb8e2.md", "sd6e4943acc.md", "sd4d04c2ba3.md", "sc148f143d8.md", "sc66fe81968.md", "s12e2b64101.md", "seb81b6b1e7.md", "scc9efd0a03.md", "s814abd7712.md", "sf8ee260ac1.md"], "s1": [7.381505, 7.34057, 4.347249, 4.118788, 4.052091, 3.948211, 3.699563, 3.535949, 3.141886, 3.028256, 2.896404, 2.874266, 2.649954, 2.637619, 2.621981, 2.616342, 2.552278, 2.475424, 2.386212, 2.345325, 2.263437, 2.237795, 2.236999, 2.210376, 2.194132, 2.09553, 1.988419, 1.977538, 1.934238, 1.919631, 1.85445, 1.820216, 1.775025, 1.749294, 1.62498, 1.500626, 1.223246, 1.196963, 1.166292, 0.971078, 0.969666, 0.792695, 0.725632, 0.598267, 0.505952, 0.504997, 0.275563, 0.169953, 0.07068, 0.065528], "search": ["s84c215a661.md", "s809b2414ca.md", "s8d45355dac.md", "s11a0b7b095.md", "s8ccef0a552.md", "sf16edd7722.md", "s87aa2f418d.md", "sdc8ea0586d.md", "scd67cd6c6b.md", "sb512a7532c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 50, "n_texts": 255, "n_windows": 361, "n_texts_windowed": 105, "n_tokens": 118507, "n_query_terms": 17, "nnz_texts": 79673, "index_bytes": 960709, "secs_text": 0.1308, "secs_encode": 17.7329, "secs_score": 0.0086, "secs_total": 17.8741, "load1_start": 15.48}
{"qid": "8979f9ec", "type": "multi-session", "abstention": false, "gold": ["s549e5ef39b.md", "s6c5520c989.md"], "ranked": ["s549e5ef39b.md", "s6c5520c989.md", "sdf280eeddf.md", "s7257cbae10.md", "s6b634079f9.md", "sa4aca1e1ff.md", "sbcd49db868.md", "s5c63253e57.md", "s13594c9bbe.md", "s4b705b649f.md", "s8d07fb077e.md", "sfa9500b0e1.md", "s25fb5dba9f.md", "s591cf69ec0.md", "sba4d32f663.md", "s626504644f.md", "sbce0f5f290.md", "se7e9aae4ba.md", "s071caf69fb.md", "s3ab9c1796a.md", "sb25de4c5f2.md", "s0c74f4b374.md", "sc15856435a.md", "sfc55afa121.md", "scbafc2f41b.md", "s6940c26d37.md", "s78fd6c3d81.md", "scd55861ad4.md", "sa05b12e029.md", "s24f5fc04d8.md", "s39c719db62.md", "s53b46216be.md", "sb3c9583f9d.md", "s0cdf8660c7.md", "se4505a7dd9.md", "s5c06b58359.md", "s66b1b880af.md", "s8aa34729c9.md", "sd5199c88db.md", "sf2b730c6e3.md", "s421a9b410f.md", "s551c98a7c9.md", "sf4911febf1.md"], "s1": [25.282097, 18.53544, 15.844139, 9.461019, 7.887187, 5.868937, 4.806761, 3.693984, 3.368015, 3.143404, 2.695042, 1.796463, 1.742735, 1.714524, 1.694785, 1.616944, 1.58226, 1.506599, 1.497275, 1.455344, 1.270486, 1.214295, 1.21219, 1.147843, 1.106818, 1.097791, 1.032633, 0.981526, 0.933138, 0.897977, 0.826618, 0.810371, 0.789868, 0.785982, 0.684499, 0.596967, 0.403393, 0.37978, 0.324136, 0.233909, 0.151513, 0.146096, 0.000397], "search": ["s549e5ef39b.md", "s6c5520c989.md", "sdf280eeddf.md", "s7257cbae10.md", "s6b634079f9.md", "sa4aca1e1ff.md", "sbcd49db868.md", "s5c63253e57.md", "s13594c9bbe.md", "s4b705b649f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 43, "n_texts": 251, "n_windows": 376, "n_texts_windowed": 125, "n_tokens": 119589, "n_query_terms": 22, "nnz_texts": 79366, "index_bytes": 956869, "secs_text": 0.1201, "secs_encode": 18.0096, "secs_score": 0.0088, "secs_total": 18.1404, "load1_start": 14.33}
{"qid": "0100672e", "type": "multi-session", "abstention": false, "gold": ["s9e33c760a7.md", "sb80fa6ec07.md"], "ranked": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s5d8fe8232f.md", "s6946512f0d.md", "s23c756081c.md", "se824990993.md", "sfeb6a9096a.md", "s587287f514.md", "s5ff1780517.md", "s038b58519b.md", "saa1dffd38e.md", "sad3d77d2aa.md", "sd6be02158c.md", "s367379cc69.md", "s56c57d1435.md", "s6fa6d21e42.md", "s7b1ae4495f.md", "s5fe724273a.md", "sce1c35c79a.md", "s2a2ebf004a.md", "sa82d8a6efc.md", "s984b93a069.md", "s9f733d952e.md", "se4af3cf448.md", "s18548c7bc6.md", "s03aaec4873.md", "se4cb3068ef.md", "s758e1e7e2d.md", "s8598e5cbac.md", "s494682143f.md", "s6043f47700.md", "s2925432ab9.md", "s594bf38ee2.md", "s3d6e6d5b47.md", "s5e1eff96f9.md", "s3e07041ad3.md", "s4ea530a8d5.md", "sfbfa177c71.md", "s6a67ac784e.md", "s69a4fb0df6.md", "s9693ffd1a1.md", "s8c78b0883a.md", "sdc6f2f3e3a.md", "s4fb6645cd0.md", "s6243eb8abf.md", "scdd9932cab.md", "s31133cb668.md"], "s1": [16.785378, 13.193642, 6.405322, 6.318315, 5.27905, 4.781279, 4.769632, 4.747242, 4.259865, 3.638262, 3.495266, 3.443321, 3.18273, 3.152597, 3.029676, 2.919767, 2.86012, 2.783006, 2.684608, 2.53549, 2.447818, 2.404367, 2.359153, 2.328107, 2.190953, 1.910799, 1.907007, 1.900576, 1.875004, 1.83646, 1.56936, 1.221512, 1.216132, 1.10595, 1.098163, 1.0594, 0.934015, 0.796284, 0.613185, 0.583765, 0.58189, 0.55204, 0.407357, 0.241413, 0.084135, 0.070158, 0.031253, 0.015971], "search": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s5d8fe8232f.md", "s6946512f0d.md", "s23c756081c.md", "se824990993.md", "sfeb6a9096a.md", "s587287f514.md", "s5ff1780517.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 48, "n_texts": 259, "n_windows": 373, "n_texts_windowed": 114, "n_tokens": 119779, "n_query_terms": 17, "nnz_texts": 81213, "index_bytes": 979141, "secs_text": 0.1278, "secs_encode": 18.0067, "secs_score": 0.0091, "secs_total": 18.1455, "load1_start": 14.43}
{"qid": "a96c20ee", "type": "multi-session", "abstention": false, "gold": ["s38f0782795.md", "s6fdc1d7aab.md"], "ranked": ["s6fdc1d7aab.md", "se9ae7c34ba.md", "s38f0782795.md", "s2721b45613.md", "seeeceb9a1a.md", "s7d96770f73.md", "se88ecda710.md", "sd841ed43d0.md", "sc20d8e1690.md", "sb8823b16a4.md", "s12462c7868.md", "s1e6a2a465b.md", "s5ae235c127.md", "sdc0faf1658.md", "sa53402c4cf.md", "sdf751592c5.md", "sdcc1bd0735.md", "sd853e904b2.md", "s8d7a50e843.md", "s3554b7100f.md", "se21a43b583.md", "se100cf5695.md", "s620241cd45.md", "s0abd9cd0de.md", "s4d54f4b255.md", "s0ce2a06d85.md", "s8e3b84c914.md", "sa75cf775fc.md", "s577ba21eac.md", "sbf808f950c.md", "s2eeef6bc19.md", "s58d36ca85e.md", "s325223d0e0.md", "sd28283c7c3.md", "s9a6bce707b.md", "s7899e34251.md", "s918a369be0.md", "s24c72a9d91.md", "sa631b370e0.md", "s208249df4d.md", "s4f605c766a.md", "s712c8d6714.md", "sc841a51f98.md", "s5f0d6ce495.md", "s797a3d0998.md", "sd29b0ce5ed.md", "secfd15d041.md", "s1c5bf42b8d.md"], "s1": [7.322016, 4.729272, 4.568455, 2.85324, 2.849983, 2.783692, 2.647927, 2.55516, 2.202707, 2.01061, 1.76337, 1.730774, 1.673334, 1.461429, 1.461228, 1.411851, 1.391307, 1.366891, 1.365842, 1.26191, 1.231902, 1.197921, 1.189499, 1.047781, 1.006538, 0.970837, 0.938595, 0.858813, 0.78463, 0.759537, 0.725336, 0.669873, 0.629648, 0.570783, 0.563036, 0.476681, 0.426283, 0.425947, 0.329242, 0.319195, 0.30424, 0.238588, 0.234735, 0.129844, 0.108493, 0.066308, 0.021182, 0.01686], "search": ["s6fdc1d7aab.md", "se9ae7c34ba.md", "s38f0782795.md", "s2721b45613.md", "seeeceb9a1a.md", "s7d96770f73.md", "se88ecda710.md", "sd841ed43d0.md", "sc20d8e1690.md", "sb8823b16a4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 48, "n_texts": 253, "n_windows": 363, "n_texts_windowed": 110, "n_tokens": 117418, "n_query_terms": 15, "nnz_texts": 77649, "index_bytes": 936517, "secs_text": 0.1268, "secs_encode": 17.681, "secs_score": 0.0088, "secs_total": 17.8184, "load1_start": 14.78}
{"qid": "92a0aa75", "type": "multi-session", "abstention": false, "gold": ["s73509c4816.md", "s735479277c.md"], "ranked": ["sb8972d75cb.md", "sc6aa103081.md", "sc0772da439.md", "s4edb082b6d.md", "sa1f366665b.md", "s73509c4816.md", "s2a4f5c6809.md", "s6e105201c0.md", "s5a93e28a13.md", "s567067b93b.md", "s8f79516a2a.md", "s10d507b1cd.md", "s810048a629.md", "sfa91bb5ba1.md", "s735479277c.md", "sbff261024d.md", "sd3a3bf3754.md", "s67a63f1215.md", "s83684d4325.md", "s42f93901ad.md", "s2803338ed6.md", "sbdbf5a5581.md", "s1fb0ff2996.md", "s54a55a0c46.md", "s76a7a2afa0.md", "s8b31267eb7.md", "s3242c46715.md", "s6c4fc29a2c.md", "se2b6b0ad1a.md", "sb73f525f04.md", "scbc1a5dc9a.md", "sc46bf8c207.md", "s4342556e20.md", "s3a23a44772.md", "sff511fba3d.md", "s53cdb412f2.md", "s7a7ffef138.md", "sbb531b07ef.md", "s707a5dc7fc.md", "s6d1dd588ac.md", "s87e2b7861d.md"], "s1": [5.572981, 5.222638, 4.675725, 4.361181, 4.28218, 4.107151, 3.967416, 3.907331, 3.779337, 3.660408, 3.4827, 3.435294, 3.401379, 3.164861, 3.07194, 3.005, 2.882874, 2.876917, 2.827649, 2.817568, 2.811507, 2.805502, 2.328927, 2.153256, 2.142156, 2.111343, 2.00948, 1.909184, 1.682873, 1.656606, 1.370273, 1.307258, 1.291619, 1.188341, 1.174959, 0.708803, 0.386789, 0.358038, 0.318723, 0.166032, 0.061407], "search": ["sb8972d75cb.md", "sc6aa103081.md", "sc0772da439.md", "s4edb082b6d.md", "sa1f366665b.md", "s73509c4816.md", "s2a4f5c6809.md", "s6e105201c0.md", "s5a93e28a13.md", "s567067b93b.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 42, "n_scored_files": 41, "n_texts": 248, "n_windows": 365, "n_texts_windowed": 117, "n_tokens": 118729, "n_query_terms": 13, "nnz_texts": 77950, "index_bytes": 939781, "secs_text": 0.1192, "secs_encode": 17.7067, "secs_score": 0.0096, "secs_total": 17.8374, "load1_start": 15.13}
{"qid": "3fe836c9", "type": "multi-session", "abstention": false, "gold": ["s24b367a163.md", "s48f3e8864d.md"], "ranked": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "sfbb5c075be.md", "s4c134c28fe.md", "s1906470cf8.md", "s5fd5cbb9e3.md", "sf0f2341cd9.md", "sf122868306.md", "s5475e36257.md", "s59233b3638.md", "s5446664ae7.md", "sde0370d8ac.md", "sf4206986ed.md", "s803e3f9994.md", "sbaac13e079.md", "s83807107d1.md", "s643d587bd6.md", "s10a1d82a83.md", "sd169d16ca2.md", "s68a3c29051.md", "saedb5583ab.md", "s834920a09d.md", "s29d068f961.md", "s7cc8310a71.md", "s11b8861166.md", "sb2df6e5097.md", "s3e14098c43.md", "sfdccc34a4d.md", "se152a94f35.md", "s80d9556e88.md", "se1e8bf521c.md", "sabeecf2a78.md", "sd1b8dc60a7.md", "s99afe23fc4.md", "sfff85e6484.md", "s18a9aca5fe.md", "s727a22637a.md", "s4f20d60f89.md", "s33b7b79501.md", "s169064696a.md", "s68995b7dbd.md", "se5661145cf.md", "s4e889e3730.md"], "s1": [13.803484, 13.50697, 8.648038, 6.772409, 5.909963, 3.715375, 3.601166, 3.377384, 3.249711, 3.160616, 3.00868, 2.963351, 2.669642, 2.655179, 2.590286, 2.145679, 1.96901, 1.962935, 1.93669, 1.910765, 1.810354, 1.789153, 1.734991, 1.70923, 1.666065, 1.661536, 1.597065, 1.596964, 1.574938, 1.554602, 1.359699, 1.305059, 1.192916, 1.15179, 1.122701, 1.087558, 0.739239, 0.616327, 0.516368, 0.507518, 0.418984, 0.343168, 0.187164, 0.006928], "search": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "sfbb5c075be.md", "s4c134c28fe.md", "s1906470cf8.md", "s5fd5cbb9e3.md", "sf0f2341cd9.md", "sf122868306.md", "s5475e36257.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 248, "n_windows": 367, "n_texts_windowed": 118, "n_tokens": 119594, "n_query_terms": 18, "nnz_texts": 79454, "index_bytes": 957893, "secs_text": 0.1188, "secs_encode": 17.9191, "secs_score": 0.0086, "secs_total": 18.0485, "load1_start": 15.32}
{"qid": "1c549ce4", "type": "multi-session", "abstention": false, "gold": ["s71727af2ce.md", "s77887e28e0.md"], "ranked": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "sa6b70f8cc1.md", "s680b10e661.md", "s2c73dad8a7.md", "sd463bdcc13.md", "s89b75f5cf6.md", "sfc9609f236.md", "s37e1cd77f8.md", "s7b88ff2d4d.md", "s4bb3d07a60.md", "s613132c214.md", "s264b4cc327.md", "sa783a5b57e.md", "s7f439c3563.md", "s095c9759e9.md", "sbeb1212232.md", "s71a599d37b.md", "sbe30aeedd0.md", "sd5173429ac.md", "sc47d65d8be.md", "s6969a62cf4.md", "s2dbdec885e.md", "s989fd7dc3a.md", "sd1a7f6a8f8.md", "s1d09f8862a.md", "saeaeb71a7c.md", "s5f203e7e84.md", "sf4ceb64894.md", "s1f1a24ee98.md", "sda4f0b3128.md", "s3bed408f1b.md", "sec1e989668.md", "saf8a8bea4a.md", "sfaf9e58ccd.md", "se9912af3f4.md", "s4535698b93.md", "sfe1a1a1ac1.md", "s9e1b29164e.md", "sc11b7911a1.md"], "s1": [15.841244, 14.422617, 7.948236, 3.966817, 3.904312, 3.593152, 3.498665, 3.323649, 2.99594, 2.948668, 2.576824, 2.54111, 2.341808, 2.03818, 1.925743, 1.595637, 1.589283, 1.552933, 1.529876, 1.489213, 1.472416, 1.325612, 1.315499, 1.27795, 1.21331, 1.048345, 1.0033, 0.868996, 0.827929, 0.817826, 0.803315, 0.657498, 0.567132, 0.506761, 0.436373, 0.422349, 0.349114, 0.271513, 0.231219, 0.09036, 0.069166], "search": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "sa6b70f8cc1.md", "s680b10e661.md", "s2c73dad8a7.md", "sd463bdcc13.md", "s89b75f5cf6.md", "sfc9609f236.md", "s37e1cd77f8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 41, "n_texts": 249, "n_windows": 375, "n_texts_windowed": 126, "n_tokens": 118110, "n_query_terms": 16, "nnz_texts": 78699, "index_bytes": 948869, "secs_text": 0.1189, "secs_encode": 17.7479, "secs_score": 0.0098, "secs_total": 17.8786, "load1_start": 15.52}
{"qid": "6c49646a", "type": "multi-session", "abstention": false, "gold": ["s0f0cd51721.md", "s69645d66e6.md"], "ranked": ["s69645d66e6.md", "sf984adb10c.md", "s0f0cd51721.md", "sb9be70a278.md", "sec2777a886.md", "s892858009e.md", "s22140d79e2.md", "s79ea1ef2f7.md", "sb3c5e16b2c.md", "s94721df3f3.md", "saf9977fab2.md", "sa7453ea872.md", "s1ad1b275ff.md", "sa8a37f5cbd.md", "sd3b0ac93e8.md", "s5b7d543001.md", "se2509cbe8c.md", "s4327bd06b4.md", "s1afe4e2b59.md", "s99defb6426.md", "s9c0643272d.md", "sf7ce2420e4.md", "s7bd4239d2c.md", "scf6ed9d05d.md", "s452473485d.md", "s8d99630845.md", "s72f0cf3cb4.md", "sc386238c41.md", "se3a4d735f3.md", "s7119bedbe0.md", "s286a84b149.md", "s01f4ba5ec7.md", "s1fe746e18f.md", "s3b4e1eb38b.md", "sf02b42dd03.md", "s0fb9cc44e9.md", "s1230e39e8d.md", "s83f214f410.md", "s43513cce56.md", "s0ddb1797a2.md"], "s1": [8.592475, 6.924454, 6.626626, 5.95036, 4.234272, 4.034083, 3.858954, 3.836433, 3.663319, 3.641703, 3.2453, 3.175711, 2.412586, 2.299074, 2.277115, 1.997945, 1.921347, 1.909011, 1.566212, 1.496799, 1.480066, 1.468821, 1.423134, 1.326023, 1.286956, 1.277179, 1.06121, 0.932347, 0.917299, 0.910028, 0.848866, 0.823651, 0.728105, 0.700696, 0.665356, 0.558278, 0.538585, 0.305276, 0.217816, 0.015443], "search": ["s69645d66e6.md", "sf984adb10c.md", "s0f0cd51721.md", "sb9be70a278.md", "sec2777a886.md", "s892858009e.md", "s22140d79e2.md", "s79ea1ef2f7.md", "sb3c5e16b2c.md", "s94721df3f3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 40, "n_texts": 246, "n_windows": 361, "n_texts_windowed": 115, "n_tokens": 118813, "n_query_terms": 15, "nnz_texts": 76849, "index_bytes": 926725, "secs_text": 0.1283, "secs_encode": 17.9257, "secs_score": 0.0088, "secs_total": 18.0647, "load1_start": 15.81}
{"qid": "1192316e", "type": "multi-session", "abstention": false, "gold": ["s031e2f154c.md", "s2d6498b6af.md"], "ranked": ["s2d6498b6af.md", "sd7794dc5de.md", "s2a21a57ecc.md", "s44bd214758.md", "s031e2f154c.md", "s2850dc68ce.md", "sc237531f6f.md", "s06cfe52fc3.md", "sa160192275.md", "sbfb152bc09.md", "s5bb1fec989.md", "s7835f498c4.md", "sd9b7026459.md", "s8b2b7da1fc.md", "s441a3435eb.md", "s81f45d2707.md", "sf98d468070.md", "sa7919aac12.md", "scb4b792e51.md", "s98d948bc47.md", "s3d8031ba69.md", "s602e5c53c0.md", "s84f70b854a.md", "s07d5637927.md", "sd491adf49d.md", "s4ea01ebbc7.md", "sbb91798e50.md", "sb4e4ae63da.md", "s956914cfc5.md", "s54747629cf.md", "sb5e7edc941.md", "s7bc0bb5eb3.md", "sf1ef1e0f87.md", "s32a551d0f4.md", "s5db383cab6.md", "s8fb916d6e2.md", "s11f7c591f5.md", "sef34c67e59.md", "sea9ea23817.md", "sc7d94bf28e.md", "sfa4a46d291.md", "sd3468f5f0c.md"], "s1": [8.490944, 4.709328, 4.38844, 4.208373, 4.155147, 3.803255, 3.750145, 3.312701, 3.147369, 3.073667, 2.688741, 2.483997, 2.297701, 2.291123, 2.264542, 2.22895, 2.144075, 2.112559, 1.965173, 1.953865, 1.881861, 1.823629, 1.750794, 1.593747, 1.553075, 1.517716, 1.507839, 1.472046, 1.349963, 1.218136, 1.178246, 1.124887, 1.106957, 1.075836, 1.009651, 0.821487, 0.752784, 0.574956, 0.44259, 0.29048, 0.201051, 0.03563], "search": ["s2d6498b6af.md", "sd7794dc5de.md", "s2a21a57ecc.md", "s44bd214758.md", "s031e2f154c.md", "s2850dc68ce.md", "sc237531f6f.md", "s06cfe52fc3.md", "sa160192275.md", "sbfb152bc09.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 250, "n_windows": 358, "n_texts_windowed": 108, "n_tokens": 117996, "n_query_terms": 18, "nnz_texts": 77244, "index_bytes": 931333, "secs_text": 0.1185, "secs_encode": 17.6868, "secs_score": 0.0092, "secs_total": 17.8165, "load1_start": 14.83}
{"qid": "0ea62687", "type": "multi-session", "abstention": false, "gold": ["sbed667a336.md", "sc25abe63f2.md"], "ranked": ["sbed667a336.md", "sc25abe63f2.md", "sd1c153913d.md", "s2715552d62.md", "s8ae81d83c5.md", "s4c5cf3de8c.md", "s991bf87898.md", "sf758554222.md", "s1f2d3ea0c4.md", "sf2c6d316ac.md", "s39ca19bd47.md", "s8b9049bda9.md", "sc74b1aa0be.md", "s0efaae0290.md", "saaad1f3439.md", "sb309d96507.md", "s74da7e20a1.md", "s05bfd24d3c.md", "se60c52693d.md", "s8bf21dbc34.md", "se02eb1994c.md", "s87cf9a2b55.md", "s40b68fd8c3.md", "s3837f4a17d.md", "sa39f2e295a.md", "sa22384ab10.md", "s355bcf3e27.md", "sb842d37f0f.md", "sc16226ea08.md", "s226d4fa0b4.md", "sa1f5e774e9.md", "se88abada1a.md", "sd49824131f.md", "s35d755fdb7.md", "s9f2d7313f2.md", "s58f5590dbc.md", "s3ae2a041c9.md", "s139ef07387.md", "s213bf9e7ff.md", "sb0eac88dcc.md", "s2bbe592ca2.md", "sb51220d904.md"], "s1": [10.225718, 9.906063, 6.385715, 5.007546, 4.316715, 4.205687, 4.126475, 3.997221, 3.730129, 3.40397, 3.367979, 3.305396, 3.200167, 3.197253, 2.938074, 2.88847, 2.816086, 2.713716, 2.679471, 2.368308, 2.331973, 2.214935, 2.090656, 2.08023, 2.071733, 1.739443, 1.730437, 1.685465, 1.558209, 1.346182, 1.332551, 1.103379, 1.002798, 0.993035, 0.859958, 0.847519, 0.823838, 0.822155, 0.692656, 0.647792, 0.514903, 0.159639], "search": ["sbed667a336.md", "sc25abe63f2.md", "sd1c153913d.md", "s2715552d62.md", "s8ae81d83c5.md", "s4c5cf3de8c.md", "s991bf87898.md", "sf758554222.md", "s1f2d3ea0c4.md", "sf2c6d316ac.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 42, "n_texts": 249, "n_windows": 370, "n_texts_windowed": 121, "n_tokens": 117784, "n_query_terms": 20, "nnz_texts": 78475, "index_bytes": 946117, "secs_text": 0.1188, "secs_encode": 17.6715, "secs_score": 0.0096, "secs_total": 17.8019, "load1_start": 14.42}
{"qid": "67e0d0f2", "type": "multi-session", "abstention": false, "gold": ["s3e75bfa66a.md", "sa0f7c41d33.md"], "ranked": ["sa0f7c41d33.md", "s3e75bfa66a.md", "s6cf2de4622.md", "s66949488e0.md", "sd0803993e1.md", "s5fdef93f67.md", "sbec91f0f80.md", "s9ccc45b4a6.md", "s6114e23556.md", "s5829b7dff2.md", "sc1fca97f42.md", "sdaca64d83b.md", "sbdc329484d.md", "s63cfa45755.md", "s5baa5191b1.md", "sad6e831710.md", "scd667e4575.md", "s4f5d33b55e.md", "sdb3c58fdd1.md", "s23880521b1.md", "sf70023aa27.md", "s50310c106c.md", "sc100137a4b.md", "s8268a68076.md", "s679797ff58.md", "sea996a457c.md", "s1099d2d75a.md", "s6b7e6a987a.md", "s476fa025b7.md", "sf0c4cbb178.md", "s491b0a2586.md", "s7d64f33142.md", "se18c979475.md", "s5d9a38f948.md", "s62b6d02192.md", "sd238d3e113.md", "sa5a4e36ef1.md", "s3f3cd9c033.md", "sab6e95f99d.md", "s7d21771128.md", "s81b377d8df.md", "sc44a64bf8b.md", "sb07ec2dbc0.md", "s1f19c56d4f.md", "s6f3f4dc8e3.md", "s5249c5bd3e.md", "sb9387c0b3d.md", "sbdc57e1da4.md", "s07ece505a1.md", "s61610bb2fd.md"], "s1": [6.10125, 5.705963, 5.070304, 5.007858, 4.61121, 4.02442, 3.89282, 3.388007, 3.19886, 2.939891, 2.7439, 2.723124, 2.676963, 2.656089, 2.634305, 2.574156, 2.341927, 2.32876, 2.265558, 2.240661, 2.074185, 2.053402, 2.028327, 1.788084, 1.687036, 1.524654, 1.480903, 1.436207, 1.404387, 1.304025, 1.289045, 1.243938, 1.147984, 1.047832, 1.031523, 0.833345, 0.741258, 0.695811, 0.684995, 0.675126, 0.533807, 0.417264, 0.357438, 0.349617, 0.315859, 0.278569, 0.129718, 0.10592, 0.025514, 0.023668], "search": ["sa0f7c41d33.md", "s3e75bfa66a.md", "s6cf2de4622.md", "s66949488e0.md", "sd0803993e1.md", "s5fdef93f67.md", "sbec91f0f80.md", "s9ccc45b4a6.md", "s6114e23556.md", "s5829b7dff2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 50, "n_texts": 257, "n_windows": 360, "n_texts_windowed": 103, "n_tokens": 118400, "n_query_terms": 15, "nnz_texts": 78125, "index_bytes": 942149, "secs_text": 0.1217, "secs_encode": 17.9037, "secs_score": 0.0087, "secs_total": 18.0359, "load1_start": 13.75}
{"qid": "bb7c3b45", "type": "multi-session", "abstention": false, "gold": ["sd5fc88393d.md", "sd63b111bc2.md"], "ranked": ["sd5fc88393d.md", "sd63b111bc2.md", "s038672be4e.md", "s402df57886.md", "s79013ad3e2.md", "s6f319c9c5b.md", "s589f183966.md", "s963a62d275.md", "s3dc814e6c5.md", "s12a56fe697.md", "s19548ccbe1.md", "se7eb57b46b.md", "s9b171a9193.md", "sab89e7572d.md", "sd15748def2.md", "s3417a6cf8c.md", "sf89c955fe0.md", "s6bb6483ac3.md", "s88a96154ca.md", "sc078fa87f3.md", "s59969f1963.md", "s66095d12e9.md", "s57b238c47f.md", "s1595d994ee.md", "sbfd0dbb071.md", "s7dda4ef44d.md", "sb977932393.md", "s9e9cabb67b.md", "s1061a64ee3.md", "s729d8075b5.md", "sa901197daa.md", "s9db493c05e.md", "s79421ef9d0.md", "s82ffb69960.md", "s9f38d6cdff.md", "sc8555baefd.md", "sd6ad5e0649.md", "s3746f80e7f.md", "se4b477694c.md", "s8b9c953692.md", "s22af84f55f.md", "s8e78ec592d.md", "s1c192b9679.md", "s298bc64f8a.md", "sb94fc5bc00.md", "s55774e78f5.md"], "s1": [15.653936, 13.897314, 4.872125, 4.822928, 4.125118, 3.926913, 3.686368, 3.538554, 3.503781, 3.371259, 3.167767, 3.057183, 2.956249, 2.901768, 2.781373, 2.715943, 2.544247, 2.509498, 2.293994, 2.24667, 2.186733, 2.15013, 2.055731, 1.92015, 1.886781, 1.80518, 1.784378, 1.774536, 1.742353, 1.715127, 1.643902, 1.491744, 1.327935, 1.222919, 1.218742, 1.179061, 1.178089, 1.145085, 0.936248, 0.889316, 0.689252, 0.367863, 0.353187, 0.08333, 0.026465, 0.008408], "search": ["sd5fc88393d.md", "sd63b111bc2.md", "s038672be4e.md", "s402df57886.md", "s79013ad3e2.md", "s6f319c9c5b.md", "s589f183966.md", "s963a62d275.md", "s3dc814e6c5.md", "s12a56fe697.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 246, "n_windows": 355, "n_texts_windowed": 108, "n_tokens": 117289, "n_query_terms": 14, "nnz_texts": 75132, "index_bytes": 906053, "secs_text": 0.1164, "secs_encode": 17.6635, "secs_score": 0.0094, "secs_total": 17.791, "load1_start": 13.16}
{"qid": "ba358f49", "type": "multi-session", "abstention": false, "gold": ["s7ada6848ff.md", "sae31e157ee.md"], "ranked": ["sae31e157ee.md", "s91f2c9839a.md", "s023cc971a8.md", "s171dec869d.md", "s7b63d2ed2b.md", "s4498bd27bb.md", "s5a6493ba79.md", "sb792a9d32d.md", "se6d5fbf515.md", "s4872057d2d.md", "se614eda838.md", "s6c24bc559d.md", "sb0ddaef34f.md", "sdee924a092.md", "s3a3dd63c74.md", "s1726a738b2.md", "s51cae76f77.md", "s598093daff.md", "s845bded26a.md", "s6a9d4dc455.md", "s8398575d31.md", "sed262f9913.md", "s1e98c8837f.md", "scc1c3c8db4.md", "sc8d540fca2.md", "se1bf6e8683.md", "sd268fa3ad6.md", "s55104e1394.md", "sbbbe88ed24.md", "s7ada6848ff.md", "se9b451d010.md", "sb464ea98bc.md", "sc6bb1411fb.md", "s414358cd71.md", "s133fa4689e.md", "s576eed1246.md", "se47ffa893c.md", "sa9ffb43848.md", "se2f0c3639e.md"], "s1": [10.222162, 4.096323, 4.040148, 3.793181, 3.362387, 3.322998, 3.085215, 3.006024, 2.477441, 2.377025, 2.231121, 2.160981, 2.054895, 2.024112, 2.01146, 1.977575, 1.941847, 1.885752, 1.884067, 1.8628, 1.836919, 1.812104, 1.70853, 1.594257, 1.555581, 1.531387, 1.52221, 1.47464, 1.470157, 1.380891, 1.131569, 1.118562, 0.989012, 0.976716, 0.959939, 0.958722, 0.405666, 0.304581, 0.155714], "search": ["sae31e157ee.md", "s91f2c9839a.md", "s023cc971a8.md", "s171dec869d.md", "s7b63d2ed2b.md", "s4498bd27bb.md", "s5a6493ba79.md", "sb792a9d32d.md", "se6d5fbf515.md", "s4872057d2d.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 41, "n_scored_files": 39, "n_texts": 242, "n_windows": 354, "n_texts_windowed": 108, "n_tokens": 117425, "n_query_terms": 15, "nnz_texts": 76908, "index_bytes": 927237, "secs_text": 0.1175, "secs_encode": 17.7098, "secs_score": 0.0085, "secs_total": 17.8376, "load1_start": 14.03}
{"qid": "61f8c8f8", "type": "multi-session", "abstention": false, "gold": ["s9ed67af6d5.md", "sb821a237df.md"], "ranked": ["sb821a237df.md", "s9ed67af6d5.md", "se3cc2915be.md", "s559d72f700.md", "sa079e694e8.md", "sa569208d30.md", "s0372d70680.md", "s8aa1dab14d.md", "s2bcb31f9ae.md", "sbf67e2eddf.md", "s907390b7f1.md", "sc513b0b2c2.md", "sfbe4c8b6c3.md", "sa6ab5f5953.md", "s936287191e.md", "sd28b6d0bc6.md", "sda3979075b.md", "s7b0c6fe8e3.md", "sfc03a8ae4c.md", "sdfcacf2732.md", "s5badfc3e3d.md", "s25b3ec3338.md", "s4b55166e1d.md", "s372f26e1de.md", "sfb68b37c4d.md", "s91b566d695.md", "s8510cc9606.md", "sd93a9a190d.md", "s18a4797200.md", "se8b8f43b3e.md", "s0d5739d02d.md", "sc29d78a056.md", "sa32589c3df.md", "s522dbd8fa3.md", "s516691d89b.md", "scf33740423.md", "sbee1dce237.md", "s83955536ee.md", "s6ba3510728.md", "sf10edac614.md", "sd405a56e38.md", "s2b2c4c998d.md", "sb61b90f105.md", "s9b0119aeeb.md", "s84353fe9f4.md", "s456e4764f1.md"], "s1": [14.064685, 10.369007, 6.652707, 5.988645, 5.144819, 4.753151, 4.711465, 4.293423, 4.264789, 3.621313, 3.55898, 3.337569, 3.247618, 3.22107, 3.025283, 3.020786, 2.992442, 2.932508, 2.930734, 2.895687, 2.787632, 2.609187, 2.603894, 2.553223, 2.52947, 2.516003, 2.482102, 2.444536, 2.129564, 1.96696, 1.966292, 1.768287, 1.687374, 1.579923, 1.543656, 1.540873, 1.506241, 1.140945, 0.793064, 0.788887, 0.704629, 0.674123, 0.509471, 0.503735, 0.333292, 0.059655], "search": ["sb821a237df.md", "s9ed67af6d5.md", "se3cc2915be.md", "s559d72f700.md", "sa079e694e8.md", "sa569208d30.md", "s0372d70680.md", "s8aa1dab14d.md", "s2bcb31f9ae.md", "sbf67e2eddf.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 46, "n_texts": 282, "n_windows": 389, "n_texts_windowed": 107, "n_tokens": 120953, "n_query_terms": 21, "nnz_texts": 84894, "index_bytes": 1023429, "secs_text": 0.122, "secs_encode": 18.0864, "secs_score": 0.0096, "secs_total": 18.22, "load1_start": 14.47}
{"qid": "60159905", "type": "multi-session", "abstention": false, "gold": ["s5b7c995bbe.md", "sef28e418f6.md"], "ranked": ["sef28e418f6.md", "s5b7c995bbe.md", "sd9bf6be95f.md", "s358e838263.md", "sd27a57e7d4.md", "s490252c074.md", "s4d9770445d.md", "s6199e2ad5e.md", "s5b68203eec.md", "sf091f8bbbb.md", "s406c191bd4.md", "sf85fc576e8.md", "sce95dd3db8.md", "sb27e7d216d.md", "s8832109124.md", "s9fc6e362fe.md", "sf19c005081.md", "s0b0c9c446d.md", "sa4f9e05a3e.md", "s817645ece7.md", "sd805b4e094.md", "sfa38ed3605.md", "s1e5aff4387.md", "sa2c8a45da9.md", "sff345d0145.md", "scf04e48c20.md", "s46740366be.md", "sbbe66e2d9a.md", "s7ed0845c8e.md", "s95b78b932a.md", "s2894750cb2.md", "sc99f80372c.md", "s50572b4cdc.md", "sa79d480508.md", "s68afe2c5ee.md", "sb8120f9313.md", "sb9148a6037.md", "sb67da4f277.md", "s3623e9cb70.md", "sb0a31525ab.md", "s1cafdb94cd.md", "s0efbc2ce0b.md"], "s1": [7.926855, 6.833697, 5.006174, 4.550155, 4.208604, 3.604981, 3.49315, 3.082623, 3.053068, 3.012015, 2.991938, 2.892283, 2.771618, 2.751546, 2.561524, 2.53702, 2.405692, 2.322523, 2.140126, 2.115596, 2.107216, 2.10008, 1.949469, 1.919478, 1.903627, 1.851819, 1.705192, 1.690014, 1.453204, 1.439371, 1.174519, 1.008163, 0.774711, 0.753166, 0.731822, 0.558716, 0.49088, 0.419756, 0.233305, 0.171137, 0.140294, 0.012555], "search": ["sef28e418f6.md", "s5b7c995bbe.md", "sd9bf6be95f.md", "s358e838263.md", "sd27a57e7d4.md", "s490252c074.md", "s4d9770445d.md", "s6199e2ad5e.md", "s5b68203eec.md", "sf091f8bbbb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 42, "n_texts": 252, "n_windows": 382, "n_texts_windowed": 130, "n_tokens": 121303, "n_query_terms": 14, "nnz_texts": 80782, "index_bytes": 973829, "secs_text": 0.1259, "secs_encode": 18.131, "secs_score": 0.0086, "secs_total": 18.2676, "load1_start": 14.91}
{"qid": "ef9cf60a", "type": "multi-session", "abstention": false, "gold": ["s53d35e4a72.md", "sca5c0d8460.md"], "ranked": ["s53d35e4a72.md", "sca5c0d8460.md", "s3d2cb86d8b.md", "s06b3d288cf.md", "s1f6899f0e0.md", "s635ee59c9a.md", "s01003090b4.md", "seccf37fd4a.md", "s73c4163b63.md", "s229105d095.md", "sa6170b9d8b.md", "s120b2a4b7e.md", "s4fc379bf6a.md", "sda45f86b9f.md", "sa146eec270.md", "sc2506dfdc8.md", "s6379b03434.md", "s97bd20723b.md", "sce6d17dcf2.md", "s3b5d310108.md", "s0d01c3a543.md", "s07a6aaae98.md", "s2a7e263f82.md", "s344ddb724d.md", "s20ac56a4d1.md", "sb58d01cd7f.md", "s33ec197759.md", "se34e3e77d7.md", "sc6a7db9f2a.md", "s215039e4b0.md", "sd146e4f725.md", "s15f64500b8.md", "sce1e80d86a.md", "sdabefc17ac.md", "sf92af1c36f.md", "s7473c3e24f.md", "s62c639913c.md", "sb372fa5eec.md", "s2425f7e6dc.md", "s2396041058.md", "s37b805157d.md", "sc1085f4840.md", "sfab49d8076.md", "sf8997a6aef.md", "s9532f1e7ff.md", "s3bbbec43b3.md", "s786997d074.md", "s290ebb0e5d.md", "s5d59cb248a.md", "saab046fdbb.md"], "s1": [11.911825, 11.488613, 6.222163, 5.845966, 5.537902, 4.917564, 3.763616, 3.554332, 3.433185, 2.749605, 2.585812, 2.464614, 2.280082, 2.174663, 2.02485, 2.001445, 1.98072, 1.948095, 1.874138, 1.774515, 1.731756, 1.703028, 1.671468, 1.606637, 1.605996, 1.604574, 1.576146, 1.568098, 1.518126, 1.457215, 1.301607, 1.293873, 1.287743, 1.259691, 1.233169, 1.220687, 1.216613, 1.215832, 1.141397, 1.131535, 1.074562, 1.038905, 0.985852, 0.670223, 0.63596, 0.585955, 0.413995, 0.380145, 0.3508, 0.259294], "search": ["s53d35e4a72.md", "sca5c0d8460.md", "s3d2cb86d8b.md", "s06b3d288cf.md", "s1f6899f0e0.md", "s635ee59c9a.md", "s01003090b4.md", "seccf37fd4a.md", "s73c4163b63.md", "s229105d095.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 54, "n_scored_files": 51, "n_texts": 255, "n_windows": 351, "n_texts_windowed": 91, "n_tokens": 120617, "n_query_terms": 13, "nnz_texts": 75767, "index_bytes": 913925, "secs_text": 0.1264, "secs_encode": 18.0613, "secs_score": 0.0092, "secs_total": 18.1987, "load1_start": 15.23}
{"qid": "73d42213", "type": "multi-session", "abstention": false, "gold": ["s8acade994f.md", "sdf7e6dcac7.md"], "ranked": ["s8acade994f.md", "s5ab3abb5ed.md", "sdf7e6dcac7.md", "sa1ce658616.md", "s788e7ffd3e.md", "s378afc17c1.md", "s5c8fccb1f6.md", "s946ceac11d.md", "s9393f29a2a.md", "s256edf56f4.md", "s6081698dda.md", "s9b12bed479.md", "s1256fa437f.md", "s25d3a60343.md", "sd90ca4cf83.md", "sbc77e8cd92.md", "s56adf568c0.md", "s157954a3e0.md", "s1258831d40.md", "s27dfb21dfb.md", "sbbbac47177.md", "s63e0102f2e.md", "s05d4ce6095.md", "seaa1bfe468.md", "s26769ede56.md", "sdb5e170139.md", "s00e7d6b74f.md", "s699acc40e5.md", "s9f779a64a4.md", "s65ef9f3bf4.md", "sff1c118e0f.md", "sc3c94cb74f.md", "sc8c54eae46.md", "s0c9adc4347.md", "s31c9a0973c.md", "s049c0ecb92.md", "s0391895e31.md", "sb0099818e5.md", "s958c0a09e1.md", "s48b623991a.md", "s5f3da1537f.md", "s0994dfe9ff.md", "s202bb72b23.md", "s18d6d5c4d2.md", "sa472eab350.md", "sebaa0c9cad.md", "s96d838f404.md"], "s1": [7.920989, 4.188667, 2.907168, 2.724648, 2.722232, 2.577718, 2.073322, 1.884372, 1.878107, 1.848789, 1.799448, 1.529614, 1.502108, 1.428632, 1.376007, 1.366662, 1.342303, 1.249774, 1.242919, 1.229997, 1.228089, 1.212867, 1.05558, 1.048884, 0.976097, 0.873604, 0.872256, 0.858531, 0.804668, 0.79402, 0.770807, 0.713953, 0.707335, 0.690628, 0.594067, 0.444495, 0.425142, 0.399975, 0.373398, 0.355153, 0.298723, 0.290936, 0.252187, 0.228399, 0.21641, 0.105249, 0.064896], "search": ["s8acade994f.md", "s5ab3abb5ed.md", "sdf7e6dcac7.md", "sa1ce658616.md", "s788e7ffd3e.md", "s378afc17c1.md", "s5c8fccb1f6.md", "s946ceac11d.md", "s9393f29a2a.md", "s256edf56f4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 47, "n_texts": 253, "n_windows": 348, "n_texts_windowed": 94, "n_tokens": 117047, "n_query_terms": 12, "nnz_texts": 78022, "index_bytes": 940869, "secs_text": 0.1167, "secs_encode": 17.5932, "secs_score": 0.0086, "secs_total": 17.7204, "load1_start": 14.93}
{"qid": "bc149d6b", "type": "multi-session", "abstention": false, "gold": ["s682dfdcf7b.md", "s9e056673d8.md"], "ranked": ["s682dfdcf7b.md", "se0ded99e8e.md", "sf4b3ac7ae5.md", "s6266aefb67.md", "s38ab73f4da.md", "sb17b9c7536.md", "se9585693a8.md", "s3d32e5f750.md", "s5e3c90a1c1.md", "s238a8750e4.md", "s096e34aead.md", "s9e056673d8.md", "s3a219fa541.md", "sfc62056772.md", "sdf783132ba.md", "sfbe6f43967.md", "sb278d3cfbf.md", "s03e78868cb.md", "s380efc40a1.md", "s6d6414224f.md", "sb0fd4eb48a.md", "s00239ea29f.md", "s45da79dc06.md", "s857c0613fb.md", "s4bfe1bee23.md", "s69b2a532d4.md", "s907ea91a36.md", "s234cc55ab9.md", "s9905841fec.md", "s026cb2959d.md", "s25fa400e98.md", "s96213a9137.md", "s92cb779ebd.md", "sa0561f6eab.md", "s2b30e61749.md", "s8f0fba705e.md", "s32e7a315df.md", "s67989ca4b6.md", "s2a706153c8.md", "sbb38e3f442.md", "s588676e9f4.md", "sa844256dcd.md", "s66d85bf747.md", "s65f126fa82.md", "sabd31838c2.md"], "s1": [8.480781, 5.413191, 5.206541, 4.22036, 3.838984, 2.689404, 2.663008, 2.568043, 2.288353, 2.266834, 2.263469, 2.245739, 2.141891, 2.100691, 1.990466, 1.965896, 1.939007, 1.792499, 1.747367, 1.704486, 1.684256, 1.450003, 1.383756, 1.36972, 1.137156, 0.972429, 0.872978, 0.841689, 0.831082, 0.78705, 0.778519, 0.635722, 0.618645, 0.596908, 0.593123, 0.395869, 0.370587, 0.301926, 0.277792, 0.133989, 0.129113, 0.108678, 0.103359, 0.095473, 0.01845], "search": ["s682dfdcf7b.md", "se0ded99e8e.md", "sf4b3ac7ae5.md", "s6266aefb67.md", "s38ab73f4da.md", "sb17b9c7536.md", "se9585693a8.md", "s3d32e5f750.md", "s5e3c90a1c1.md", "s238a8750e4.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 46, "n_scored_files": 45, "n_texts": 247, "n_windows": 352, "n_texts_windowed": 105, "n_tokens": 115957, "n_query_terms": 17, "nnz_texts": 76901, "index_bytes": 927365, "secs_text": 0.1243, "secs_encode": 17.4833, "secs_score": 0.0091, "secs_total": 17.6185, "load1_start": 15.3}
{"qid": "099778bb", "type": "multi-session", "abstention": false, "gold": ["sbab52820e1.md", "sdb31d92751.md"], "ranked": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s3b76734538.md", "s9572499d20.md", "s4723ae3286.md", "sc3639b68a8.md", "s0da3502a5c.md", "s46b275dafe.md", "s43f3f3baad.md", "sa706f53172.md", "s44e4f94d0b.md", "sdb5defa465.md", "sb253a089b7.md", "s590f89f635.md", "sa9dc269d3c.md", "s4dea42a4b1.md", "s357ffdb34c.md", "s45e9f0b07d.md", "sebe5bb4f28.md", "saf83bfc921.md", "s0a548d30fe.md", "s38004cf44d.md", "sb7706e30d5.md", "s338ff6cdda.md", "s25a091877f.md", "sacaf0b68ae.md", "sdfa79f3b6a.md", "s3559230087.md", "s0261525799.md", "s65fe76485c.md", "sceae3ce2a7.md", "s7ae161876c.md", "seb2246a4fd.md", "s80e7bd4b02.md", "s32d4b77fc3.md", "s327e653efb.md", "s1dae0a38dc.md", "s87068f0351.md", "s2dc5fde6c7.md", "sc39d7878f6.md", "saa41c2f9e6.md", "s852d78fe43.md", "saf420cc0dd.md", "s7654597d1a.md", "s489e5499f6.md"], "s1": [17.545025, 10.315763, 4.329893, 3.8592, 3.677196, 3.085865, 2.804455, 2.50412, 2.29333, 2.272117, 2.251786, 2.186605, 2.176322, 2.072465, 2.000153, 1.979611, 1.924654, 1.672653, 1.651424, 1.509385, 1.393196, 1.348104, 1.321693, 1.284939, 1.257416, 1.223517, 1.094553, 1.068201, 0.990326, 0.905095, 0.875937, 0.800488, 0.773626, 0.753943, 0.687484, 0.633791, 0.575799, 0.523313, 0.486222, 0.417049, 0.408501, 0.274642, 0.220543, 0.180494, 0.151294, 0.006419], "search": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s3b76734538.md", "s9572499d20.md", "s4723ae3286.md", "sc3639b68a8.md", "s0da3502a5c.md", "s46b275dafe.md", "s43f3f3baad.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 252, "n_windows": 375, "n_texts_windowed": 123, "n_tokens": 120720, "n_query_terms": 15, "nnz_texts": 79622, "index_bytes": 960005, "secs_text": 0.1212, "secs_encode": 18.0705, "secs_score": 0.01, "secs_total": 18.2036, "load1_start": 14.44}
{"qid": "09ba9854", "type": "multi-session", "abstention": false, "gold": ["s72706fe101.md", "sb502d8d88e.md"], "ranked": ["s72706fe101.md", "sb502d8d88e.md", "sb54b7766bd.md", "s6f2edc8d1f.md", "s13e1229915.md", "sb63486d719.md", "s253d90a929.md", "s3a35e5b9fd.md", "s5d8f74e273.md", "s3b831479c7.md", "s9002931a6b.md", "s27adbe279b.md", "sbadaead581.md", "sacf360b16d.md", "sb3ef950ad8.md", "s07a5919989.md", "sb36ac69459.md", "s2a5a804f71.md", "s815c859534.md", "s91d0659242.md", "sdae476ae29.md", "sd5b3035834.md", "s5479abc3ed.md", "s402975a3e0.md", "s5db52fef9f.md", "s1306125083.md", "s1168f3c434.md", "sdc9e57519f.md", "s34d470c3cc.md", "sebf4525ef2.md", "sbf8b0c2024.md", "sb02905938e.md", "sc5c79d1af6.md", "se7fafead9a.md", "s2a7a56bc46.md", "s89a10e5acc.md", "sebcc0d2d21.md", "sa859c1ccf2.md", "s6e4b5856ac.md", "sfb79a7a80d.md", "sec43038b84.md", "sfa99acd4c8.md", "sb41b642e53.md"], "s1": [18.397409, 18.068571, 6.185721, 5.385364, 4.439834, 4.42725, 4.297124, 4.241114, 4.038805, 3.763526, 3.762149, 3.659796, 3.529666, 3.473762, 3.087175, 3.069388, 2.810956, 2.562015, 2.517888, 2.450498, 2.400341, 2.354014, 2.287267, 2.095101, 2.074114, 1.866512, 1.746493, 1.58416, 1.369709, 1.347548, 1.168743, 1.167251, 1.075477, 0.59419, 0.583229, 0.580488, 0.531978, 0.52795, 0.473031, 0.431097, 0.28213, 0.265749, 0.052872], "search": ["s72706fe101.md", "sb502d8d88e.md", "sb54b7766bd.md", "s6f2edc8d1f.md", "s13e1229915.md", "sb63486d719.md", "s253d90a929.md", "s3a35e5b9fd.md", "s5d8f74e273.md", "s3b831479c7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 43, "n_texts": 246, "n_windows": 360, "n_texts_windowed": 114, "n_tokens": 116406, "n_query_terms": 21, "nnz_texts": 76914, "index_bytes": 927493, "secs_text": 0.1261, "secs_encode": 17.548, "secs_score": 0.0093, "secs_total": 17.6853, "load1_start": 14.31}
{"qid": "d6062bb9", "type": "multi-session", "abstention": false, "gold": ["sc45d0be97c.md", "sec6a971fe1.md"], "ranked": ["sec6a971fe1.md", "sfe5cb224c0.md", "sc45d0be97c.md", "sc00b9fd6ce.md", "scca48469e9.md", "s1fba76af3f.md", "s882dd8d0a6.md", "s9d8e60cdbe.md", "s75073df134.md", "s07a22f9fe1.md", "sf8fd354e35.md", "s19f938992b.md", "s23a8c5b27a.md", "s925f90570f.md", "sa81434037f.md", "s3b090f5547.md", "s45fd102944.md", "s8ffe8a449a.md", "s95680df880.md", "sb6604449ce.md", "sa7b59fcf3e.md", "s69a2f8f4a6.md", "sdbbc8cf7ea.md", "sffd3c9e18e.md", "s76fdaa68db.md", "s0866ff6c5d.md", "se85badc09e.md", "s267f01f7d5.md", "s2550cb6c7e.md", "sd09094d417.md", "s25fc512071.md", "s09b4273ca5.md", "s7c471c0d5d.md", "s63fc8d5839.md", "sa1b1a3e621.md", "se83b829ddd.md", "sb661f10889.md", "sf38e8a7a1d.md", "s4fd3e4230e.md", "s0ff00f97f1.md", "sf6c62c1de2.md", "sc8a1030b42.md", "s7a3f87bf23.md", "se66a963d79.md", "s234abfb581.md", "sdd470175e8.md", "s27bd1ba7cf.md", "s3df3e2195f.md"], "s1": [13.005824, 8.258709, 8.21664, 7.187947, 5.31417, 5.255123, 3.531067, 3.047658, 2.755013, 2.598356, 2.413714, 2.348191, 2.240468, 2.194264, 2.103936, 2.07035, 2.006737, 1.838416, 1.798979, 1.776745, 1.752991, 1.691008, 1.621495, 1.594552, 1.571535, 1.43446, 1.30916, 1.249211, 1.203521, 1.178077, 1.171004, 1.076445, 1.031596, 0.998874, 0.942665, 0.903346, 0.875818, 0.704882, 0.595752, 0.589623, 0.583349, 0.491493, 0.468254, 0.084079, 0.073329, 0.060122, 0.026787, 0.004724], "search": ["sec6a971fe1.md", "sfe5cb224c0.md", "sc45d0be97c.md", "sc00b9fd6ce.md", "scca48469e9.md", "s1fba76af3f.md", "s882dd8d0a6.md", "s9d8e60cdbe.md", "s75073df134.md", "s07a22f9fe1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 256, "n_windows": 365, "n_texts_windowed": 109, "n_tokens": 119110, "n_query_terms": 20, "nnz_texts": 80245, "index_bytes": 967621, "secs_text": 0.1247, "secs_encode": 17.8358, "secs_score": 0.0086, "secs_total": 17.9711, "load1_start": 14.68}
{"qid": "157a136e", "type": "multi-session", "abstention": false, "gold": ["s17169e45b7.md", "s58d6c78b39.md"], "ranked": ["s17169e45b7.md", "sa17078bf04.md", "sea2a3ff6a6.md", "sbb5e7cb811.md", "s37183248d7.md", "s0a8827466d.md", "s58d6c78b39.md", "se7ae7a6808.md", "sfbb6612986.md", "s0e26240cd6.md", "s0363a2e324.md", "sac275f5a17.md", "s61e59a355c.md", "s0145eb2e43.md", "s61a9e5bbca.md", "s7f5fe0b942.md", "sef60a7d384.md", "s247022b494.md", "sfb18de6622.md", "s9b2583249c.md", "sfc17dbd6c3.md", "s8c3f724279.md", "s43d6915f4f.md", "s05e383e4cf.md", "s889c4cf322.md", "s507c83057d.md", "s91073e8137.md", "s16b3102969.md", "s84b552456e.md", "s776239670f.md", "sca13b7bdde.md", "s24fcf0dd14.md", "s8a903b2b2c.md", "s9ea9fc0097.md", "s759b854a1f.md", "sc5616d902b.md", "se3254fbdef.md", "s2c87a1eff7.md", "s99f9d1a2e7.md", "s9881c7bf8b.md", "saf535c82c4.md", "s7d84de65cc.md", "s909e675ae9.md"], "s1": [9.72154, 7.94551, 3.617518, 3.323038, 2.681833, 2.662423, 2.509759, 2.372041, 2.254201, 2.237577, 2.164962, 2.090485, 2.084171, 2.017441, 1.997968, 1.965706, 1.946531, 1.912815, 1.862031, 1.775405, 1.758936, 1.744519, 1.703647, 1.540871, 1.501981, 1.43446, 1.421664, 1.393601, 1.220311, 1.178682, 1.017894, 1.003233, 0.990782, 0.903194, 0.645455, 0.531407, 0.47961, 0.256541, 0.210848, 0.149271, 0.079964, 0.011606, 0.006166], "search": ["s17169e45b7.md", "sa17078bf04.md", "sea2a3ff6a6.md", "sbb5e7cb811.md", "s37183248d7.md", "s0a8827466d.md", "s58d6c78b39.md", "se7ae7a6808.md", "sfbb6612986.md", "s0e26240cd6.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 47, "n_scored_files": 43, "n_texts": 254, "n_windows": 352, "n_texts_windowed": 98, "n_tokens": 118135, "n_query_terms": 12, "nnz_texts": 77944, "index_bytes": 939909, "secs_text": 0.1254, "secs_encode": 17.7982, "secs_score": 0.0081, "secs_total": 17.9336, "load1_start": 15.06}
{"qid": "c18a7dc8", "type": "multi-session", "abstention": false, "gold": ["sc174292e10.md", "sff08391df0.md"], "ranked": ["s065b6392c9.md", "sff08391df0.md", "s690b772efe.md", "s849bb560a7.md", "sff06b61d5d.md", "sc174292e10.md", "s8a1c12d53e.md", "s8f38df1208.md", "sb17ce563cf.md", "sd50ac5aa5c.md", "s8f016850e4.md", "s2ee1160243.md", "s7779d8d37b.md", "s8e2722f280.md", "sab6ee6d743.md", "s5fc23d1886.md", "s51775371d1.md", "s473b5c767d.md", "s4c7a641fac.md", "s11062b8ba4.md", "sdf13bb7c33.md", "s51a73376cb.md", "sbb7d317646.md", "s72bef69c2a.md", "s92d1ce9d01.md", "s5b9e300e2b.md", "saf88604d97.md", "s98ce43715a.md", "saa294e6d96.md", "s51419fb951.md", "sdf8205ed54.md", "s48a5298e32.md", "s5b5d3b45e0.md", "sc166c010c3.md", "s7837afa37c.md", "sb5afc2ad64.md", "s9c2c2c54d5.md", "s7c58b06591.md", "sd4a325967a.md", "s28dc6fe9c6.md", "saef3e8957e.md", "sd216e5201f.md", "s99ea5a406c.md", "saafff9663e.md", "sce123991f1.md", "s0f3091548b.md"], "s1": [6.620789, 5.702167, 3.985064, 3.660221, 3.324358, 3.162921, 3.044828, 2.963012, 2.905941, 2.691448, 2.505879, 2.459748, 2.434773, 2.409652, 2.333849, 2.15602, 1.956084, 1.895023, 1.87767, 1.838823, 1.831658, 1.766193, 1.752456, 1.662488, 1.628017, 1.505721, 1.362603, 1.149874, 1.048158, 1.038447, 1.0308, 0.866648, 0.861696, 0.849735, 0.79089, 0.573546, 0.502642, 0.456516, 0.382841, 0.38028, 0.291392, 0.208353, 0.206562, 0.175148, 0.160482, 0.152261], "search": ["s065b6392c9.md", "sff08391df0.md", "s690b772efe.md", "s849bb560a7.md", "sff06b61d5d.md", "sc174292e10.md", "s8a1c12d53e.md", "s8f38df1208.md", "sb17ce563cf.md", "sd50ac5aa5c.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 258, "n_windows": 340, "n_texts_windowed": 82, "n_tokens": 118149, "n_query_terms": 14, "nnz_texts": 75978, "index_bytes": 916357, "secs_text": 0.1192, "secs_encode": 17.6929, "secs_score": 0.0102, "secs_total": 17.8246, "load1_start": 14.07}
{"qid": "a3332713", "type": "multi-session", "abstention": false, "gold": ["s60e87636b2.md", "seef4e1fa4d.md"], "ranked": ["s60e87636b2.md", "seef4e1fa4d.md", "s62236e8089.md", "sc7e7d49076.md", "s0d7023ff1d.md", "s3acbc429ef.md", "sa328080e4b.md", "s27f00ea1dc.md", "s3213418782.md", "se771717f07.md", "sf039a535fe.md", "sec5ffe8b04.md", "s663359fe49.md", "s62bb5732e3.md", "s9ee02426d2.md", "s26be4d1b10.md", "se9fa5070ea.md", "s7955108b91.md", "s521251b74e.md", "sa336513bed.md", "s77ccf484d3.md", "s3c251cac10.md", "sae72783e09.md", "sa73f7a733a.md", "s4dd1305f33.md", "sa978151847.md", "sdd429c384f.md", "sf6edf42a15.md", "s18239a417b.md", "s102f626009.md", "see81b49c36.md", "s956986f4b9.md", "s528413e141.md", "s4b29d8c905.md", "s56827f3284.md", "s6627ef3c59.md", "s8b9355bedd.md", "scf0305c175.md", "sb00ac04c30.md", "seb4135b798.md", "sbc2120be70.md"], "s1": [19.508106, 10.811337, 7.27654, 5.891511, 5.067497, 3.951448, 3.760994, 3.142468, 2.946244, 2.750399, 2.487116, 2.478051, 2.377241, 2.235345, 2.030176, 1.884955, 1.85708, 1.813953, 1.813605, 1.690785, 1.650295, 1.649479, 1.641385, 1.635166, 1.613472, 1.582272, 1.553493, 1.454653, 1.341311, 1.21, 1.1273, 1.102855, 1.085335, 0.630997, 0.514302, 0.313838, 0.255167, 0.253762, 0.208831, 0.066264, 0.04604], "search": ["s60e87636b2.md", "seef4e1fa4d.md", "s62236e8089.md", "sc7e7d49076.md", "s0d7023ff1d.md", "s3acbc429ef.md", "sa328080e4b.md", "s27f00ea1dc.md", "s3213418782.md", "se771717f07.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 41, "n_texts": 251, "n_windows": 374, "n_texts_windowed": 123, "n_tokens": 118554, "n_query_terms": 19, "nnz_texts": 77383, "index_bytes": 933061, "secs_text": 0.1191, "secs_encode": 17.8137, "secs_score": 0.0093, "secs_total": 17.944, "load1_start": 14.62}
{"qid": "55241a1f", "type": "multi-session", "abstention": false, "gold": ["s5125e94eaa.md", "s7f8e262f74.md"], "ranked": ["s5125e94eaa.md", "s7f8e262f74.md", "s688a697e85.md", "s77c6549beb.md", "s012beda446.md", "se6ed209cbe.md", "sd3097f5450.md", "s2cc2e97ce7.md", "sddf6930042.md", "sa1619e4816.md", "s431f7b0846.md", "sac160463c6.md", "sd87857cd97.md", "sce37b06c0a.md", "s288db29ec2.md", "s51dec48f38.md", "sb294515351.md", "s84ad848b67.md", "s9278d9dfea.md", "s3822d2550f.md", "sa766285d8b.md", "s7e370ec32a.md", "sfc3367b80a.md", "sedbc88b589.md", "s033d14202f.md", "s9bc3dca870.md", "sa022b05369.md", "s281243f26c.md", "sfa1bc54691.md", "sbf32449e4e.md", "s99bcfac32a.md", "s4317f41716.md", "s48a97e7da9.md", "sf8897c9987.md", "s06e5b6a689.md", "sa740bf35f1.md", "sb53762d24b.md", "se45ab34409.md", "sdaf65a4590.md", "s16a16b1f0f.md", "sf2987fa3bc.md", "se2785be883.md", "saaf8985475.md", "s42e042ab7a.md", "sc1d4aaf735.md", "sc24e9e2f0a.md", "s6ba12e25ab.md", "se5d8e8b489.md", "s349fce9aec.md"], "s1": [15.665636, 14.718692, 12.163393, 8.673529, 8.028505, 7.463688, 7.022841, 6.68031, 6.642102, 6.405469, 6.306399, 6.089645, 6.030231, 6.007676, 5.998122, 5.807115, 5.63138, 5.487104, 5.464998, 5.4445, 5.346262, 5.254209, 5.08341, 5.025149, 4.932367, 4.927782, 4.857265, 4.806569, 4.748313, 4.655077, 4.414667, 4.393541, 4.305574, 4.275638, 4.238094, 3.79195, 3.677111, 3.55497, 3.52603, 3.394855, 3.328767, 3.036527, 2.630033, 2.560273, 2.519978, 2.454747, 2.382851, 2.211115, 1.443663], "search": ["s5125e94eaa.md", "s7f8e262f74.md", "s688a697e85.md", "s77c6549beb.md", "s012beda446.md", "se6ed209cbe.md", "sd3097f5450.md", "s2cc2e97ce7.md", "sddf6930042.md", "sa1619e4816.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 252, "n_windows": 375, "n_texts_windowed": 123, "n_tokens": 118592, "n_query_terms": 21, "nnz_texts": 80729, "index_bytes": 973317, "secs_text": 0.1178, "secs_encode": 17.7894, "secs_score": 0.0095, "secs_total": 17.9187, "load1_start": 15.01}
{"qid": "a08a253f", "type": "multi-session", "abstention": false, "gold": ["s78f3fb31b3.md", "s832c9d0a8c.md"], "ranked": ["s78f3fb31b3.md", "se1c13c4604.md", "s2420a8a35e.md", "s832c9d0a8c.md", "s2c7660f669.md", "s248fb78104.md", "s3220b9d25a.md", "s252f6990d1.md", "s2e3535b641.md", "sf42dafd0fc.md", "s193a865def.md", "sae6b383400.md", "s376a57a5ee.md", "s43fd5669b9.md", "sb0535fb080.md", "s63677eb0b7.md", "scd5194f0c3.md", "s56d09ff052.md", "s40a45d1783.md", "sf0e777823c.md", "sb83777f0ad.md", "s7d144228df.md", "s9ae4874816.md", "s6b45b9ba5b.md", "s9462ca50cd.md", "s0b72d64e61.md", "s19564466b2.md", "sb62a875c5b.md", "s616d9742ac.md", "sdd4369749f.md", "s2de8f3c510.md", "s5ee81c44f0.md", "s7ef854a0d7.md", "sb034d0649b.md", "s49d47c0405.md", "s1a38302dbe.md", "s654b71cf0d.md", "s40d1780576.md", "sff3aa681ce.md", "s89419fa915.md", "s9a190f0187.md", "s4663f3d868.md", "sbd85bb33fa.md", "sf0ddfe1b47.md", "sa0e329bb85.md", "s629c614b85.md", "sc7ea4b9f09.md", "sb3d4476e23.md", "s3d9a209839.md", "s35ae4344b6.md"], "s1": [9.831612, 7.909275, 7.141835, 6.544842, 6.392325, 5.391232, 5.215679, 4.113435, 3.739266, 3.684254, 3.637391, 3.555197, 3.494478, 3.489766, 3.112222, 3.042853, 3.004798, 2.868875, 2.703712, 2.50884, 2.446149, 2.405509, 2.228227, 2.223799, 2.16922, 2.128407, 2.022254, 1.579412, 1.422506, 1.291821, 1.246464, 1.210734, 1.049342, 0.973304, 0.902945, 0.876891, 0.852825, 0.846327, 0.814923, 0.785062, 0.779991, 0.652682, 0.602453, 0.469408, 0.370963, 0.141184, 0.062359, 0.057554, 0.039684, 0.032953], "search": ["s78f3fb31b3.md", "se1c13c4604.md", "s2420a8a35e.md", "s832c9d0a8c.md", "s2c7660f669.md", "s248fb78104.md", "s3220b9d25a.md", "s252f6990d1.md", "s2e3535b641.md", "sf42dafd0fc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 51, "n_texts": 256, "n_windows": 348, "n_texts_windowed": 92, "n_tokens": 115222, "n_query_terms": 13, "nnz_texts": 76191, "index_bytes": 918981, "secs_text": 0.1182, "secs_encode": 17.3169, "secs_score": 0.0094, "secs_total": 17.4465, "load1_start": 14.31}
{"qid": "f0e564bc", "type": "multi-session", "abstention": false, "gold": ["sb2a3c5940b.md", "se7dfab0d66.md"], "ranked": ["se7dfab0d66.md", "sb2a3c5940b.md", "s18926becfb.md", "sebfe358282.md", "s4c2e203003.md", "sfcae325e3d.md", "sc31c4d6665.md", "sdc4581b8d8.md", "s4a574029a0.md", "s9677af1325.md", "s21f4728ff9.md", "s626603b9ee.md", "s4c8fd1e873.md", "s2a320a65a1.md", "sc5c288a061.md", "s5cd3d06f26.md", "sc1f5061625.md", "s3129fd551c.md", "s7c23d7bbc3.md", "sa3474f8660.md", "s8572052fc8.md", "s00cdd4b63b.md", "s4ce7fa2787.md", "sc2a3928aa0.md", "s94db1649a9.md", "see62f9d152.md", "sb822909d6b.md", "s4dd8ebb0a2.md", "s73b26bf264.md", "sadb5bc4730.md", "sd09dd566f8.md", "s45fd9e3cd2.md", "se67acad53a.md", "s0f078440a6.md", "s28bcd51e69.md", "sc6917cd086.md", "sa9f8e313cc.md", "s122e3c5b22.md", "sf6f7b53bfa.md", "sa7db7b2198.md", "sc42aab8750.md", "sce2ba7dbae.md", "s45d14db074.md", "s551cf66113.md", "sd1c82e168a.md", "s9f490880aa.md", "s5cf5bd54b8.md", "s4b76f88b99.md"], "s1": [12.079731, 11.685886, 4.648289, 4.53564, 4.17797, 3.560636, 3.093174, 2.941818, 2.550135, 2.541085, 2.494487, 2.122225, 2.043448, 2.027338, 1.92699, 1.878854, 1.766005, 1.755066, 1.718142, 1.687491, 1.656321, 1.64673, 1.528901, 1.297023, 1.227739, 1.123857, 0.944212, 0.942508, 0.938952, 0.900461, 0.775043, 0.729377, 0.715944, 0.700287, 0.678228, 0.633534, 0.397718, 0.381472, 0.33447, 0.319854, 0.29111, 0.260253, 0.190594, 0.162969, 0.105447, 0.074334, 0.056933, 0.040354], "search": ["se7dfab0d66.md", "sb2a3c5940b.md", "s18926becfb.md", "sebfe358282.md", "s4c2e203003.md", "sfcae325e3d.md", "sc31c4d6665.md", "sdc4581b8d8.md", "s4a574029a0.md", "s9677af1325.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 247, "n_windows": 351, "n_texts_windowed": 104, "n_tokens": 115436, "n_query_terms": 21, "nnz_texts": 74757, "index_bytes": 901701, "secs_text": 0.1163, "secs_encode": 17.337, "secs_score": 0.0088, "secs_total": 17.464, "load1_start": 14.85}
{"qid": "078150f1", "type": "multi-session", "abstention": false, "gold": ["s064fbc729a.md", "sd0ede9b63e.md"], "ranked": ["sd0ede9b63e.md", "s064fbc729a.md", "s48bc73c3ba.md", "sb12ed30ae0.md", "s58c59458e0.md", "s3763503ff4.md", "s00b9e3058a.md", "sc60320987c.md", "se3468a8cdb.md", "sf522e99848.md", "s8cc14d4724.md", "sb4dc4f1cb1.md", "sf59d913aec.md", "s8569cb05b4.md", "sdedcf030af.md", "s13675a2215.md", "sfc08c5890c.md", "s0c35525e5c.md", "se57ce7d93a.md", "sbe5b96d53d.md", "s6205de3741.md", "sed4e077e5d.md", "s9efdf31dd5.md", "s425f606fb2.md", "sa2a4e35f85.md", "s487f71a606.md", "sc095c2e4c0.md", "s75fc9fdf40.md", "s5a01732c5a.md", "s2599f118a9.md", "sc12e3f4aa9.md", "s5b2533d0f5.md", "s58ae53e77c.md", "s1d034f29c2.md", "sf53e12af00.md", "s1f0071d45a.md", "s4df46322d3.md", "s6157439f7f.md", "s2644b2b2cd.md", "sc0c2c82e7c.md", "s286978f632.md", "sd1ddf8dce8.md", "s0cd78cdb6d.md", "s2dda2ae1c3.md", "s38e8d1c5ca.md"], "s1": [15.153402, 13.167333, 10.665658, 7.262689, 6.208792, 6.186667, 5.246809, 4.751725, 4.688209, 4.65699, 4.300579, 3.956341, 3.720551, 3.618252, 3.594819, 3.551312, 3.260282, 3.212806, 3.114422, 2.913192, 2.580547, 2.453494, 2.33868, 2.281915, 2.265324, 2.196754, 2.113222, 2.098695, 2.026506, 2.015772, 1.893597, 1.782824, 1.769405, 1.703218, 1.658966, 1.595742, 1.526236, 1.431738, 1.302983, 1.011078, 0.616792, 0.608673, 0.510425, 0.482453, 0.313493], "search": ["sd0ede9b63e.md", "s064fbc729a.md", "s48bc73c3ba.md", "sb12ed30ae0.md", "s58c59458e0.md", "s3763503ff4.md", "s00b9e3058a.md", "sc60320987c.md", "se3468a8cdb.md", "sf522e99848.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 252, "n_windows": 366, "n_texts_windowed": 114, "n_tokens": 115883, "n_query_terms": 19, "nnz_texts": 78575, "index_bytes": 947397, "secs_text": 0.1217, "secs_encode": 17.4963, "secs_score": 0.0094, "secs_total": 17.6291, "load1_start": 15.11}
{"qid": "8cf4d046", "type": "multi-session", "abstention": false, "gold": ["s1a430b7199.md", "s1d1556eeff.md"], "ranked": ["s1a430b7199.md", "s1d1556eeff.md", "sd63164b099.md", "sd67b15de96.md", "s832dc61568.md", "s83a948ec96.md", "s764b922ad6.md", "sd4ede459ef.md", "sa33b110e45.md", "sd3d30eb782.md", "sf2613aa219.md", "s00b49cf543.md", "saa6ce07823.md", "s211f850c8f.md", "saacbc096b6.md", "sabd0989792.md", "s944877854d.md", "sf475b9d129.md", "s774e7877d0.md", "s57ef722062.md", "sb10afa9cbd.md", "s0c7ae4611d.md", "s1c2ddf73d9.md", "s25d6c2a715.md", "seafa48bfa5.md", "s2036db2c0b.md", "saa484285d8.md", "s2c1d882cb9.md", "sbcb528b233.md", "s4f7fdc0fd1.md", "s94c6be0c94.md", "s1d075305dc.md", "se8d5849828.md", "s95d2e69029.md", "s79ae4cded6.md", "s85386d51c2.md", "sbb0d731b54.md", "sdb6fec9b38.md", "s90614ab06c.md", "sd56f9d3abd.md", "sa3fcdcb784.md", "s13f1fbf521.md", "s233938900d.md", "s9d239267e2.md"], "s1": [7.55092, 7.126904, 4.550863, 3.059081, 2.5346, 2.408824, 2.263176, 2.183003, 2.093472, 1.984403, 1.731433, 1.558711, 1.553912, 1.542678, 1.476151, 1.29116, 1.186289, 1.111793, 1.008964, 1.005707, 0.876535, 0.826767, 0.792356, 0.752476, 0.725303, 0.717146, 0.703515, 0.641166, 0.570861, 0.559101, 0.555873, 0.536246, 0.434591, 0.424514, 0.414909, 0.342763, 0.31051, 0.232448, 0.226973, 0.193409, 0.171135, 0.168385, 0.08435, 0.071981], "search": ["s1a430b7199.md", "s1d1556eeff.md", "sd63164b099.md", "sd67b15de96.md", "s832dc61568.md", "s83a948ec96.md", "s764b922ad6.md", "sd4ede459ef.md", "sa33b110e45.md", "sd3d30eb782.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 251, "n_windows": 376, "n_texts_windowed": 119, "n_tokens": 119185, "n_query_terms": 15, "nnz_texts": 76965, "index_bytes": 928133, "secs_text": 0.1223, "secs_encode": 17.8944, "secs_score": 0.0096, "secs_total": 18.0282, "load1_start": 15.42}
{"qid": "a346bb18", "type": "multi-session", "abstention": false, "gold": ["s25832aee18.md", "sa7162f09e5.md"], "ranked": ["s2846432ce3.md", "sa7162f09e5.md", "s25832aee18.md", "s0dcb999f38.md", "s25f8e000dc.md", "sacca3217c8.md", "s9718f4c911.md", "s5f6a172f85.md", "s093d6a82e4.md", "s12c1c3eb60.md", "sf70c22bbfd.md", "sdd5746a27b.md", "s1d6a3dda2f.md", "s08e49d0c48.md", "s0fc4370423.md", "s03d93668d2.md", "s1e4d0ca328.md", "s9b43521764.md", "s0e9021a72d.md", "se44178be87.md", "s05dde55bd4.md", "seda4315da3.md", "saf0330174b.md", "sa4fe9f341a.md", "s5e911ee8ea.md", "s7ef182e997.md", "sd120e53ec3.md", "s239a70b01d.md", "s2424d63366.md", "sf82f1da680.md", "s7ddab7c5e9.md", "sbcc5c5ebf4.md", "sd8d6c5e904.md", "sde47c74b49.md", "s87e09bf28e.md", "s27165813c7.md", "s8fb9e59933.md", "s7e50f971ba.md", "s880258b39c.md", "s87cb945f2c.md", "sb19c9b9b56.md", "s5e3994c6b9.md", "sfefe8cf0b5.md", "s13b7bd5630.md", "s455deaa05a.md", "se8f088d458.md", "s30efaf9326.md"], "s1": [10.365091, 8.962603, 8.225965, 5.439673, 5.373114, 5.298046, 4.853321, 4.587659, 3.535548, 3.531288, 3.513679, 3.355782, 3.321884, 3.126803, 3.030819, 2.819635, 2.789865, 2.700719, 2.582237, 2.581702, 2.526622, 2.517859, 2.355711, 2.354245, 2.351117, 2.318728, 2.18714, 2.103998, 1.892296, 1.875678, 1.851869, 1.7663, 1.757693, 1.747317, 1.644686, 1.539546, 1.427286, 1.133853, 1.108104, 0.799636, 0.600794, 0.576389, 0.319782, 0.253766, 0.199534, 0.136949, 0.026577], "search": ["s2846432ce3.md", "sa7162f09e5.md", "s25832aee18.md", "s0dcb999f38.md", "s25f8e000dc.md", "sacca3217c8.md", "s9718f4c911.md", "s5f6a172f85.md", "s093d6a82e4.md", "s12c1c3eb60.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 47, "n_texts": 252, "n_windows": 354, "n_texts_windowed": 102, "n_tokens": 119943, "n_query_terms": 16, "nnz_texts": 78553, "index_bytes": 947205, "secs_text": 0.1217, "secs_encode": 18.0153, "secs_score": 0.0095, "secs_total": 18.1485, "load1_start": 14.96}
{"qid": "37f165cf", "type": "multi-session", "abstention": false, "gold": ["s47517e52b8.md", "sab70567e24.md"], "ranked": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s386d678693.md", "sc99ea24393.md", "s5b21e0f13e.md", "s0d7ed69701.md", "s33df0ae1c5.md", "s223fe5adb2.md", "s4d2d5e4f4f.md", "s5935afa9e3.md", "sb08ff71a9f.md", "s5f569ee7dc.md", "s587130c775.md", "s19542fe1c3.md", "s503eb880e8.md", "s33e34e6619.md", "sc4ec161251.md", "s8ad21380a1.md", "s3367f07a19.md", "s56cf3b2119.md", "s8c39ddcb17.md", "s87053b1706.md", "sdc582043d6.md", "s0cf25ca145.md", "sfc72cca620.md", "sb21f782a0f.md", "s25c07ff7ce.md", "s363a21f751.md", "s56079e455d.md", "s4c3098b2db.md", "se47f89a340.md", "scdce88602e.md", "sbab14af350.md", "saf7646b46b.md", "s54d964d7ba.md", "s91510a40bf.md", "sb12577673c.md", "s8ea3224460.md", "s0532ab1623.md", "s1e5ebc60f9.md", "se2674998c2.md", "sb690856795.md", "se8a1bc7ea2.md"], "s1": [8.183458, 7.627447, 6.410132, 5.710683, 3.47104, 1.982847, 1.967412, 1.841412, 1.777575, 1.65946, 1.652462, 1.586851, 1.573297, 1.548204, 1.481649, 1.387826, 1.227443, 1.16477, 1.14315, 1.130531, 1.082244, 0.935371, 0.878515, 0.865569, 0.851472, 0.826511, 0.819696, 0.784731, 0.766435, 0.757709, 0.636854, 0.593156, 0.565877, 0.508247, 0.416007, 0.370011, 0.36876, 0.293926, 0.270442, 0.225001, 0.222081, 0.164364, 0.052137, 0.027394], "search": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s386d678693.md", "sc99ea24393.md", "s5b21e0f13e.md", "s0d7ed69701.md", "s33df0ae1c5.md", "s223fe5adb2.md", "s4d2d5e4f4f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 250, "n_windows": 372, "n_texts_windowed": 122, "n_tokens": 118235, "n_query_terms": 17, "nnz_texts": 78692, "index_bytes": 948869, "secs_text": 0.1263, "secs_encode": 17.7825, "secs_score": 0.0103, "secs_total": 17.9214, "load1_start": 15.32}
{"qid": "8e91e7d9", "type": "multi-session", "abstention": false, "gold": ["s05a6ca0b9f.md", "s3f55b7aa1a.md"], "ranked": ["s631e0c42be.md", "sc7ff3d4a82.md", "s7261df8ad6.md", "sf14ac79161.md", "s569d3e4349.md", "sc939307611.md", "s1a4c5dd32e.md", "se33fb45223.md", "se4fb807068.md", "s3f55b7aa1a.md", "sfbaf76e00a.md", "s9e6502205c.md", "s135943b594.md", "s617f6d5e99.md", "s8dca75a749.md", "s8909a48dd6.md", "s7838669dce.md", "s0b007ebed4.md", "s8763cc0110.md", "s5440748de9.md", "s0b85822c52.md", "s52275d556a.md", "saf07fd5060.md", "s1ef9bda7a5.md", "s7cf9492223.md", "s5a34cf5e95.md", "sc13723d85e.md", "s666eb68455.md", "s44b099d998.md", "sf00ade7c17.md", "sdc25bd51e9.md", "sbe341450f8.md", "sdada6dd9c8.md", "s13fec58ebc.md", "s83a439a6ec.md", "s1868966fde.md", "s095918a012.md", "s05a6ca0b9f.md", "se0386cb50a.md", "s5206f3f887.md", "s6bc9d95345.md", "s1885c327eb.md", "sb41ab2e3ae.md", "sc13fe8c71b.md", "sc1d5dcf9fe.md", "s12b4b9407c.md"], "s1": [4.17142, 4.17011, 2.632684, 2.528635, 2.219464, 2.183224, 2.138862, 2.113189, 1.906018, 1.826501, 1.785637, 1.78442, 1.668669, 1.648068, 1.475594, 1.440596, 1.362688, 1.232148, 1.19437, 1.189394, 1.094607, 1.087369, 1.082282, 0.977139, 0.947387, 0.907704, 0.746121, 0.674652, 0.660743, 0.63603, 0.610498, 0.60785, 0.567647, 0.55012, 0.545922, 0.539542, 0.499129, 0.439273, 0.362505, 0.311386, 0.245708, 0.140347, 0.102712, 0.049608, 0.024786, 0.006251], "search": ["s631e0c42be.md", "sc7ff3d4a82.md", "s7261df8ad6.md", "sf14ac79161.md", "s569d3e4349.md", "sc939307611.md", "s1a4c5dd32e.md", "se33fb45223.md", "se4fb807068.md", "s3f55b7aa1a.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 47, "n_scored_files": 46, "n_texts": 252, "n_windows": 358, "n_texts_windowed": 106, "n_tokens": 117886, "n_query_terms": 12, "nnz_texts": 76235, "index_bytes": 919365, "secs_text": 0.1225, "secs_encode": 17.7461, "secs_score": 0.0089, "secs_total": 17.8793, "load1_start": 15.52}
{"qid": "87f22b4a", "type": "multi-session", "abstention": false, "gold": ["s150b9c1c76.md", "s3b2683468e.md"], "ranked": ["s150b9c1c76.md", "s3b2683468e.md", "sf9fac5e21c.md", "sb8c0b73033.md", "s378dfece29.md", "s4a51e81767.md", "s86f0245adc.md", "s3558e047b5.md", "s144246809c.md", "se3b1c3b0d1.md", "se029fc62c6.md", "sadadd1f9b8.md", "s3bdd761ad5.md", "sf4e5160206.md", "s774b544f6a.md", "s0663dc38b8.md", "se182477419.md", "s6ea1359d50.md", "se584590d94.md", "s37e3404b4e.md", "s1015412afc.md", "s60bcd1a552.md", "sca75c30140.md", "sf836c72933.md", "s6666508fb1.md", "s518567486e.md", "sf147e129a8.md", "s23433051de.md", "s1a4a5956e1.md", "sbcfc6d398e.md", "s8fb54595f2.md", "sa2cc750661.md", "se3d5a7ad5f.md", "s5da3364f80.md", "s9804919da0.md", "s3e6b850f83.md", "sf2be0eec7a.md", "sa8d5f899ee.md", "s204d3764aa.md", "sdc0b522b73.md", "s2fb2b76891.md", "s4fcffd8bc6.md", "s3d91d98a52.md"], "s1": [12.348577, 10.589311, 5.743995, 5.191883, 3.824304, 3.622776, 3.605013, 3.571914, 3.327276, 3.285327, 3.227037, 2.969624, 2.959779, 2.89237, 2.887724, 2.747746, 2.714612, 2.439881, 2.425463, 2.354285, 2.350656, 2.022856, 2.00416, 1.991795, 1.987002, 1.924521, 1.619803, 1.56656, 1.362165, 1.324445, 1.119332, 1.053835, 0.999769, 0.851112, 0.762504, 0.534333, 0.430736, 0.385928, 0.356463, 0.174686, 0.084584, 0.082838, 0.047729], "search": ["s150b9c1c76.md", "s3b2683468e.md", "sf9fac5e21c.md", "sb8c0b73033.md", "s378dfece29.md", "s4a51e81767.md", "s86f0245adc.md", "s3558e047b5.md", "s144246809c.md", "se3b1c3b0d1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 43, "n_texts": 258, "n_windows": 361, "n_texts_windowed": 103, "n_tokens": 119435, "n_query_terms": 13, "nnz_texts": 78500, "index_bytes": 946629, "secs_text": 0.1258, "secs_encode": 17.9476, "secs_score": 0.0085, "secs_total": 18.0839, "load1_start": 15.62}
{"qid": "e56a43b9", "type": "multi-session", "abstention": false, "gold": ["s7008cbcd61.md", "sa85670c70d.md"], "ranked": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "sffa979d5aa.md", "sb845bba481.md", "sfd7f82a99e.md", "s846c43a3b6.md", "s2904a2683b.md", "s61fa7f34a9.md", "s00be24cf27.md", "s3726b71e3c.md", "s3031166df2.md", "safff613b04.md", "s3e0c1bf7cd.md", "sa68301e6bc.md", "s2d90c152a9.md", "sc04740c521.md", "s15c6cf5e2e.md", "se43d1fee9f.md", "s6e6faa1f50.md", "sd413ea4718.md", "s7aea2c669a.md", "sbc9ed3d00f.md", "s8488fdd27e.md", "s233adff211.md", "s2c3633f88e.md", "sf99e10ff4e.md", "s28beac9008.md", "s0ee7a824a4.md", "s7ff4830577.md", "scb678714db.md", "s8f8e06339c.md", "sc48e884bdb.md", "s7274c4617f.md", "se9d58540e6.md", "s4581f4332e.md", "sb274a228ed.md", "sc56d703b5a.md", "sb5eaf3158a.md", "s67ddea5690.md", "sdf836dbc48.md", "s4c4fce9782.md", "s73643140f9.md"], "s1": [17.946243, 14.706069, 12.540066, 4.726376, 4.661695, 4.445365, 4.42599, 4.367571, 4.266596, 4.062368, 3.847218, 3.611815, 3.586985, 3.102448, 3.041398, 2.81918, 2.805407, 2.707572, 2.616919, 2.595932, 2.507858, 2.271759, 2.222243, 2.175017, 1.889759, 1.649746, 1.323009, 1.215991, 1.082751, 0.998139, 0.988653, 0.921979, 0.865789, 0.855419, 0.720845, 0.715657, 0.701342, 0.636466, 0.493984, 0.450915, 0.419331, 0.325781, 0.016203], "search": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "sffa979d5aa.md", "sb845bba481.md", "sfd7f82a99e.md", "s846c43a3b6.md", "s2904a2683b.md", "s61fa7f34a9.md", "s00be24cf27.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 257, "n_windows": 364, "n_texts_windowed": 104, "n_tokens": 119395, "n_query_terms": 16, "nnz_texts": 77261, "index_bytes": 931653, "secs_text": 0.1223, "secs_encode": 17.9271, "secs_score": 0.0089, "secs_total": 18.0602, "load1_start": 15.36}
{"qid": "efc3f7c2", "type": "multi-session", "abstention": false, "gold": ["s431fa3741c.md", "sd2e0fb9477.md"], "ranked": ["s431fa3741c.md", "sd2e0fb9477.md", "sbff3d27047.md", "sbe47506c6e.md", "sfee654f744.md", "sfaaf319d93.md", "s2fe8b9f4c8.md", "sa2ecf98e0b.md", "s96fddf2b71.md", "s1a8938fe8c.md", "s490422bf05.md", "s20e81faf65.md", "s81cb3e1356.md", "s9b9d7504e2.md", "s090174bcd4.md", "s1db3a727d4.md", "s9eba539f6d.md", "s1239eeff64.md", "s2497593585.md", "s5f3c0bdd46.md", "sf6fcdb33b4.md", "sa78f83e252.md", "se45f52b8bc.md", "sa500060e91.md", "s66f888be28.md", "s09c162b3c0.md", "s477aaeb776.md", "s312ed4945d.md", "s78de76afc4.md", "s6c59b00476.md", "sc560ed56c7.md", "sbf84a0ffc2.md", "sac4c59d352.md", "s7e97a4b424.md", "s3484617891.md", "s9cd4433dcd.md", "sd080132b89.md", "s0b8e158453.md", "sa41035c241.md", "se6275c32f0.md", "sb94b06915a.md", "s9f2bb76794.md", "s3088600afe.md", "s82b7edccc0.md", "s9bcac91967.md", "s0544315186.md", "sa697b20f89.md"], "s1": [8.761583, 7.281214, 7.240649, 5.038115, 4.531999, 3.584047, 3.341129, 3.336398, 3.309216, 3.30332, 3.096073, 3.087559, 3.046609, 2.967919, 2.781783, 2.705135, 2.420866, 2.399244, 2.153181, 2.090181, 2.071688, 2.011386, 1.932433, 1.719808, 1.67417, 1.538739, 1.490211, 1.337847, 1.308112, 1.301654, 1.294638, 1.220755, 1.204385, 1.14952, 1.145851, 1.140483, 1.112703, 1.06658, 0.749815, 0.731229, 0.578322, 0.560422, 0.530218, 0.484815, 0.386057, 0.214235, 0.042321], "search": ["s431fa3741c.md", "sd2e0fb9477.md", "sbff3d27047.md", "sbe47506c6e.md", "sfee654f744.md", "sfaaf319d93.md", "s2fe8b9f4c8.md", "sa2ecf98e0b.md", "s96fddf2b71.md", "s1a8938fe8c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 254, "n_windows": 360, "n_texts_windowed": 106, "n_tokens": 118504, "n_query_terms": 16, "nnz_texts": 80162, "index_bytes": 966597, "secs_text": 0.1228, "secs_encode": 17.8092, "secs_score": 0.0092, "secs_total": 17.9434, "load1_start": 15.51}
{"qid": "21d02d0d", "type": "multi-session", "abstention": false, "gold": ["s28d1c3a153.md", "s80cf54c649.md"], "ranked": ["s28d1c3a153.md", "s80cf54c649.md", "se3a5f4ccae.md", "sd2dbda8ab3.md", "s65028efd0a.md", "sb6eabe3f26.md", "s2b562f7375.md", "s291ed2bd02.md", "s1422f515ca.md", "sf948589316.md", "sa4bcba1c31.md", "s18dbe434c2.md", "s614f5778d4.md", "sdfdc20b14d.md", "s8a5b5f8649.md", "s429bebe550.md", "sa94852f9d4.md", "s4aa71cb79d.md", "sff072d2d65.md", "s8ce646d82d.md", "s2331573a7c.md", "sbe8e4958a8.md", "s973d0bc00d.md", "sb5faa8aec4.md", "s4f8fdd2c53.md", "s58f28b6273.md", "s5d78901c34.md", "s9a3bea8603.md", "s7a0d94f05e.md", "sf40fc6e6f1.md", "s6db035c0b9.md", "se4e3c62469.md", "sd341661ef2.md", "s5aa1189136.md", "s95ad47da09.md", "sa7e95ff179.md", "s817fb4adac.md", "sf570427def.md", "sd49d4440ba.md", "s04677fb5d0.md", "s44e9363c1b.md", "sb4e9dd9c6b.md", "s583736a03d.md", "s1c335fc803.md", "sd88e0984dd.md"], "s1": [12.306213, 6.520561, 6.177438, 5.876475, 4.212284, 3.953664, 3.802496, 3.715928, 3.667356, 3.661849, 3.612635, 3.489244, 3.330916, 3.149959, 3.133462, 2.828773, 2.742193, 2.622455, 2.598659, 2.466501, 2.416413, 2.331365, 2.280056, 2.24051, 2.16978, 1.990263, 1.970548, 1.939016, 1.854511, 1.84152, 1.737834, 1.727726, 1.717139, 1.504457, 1.447764, 1.337732, 1.292875, 1.265299, 1.245576, 1.226265, 0.963249, 0.941377, 0.296338, 0.254482, 0.100654], "search": ["s28d1c3a153.md", "s80cf54c649.md", "se3a5f4ccae.md", "sd2dbda8ab3.md", "s65028efd0a.md", "sb6eabe3f26.md", "s2b562f7375.md", "s291ed2bd02.md", "s1422f515ca.md", "sf948589316.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 255, "n_windows": 377, "n_texts_windowed": 122, "n_tokens": 120441, "n_query_terms": 16, "nnz_texts": 79555, "index_bytes": 959301, "secs_text": 0.1243, "secs_encode": 18.0025, "secs_score": 0.0093, "secs_total": 18.138, "load1_start": 15.65}
{"qid": "2311e44b_abs", "type": "multi-session", "abstention": true, "gold": ["sac880c30de.md", "se3a2fea94f.md"], "ranked": ["sac880c30de.md", "se3a2fea94f.md", "sacd4191082.md", "s1a378c1c52.md", "se103a16321.md", "s595312af24.md", "s3dc7b6506f.md", "se5f3b469ee.md", "s5c1d33fbe5.md", "s495521fb10.md", "s39112d3e19.md", "s549c0b768a.md", "s4dd093e7d9.md", "sc9ba0f4804.md", "s6119ad436b.md", "s7b08f2e585.md", "s828d9463a3.md", "saeaf973be5.md", "s82f5a5fa56.md", "s3b5f0c6339.md", "s4ee3ae7082.md", "sbc072470e2.md", "sd7e601f03e.md", "s7fa4b3ce6f.md", "sfe78f71b5f.md", "sb8190b30f4.md", "sa0c1577bff.md", "s9c0294adb3.md", "sb61f7e40ac.md", "s50acce3127.md", "s09cf0238d0.md", "sc11cd410f0.md", "s0e33b8c1ad.md", "sbd8bebeeba.md", "s9e6a3fef9d.md", "s65324ab5d9.md", "s7769d13e6a.md", "s5c698b3ec0.md", "s38a23d3efc.md", "s364ab18d08.md", "s279ff56ee7.md", "s4e6c2394f5.md", "sc7cce4d57c.md", "sc043e594e2.md", "s1db1a09d91.md", "sc37bf571e5.md", "s352a7a28c4.md", "sb274b996be.md", "s7f74a8ba33.md"], "s1": [14.954249, 12.636441, 5.72736, 5.190617, 4.815051, 4.695018, 4.232028, 4.043673, 3.921861, 3.776799, 3.449223, 3.283128, 3.216072, 3.160336, 3.101565, 3.029877, 2.825279, 2.782072, 2.725745, 2.710264, 2.702453, 2.694877, 2.661868, 2.655656, 2.303522, 2.208393, 1.998919, 1.993073, 1.82765, 1.669883, 1.648537, 1.593044, 1.17108, 1.099613, 1.091793, 0.875693, 0.851403, 0.798658, 0.668318, 0.612906, 0.530913, 0.470704, 0.445174, 0.3817, 0.334731, 0.306651, 0.269037, 0.266375, 0.129208], "search": ["sac880c30de.md", "se3a2fea94f.md", "sacd4191082.md", "s1a378c1c52.md", "se103a16321.md", "s595312af24.md", "s3dc7b6506f.md", "se5f3b469ee.md", "s5c1d33fbe5.md", "s495521fb10.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 250, "n_windows": 369, "n_texts_windowed": 119, "n_tokens": 118956, "n_query_terms": 16, "nnz_texts": 79886, "index_bytes": 963241, "secs_text": 0.1208, "secs_encode": 17.8332, "secs_score": 0.0093, "secs_total": 17.9653, "load1_start": 14.81}
{"qid": "6456829e_abs", "type": "multi-session", "abstention": true, "gold": ["s6235b01d49.md", "sc66f21de81.md"], "ranked": ["sc66f21de81.md", "s963fcff7fd.md", "s3b012c454f.md", "sb18a0c9d25.md", "s6235b01d49.md", "scee9947fa3.md", "s9677bbf3c9.md", "s7676ddb219.md", "s1a709535fc.md", "s851894ef16.md", "s2495448140.md", "s72bbaf6930.md", "s0d667f3acf.md", "s56fe92e20a.md", "s21846ec1c1.md", "sf4640309d5.md", "sa48bb48c1d.md", "s145bb0b964.md", "sdd7381e88b.md", "s4ac730552c.md", "s4b70c4397c.md", "s6b57d9a8d2.md", "s3ad3d79caa.md", "s6b37e7c121.md", "s72965d28d2.md", "sd3cfae4d65.md", "s962741172c.md", "sd37b97bfab.md", "s78c4983526.md", "scfbbcbd6e0.md", "s9aab00af3b.md", "s5381762e4a.md", "s05b2136ae0.md", "s77afff4886.md", "sce8b5e841b.md", "sf6f1abb37a.md", "scb8675d940.md", "s35d4dc0855.md", "sc4b6cb9b47.md", "sed19883a9a.md", "s85bafe9218.md", "s49603ca7ca.md", "sbbc46c0025.md", "s5545d40e4d.md", "s5cd5f9dab2.md", "sc75389dd0d.md", "sc80e689327.md", "sd2189f9334.md", "sa33793d846.md", "s054240c5e1.md"], "s1": [14.35995, 10.450954, 9.111792, 8.931385, 8.664504, 8.490559, 3.44256, 2.991072, 2.628273, 2.553208, 2.499916, 2.496988, 2.450808, 2.191729, 1.958768, 1.763169, 1.750395, 1.700362, 1.678067, 1.66172, 1.651352, 1.647063, 1.562836, 1.515185, 1.444868, 1.41213, 1.328233, 1.140795, 1.138559, 1.091151, 0.968214, 0.831498, 0.792427, 0.684156, 0.678925, 0.678737, 0.659464, 0.651755, 0.6292, 0.518548, 0.515305, 0.462294, 0.454026, 0.414486, 0.305498, 0.277771, 0.183577, 0.103275, 0.045327, 0.0033], "search": ["sc66f21de81.md", "s963fcff7fd.md", "s3b012c454f.md", "sb18a0c9d25.md", "s6235b01d49.md", "scee9947fa3.md", "s9677bbf3c9.md", "s7676ddb219.md", "s1a709535fc.md", "s851894ef16.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 50, "n_texts": 246, "n_windows": 356, "n_texts_windowed": 106, "n_tokens": 117712, "n_query_terms": 15, "nnz_texts": 75757, "index_bytes": 913705, "secs_text": 0.1222, "secs_encode": 17.5973, "secs_score": 0.009, "secs_total": 17.7303, "load1_start": 15.15}
{"qid": "e5ba910e_abs", "type": "multi-session", "abstention": true, "gold": ["s61c77dba31.md", "s6d6bb39306.md"], "ranked": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s072e05a127.md", "s5fdfe37ef2.md", "s515b3a6d0e.md", "s71faf627c7.md", "sab34753c7b.md", "sf4837dec55.md", "sefb39bef8f.md", "sd5f57db11c.md", "s3c0200c5c9.md", "s62895cc78d.md", "sfd83ac3a05.md", "s235ce73941.md", "s55fa0a72e3.md", "s40748bf829.md", "s5f9857fe58.md", "s2ea72029d3.md", "se1c0a183a0.md", "s6c3a3981bf.md", "s69796399a0.md", "sfed9740d7f.md", "sff76ead91a.md", "sc141112d61.md", "se3fc9218bb.md", "s020461d11e.md", "sb978dffd88.md", "sb1621713c2.md", "s7415f0295e.md", "s7e166eb39f.md", "s6b31856728.md", "s65e34b18fa.md", "s732359b3ea.md", "s2d00fae8e3.md", "sd422ce7e85.md", "sbb2ac27f0a.md", "s30e64b8da5.md", "s824fba852b.md", "s82b585fa6a.md", "scc35f4e743.md", "s81c882bb27.md", "sfeeb653e19.md", "se71529758b.md", "s6387b701f5.md", "sd61a4a435f.md", "sbe95be9c49.md"], "s1": [9.072396, 7.896167, 7.248092, 7.073711, 4.771791, 4.315577, 4.235477, 2.924615, 2.672595, 2.136794, 2.096137, 1.964027, 1.886118, 1.793232, 1.779273, 1.656429, 1.579649, 1.543333, 1.444692, 1.413195, 1.411522, 1.320725, 0.94575, 0.884747, 0.799004, 0.764617, 0.724172, 0.72294, 0.532394, 0.530268, 0.522903, 0.466421, 0.364288, 0.327393, 0.297169, 0.243138, 0.22968, 0.157105, 0.128739, 0.124628, 0.108548, 0.068525, 0.049882, 0.028102, 0.017225, 0.013032, 0.007307], "search": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s072e05a127.md", "s5fdfe37ef2.md", "s515b3a6d0e.md", "s71faf627c7.md", "sab34753c7b.md", "sf4837dec55.md", "sefb39bef8f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 251, "n_windows": 356, "n_texts_windowed": 105, "n_tokens": 117008, "n_query_terms": 16, "nnz_texts": 75453, "index_bytes": 909993, "secs_text": 0.1245, "secs_encode": 17.6902, "secs_score": 0.0092, "secs_total": 17.8259, "load1_start": 15.4}
{"qid": "a96c20ee_abs", "type": "multi-session", "abstention": true, "gold": ["s575987fe96.md", "s8fa5c57ac6.md"], "ranked": ["s8fa5c57ac6.md", "s575987fe96.md", "s5d5a7479dd.md", "s0c793ea38f.md", "s2bc6e6b516.md", "sdbe0688f09.md", "s16645948e6.md", "s5667e019bb.md", "sbe1b3c3fc0.md", "s9f80f431c7.md", "s1fe3670fc0.md", "s6d9209ed08.md", "sc26ce4baf3.md", "s2e79fc6759.md", "sf3e4b2fab7.md", "s31a09faa6f.md", "sde2698cda1.md", "s2394370e6e.md", "s86ec8a1943.md", "s647052c0e8.md", "sd0aa636763.md", "s6ae262e620.md", "sdf0b9b9440.md", "s32186ca89e.md", "s1718f47f88.md", "s0223348d05.md", "s5a8752c456.md", "sf7ffdc538e.md", "s7c8d746f5f.md", "s840f85ab73.md", "sc2f3bc1eb7.md", "s1ce6ec0307.md", "sa2868ce4da.md", "s6c4f6703b8.md", "sfe590a9d8e.md", "s19822f10c5.md", "se8902e6116.md", "s5afb2997bd.md", "s80f0d4c1e2.md", "sdbfdd7836e.md", "s4715bc18e0.md", "s2de7a9af00.md", "s7be1518c46.md", "sc65ea9a663.md", "sc23973e152.md", "s97bc9224f8.md", "s9919a4506f.md", "s13a06544eb.md", "s7fea5ef9d7.md", "sfdc20677ef.md"], "s1": [7.965537, 7.11059, 6.090472, 3.7313, 3.407375, 2.931129, 2.819102, 2.796788, 2.50428, 2.470359, 2.452056, 2.312573, 2.310913, 2.241781, 2.126714, 2.049013, 1.974891, 1.937516, 1.936357, 1.750315, 1.733232, 1.602372, 1.596792, 1.5434, 1.462183, 1.442689, 1.436193, 1.424336, 1.411227, 1.398658, 1.372219, 1.364367, 1.353131, 1.330864, 1.291556, 1.160391, 1.1232, 0.944909, 0.832556, 0.802168, 0.800537, 0.790527, 0.790335, 0.723897, 0.619097, 0.439674, 0.42892, 0.371912, 0.31638, 0.183703], "search": ["s8fa5c57ac6.md", "s575987fe96.md", "s5d5a7479dd.md", "s0c793ea38f.md", "s2bc6e6b516.md", "sdbe0688f09.md", "s16645948e6.md", "s5667e019bb.md", "sbe1b3c3fc0.md", "s9f80f431c7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 262, "n_windows": 358, "n_texts_windowed": 96, "n_tokens": 119964, "n_query_terms": 18, "nnz_texts": 77490, "index_bytes": 934697, "secs_text": 0.1253, "secs_encode": 18.0995, "secs_score": 0.0095, "secs_total": 18.2361, "load1_start": 15.53}
{"qid": "ba358f49_abs", "type": "multi-session", "abstention": true, "gold": ["s4cc898fb3d.md", "s6c40ac1410.md"], "ranked": ["s4cc898fb3d.md", "sc5c4ce2c9f.md", "sd3f4d75052.md", "s81c0ce686d.md", "se213ba7756.md", "sa6185dde9c.md", "sf320245bd7.md", "s6c40ac1410.md", "s4f26546f27.md", "see9e1e4372.md", "s8b895aaad7.md", "sf5a1bcf4a2.md", "sf3bd7f128f.md", "s942a109535.md", "sa8e46a59d1.md", "s00e13f4ea3.md", "sf62ded0131.md", "s3b537cfa76.md", "s6ad337d233.md", "s6f1aa8719b.md", "s5ea2b83e8d.md", "s3fc25541f3.md", "sd680d4eeed.md", "s5368700fd1.md", "s9dc3094bc4.md", "s981200e95c.md", "s7f780c3338.md", "s1253e009f3.md", "s9c63665c58.md", "s5716a00dc4.md", "s3cabbddb4f.md", "sf13c8760eb.md", "s782fd1b902.md", "s735aafb3b1.md", "sc45a84b49f.md", "s4235637222.md", "s0b5a6b8fa1.md", "sbec1325551.md", "s90faaa60ca.md", "s76bc8c2b89.md", "sddbfb602f1.md", "s19a16ef766.md", "s767c835f92.md", "s89dde800aa.md", "sc030cdaa07.md", "s3048eac967.md", "sd6d0f2d7aa.md"], "s1": [10.241287, 6.781503, 6.569348, 5.631238, 4.317735, 3.822526, 3.553444, 3.520971, 3.37617, 3.17434, 2.845852, 2.720375, 2.557013, 2.285821, 2.264197, 2.17993, 2.103683, 2.100819, 2.100238, 2.041965, 1.950579, 1.938543, 1.841941, 1.708405, 1.56892, 1.373802, 1.3547, 1.352659, 1.174613, 1.037465, 0.831218, 0.752962, 0.698644, 0.600166, 0.573967, 0.480812, 0.471256, 0.458958, 0.457839, 0.43115, 0.427374, 0.373245, 0.289622, 0.259082, 0.211716, 0.100772, 0.086649], "search": ["s4cc898fb3d.md", "sc5c4ce2c9f.md", "sd3f4d75052.md", "s81c0ce686d.md", "se213ba7756.md", "sa6185dde9c.md", "sf320245bd7.md", "s6c40ac1410.md", "s4f26546f27.md", "see9e1e4372.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 249, "n_windows": 350, "n_texts_windowed": 99, "n_tokens": 117731, "n_query_terms": 12, "nnz_texts": 76235, "index_bytes": 919401, "secs_text": 0.1199, "secs_encode": 17.7265, "secs_score": 0.0082, "secs_total": 17.857, "load1_start": 15.66}
{"qid": "09ba9854_abs", "type": "multi-session", "abstention": true, "gold": ["s044fb6de78.md", "s3d41460c72.md"], "ranked": ["s3d41460c72.md", "s044fb6de78.md", "s60f1554abe.md", "s33512221a0.md", "sed0c17e125.md", "s3d7bed915a.md", "sa11b614e9c.md", "s6d1ecfc566.md", "s4c1399fd7d.md", "s90b6058519.md", "s21f411081e.md", "s314a68573b.md", "se622f43d42.md", "sfdba8f613e.md", "s05cf07ac37.md", "sbfa226cba5.md", "s0ac23f8cf6.md", "sfc92cfa259.md", "sbfea82a4ea.md", "sb5f62e0113.md", "sacf313d944.md", "sa3c5c29713.md", "s3209b663e7.md", "s014ccf6d3a.md", "s74e2a67bc4.md", "s0bdc2917ea.md", "s4c0d392dd0.md", "s8edc67913a.md", "s6be7ffec2f.md", "se2cedd125a.md", "sf4952068fd.md", "s1fa703f609.md", "sfaf62b4162.md", "s4edf2490f7.md", "s5275803c08.md", "s87e39e21fa.md", "s1462a992f4.md", "s0970103e64.md", "sdcf1a1aacb.md", "sbc21863e8a.md", "s2954e5e6af.md", "s3d609e34fb.md", "scaae9e68c3.md", "sc688c9cdd6.md", "s084497eb34.md", "s4f85d1eee4.md", "se5c97a7151.md", "se3e5e2049c.md", "sb8c1afc24c.md"], "s1": [19.481501, 17.34013, 14.722186, 7.796539, 5.315586, 4.373101, 4.189598, 3.931828, 3.90849, 3.787397, 3.7368, 3.689026, 3.576132, 3.52065, 3.466753, 3.322907, 3.110689, 3.108763, 2.911945, 2.877114, 2.65784, 2.503508, 2.503149, 2.471119, 2.28501, 2.146178, 1.972944, 1.863565, 1.776254, 1.740009, 1.648293, 1.542708, 1.518661, 1.466824, 1.416679, 1.327378, 1.22579, 1.123284, 1.097978, 0.89705, 0.845499, 0.774655, 0.771889, 0.528395, 0.391792, 0.384408, 0.379019, 0.051033, 0.011109], "search": ["s3d41460c72.md", "s044fb6de78.md", "s60f1554abe.md", "s33512221a0.md", "sed0c17e125.md", "s3d7bed915a.md", "sa11b614e9c.md", "s6d1ecfc566.md", "s4c1399fd7d.md", "s90b6058519.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 256, "n_windows": 372, "n_texts_windowed": 116, "n_tokens": 119237, "n_query_terms": 21, "nnz_texts": 77959, "index_bytes": 940201, "secs_text": 0.1189, "secs_encode": 17.9259, "secs_score": 0.0094, "secs_total": 18.056, "load1_start": 15.74}
{"qid": "gpt4_59149c77", "type": "temporal-reasoning", "abstention": false, "gold": ["s0de8f54495.md", "s87aab481ed.md"], "ranked": ["s87aab481ed.md", "se61f58cc8f.md", "s0de8f54495.md", "s8b76961296.md", "sa9fd08807d.md", "sf4255b3a60.md", "sd75bccb5e4.md", "s218de2ed58.md", "s2f711cf641.md", "s3a3a5f789c.md", "sb359802523.md", "sab25b98b4d.md", "s770576f658.md", "s2a20e17c2a.md", "s908b9940e1.md", "sf9cb0301be.md", "sbc6a9568c8.md", "s5ce127a188.md", "s83df675d00.md", "s10d607203b.md", "s71fda2e5bf.md", "s322171cf1b.md", "s31864c4bec.md", "s9a2c71fa42.md", "s99fdbecb93.md", "s92cf6124a2.md", "s71e47bcdf8.md", "s3679345204.md", "s741a339c42.md", "sc80b256868.md", "s479bbec042.md", "s59db30dd6d.md", "s512e2fecb2.md", "sf1aebb47f4.md", "sec24b13bdc.md", "s5b46bf242b.md", "s4e9e5df7ea.md", "s18d174ce35.md", "saf3072983b.md", "s270b23efda.md", "sc40b3c6658.md", "s18afa072ca.md", "s3c22ef6653.md", "sf3019ee781.md", "scd5101a285.md", "s2ab97f24d3.md", "s2b589d2fa4.md"], "s1": [20.650291, 14.717375, 14.06603, 9.266478, 7.655257, 5.466768, 3.684778, 3.329629, 3.290321, 3.121069, 3.097716, 3.0785, 3.016647, 3.007961, 2.934184, 2.755868, 2.678737, 2.672001, 2.662223, 2.491205, 2.485054, 2.301569, 2.284571, 2.120353, 1.822338, 1.566779, 1.546476, 1.510815, 1.404611, 1.337557, 1.315479, 1.298452, 1.166389, 1.109081, 1.032114, 0.91711, 0.909341, 0.868466, 0.826888, 0.682909, 0.665677, 0.502633, 0.414679, 0.34616, 0.274229, 0.063413, 0.001103], "search": ["s87aab481ed.md", "se61f58cc8f.md", "s0de8f54495.md", "s8b76961296.md", "sa9fd08807d.md", "sf4255b3a60.md", "sd75bccb5e4.md", "s218de2ed58.md", "s2f711cf641.md", "s3a3a5f789c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 249, "n_windows": 361, "n_texts_windowed": 103, "n_tokens": 121185, "n_query_terms": 27, "nnz_texts": 78046, "index_bytes": 941298, "secs_text": 0.1208, "secs_encode": 18.2379, "secs_score": 0.0091, "secs_total": 18.3698, "load1_start": 15.81}
{"qid": "gpt4_f49edff3", "type": "temporal-reasoning", "abstention": false, "gold": ["s8967b317af.md", "scd70f10d4a.md", "sdb04083fb5.md"], "ranked": ["scd70f10d4a.md", "s8967b317af.md", "sdb04083fb5.md", "sbb0ae27cd9.md", "s48351302eb.md", "s49104402ae.md", "s3e6534f8ea.md", "sed13a2282a.md", "s9b6a68774f.md", "sdb129e841d.md", "s450430e6d7.md", "s9883313410.md", "s1f87188803.md", "sd5e2ca4471.md", "sead606dc0e.md", "s8be7b05bf5.md", "s1e5ffc8f02.md", "s77974a5f53.md", "s9d1b653000.md", "s7bcff2a57f.md", "s89f00acf0d.md", "s5e2c699ee2.md", "s32dbc84657.md", "s819c12a291.md", "s23f9b3d7f0.md", "s91820ee155.md", "s84e364e1d2.md", "sb410a2fa46.md", "sf945519977.md", "sfbe021e175.md", "s29cc2cef17.md", "sa03be4f660.md", "s263e431e27.md", "s328a869b7d.md", "s23a88396bd.md", "s3b2278cf29.md", "s3de8e8e543.md", "sf00ea5d8e8.md", "s202ebe63f3.md", "s00946a6e79.md", "sffe3fd7eaa.md", "s524c86987c.md", "s189ecfadab.md", "s19767f9d6d.md", "sb0b0534fff.md", "sd1796aa632.md", "s45c6788b7f.md"], "s1": [15.214217, 14.580713, 12.602307, 6.654786, 5.432518, 5.133151, 4.870432, 4.731415, 4.253332, 4.237938, 4.169236, 3.954587, 3.728434, 3.371445, 3.249219, 3.025597, 2.889463, 2.868502, 2.774104, 2.741604, 2.446109, 2.376177, 2.31198, 2.247129, 2.186905, 1.927108, 1.914749, 1.817349, 1.806185, 1.779125, 1.715485, 1.668285, 1.631282, 1.617046, 1.500219, 1.442945, 1.428808, 0.83738, 0.827403, 0.590129, 0.500966, 0.391085, 0.310353, 0.263337, 0.210712, 0.105523, 0.092491], "search": ["scd70f10d4a.md", "s8967b317af.md", "sdb04083fb5.md", "sbb0ae27cd9.md", "s48351302eb.md", "s49104402ae.md", "s3e6534f8ea.md", "sed13a2282a.md", "s9b6a68774f.md", "sdb129e841d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 247, "n_windows": 372, "n_texts_windowed": 125, "n_tokens": 118757, "n_query_terms": 40, "nnz_texts": 79910, "index_bytes": 963506, "secs_text": 0.1212, "secs_encode": 17.7763, "secs_score": 0.0093, "secs_total": 17.9089, "load1_start": 14.97}
{"qid": "71017276", "type": "temporal-reasoning", "abstention": false, "gold": ["sfed21b3b3d.md"], "ranked": ["sfed21b3b3d.md", "s1788dfef67.md", "s4715a85f52.md", "s8d76e5d15e.md", "sda99c09288.md", "s3003d0c6f1.md", "s6e8bc750c1.md", "s4c838b3abb.md", "sffdc78de20.md", "s9c7a64aaf1.md", "s899c19a7fd.md", "s0ff9f7493d.md", "s42fd614892.md", "s82bb817afa.md", "s1714a98c06.md", "s673da5010e.md", "s158d5fe5a0.md", "se079232804.md", "s558ac9edc0.md", "s7f8532fc1b.md", "s91f3bce4c7.md", "s332a4afe74.md", "sb40e9be05e.md", "s971dfeeb13.md", "s499b9f2f45.md", "sd6ca44c1bc.md", "sf7423e8fbf.md", "s16bae8e890.md", "s40e92d61fc.md", "scef096ad0f.md", "sf3ff8ae776.md", "s94c47ebc04.md", "sf5b418ad0e.md", "sf72c8a9313.md", "sabb8a0b3ca.md", "s842354201f.md", "sdb8e6b734d.md", "s6465441315.md", "s3551ad578d.md", "sec09456023.md", "sbec75a4773.md", "seab92799e6.md", "s9ea9e50613.md", "s4f5f9ae4cd.md", "s8dadd53b69.md"], "s1": [13.892186, 4.761487, 3.932794, 3.838037, 3.645881, 3.610874, 3.326873, 3.196575, 3.194384, 3.189736, 3.138241, 3.039909, 2.913145, 2.655788, 2.539402, 2.448694, 2.312252, 2.232438, 2.179963, 2.114583, 2.110396, 2.07939, 2.039384, 2.036566, 1.989584, 1.959382, 1.810179, 1.634836, 1.569944, 1.510394, 1.467818, 1.437308, 1.396932, 1.215798, 1.05217, 1.044918, 1.044452, 0.742315, 0.720712, 0.705778, 0.667807, 0.577578, 0.44153, 0.328212, 0.260725], "search": ["sfed21b3b3d.md", "s1788dfef67.md", "s4715a85f52.md", "s8d76e5d15e.md", "sda99c09288.md", "s3003d0c6f1.md", "s6e8bc750c1.md", "s4c838b3abb.md", "sffdc78de20.md", "s9c7a64aaf1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 45, "n_texts": 240, "n_windows": 361, "n_texts_windowed": 118, "n_tokens": 117028, "n_query_terms": 21, "nnz_texts": 75477, "index_bytes": 910277, "secs_text": 0.1189, "secs_encode": 17.5686, "secs_score": 0.0085, "secs_total": 17.6979, "load1_start": 15.2}
{"qid": "b46e15ed", "type": "temporal-reasoning", "abstention": false, "gold": ["s13d7d57880.md", "s3de777306e.md", "sd81d698498.md", "sf99fc08dc2.md"], "ranked": ["s13d7d57880.md", "sd81d698498.md", "s3de777306e.md", "s203a3fe9be.md", "se63406f30e.md", "sab32a38ad1.md", "se7c2c5dae5.md", "s4252781e86.md", "s0fdd952acb.md", "s6d4d39fd4f.md", "sd4fa13ef7e.md", "sf99fc08dc2.md", "sa95bad4594.md", "s128aecc14d.md", "sba7f0c53bd.md", "sc36e4c9557.md", "sa879cfc8e3.md", "sb93efe30c5.md", "s0369945d06.md", "s2940a68ede.md", "sbdeeda4e3c.md", "sab6cde46dc.md", "sdbd729860e.md", "s0c8dac40d8.md", "s46fb809a68.md", "sd93199637f.md", "s6b064dfe5a.md", "s90d3d9f146.md", "s14608a5367.md", "s8b9a0cf605.md", "s954425d8de.md", "sf603059d51.md", "sb26582c39e.md", "s7d23fe42f0.md", "s8ce8d75b7c.md", "se8a5dc138e.md", "s6950ae2661.md", "s7ef01205b9.md", "s3b8e3b3ccc.md", "s65cb40d517.md", "s3ef564462a.md", "s4228ba93ca.md", "s0791140a6a.md", "sd963ca7987.md", "sc1a2460538.md", "s94b89aeb94.md"], "s1": [9.193792, 6.318902, 5.905342, 5.101762, 4.325024, 4.075558, 4.051499, 3.984111, 3.704985, 3.447184, 3.409161, 3.404921, 3.34677, 2.876007, 2.805537, 2.700875, 2.508404, 2.409152, 2.15625, 2.121198, 2.006631, 1.888654, 1.853099, 1.84076, 1.802486, 1.715682, 1.710592, 1.50008, 1.491868, 1.362674, 1.349405, 1.306994, 1.053871, 1.052932, 1.049724, 1.000004, 0.959456, 0.948355, 0.808836, 0.763732, 0.526697, 0.297557, 0.23242, 0.162439, 0.084135, 0.008232], "search": ["s13d7d57880.md", "sd81d698498.md", "s3de777306e.md", "s203a3fe9be.md", "se63406f30e.md", "sab32a38ad1.md", "se7c2c5dae5.md", "s4252781e86.md", "s0fdd952acb.md", "s6d4d39fd4f.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 46, "n_scored_files": 46, "n_texts": 252, "n_windows": 364, "n_texts_windowed": 112, "n_tokens": 119588, "n_query_terms": 21, "nnz_texts": 79550, "index_bytes": 959045, "secs_text": 0.1242, "secs_encode": 17.9477, "secs_score": 0.0088, "secs_total": 18.0826, "load1_start": 14.23}
{"qid": "gpt4_fa19884c", "type": "temporal-reasoning", "abstention": false, "gold": ["s416ca1f210.md", "sf0ed4e632f.md"], "ranked": ["sf0ed4e632f.md", "s416ca1f210.md", "s9c72667b20.md", "s9dc51c570c.md", "s1455e64e8f.md", "sdc4967dc63.md", "sef575b4bd0.md", "sba27986b5c.md", "s97c355c0b7.md", "s29f6b9484c.md", "sa7679050e5.md", "sf9f538f5d5.md", "sbe27d3b153.md", "sdbb91d12b6.md", "sffa77f186c.md", "s2c03581ff9.md", "s9ab19f5263.md", "s812f2b28e6.md", "se927469a38.md", "s24c31aed95.md", "s4ec78ae863.md", "s006630346f.md", "s02a40e6fc8.md", "s6827aa7b41.md", "s88868cb9be.md", "s347f95341b.md", "s57f0fe6400.md", "s43ff3fcb1e.md", "s175e4bc812.md", "sfc6b09c661.md", "sfb9f7678a0.md", "s1ee376efcf.md", "seae6fd6cf5.md", "s3a3aa4244b.md", "s2ba9c9b339.md", "se306a7a01a.md", "s488269183e.md", "s03322ce9e9.md", "sfe7b4c136c.md", "s373c7d5224.md", "sad8a6b3bcf.md", "s98ff608741.md", "s2f5befb08f.md", "sf158b9ee7a.md", "s55adcf1ae2.md"], "s1": [15.008395, 14.450433, 5.958554, 5.642686, 5.224454, 4.914756, 4.875132, 4.741309, 4.557128, 4.210402, 4.035046, 3.927461, 3.915091, 3.535002, 3.475443, 3.312589, 3.267555, 3.066608, 2.877617, 2.871418, 2.780853, 2.719827, 2.717561, 2.663393, 2.526436, 2.49714, 2.269907, 2.117642, 1.984652, 1.444414, 1.369563, 1.354389, 1.32105, 1.153566, 1.118448, 1.043024, 0.878849, 0.481449, 0.419096, 0.411167, 0.258911, 0.138015, 0.031518, 0.019287, 0.016128], "search": ["sf0ed4e632f.md", "s416ca1f210.md", "s9c72667b20.md", "s9dc51c570c.md", "s1455e64e8f.md", "sdc4967dc63.md", "sef575b4bd0.md", "sba27986b5c.md", "s97c355c0b7.md", "s29f6b9484c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 248, "n_windows": 363, "n_texts_windowed": 115, "n_tokens": 115326, "n_query_terms": 26, "nnz_texts": 77217, "index_bytes": 931250, "secs_text": 0.1184, "secs_encode": 17.3062, "secs_score": 0.0092, "secs_total": 17.4359, "load1_start": 14.62}
{"qid": "0bc8ad92", "type": "temporal-reasoning", "abstention": false, "gold": ["s2ad6dd5ee4.md", "s7ee484c72e.md", "sde38c72cbd.md"], "ranked": ["sde38c72cbd.md", "s0475de9251.md", "s7ee484c72e.md", "sa415e4fc5d.md", "s8bad24c106.md", "sced57c9528.md", "s9d9ed04dd1.md", "sbe3c88ebdf.md", "s7af07f1114.md", "s23c5695ebe.md", "sd77570a7b4.md", "sdcc93aa64d.md", "s5c781fc4c7.md", "sf6dafbef34.md", "sc28986ec58.md", "s21aec14e42.md", "s2ad6dd5ee4.md", "s9c2bc468f5.md", "s5d98207cb1.md", "s77e031300d.md", "sbaf960a0a7.md", "sf7925f0842.md", "sb8572c51f8.md", "s104a1624fe.md", "sa51f3577dc.md", "sba982ca2c1.md", "s67c9a6d3dc.md", "s892ee23b3f.md", "s3e506a9db8.md", "s651a8f6774.md", "s65c1567e7e.md", "sb8b44782bf.md", "s1cda53d19d.md", "s086a0a3d80.md", "s125d3d9ee0.md", "s1864ab6697.md", "s8e761c2270.md", "sbffc4c0622.md", "s4f1f26a68d.md", "sb0ac96d28b.md", "s062f02ef2d.md", "s47e7588de2.md", "s878f2c09d3.md", "s9a363c9dcd.md", "sceb340610f.md"], "s1": [7.974867, 7.712121, 5.668447, 4.424801, 3.86814, 3.828789, 3.665642, 3.552865, 3.456375, 3.325765, 3.260687, 3.069658, 2.934628, 2.685822, 2.592025, 2.505424, 2.471562, 2.36298, 2.292015, 2.205091, 2.11818, 2.10232, 2.055772, 1.895128, 1.833895, 1.697599, 1.681261, 1.551677, 1.524639, 1.472443, 1.429937, 1.415936, 1.398101, 1.385361, 1.280234, 1.204207, 1.076151, 1.068458, 0.630338, 0.533793, 0.521065, 0.440152, 0.294145, 0.14037, 0.00227], "search": ["sde38c72cbd.md", "s0475de9251.md", "s7ee484c72e.md", "sa415e4fc5d.md", "s8bad24c106.md", "sced57c9528.md", "s9d9ed04dd1.md", "sbe3c88ebdf.md", "s7af07f1114.md", "s23c5695ebe.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 49, "n_scored_files": 45, "n_texts": 249, "n_windows": 372, "n_texts_windowed": 123, "n_tokens": 117409, "n_query_terms": 16, "nnz_texts": 78816, "index_bytes": 950469, "secs_text": 0.1255, "secs_encode": 17.602, "secs_score": 0.01, "secs_total": 17.7394, "load1_start": 14.2}
{"qid": "af082822", "type": "temporal-reasoning", "abstention": false, "gold": ["s458613a9c1.md"], "ranked": ["sd5d5f5d615.md", "s458613a9c1.md", "scf03b889ec.md", "s97a28ef372.md", "s245578ac3b.md", "s91e15c927f.md", "s9579161bf5.md", "s7d29426210.md", "s9cebfb7af6.md", "s87f1fdc008.md", "sf173e8fc72.md", "sed2e7ab573.md", "sc44a61b9f5.md", "s979a7df1bb.md", "sd36320b6dd.md", "s4a99c3c735.md", "sc6b956e8c8.md", "s1c0ef0f2a3.md", "s6b7187db05.md", "s4783fea416.md", "s9fe087bb8e.md", "s98bfeac6e9.md", "s758aa8b1f8.md", "sb0dc0df530.md", "s5efc18a2d8.md", "s6deeb08405.md", "s6b1549161d.md", "s5b6722cd43.md", "s4b3a20ab35.md", "s6cac9ab9b0.md", "sa3834e3638.md", "sef4adf6e12.md", "s81151298c2.md", "s2362553df8.md", "s35f9904f63.md", "s0ac38f6b91.md", "s3e5951c011.md", "s2435de8c9b.md", "sb6f035ded5.md", "s529b13b3cb.md", "s693817bd5a.md", "saa56be785a.md"], "s1": [6.727654, 6.388188, 5.738719, 4.707405, 4.102634, 3.926949, 3.804581, 3.668338, 3.578258, 3.563689, 3.41279, 3.183145, 3.025031, 2.901908, 2.723271, 2.642359, 2.547733, 2.473715, 2.436485, 2.237688, 2.207416, 2.189809, 2.107107, 2.095959, 2.022693, 2.021779, 2.008185, 1.968443, 1.96808, 1.778699, 1.720497, 1.709063, 1.622948, 1.581055, 1.499769, 1.078056, 1.018948, 0.605152, 0.413092, 0.250206, 0.108612, 0.099], "search": ["sd5d5f5d615.md", "s458613a9c1.md", "scf03b889ec.md", "s97a28ef372.md", "s245578ac3b.md", "s91e15c927f.md", "s9579161bf5.md", "s7d29426210.md", "s9cebfb7af6.md", "s87f1fdc008.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 42, "n_texts": 250, "n_windows": 376, "n_texts_windowed": 126, "n_tokens": 119821, "n_query_terms": 18, "nnz_texts": 79398, "index_bytes": 957253, "secs_text": 0.1188, "secs_encode": 17.9782, "secs_score": 0.0084, "secs_total": 18.1072, "load1_start": 14.71}
{"qid": "gpt4_4929293a", "type": "temporal-reasoning", "abstention": false, "gold": ["s12d1202c58.md", "s34c0eea353.md"], "ranked": ["s12d1202c58.md", "s34c0eea353.md", "sd07f5ecc05.md", "s070d5599e2.md", "sf54b3f8729.md", "s226394b487.md", "scb6d92edfa.md", "s73ce5fba55.md", "s15fe667cee.md", "sdf9564db57.md", "s3f60315479.md", "s67d01b4f89.md", "sd9d83f2da2.md", "s7c494ddbb9.md", "s8e9c4398cb.md", "sc9b8ab78b7.md", "sf8570352a7.md", "sec2d0ef059.md", "s38c6799748.md", "s1a9ecbc490.md", "sb642bcb4a0.md", "s1941c52bfa.md", "sd4ba4a95a3.md", "sa9ffca388c.md", "sc36c642e93.md", "s2c0a987df7.md", "s61f558ce6c.md", "s7125043438.md", "s5772e8482e.md", "s1b4dfbb9e6.md", "s72cab392a9.md", "sea71284862.md", "sb79989a1cc.md", "sa5110d9cab.md", "s0236473a2c.md", "s0679fdba48.md", "s6288bc0552.md", "sfa619982a3.md", "s02c35a88c1.md", "sb4083ae5f0.md", "sfdba88b8a4.md", "s134a266322.md"], "s1": [16.366951, 10.998075, 5.025154, 4.439907, 4.385447, 4.329352, 3.379611, 3.078942, 2.54493, 2.453512, 2.010853, 2.005609, 1.730923, 1.642577, 1.624199, 1.577908, 1.541023, 1.454608, 1.443067, 1.384613, 1.367642, 1.348632, 1.32838, 1.17994, 1.072041, 0.910728, 0.697051, 0.668382, 0.593692, 0.575717, 0.558981, 0.49733, 0.48902, 0.464885, 0.435666, 0.414776, 0.367349, 0.330956, 0.160082, 0.153039, 0.127659, 0.112758], "search": ["s12d1202c58.md", "s34c0eea353.md", "sd07f5ecc05.md", "s070d5599e2.md", "sf54b3f8729.md", "s226394b487.md", "scb6d92edfa.md", "s73ce5fba55.md", "s15fe667cee.md", "sdf9564db57.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 42, "n_texts": 255, "n_windows": 362, "n_texts_windowed": 107, "n_tokens": 119411, "n_query_terms": 17, "nnz_texts": 79608, "index_bytes": 959858, "secs_text": 0.1295, "secs_encode": 17.9447, "secs_score": 0.0093, "secs_total": 18.0854, "load1_start": 14.46}
{"qid": "gpt4_b5700ca9", "type": "temporal-reasoning", "abstention": false, "gold": ["se49ce84405.md"], "ranked": ["se49ce84405.md", "s5f3e055fd8.md", "sb7808ac9e6.md", "s947272e9f8.md", "s1c0b965eae.md", "s4743206b28.md", "sccda05bfa3.md", "s72fcf26b0a.md", "s8fd6b27343.md", "sa756686f7e.md", "s77421ae38b.md", "s0469a299fe.md", "sc399bd20ff.md", "s00de3dbc07.md", "s0eb8c2f0c6.md", "sfbc6a52155.md", "sf46c0d5516.md", "sc0c4a256af.md", "s10445854fd.md", "s7d820dea91.md", "s1c14c21764.md", "s67d2cd41aa.md", "s7bb62a16c8.md", "s52a8da2bfe.md", "sf93874f639.md", "se08aa49b0c.md", "s7e5392955d.md", "s2c82c419c9.md", "scfae285ab2.md", "s49b2587707.md", "s4c989f2ded.md", "s628b4ae8a1.md", "s27e771a73c.md", "s468e581bc0.md", "s55344649b4.md", "sf7023f3e71.md", "s77751be352.md", "sef38c954c2.md", "s0f400d7f24.md", "scaa41276e4.md", "s93e1da2881.md", "s2394c02586.md", "s883fb1f2c8.md", "sdf4cf1cbff.md", "sccd26298be.md", "s7d0257952e.md", "sd52f01a7a8.md", "sa0cbf8e19d.md", "s1af0c0c7eb.md", "s3a136962f7.md"], "s1": [22.114511, 4.827237, 4.133424, 3.831618, 3.818578, 3.519426, 3.399963, 3.209005, 2.905493, 2.905381, 2.478974, 2.152749, 2.115167, 2.090412, 2.077437, 2.075345, 2.039013, 1.982831, 1.942816, 1.936023, 1.857387, 1.806956, 1.759828, 1.665887, 1.647308, 1.596851, 1.44023, 1.34259, 1.256613, 1.206787, 1.191275, 1.089282, 1.070149, 1.048654, 1.027142, 0.957573, 0.890529, 0.88522, 0.849526, 0.747702, 0.658439, 0.596851, 0.587651, 0.408723, 0.337215, 0.333086, 0.331821, 0.321876, 0.2509, 0.04942], "search": ["se49ce84405.md", "s5f3e055fd8.md", "sb7808ac9e6.md", "s947272e9f8.md", "s1c0b965eae.md", "s4743206b28.md", "sccda05bfa3.md", "s72fcf26b0a.md", "s8fd6b27343.md", "sa756686f7e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 50, "n_texts": 252, "n_windows": 345, "n_texts_windowed": 92, "n_tokens": 116880, "n_query_terms": 19, "nnz_texts": 76721, "index_bytes": 925426, "secs_text": 0.1268, "secs_encode": 17.5164, "secs_score": 0.0086, "secs_total": 17.6537, "load1_start": 14.96}
{"qid": "9a707b81", "type": "temporal-reasoning", "abstention": false, "gold": ["s7ff91b69f4.md", "scd503bc780.md"], "ranked": ["scd503bc780.md", "s7ff91b69f4.md", "s19e2c32fe6.md", "s84f85fb9d3.md", "scc20a8f01a.md", "s39bbdc62b2.md", "s7b8006ee2c.md", "s22b49adb09.md", "s3f4b8c82da.md", "s94cf75f893.md", "s5040effed9.md", "s38bece8fe5.md", "s4d2e3c23a9.md", "s1c2aeccdc4.md", "sb1447273d7.md", "s7e9cd73886.md", "s772b999daa.md", "sc7c3e50a44.md", "s0845862186.md", "se50b024153.md", "sc192afb7aa.md", "sb487ac1381.md", "s290343c2e8.md", "s30da2d3983.md", "sacd260314a.md", "s81bce0bc43.md", "s1dd3f7368e.md", "sb870bd7c8a.md", "s85f649b4e1.md", "se29b40a1ec.md", "s5f95be29fe.md", "s8de05917a7.md", "s7bd3626de8.md", "s9908830faa.md", "s6dfd221abe.md", "s362470bcb3.md", "s1c7aa59554.md", "s4a3a3b41cd.md", "s94c08057f7.md", "sfdce12a37c.md", "sdc05d4bf39.md", "s8654e16aeb.md", "s77552fcbcb.md", "sa3fedfc4a2.md", "sb1d2e0812c.md", "s8692993f07.md", "s1a897c1a9b.md", "sf70c1232e9.md", "sd71e473a2b.md", "sa72641fc2a.md"], "s1": [17.461866, 14.857738, 8.645786, 8.164112, 7.964935, 7.632815, 7.401901, 6.561847, 5.609069, 5.427738, 5.072001, 4.849468, 4.840479, 4.623269, 4.529004, 4.377664, 4.357133, 4.177088, 3.996792, 3.760377, 3.420357, 3.334231, 3.118438, 3.055023, 2.806241, 2.712349, 2.699008, 2.487043, 2.437971, 2.392305, 2.37973, 2.213006, 2.060244, 1.919331, 1.79131, 1.751874, 1.698596, 1.691979, 1.622319, 1.424523, 1.106905, 1.034291, 1.026927, 1.026487, 0.864834, 0.702049, 0.635858, 0.486841, 0.468971, 0.396096], "search": ["scd503bc780.md", "s7ff91b69f4.md", "s19e2c32fe6.md", "s84f85fb9d3.md", "scc20a8f01a.md", "s39bbdc62b2.md", "s7b8006ee2c.md", "s22b49adb09.md", "s3f4b8c82da.md", "s94cf75f893.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 54, "n_scored_files": 52, "n_texts": 254, "n_windows": 359, "n_texts_windowed": 101, "n_tokens": 118676, "n_query_terms": 25, "nnz_texts": 76719, "index_bytes": 925317, "secs_text": 0.1265, "secs_encode": 17.7865, "secs_score": 0.0092, "secs_total": 17.9241, "load1_start": 15.19}
{"qid": "gpt4_1d4ab0c9", "type": "temporal-reasoning", "abstention": false, "gold": ["s5af32146a3.md", "s740744b068.md"], "ranked": ["s740744b068.md", "s5af32146a3.md", "s22acdee114.md", "s5756dbc0fb.md", "s840cd550f1.md", "s2b38a2fd64.md", "s53a2672789.md", "s5a6ea87262.md", "s0c92fbca78.md", "se292677117.md", "sbc26b8a815.md", "sa5287ff98f.md", "s692eed2482.md", "s8c5ad6c523.md", "s39f5e3a0d1.md", "sd88aab0d82.md", "s119c296e39.md", "sd603882981.md", "se96f9c593f.md", "s58f4536892.md", "sf0d0144933.md", "se5d27e280a.md", "s42d76d5459.md", "s0b395f9eb2.md", "s49ba351262.md", "sae88eec93e.md", "s99cda12f74.md", "s17f44a5723.md", "s54a6908906.md", "s1b1235b936.md", "s5fef437b60.md", "sad132af1d4.md", "s660f40c33f.md", "s991015c034.md", "s9f7bfed5f6.md", "sd274fc742e.md", "s89746021ba.md", "s99365f8fd0.md", "s39bf8a1fa3.md", "s409cffb370.md", "s37c555fce5.md", "s183f8d3fcd.md", "s92dc0b1134.md", "sf821ed5eb1.md", "s9838413fc7.md", "sbef4bf1408.md", "s6cfdb61cff.md", "s01d720fe38.md", "s048b7408e4.md", "s9b046dd0cb.md"], "s1": [23.890806, 20.999727, 6.333519, 5.901804, 5.33674, 5.163521, 4.838445, 4.238595, 4.222448, 3.978462, 3.834211, 3.741009, 3.728153, 3.452328, 3.43804, 3.418299, 3.293542, 3.113469, 3.071174, 2.800942, 2.701056, 2.68093, 2.461957, 2.444369, 2.199482, 2.030597, 1.923424, 1.85291, 1.831223, 1.613665, 1.56779, 1.556097, 1.532177, 1.445763, 1.441332, 1.293864, 1.193489, 1.139382, 1.12209, 1.048706, 0.947049, 0.691402, 0.515351, 0.5083, 0.486798, 0.480181, 0.457077, 0.370025, 0.252908, 0.247002], "search": ["s740744b068.md", "s5af32146a3.md", "s22acdee114.md", "s5756dbc0fb.md", "s840cd550f1.md", "s2b38a2fd64.md", "s53a2672789.md", "s5a6ea87262.md", "s0c92fbca78.md", "se292677117.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 51, "n_texts": 245, "n_windows": 364, "n_texts_windowed": 118, "n_tokens": 117719, "n_query_terms": 23, "nnz_texts": 77630, "index_bytes": 936370, "secs_text": 0.1194, "secs_encode": 17.6909, "secs_score": 0.008, "secs_total": 17.8203, "load1_start": 15.5}
{"qid": "gpt4_e072b769", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b56ca94e8.md"], "ranked": ["s3b56ca94e8.md", "s8cbc2e8172.md", "s7e1374f4ae.md", "s753d1f0eda.md", "s0132ad4125.md", "s80a273384e.md", "sbd189fc0b9.md", "s9c6b966170.md", "sd84272350c.md", "sba782a3ab1.md", "sa7606d883f.md", "s585a21fdf8.md", "s2412541f43.md", "sa04638bc23.md", "s44b962f267.md", "s226d28d87d.md", "s42c90ac5c3.md", "s27afa2b6a8.md", "sf040e42142.md", "sd8b3a6d729.md", "s2bcdd06f92.md", "se9b544b360.md", "s30a7c37e4b.md", "sedb99f4b1a.md", "sa33a772ff5.md", "sb5a51ff651.md", "s772bc0e51b.md", "s4ebaa20b59.md", "s7d6590272a.md", "s783f0c7fb8.md", "s2bba55940a.md", "sbcc810ca75.md", "sb48ab537e5.md", "s55f93a5136.md", "s386d30e294.md", "s82540344a0.md", "s0416e91aa9.md", "sce6fd0dbd1.md", "s7491ef9a08.md", "s820474d27d.md", "sf74f899fb7.md", "sc9fb875de9.md", "s584fc0a491.md", "saac9ee03bf.md", "s64065b1242.md"], "s1": [22.012003, 5.806482, 5.48715, 5.395145, 4.988157, 4.640806, 4.435715, 4.401787, 4.38414, 4.076234, 3.932032, 3.867961, 3.576074, 3.34432, 2.937567, 2.806531, 2.692262, 2.62515, 2.599041, 2.526953, 2.441247, 2.438898, 2.400964, 2.366039, 2.351789, 2.339156, 2.14229, 2.037388, 1.823277, 1.817799, 1.712011, 1.62959, 1.394205, 1.303209, 1.174596, 1.168936, 0.984032, 0.864815, 0.846713, 0.611717, 0.603417, 0.469149, 0.405934, 0.315345, 0.083161], "search": ["s3b56ca94e8.md", "s8cbc2e8172.md", "s7e1374f4ae.md", "s753d1f0eda.md", "s0132ad4125.md", "s80a273384e.md", "sbd189fc0b9.md", "s9c6b966170.md", "sd84272350c.md", "sba782a3ab1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 258, "n_windows": 368, "n_texts_windowed": 110, "n_tokens": 119029, "n_query_terms": 19, "nnz_texts": 80489, "index_bytes": 970482, "secs_text": 0.1219, "secs_encode": 17.9089, "secs_score": 0.0093, "secs_total": 18.0426, "load1_start": 15.69}
{"qid": "0db4c65d", "type": "temporal-reasoning", "abstention": false, "gold": ["s4e4e3334fd.md", "see88f3e2b2.md"], "ranked": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s4ef770edae.md", "s80d8061646.md", "s1501540bbe.md", "s61885cb9da.md", "s8131dcfb0d.md", "s97a3626e55.md", "s4b580c6ecf.md", "s7c4338c290.md", "s02bb918af5.md", "sb407dec02b.md", "sc99075ab33.md", "sada061d42b.md", "sdf7ccdc0d4.md", "s41c580b9c2.md", "s86b183bc4c.md", "s2be21e3a9b.md", "sc669c3b333.md", "s0499e247a5.md", "sf26caecf4f.md", "s4d817805f2.md", "s3ae302feb5.md", "s510d0ab85d.md", "s6d7530f70c.md", "s6089d46cdf.md", "s32738b271e.md", "s4ba2278833.md", "sf0cd6a02cf.md", "s7eda22fffd.md", "s18d30dc7bf.md", "s80f97c1adc.md", "s019b1098e4.md", "s454a9a43aa.md", "se9a8793b0e.md", "s79a051d04a.md", "s471235d301.md", "s1396aa923e.md", "sdd6d768e62.md", "se71c926e54.md", "sef4d84194a.md", "sce79057b38.md", "s16ae387e5d.md"], "s1": [34.275036, 29.34214, 10.132658, 9.160769, 6.634472, 6.384017, 6.309652, 5.88866, 5.618053, 5.343886, 5.319164, 5.315647, 4.289519, 4.189651, 3.973994, 3.947706, 3.928846, 3.899773, 3.806569, 3.801311, 3.42271, 3.326856, 3.242477, 3.07803, 2.921104, 2.694871, 2.664492, 2.660134, 2.617798, 2.466563, 2.064264, 1.973464, 1.953511, 1.591528, 1.111558, 1.084079, 0.996743, 0.94814, 0.924502, 0.764851, 0.762574, 0.705218, 0.487609, 0.197974], "search": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s4ef770edae.md", "s80d8061646.md", "s1501540bbe.md", "s61885cb9da.md", "s8131dcfb0d.md", "s97a3626e55.md", "s4b580c6ecf.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 246, "n_windows": 360, "n_texts_windowed": 112, "n_tokens": 116876, "n_query_terms": 37, "nnz_texts": 76300, "index_bytes": 920005, "secs_text": 0.1185, "secs_encode": 17.6004, "secs_score": 0.0088, "secs_total": 17.7296, "load1_start": 15.86}
{"qid": "gpt4_1d80365e", "type": "temporal-reasoning", "abstention": false, "gold": ["s470e28ad29.md", "s673fe32ac7.md"], "ranked": ["s470e28ad29.md", "s673fe32ac7.md", "s62d5c41294.md", "s5feee30399.md", "s09c06f58e1.md", "sc36f62e87a.md", "s947e9db870.md", "s8855cb498d.md", "sb73cb94274.md", "sdefaa7d7bb.md", "s301bb8c008.md", "sa4a5adb94a.md", "s4fc7e34edd.md", "s07dd3e6931.md", "sad25f3d178.md", "s2f433e0508.md", "sae9e783966.md", "s1590c4a0a4.md", "s162c7363ff.md", "sfd98341e7e.md", "sbc4c083272.md", "s42d5887a5b.md", "s9e1b7babf3.md", "s41ec135b8a.md", "s3a956c1e9e.md", "s2e07ece287.md", "s24b9a94ab6.md", "sab80787b46.md", "s0f7fbd64d2.md", "sd501d151e0.md", "s45a39d3595.md", "s2897aeadc7.md", "sbe68dea1fc.md", "sa940248f8c.md", "sf95358f6d5.md", "s6d3cb540c4.md", "s2d07542fd6.md", "s59c3d8a125.md", "sff651b8c63.md", "sb943368044.md", "sdc16c976a8.md", "s325d06c888.md", "sd4edbc4d19.md", "sdedfd38530.md", "s20a49b4f7c.md", "s5558904a30.md", "s148ae4ebb1.md", "sc3de312bc5.md", "s7af8101680.md"], "s1": [20.499184, 19.912184, 7.198389, 6.367032, 5.438282, 4.217364, 4.171505, 3.985017, 3.526941, 3.155105, 2.81126, 2.769987, 2.766691, 2.712221, 2.672553, 2.644894, 2.538966, 2.513813, 2.418709, 2.345856, 2.210708, 2.201211, 2.154618, 2.04762, 2.035477, 2.032209, 2.003621, 1.944558, 1.892571, 1.85877, 1.855776, 1.779861, 1.697524, 1.635527, 1.401342, 1.392867, 0.868612, 0.833264, 0.723758, 0.688899, 0.681163, 0.643269, 0.432864, 0.413631, 0.395794, 0.220476, 0.167516, 0.043989, 0.025988], "search": ["s470e28ad29.md", "s673fe32ac7.md", "s62d5c41294.md", "s5feee30399.md", "s09c06f58e1.md", "sc36f62e87a.md", "s947e9db870.md", "s8855cb498d.md", "sb73cb94274.md", "sdefaa7d7bb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 253, "n_windows": 353, "n_texts_windowed": 100, "n_tokens": 119551, "n_query_terms": 20, "nnz_texts": 77527, "index_bytes": 935026, "secs_text": 0.1239, "secs_encode": 17.9999, "secs_score": 0.0088, "secs_total": 18.1345, "load1_start": 16.11}
{"qid": "gpt4_7f6b06db", "type": "temporal-reasoning", "abstention": false, "gold": ["s4b4e486124.md", "s5072e6f426.md", "s7eda804bfa.md"], "ranked": ["s5072e6f426.md", "s7eda804bfa.md", "seb706a8717.md", "s41ba1ba2c7.md", "s9c3383b444.md", "sdc6e907d77.md", "s801fb23229.md", "s2a63b13803.md", "sfe6e735f9f.md", "se79ca13c42.md", "sa1c9679c02.md", "secc5fc3485.md", "s4b4e486124.md", "s4d4ded0acb.md", "s3fd94a2ad8.md", "s85855ccc8c.md", "s14e1cfebb3.md", "sb2e4d37e5b.md", "s1bdf08a8b3.md", "s5921b36d03.md", "s7c9e3b5b63.md", "s4a046eb653.md", "s68d37c0d3a.md", "sf2edfa8750.md", "s16a2dc59c7.md", "s9d5e521f62.md", "s4d121cd739.md", "s0f3a0f728c.md", "sc936c3c12d.md", "s8353e1c807.md", "s694cbbac1f.md", "sde5f746455.md", "sb25a86f92f.md", "s578d89bb69.md", "sb893464c30.md", "s50de6df2b3.md", "sc8948c8f8e.md", "s25b96e5d1f.md", "s016e17f95c.md", "s2c8e248125.md", "s7e58e7930b.md", "s78d2b30c67.md", "see26c683a1.md", "s40d8270ec5.md", "s6364132d52.md", "sacbfc5ecc0.md", "s1e31209ed5.md", "s5bb1e3bbe2.md", "sbb2aa60837.md", "se7a88f5d39.md"], "s1": [5.61653, 4.584558, 3.365737, 2.938558, 2.832155, 2.280917, 2.236933, 2.185895, 2.180507, 2.132098, 1.981895, 1.841435, 1.77487, 1.701276, 1.681651, 1.424119, 1.403515, 1.321303, 1.301918, 1.228832, 1.155941, 1.070531, 1.022492, 1.006086, 0.964967, 0.82939, 0.816499, 0.782602, 0.78064, 0.779759, 0.767723, 0.749388, 0.744497, 0.719266, 0.69408, 0.681036, 0.563888, 0.446901, 0.423465, 0.397949, 0.389493, 0.338842, 0.330512, 0.309779, 0.234748, 0.230869, 0.226303, 0.197828, 0.053333, 0.030438], "search": ["s5072e6f426.md", "s7eda804bfa.md", "seb706a8717.md", "s41ba1ba2c7.md", "s9c3383b444.md", "sdc6e907d77.md", "s801fb23229.md", "s2a63b13803.md", "sfe6e735f9f.md", "se79ca13c42.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 52, "n_scored_files": 50, "n_texts": 250, "n_windows": 357, "n_texts_windowed": 106, "n_tokens": 117518, "n_query_terms": 20, "nnz_texts": 77889, "index_bytes": 939442, "secs_text": 0.1188, "secs_encode": 17.6254, "secs_score": 0.0086, "secs_total": 17.7552, "load1_start": 16.15}
{"qid": "gpt4_6dc9b45b", "type": "temporal-reasoning", "abstention": false, "gold": ["sd7beaae423.md"], "ranked": ["sd7beaae423.md", "sfb8f3084d1.md", "sa88ed29c95.md", "sa51ffa0107.md", "s3f265079e2.md", "sf25adc19d4.md", "s06ee58c40b.md", "sb148c65e4d.md", "sd42f8692cf.md", "s58b4cdde67.md", "se7ac108102.md", "s51e3e06271.md", "s38830f86c8.md", "sdb2dabb1dd.md", "s9b4e868649.md", "sa206276dee.md", "sa767f2d000.md", "scec88687d6.md", "s94960eb142.md", "s3f6e6cfc07.md", "sbbcceebc3b.md", "se6593d7b12.md", "s919ce870f5.md", "s3c7cd22d27.md", "sbbc1b66e41.md", "s8c875da86c.md", "s7986566a0d.md", "sb0be4e9dde.md", "sfd9cc59807.md", "s61a92f5ae5.md", "s9e5766edd3.md", "s9bb8cda7d3.md", "sad6d6955a5.md", "s6adcdee7cf.md", "sbb63996832.md", "s66c1bec54a.md", "s3f1206bd48.md", "sa957203c25.md", "scb1d8e0cea.md", "sbf043ae7f1.md", "sce7acac06e.md", "s83a49fc016.md", "s173741c4c7.md", "sde96a1724e.md", "scc801a4aa5.md", "sc52e527b28.md", "s079faa4a63.md"], "s1": [10.978441, 6.265469, 4.441842, 4.256887, 3.745281, 3.195373, 3.127255, 2.757955, 2.712923, 2.613751, 2.565722, 2.539058, 2.391251, 2.337125, 2.331723, 2.284365, 2.239046, 2.219324, 2.126284, 2.111126, 2.106041, 2.10197, 1.890984, 1.887649, 1.673629, 1.588241, 1.580612, 1.474192, 1.46224, 1.329373, 1.150016, 1.043545, 0.990775, 0.920305, 0.915918, 0.795999, 0.754327, 0.746412, 0.658052, 0.638995, 0.503331, 0.489896, 0.440776, 0.417409, 0.362628, 0.316329, 0.162059], "search": ["sd7beaae423.md", "sfb8f3084d1.md", "sa88ed29c95.md", "sa51ffa0107.md", "s3f265079e2.md", "sf25adc19d4.md", "s06ee58c40b.md", "sb148c65e4d.md", "sd42f8692cf.md", "s58b4cdde67.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 246, "n_windows": 362, "n_texts_windowed": 116, "n_tokens": 115629, "n_query_terms": 15, "nnz_texts": 77105, "index_bytes": 929906, "secs_text": 0.1154, "secs_encode": 17.4113, "secs_score": 0.0088, "secs_total": 17.5373, "load1_start": 15.52}
{"qid": "gpt4_8279ba02", "type": "temporal-reasoning", "abstention": false, "gold": ["sf35e757041.md"], "ranked": ["sf35e757041.md", "s4fb3576300.md", "sa6423d1ba7.md", "sb10c5a2ba0.md", "sb43bc78416.md", "s869e3d630e.md", "sd4f501d996.md", "s3e4819fec4.md", "s5fb66b3b4a.md", "s4c3a140a5f.md", "s4bd5d944e7.md", "sb191be21d3.md", "s89c3ccac67.md", "sd3c9658e22.md", "s4dcd3913ee.md", "sfa2f0ebea2.md", "s97ac8ceaff.md", "sa239754d47.md", "s4075ac2fc2.md", "s361c0af12c.md", "sd622f13e78.md", "s417a581481.md", "se9d4c9867a.md", "s0200c28efc.md", "s07ebd25501.md", "s039fc61216.md", "s7f1e1f67b3.md", "sc0176dea03.md", "s821d229ace.md", "s50a8dd1e9a.md", "s67ade34d6d.md", "s7e399baa41.md", "sbcd4097e17.md", "sdd47d266fb.md", "se95a80af20.md", "s2d7fe1063c.md", "s51e69df61b.md", "s82631d1e0b.md", "s086910308a.md", "s65843a7d01.md", "sd0fad84475.md", "s4adec2cf45.md", "sa09baf26ab.md", "sa2da34b821.md", "s8844471ab8.md", "s68ad1def49.md"], "s1": [6.979953, 4.008697, 3.861161, 3.575652, 3.118234, 3.087956, 3.033945, 2.828762, 2.768859, 2.615216, 2.41608, 2.411067, 2.350271, 2.302809, 2.283443, 2.223587, 2.148389, 2.024191, 2.021018, 1.851436, 1.684996, 1.633264, 1.624488, 1.503846, 1.449611, 1.433066, 1.409389, 1.315867, 1.264177, 1.261995, 1.163498, 0.970014, 0.968541, 0.957471, 0.952228, 0.919361, 0.779627, 0.742956, 0.718151, 0.679714, 0.655648, 0.591661, 0.457691, 0.394857, 0.374442, 0.055339], "search": ["sf35e757041.md", "s4fb3576300.md", "sa6423d1ba7.md", "sb10c5a2ba0.md", "sb43bc78416.md", "s869e3d630e.md", "sd4f501d996.md", "s3e4819fec4.md", "s5fb66b3b4a.md", "s4c3a140a5f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 247, "n_windows": 369, "n_texts_windowed": 122, "n_tokens": 116919, "n_query_terms": 13, "nnz_texts": 79147, "index_bytes": 954290, "secs_text": 0.1166, "secs_encode": 17.6187, "secs_score": 0.0089, "secs_total": 17.7463, "load1_start": 15.63}
{"qid": "gpt4_18c2b244", "type": "temporal-reasoning", "abstention": false, "gold": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md"], "ranked": ["s27dfdb9c53.md", "s49199999c0.md", "s2824f4cf65.md", "sde791e3e44.md", "s152591c2af.md", "s45d6962805.md", "s2242ce7293.md", "s46149a79f9.md", "s92043799d8.md", "s3034bf4fd4.md", "s4f60db7ed2.md", "s24e0d59a8f.md", "sfc7cbdb261.md", "s8d723a78a5.md", "sb63da53540.md", "s35db27d266.md", "sb2a660b004.md", "s7f0ae181ae.md", "s5564b8be78.md", "sa5ed246237.md", "sdd445729ea.md", "s071185646f.md", "s869597a492.md", "s88c147718c.md", "sf2ecfc47cd.md", "sefaf2aef0b.md", "s16d07047e5.md", "s68915d93e7.md", "s72572dfc44.md", "s7fa98e500f.md", "s6a6d965b3d.md", "s20fe429f69.md", "s23ba3f4d03.md", "seac8e4c49b.md", "s49e7df199e.md", "sf28fedb2d8.md", "s3117696a15.md", "s3aa16cf590.md", "sdef3fd84b8.md", "sd6a3b081ab.md", "se6ee5b671f.md", "sdafe55c36a.md", "seae403d20f.md", "sf4dbb74213.md"], "s1": [40.859943, 37.016033, 32.697311, 13.397988, 12.4772, 12.247408, 10.855937, 8.65028, 7.094167, 6.905372, 6.770144, 6.652396, 6.632428, 6.202309, 5.882567, 5.43736, 4.937368, 4.896079, 4.817075, 4.798498, 4.284853, 4.139954, 4.11875, 3.965735, 3.48837, 3.160352, 3.132845, 2.658529, 2.534754, 2.469397, 2.451876, 2.369642, 2.197671, 2.028538, 1.73832, 1.521056, 1.481874, 1.378593, 1.376261, 1.270037, 1.064654, 0.984103, 0.700061, 0.053809], "search": ["s27dfdb9c53.md", "s49199999c0.md", "s2824f4cf65.md", "sde791e3e44.md", "s152591c2af.md", "s45d6962805.md", "s2242ce7293.md", "s46149a79f9.md", "s92043799d8.md", "s3034bf4fd4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 255, "n_windows": 364, "n_texts_windowed": 109, "n_tokens": 120484, "n_query_terms": 53, "nnz_texts": 79560, "index_bytes": 959282, "secs_text": 0.121, "secs_encode": 18.1178, "secs_score": 0.0088, "secs_total": 18.2494, "load1_start": 15.8}
{"qid": "gpt4_a1b77f9c", "type": "temporal-reasoning", "abstention": false, "gold": ["s1592c4055d.md", "s3368e912a8.md", "s3a24ea8d88.md", "s5e464e410d.md", "s7de878daf0.md", "s987b330deb.md"], "ranked": ["s5e464e410d.md", "s3a24ea8d88.md", "s987b330deb.md", "s1592c4055d.md", "s7de878daf0.md", "s3368e912a8.md", "s82f0d35275.md", "sf6b8a2aafb.md", "s48b09a4c8c.md", "s87ba8d3b8e.md", "s890f68cd40.md", "s41608a6f96.md", "s773b28cae1.md", "s09f5ecf77c.md", "sede1bbe68a.md", "s2a6f069285.md", "sf353f3051d.md", "s1360413855.md", "s2b8b891576.md", "s0e2d5a8845.md", "s620710ee53.md", "sd76939a7ca.md", "sc98018df77.md", "s44402db2d1.md", "s9daaf427ad.md", "s69299af6b3.md", "s48e2c8308e.md", "s2911bf6984.md", "s90b0e9aba3.md", "s2f8b71f2af.md", "s39c7829734.md", "scdda2613f0.md", "s2e77bf4383.md", "s49fda21d01.md", "s3e4ac5186c.md", "sd5b9a31c7b.md", "se7ddd34078.md", "se104b53514.md", "s1be0daf65c.md", "s4d10922087.md", "s910006ff37.md", "sfe6981d3cc.md", "s26c3672b8e.md", "s251b48663f.md", "s8810f72ba3.md", "s4ef3136aa0.md", "sb504b7444c.md", "s0331e79c0b.md", "sb01e1a2e22.md"], "s1": [16.606384, 15.616589, 11.06876, 10.276886, 9.026687, 7.817122, 5.169353, 4.657959, 4.51033, 4.50421, 4.272218, 4.092641, 3.818312, 3.690038, 3.649543, 3.55722, 3.478778, 3.30185, 3.224195, 3.188108, 3.185964, 3.084964, 2.852795, 2.851979, 2.826144, 2.77724, 2.707869, 2.578012, 2.568897, 2.487162, 2.456859, 2.391024, 2.385249, 2.354834, 2.303544, 2.252954, 2.206898, 1.938679, 1.852022, 1.668036, 1.65481, 1.630206, 1.458585, 1.418866, 1.337906, 1.221075, 0.799934, 0.667687, 0.02571], "search": ["s5e464e410d.md", "s3a24ea8d88.md", "s987b330deb.md", "s1592c4055d.md", "s7de878daf0.md", "s3368e912a8.md", "s82f0d35275.md", "sf6b8a2aafb.md", "s48b09a4c8c.md", "s87ba8d3b8e.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 248, "n_windows": 379, "n_texts_windowed": 131, "n_tokens": 119125, "n_query_terms": 29, "nnz_texts": 79557, "index_bytes": 959346, "secs_text": 0.1169, "secs_encode": 17.9052, "secs_score": 0.0096, "secs_total": 18.0336, "load1_start": 15.26}
{"qid": "gpt4_1916e0ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s62bf117c2b.md", "s750b0d5f83.md"], "ranked": ["s750b0d5f83.md", "sa090f3776b.md", "s62bf117c2b.md", "s5bc585d39d.md", "sbb3624ee00.md", "s5b359c1d93.md", "sd79eae8df6.md", "sc11cb83a54.md", "se6ef9f8d8d.md", "sa90d7e1a9f.md", "s1fc2d3173e.md", "s19a111fc10.md", "s501d0454f2.md", "s69da9d2e12.md", "s8bee3c59dd.md", "sf1d9c263e1.md", "sa146159148.md", "sd48ae14e04.md", "s312c080928.md", "s3d89134b84.md", "sa696f25ba6.md", "s146716f9a7.md", "s40c6ae5d77.md", "s639fdad820.md", "s11e4a2f0ff.md", "sa24b6c2027.md", "s6cbdb08524.md", "s2df192bcae.md", "s3e396ec0af.md", "s39d0ea72ef.md", "s520ed4c331.md", "sf87ec76f0b.md", "sc22094c9d5.md", "sa630aec396.md", "s51f089dfdf.md", "se3dcf18e92.md", "se874369ad8.md", "s1ed22117c7.md", "s9466fd677f.md", "s56d816d420.md", "s2728c12794.md", "scdc4d2eda3.md", "s6401cdb118.md", "s037e31dcfb.md", "sf977e0bb2b.md", "se5786b3263.md", "secb64955b7.md", "s9e3c891193.md", "sa31a7b3634.md", "s95991e35cd.md"], "s1": [13.79598, 10.949464, 9.926319, 8.869279, 8.454191, 8.0637, 7.814785, 7.105809, 7.030789, 6.872762, 6.47251, 5.767986, 5.62044, 5.47178, 5.271852, 5.215526, 4.665775, 4.442058, 4.336282, 4.191153, 4.147998, 3.840275, 3.682368, 3.581666, 3.481693, 3.445623, 3.372633, 2.867909, 2.46994, 2.461905, 2.401373, 2.209588, 2.054657, 1.954419, 1.887498, 1.882404, 1.8824, 1.855039, 1.822214, 1.811245, 1.738743, 1.651465, 1.528768, 1.332376, 1.330035, 1.183164, 1.100008, 0.946608, 0.918194, 0.660421], "search": ["s750b0d5f83.md", "sa090f3776b.md", "s62bf117c2b.md", "s5bc585d39d.md", "sbb3624ee00.md", "s5b359c1d93.md", "sd79eae8df6.md", "sc11cb83a54.md", "se6ef9f8d8d.md", "sa90d7e1a9f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 56, "n_scored_files": 55, "n_texts": 256, "n_windows": 351, "n_texts_windowed": 93, "n_tokens": 119300, "n_query_terms": 27, "nnz_texts": 77216, "index_bytes": 931506, "secs_text": 0.1229, "secs_encode": 18.019, "secs_score": 0.0085, "secs_total": 18.153, "load1_start": 14.53}
{"qid": "gpt4_7a0daae1", "type": "temporal-reasoning", "abstention": false, "gold": ["sdd184f0547.md", "sf8cc30f63f.md"], "ranked": ["sdd184f0547.md", "sf8cc30f63f.md", "sf6b233c90f.md", "s85d15719b7.md", "s87b1cc2e4e.md", "s794aa4f0a3.md", "s999cf76043.md", "s485565351f.md", "s9c06c03dc1.md", "s5178defbbd.md", "s77fa1f6c20.md", "sa03113ad4a.md", "s7a934d5060.md", "s6c6ce26671.md", "scceb6ad61c.md", "s7caefce33b.md", "s3aece4dcf6.md", "sd1d0641e6f.md", "sa816958347.md", "s615d3dcf71.md", "s045e9b7cf8.md", "sf3aee13ce1.md", "se6eebcba6c.md", "s182c8d84c8.md", "s0b262ab745.md", "s27a9dc416f.md", "s1ac3343293.md", "s2f909f4ca1.md", "sdbe1718ad3.md", "s3ba325ba2d.md", "s76870eca0c.md", "sb108a57751.md", "sf0c2b8af8c.md", "s83e5011b5c.md", "s64e2f01992.md", "s98c1f4baef.md", "sb82677cb02.md", "s3fd77312c8.md", "s8dcc819352.md", "sb91fcc05e3.md", "s1e81f459b9.md", "s779358b4c4.md", "scb9b1465aa.md", "s5842e28882.md", "scf608e772f.md", "s7ac43a4cf2.md", "s7bcf25f9b4.md", "sa0ae468928.md", "s4dc6cedd00.md", "s7709dbf843.md"], "s1": [13.613824, 11.556343, 6.087293, 5.696463, 4.743375, 4.630555, 3.99765, 3.779961, 3.738052, 3.696822, 3.448056, 3.353276, 3.326528, 2.891929, 2.837431, 2.828294, 2.76643, 2.561266, 2.490483, 2.394406, 2.393312, 2.306818, 2.1399, 1.982177, 1.895527, 1.876142, 1.861146, 1.717466, 1.495867, 1.41181, 1.226622, 1.122896, 0.960767, 0.836538, 0.796653, 0.743453, 0.692624, 0.673502, 0.649565, 0.626512, 0.605963, 0.574397, 0.498975, 0.482005, 0.477402, 0.454955, 0.438906, 0.427512, 0.384564, 0.381513], "search": ["sdd184f0547.md", "sf8cc30f63f.md", "sf6b233c90f.md", "s85d15719b7.md", "s87b1cc2e4e.md", "s794aa4f0a3.md", "s999cf76043.md", "s485565351f.md", "s9c06c03dc1.md", "s5178defbbd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 61, "n_scored_files": 58, "n_texts": 273, "n_windows": 372, "n_texts_windowed": 97, "n_tokens": 119056, "n_query_terms": 20, "nnz_texts": 79958, "index_bytes": 964530, "secs_text": 0.1314, "secs_encode": 17.846, "secs_score": 0.0098, "secs_total": 17.9892, "load1_start": 14.95}
{"qid": "gpt4_468eb063", "type": "temporal-reasoning", "abstention": false, "gold": ["se6c4b027c1.md"], "ranked": ["se6c4b027c1.md", "sb92b107cfa.md", "sb556ad66d1.md", "se3c0aff529.md", "sbf13a56603.md", "sead74866df.md", "scbc60e57a0.md", "sb2e40f4a0f.md", "s39bf713ccd.md", "sb6c95cb991.md", "sf715f33321.md", "s56170e3b54.md", "sb3f12dc3e0.md", "s50d4481482.md", "sfa91eb788c.md", "sd0440d7db2.md", "saf859aef94.md", "s47b6b224f9.md", "s8c2524a10f.md", "sff8df576aa.md", "sb9a9b2494e.md", "s6eaa54ecbe.md", "sdc33dccf83.md", "s806c990fde.md", "s4b1f9fe308.md", "s7fb0db0af4.md", "s2992c077cb.md", "s9038e208cb.md", "s18c7c7c83d.md", "sf0f465ed80.md", "s6311cad1c6.md", "sa3aa14cf8b.md", "s8bdc4958c3.md", "s4facaf4f2a.md", "s06160b3546.md", "s81cf6bc1f9.md", "s22b0563ea5.md", "s0ccbe7fd1c.md", "s77cc71d4a6.md", "sd3e8bfe4a3.md", "s63150e8140.md", "s0a39fff363.md", "s711fd9c559.md", "sc662b5e1a0.md"], "s1": [4.773571, 4.220391, 3.915449, 3.770759, 3.583845, 3.263028, 3.255963, 3.177254, 2.937128, 2.921931, 2.776661, 2.723731, 2.540905, 2.49134, 2.478036, 2.28452, 2.118766, 2.047242, 1.997213, 1.949031, 1.909878, 1.884667, 1.800856, 1.748001, 1.72882, 1.695447, 1.680976, 1.680039, 1.584692, 1.564676, 1.554435, 1.352495, 1.327324, 1.165685, 1.050053, 0.946988, 0.835772, 0.638024, 0.624534, 0.551931, 0.539828, 0.495146, 0.343339, 0.124544], "search": ["se6c4b027c1.md", "sb92b107cfa.md", "sb556ad66d1.md", "se3c0aff529.md", "sbf13a56603.md", "sead74866df.md", "scbc60e57a0.md", "sb2e40f4a0f.md", "s39bf713ccd.md", "sb6c95cb991.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 261, "n_windows": 378, "n_texts_windowed": 116, "n_tokens": 118492, "n_query_terms": 11, "nnz_texts": 78359, "index_bytes": 944946, "secs_text": 0.1172, "secs_encode": 17.7217, "secs_score": 0.0091, "secs_total": 17.85, "load1_start": 15.25}
{"qid": "gpt4_7abb270c", "type": "temporal-reasoning", "abstention": false, "gold": ["s089aa238b5.md", "s0da7667bb9.md", "s336b4d8800.md", "s460021fe1c.md", "s6c535841a0.md", "s711866769d.md"], "ranked": ["s336b4d8800.md", "s6c535841a0.md", "s460021fe1c.md", "s0ef0457500.md", "s0da7667bb9.md", "s1af675d381.md", "sbeb817ec33.md", "s62f0d9b142.md", "sf9d778248b.md", "s00d74838a4.md", "sef7c0c26a2.md", "sa1e161d312.md", "sfa2da46297.md", "s089aa238b5.md", "sd5de32e73b.md", "s711866769d.md", "s7f235ae333.md", "s901d938888.md", "s8ad3de51df.md", "s00bc50938d.md", "s5c1ad47731.md", "s86b68f8285.md", "s1e26d70842.md", "sbd2558b364.md", "s9d4a2ab528.md", "s4372fe61b4.md", "s91639013ca.md", "s3bf77b7a1c.md", "sf2e0c4f562.md", "s71c26f89b5.md", "s6732e19e6e.md", "s136aa6db6c.md", "s7f9b22020c.md", "sc74983caef.md", "s54e250b284.md", "s43df7f6c15.md", "s29262e49fe.md", "sacfb92caaf.md", "s887038e0ea.md", "s46de020290.md", "s5611fe61da.md", "s63d648a201.md", "s01299775a5.md", "sc28f48adbc.md", "s26c25e8a55.md"], "s1": [6.582268, 6.452373, 5.678006, 3.967319, 3.543085, 3.430553, 2.885106, 2.844813, 2.416588, 2.328072, 2.27333, 2.261873, 2.145096, 2.136938, 1.957972, 1.906952, 1.798862, 1.67073, 1.657284, 1.648263, 1.628646, 1.505753, 1.436849, 1.321332, 1.275086, 1.271434, 1.209351, 1.200581, 0.966648, 0.864928, 0.862051, 0.817638, 0.710069, 0.634724, 0.525618, 0.521611, 0.467009, 0.389547, 0.360748, 0.275003, 0.255949, 0.236096, 0.185708, 0.165731, 0.136726], "search": ["s336b4d8800.md", "s6c535841a0.md", "s460021fe1c.md", "s0ef0457500.md", "s0da7667bb9.md", "s1af675d381.md", "sbeb817ec33.md", "s62f0d9b142.md", "sf9d778248b.md", "s00d74838a4.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 48, "n_scored_files": 45, "n_texts": 243, "n_windows": 353, "n_texts_windowed": 110, "n_tokens": 114938, "n_query_terms": 16, "nnz_texts": 75434, "index_bytes": 909746, "secs_text": 0.1147, "secs_encode": 17.2736, "secs_score": 0.0102, "secs_total": 17.4004, "load1_start": 14.26}
{"qid": "gpt4_1e4a8aeb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4965a34b4b.md", "se8a4fc3c2b.md"], "ranked": ["se8a4fc3c2b.md", "s4965a34b4b.md", "s0962d51244.md", "se2f582900f.md", "sd9c4aad8ea.md", "s67171e54fe.md", "s9f21cc5ec4.md", "s393d68fe4d.md", "s98832b33d7.md", "s51bb172ed7.md", "s075eeedf4a.md", "sa7abbdb268.md", "s50bfc982da.md", "se99e0f3ef0.md", "s5bc77d1008.md", "s0ca46ebf58.md", "s70117e558d.md", "s8eba922761.md", "se710b4512f.md", "s266b5ee3a0.md", "sa7235e4628.md", "sb6f16b8778.md", "s69046dea75.md", "se371cf3b2f.md", "s0996ae55de.md", "sac60d65f3f.md", "sb3b1e9536a.md", "s4941916aff.md", "sfb212db73b.md", "s80c6b56412.md", "s6d70edcd05.md", "s3aa67e5948.md", "se6baf36c91.md", "sdbdb3847a5.md", "s2fb0b2982c.md", "s0ec6aa8029.md", "s1081cb7880.md", "sa2bfce8e77.md", "s0026b92ef9.md", "s65b071d0d9.md", "sf13bcbd939.md", "s766a89419a.md", "s15b24b0c21.md", "sb104f189c7.md", "s80476ea74d.md", "s60bc20a0c3.md", "sd40e600820.md"], "s1": [19.807718, 11.685417, 7.426488, 5.352583, 5.134153, 5.028575, 4.291382, 4.182602, 4.104547, 3.988329, 3.537751, 3.263608, 3.249843, 3.134203, 3.036581, 2.816166, 2.752148, 2.386763, 2.289021, 2.21674, 2.196985, 2.082093, 2.005067, 2.003319, 1.987246, 1.941881, 1.851188, 1.643006, 1.508147, 1.363493, 1.320808, 1.226091, 1.198632, 1.085055, 1.030977, 1.023258, 0.935248, 0.863362, 0.780711, 0.690592, 0.435159, 0.40149, 0.330756, 0.159221, 0.133172, 0.113845, 0.02303], "search": ["se8a4fc3c2b.md", "s4965a34b4b.md", "s0962d51244.md", "se2f582900f.md", "sd9c4aad8ea.md", "s67171e54fe.md", "s9f21cc5ec4.md", "s393d68fe4d.md", "s98832b33d7.md", "s51bb172ed7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 254, "n_windows": 372, "n_texts_windowed": 116, "n_tokens": 120166, "n_query_terms": 19, "nnz_texts": 78515, "index_bytes": 946866, "secs_text": 0.1205, "secs_encode": 18.0168, "secs_score": 0.0106, "secs_total": 18.15, "load1_start": 14.72}
{"qid": "gpt4_4fc4f797", "type": "temporal-reasoning", "abstention": false, "gold": ["s86e8fc5c64.md", "sa00694b92d.md"], "ranked": ["s86e8fc5c64.md", "sa00694b92d.md", "sac7011d279.md", "s5325615d19.md", "se1788c2144.md", "se15d4076d5.md", "s62f881d834.md", "s25ac7acb0f.md", "s64f5fd329a.md", "s0b210d7c1a.md", "s308523a66b.md", "s5af6809cff.md", "se26de73020.md", "sc6b053dd80.md", "s7b81754d2e.md", "s1b5d0e7c6e.md", "sb0e5469d39.md", "s4639e30a44.md", "s422e6d020e.md", "s5379b9f64e.md", "s881c053592.md", "s70fb119229.md", "s206c7ebda7.md", "sc7ed8cf402.md", "s48d7bf735c.md", "s79295a91e6.md", "sfa9c5f96ba.md", "s51aafa2f7e.md", "seaad61af51.md", "s43c2e905ab.md", "s494fd2f507.md", "s8352d94bad.md", "se47f4fc1dd.md", "s82a0a3be45.md", "s5a385d7c27.md", "s0ce6466201.md", "s50be7a2208.md", "s87dacf039d.md", "s5bf3834384.md", "sa751f83102.md", "s20077ee335.md", "s0bffbe483f.md", "s6a5cf50c09.md", "sbfa330131e.md", "sab1c4de070.md"], "s1": [18.106485, 13.72879, 8.032112, 6.290332, 5.471477, 5.014039, 4.768855, 4.613149, 4.39941, 4.353661, 4.054229, 3.982587, 3.799347, 3.788527, 3.671016, 3.651909, 3.639054, 3.552918, 3.497185, 3.485043, 3.362029, 3.280241, 2.968084, 2.95442, 2.890617, 2.757823, 2.664249, 2.622398, 2.254907, 2.220354, 2.136734, 2.100905, 1.981884, 1.93247, 1.889899, 1.833596, 1.674924, 1.182732, 0.861029, 0.831162, 0.744623, 0.703075, 0.656068, 0.500486, 0.317356], "search": ["s86e8fc5c64.md", "sa00694b92d.md", "sac7011d279.md", "s5325615d19.md", "se1788c2144.md", "se15d4076d5.md", "s62f881d834.md", "s25ac7acb0f.md", "s64f5fd329a.md", "s0b210d7c1a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 255, "n_windows": 364, "n_texts_windowed": 109, "n_tokens": 118937, "n_query_terms": 23, "nnz_texts": 79039, "index_bytes": 953138, "secs_text": 0.1187, "secs_encode": 17.875, "secs_score": 0.0087, "secs_total": 18.0043, "load1_start": 14.58}
{"qid": "4dfccbf7", "type": "temporal-reasoning", "abstention": false, "gold": ["s994a3c82f9.md", "sed9bb71adb.md"], "ranked": ["sed9bb71adb.md", "s994a3c82f9.md", "s094f08b01e.md", "s52c9727ef8.md", "sb7c45414ed.md", "s293908010b.md", "s8da6c34d20.md", "saa7a5f7506.md", "se45839fae3.md", "s961213d5e2.md", "sb7b223dca4.md", "sc387b96555.md", "sd2d9a05c64.md", "s3a632d2e38.md", "s3b20560135.md", "s78589fc4f4.md", "s6884fef28b.md", "sc9bc82f822.md", "s37598e8ede.md", "s109e8c90c5.md", "s3461c61994.md", "s4f992334ca.md", "sfcbb29a3fe.md", "s8dee33e97d.md", "s7bd9e599b3.md", "s692fe45d6b.md", "s36b3287c71.md", "sde2bf2720e.md", "s0dec238c41.md", "s6244c6222a.md", "s916c22ec26.md", "s15056eb22d.md", "sfe7bfc87bd.md", "s90e4ad15db.md", "s3f548ab5f6.md", "sc35d76c55f.md", "sd9c88c6763.md", "se827c31d9b.md", "s5a8139ce3f.md", "s9521f65bfc.md", "s7def0a4ec7.md", "sffbcba0932.md", "s7f1907e679.md", "sd8d5bc7ace.md", "sc88c608e1a.md", "scb314c8467.md", "s2d1aa30142.md"], "s1": [13.838065, 12.711775, 7.809666, 5.81646, 5.58356, 5.551097, 5.171162, 5.07935, 4.984133, 4.430439, 4.218978, 4.171498, 3.88394, 3.49641, 3.440818, 3.354978, 3.270689, 3.143457, 2.883462, 2.788182, 2.738457, 2.572845, 2.337345, 2.315154, 2.302895, 2.211701, 2.131857, 2.090757, 1.971051, 1.941908, 1.881269, 1.719023, 1.606167, 1.549912, 1.394825, 1.357492, 1.274998, 1.271017, 1.070205, 0.959526, 0.802994, 0.640245, 0.593232, 0.4131, 0.238051, 0.179624, 0.079207], "search": ["sed9bb71adb.md", "s994a3c82f9.md", "s094f08b01e.md", "s52c9727ef8.md", "sb7c45414ed.md", "s293908010b.md", "s8da6c34d20.md", "saa7a5f7506.md", "se45839fae3.md", "s961213d5e2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 255, "n_windows": 357, "n_texts_windowed": 102, "n_tokens": 118468, "n_query_terms": 27, "nnz_texts": 77438, "index_bytes": 933765, "secs_text": 0.1205, "secs_encode": 17.7658, "secs_score": 0.0099, "secs_total": 17.8986, "load1_start": 13.53}
{"qid": "gpt4_61e13b3c", "type": "temporal-reasoning", "abstention": false, "gold": ["s20c93280b9.md", "s6de2686779.md"], "ranked": ["s20c93280b9.md", "s6de2686779.md", "s1feff97347.md", "s9ba372a885.md", "sa7abe1dbd3.md", "sfedcb36942.md", "s2023243d18.md", "s48ab96694f.md", "sa361296cbf.md", "sa36fa02012.md", "scb3a994b79.md", "sd360665334.md", "sc7df472438.md", "se251aae354.md", "sa170841b2d.md", "s4b208f1b1c.md", "s35c013b395.md", "s5f31013bc5.md", "s23b00777e7.md", "s6d78b1c2d1.md", "sc5fee531bc.md", "s437b93d9cc.md", "sf052b0e8e2.md", "sa0f7d2e04f.md", "s0ec28cc7dc.md", "s73c0bf2f3a.md", "s367e65b53f.md", "s00c445c702.md", "s7bbc3fe583.md", "s9aca83606e.md", "s3fa076cc5d.md", "s7aca75ae66.md", "s03b3c66f18.md", "s4b5d7abad0.md", "s8b38e18161.md", "s243276fcf2.md", "scad9ef0014.md", "sb1300e2eb3.md", "s0c4643aa03.md", "s518ab85473.md", "s7245f28b29.md", "seac066a885.md", "s31c32e0a42.md", "s31ab42ec5f.md", "s6f1e1f0525.md", "se70ee811d9.md", "s998e114040.md"], "s1": [19.264521, 15.627584, 8.258481, 7.688813, 7.273111, 6.958626, 4.338158, 4.260062, 4.074603, 3.92484, 3.821449, 3.757116, 3.697148, 3.533865, 3.440942, 3.169843, 2.899534, 2.844644, 2.731701, 2.657642, 2.649487, 2.638357, 2.441865, 1.829518, 1.7949, 1.77401, 1.734362, 1.591635, 1.573176, 1.546078, 1.525971, 1.45366, 1.404779, 1.327478, 1.288202, 1.286911, 1.272703, 1.237264, 1.223037, 0.851121, 0.66409, 0.417117, 0.365775, 0.29409, 0.208784, 0.168111, 0.059304], "search": ["s20c93280b9.md", "s6de2686779.md", "s1feff97347.md", "s9ba372a885.md", "sa7abe1dbd3.md", "sfedcb36942.md", "s2023243d18.md", "s48ab96694f.md", "sa361296cbf.md", "sa36fa02012.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 249, "n_windows": 372, "n_texts_windowed": 123, "n_tokens": 118959, "n_query_terms": 26, "nnz_texts": 79148, "index_bytes": 954354, "secs_text": 0.1257, "secs_encode": 17.8586, "secs_score": 0.0092, "secs_total": 17.9955, "load1_start": 14.08}
{"qid": "gpt4_45189cb4", "type": "temporal-reasoning", "abstention": false, "gold": ["s56b6b15804.md", "s7011c1d990.md", "scc1a9ac597.md"], "ranked": ["s7011c1d990.md", "scc1a9ac597.md", "s29e2b87dae.md", "sd5a6b5d8d7.md", "s27e2fdc1b2.md", "sb52dcce058.md", "s752e9f82ea.md", "sfd4dd30915.md", "sd1e8c392a9.md", "s4cfa148971.md", "s2d912f4f18.md", "s621756a928.md", "s9980682303.md", "sebaac9cfcc.md", "se9044cebac.md", "s24c838d060.md", "s8d5c9ea5d5.md", "s56b6b15804.md", "s2a4442b859.md", "s2e859d241a.md", "s7b0a82d626.md", "s688ecf2971.md", "sbdd404db45.md", "s80b8298fd6.md", "s614dba4e9d.md", "sf0e30b7ca9.md", "sfa416905d7.md", "s2823e98793.md", "s3b2dc7833d.md", "sff8c888956.md", "sc32b54ab77.md", "s0600cd7282.md", "se07869330f.md", "s2c166817f7.md", "s90869fc2ce.md", "s0ec6989e6e.md", "sfbfe288b9e.md", "s430cfb3188.md", "s931497ecb0.md", "s89140d47c7.md", "s893cd2a13f.md", "s40313c075a.md", "s2a884c797e.md", "s55741d18d9.md"], "s1": [7.201356, 4.558957, 4.366924, 4.089479, 3.868208, 3.422175, 3.277563, 2.779115, 2.519581, 2.412095, 2.255584, 2.204789, 2.138435, 2.124132, 2.123634, 1.986628, 1.766733, 1.625409, 1.57935, 1.432675, 1.395638, 1.3529, 1.3204, 1.220462, 1.165923, 1.161342, 0.95252, 0.925356, 0.792797, 0.58953, 0.576561, 0.533878, 0.502806, 0.50203, 0.487777, 0.45517, 0.425157, 0.404683, 0.346743, 0.317317, 0.255926, 0.218257, 0.147386, 0.026622], "search": ["s7011c1d990.md", "scc1a9ac597.md", "s29e2b87dae.md", "sd5a6b5d8d7.md", "s27e2fdc1b2.md", "sb52dcce058.md", "s752e9f82ea.md", "sfd4dd30915.md", "sd1e8c392a9.md", "s4cfa148971.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 45, "n_scored_files": 44, "n_texts": 250, "n_windows": 354, "n_texts_windowed": 104, "n_tokens": 116469, "n_query_terms": 14, "nnz_texts": 77193, "index_bytes": 930866, "secs_text": 0.1187, "secs_encode": 17.5746, "secs_score": 0.0087, "secs_total": 17.704, "load1_start": 14.62}
{"qid": "2ebe6c90", "type": "temporal-reasoning", "abstention": false, "gold": ["sa061eb7d02.md", "sd9d046a725.md"], "ranked": ["sd9d046a725.md", "sa061eb7d02.md", "s60e1c17fd2.md", "s1803123d61.md", "s3af6efda37.md", "s1eac952338.md", "s9c177f67fb.md", "s1909c64e57.md", "sb8e8588b61.md", "s1c7dc4eb2e.md", "s5cc3aeda47.md", "sb6bceae102.md", "sda2cb8a2cc.md", "s2d82c14159.md", "s83e2b4996e.md", "s1047744b41.md", "s2229d87b98.md", "se127d7891d.md", "sd8cc2160da.md", "s41d88ba7d0.md", "s6313e02077.md", "sadd765fd26.md", "s3f9d4dd889.md", "secce8d201b.md", "s2407972095.md", "s883a5b218c.md", "s039e9a23bf.md", "s7d5ecb3886.md", "s8b9ecca8da.md", "s7695e456f5.md", "s4eef8f091b.md", "sd5c8a89d84.md", "s5669ae2552.md", "s90b004272d.md", "s81c1f26262.md", "s44e27143e3.md", "s1f8a7324f4.md", "s53e2f443d0.md", "sc84457bf29.md", "sfa4d52a6cf.md", "s19f3ba7749.md", "s97af4768c9.md", "s15f94e8bdc.md"], "s1": [12.837663, 11.898179, 4.732359, 4.599213, 4.222833, 4.166739, 3.725774, 2.961644, 2.314009, 2.225719, 2.131276, 2.058304, 1.986241, 1.973704, 1.93977, 1.885652, 1.805621, 1.785013, 1.75346, 1.747752, 1.675942, 1.663305, 1.619418, 1.57787, 1.452481, 1.426736, 1.310914, 1.305511, 1.196225, 1.171517, 1.00662, 0.913324, 0.648364, 0.605258, 0.537765, 0.523387, 0.458515, 0.342985, 0.302827, 0.208112, 0.097862, 0.011043, 0.010394], "search": ["sd9d046a725.md", "sa061eb7d02.md", "s60e1c17fd2.md", "s1803123d61.md", "s3af6efda37.md", "s1eac952338.md", "s9c177f67fb.md", "s1909c64e57.md", "sb8e8588b61.md", "s1c7dc4eb2e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 43, "n_texts": 245, "n_windows": 367, "n_texts_windowed": 121, "n_tokens": 116445, "n_query_terms": 18, "nnz_texts": 78132, "index_bytes": 942085, "secs_text": 0.1177, "secs_encode": 17.5204, "secs_score": 0.0097, "secs_total": 17.6499, "load1_start": 15.16}
{"qid": "gpt4_e061b84f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2863cc2ae4.md", "s43a4e39340.md", "s7d2fafc848.md"], "ranked": ["s5b5bca3d7f.md", "s43a4e39340.md", "s84a3d34217.md", "sf5221600f8.md", "s9782ab492b.md", "s0b67129821.md", "s18b981898c.md", "s5abbb99ef8.md", "s388a5ff4ad.md", "sbcce1939e1.md", "s568429a80a.md", "sad8d982d7f.md", "sfad191793b.md", "sed9b9415b1.md", "s3d6accdd64.md", "s1ba7daf77a.md", "s0c185620f1.md", "s4b60a071e3.md", "s7d2fafc848.md", "s168f847b8b.md", "s3b608e3bf3.md", "s4e59a1052c.md", "s2863cc2ae4.md", "sc4c67fd285.md", "sef074a0513.md", "s29fba92d50.md", "s7fb835e33a.md", "s1ceb0c410a.md", "sa75ce62ab1.md", "s41f492dfd5.md", "s534fa9d770.md", "se3863df82d.md", "sef7f9a333f.md", "s5dba165629.md", "s97ca87feae.md", "s35271e7c3e.md", "s8119190d55.md", "s8593ebd1b7.md", "sd816273385.md", "s2ae002b22c.md", "sbcc661fef1.md", "s4b13e64bc4.md", "s49bbc3a6cf.md", "sa6a0da21f7.md", "s4ca7e30d32.md", "sa2a033732e.md"], "s1": [5.127689, 5.023567, 4.958402, 3.751308, 2.969478, 2.856165, 2.764624, 2.480379, 2.395579, 2.391703, 2.391237, 2.363946, 2.262203, 2.075144, 1.961117, 1.934547, 1.911661, 1.903102, 1.897486, 1.785508, 1.599493, 1.588034, 1.563565, 1.504399, 1.475135, 1.400064, 1.3345, 1.314422, 1.260582, 1.185593, 1.118279, 1.044122, 0.926401, 0.83677, 0.730267, 0.708051, 0.656677, 0.617003, 0.563733, 0.562651, 0.338598, 0.250127, 0.180409, 0.055639, 0.034005, 0.011586], "search": ["s5b5bca3d7f.md", "s43a4e39340.md", "s84a3d34217.md", "sf5221600f8.md", "s9782ab492b.md", "s0b67129821.md", "s18b981898c.md", "s5abbb99ef8.md", "s388a5ff4ad.md", "sbcce1939e1.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 46, "n_scored_files": 46, "n_texts": 244, "n_windows": 373, "n_texts_windowed": 126, "n_tokens": 117309, "n_query_terms": 22, "nnz_texts": 77869, "index_bytes": 938930, "secs_text": 0.1186, "secs_encode": 17.5344, "secs_score": 0.0087, "secs_total": 17.6634, "load1_start": 15.4}
{"qid": "370a8ff4", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ba7fc06a6.md", "s950777cdc2.md"], "ranked": ["s4ba7fc06a6.md", "s950777cdc2.md", "sbb07c69e1f.md", "s96611c9cb5.md", "se763b1891e.md", "s9346a40393.md", "s912baa5d84.md", "s51dc9ee1b4.md", "s818bde6d76.md", "s233a2aab31.md", "s603eda607e.md", "sd81371b1bd.md", "sa4c79d90cd.md", "sdd32f8c85b.md", "s9fea9df0dc.md", "s527b524ad2.md", "sfdaf39fdd9.md", "sf4c7b25f0a.md", "sdb9e398d89.md", "sd9dfc8ea0d.md", "sbaee63e495.md", "s2f89e7ead0.md", "sb98bb627b6.md", "s0268134f2f.md", "s1b8f1c5cbb.md", "s50aef562cf.md", "s57f826056c.md", "sefce26f6de.md", "sf14bad2c9a.md", "s0a659a0f27.md", "sadcc574ab4.md", "s3b7d0e0f29.md", "sc59c3c6d01.md", "s7e0549a8c7.md", "s45d03dfa7f.md", "sc52b254306.md", "s410e6d8c47.md", "sa766dcb831.md", "s9239f87144.md", "sa0cdaf6fe8.md", "sa100678311.md", "sd26093e3f6.md", "se005c9f095.md", "s97ec3f57de.md", "s0d5e6b5266.md"], "s1": [10.63979, 7.990848, 4.680419, 4.227182, 3.374413, 3.338147, 3.1828, 3.179704, 3.035738, 2.924036, 2.822025, 2.733427, 2.701659, 2.54906, 2.359482, 2.284286, 2.114491, 1.953947, 1.89817, 1.894308, 1.841966, 1.795032, 1.774657, 1.726626, 1.655676, 1.630747, 1.608949, 1.599869, 1.568972, 1.479826, 1.451517, 1.265514, 1.199503, 1.188444, 1.090323, 0.781726, 0.717446, 0.523314, 0.496057, 0.413265, 0.408909, 0.359477, 0.351026, 0.279267, 0.138487], "search": ["s4ba7fc06a6.md", "s950777cdc2.md", "sbb07c69e1f.md", "s96611c9cb5.md", "se763b1891e.md", "s9346a40393.md", "s912baa5d84.md", "s51dc9ee1b4.md", "s818bde6d76.md", "s233a2aab31.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 243, "n_windows": 358, "n_texts_windowed": 114, "n_tokens": 116851, "n_query_terms": 22, "nnz_texts": 77426, "index_bytes": 933701, "secs_text": 0.1191, "secs_encode": 17.4132, "secs_score": 0.0103, "secs_total": 17.5447, "load1_start": 14.93}
{"qid": "gpt4_d6585ce8", "type": "temporal-reasoning", "abstention": false, "gold": ["s193d7352b9.md", "s1f80139e1f.md", "s431dbcb910.md", "s54c1ea549a.md", "sb8911662c9.md"], "ranked": ["s54c1ea549a.md", "sb8911662c9.md", "s431dbcb910.md", "s1f80139e1f.md", "s2bfdfae3e4.md", "s193d7352b9.md", "s1c4a818edf.md", "s6a33029077.md", "s1dda6e11b7.md", "s15834e8121.md", "sa571036197.md", "sdcbb980872.md", "s2ea0225d23.md", "sd6ebecd803.md", "s55cfc09e39.md", "s56e9cdd58c.md", "sc6bce2f267.md", "s7b75cf13cb.md", "s571462bd88.md", "s14e18b92b7.md", "s74b16d5d87.md", "s2b0c97709c.md", "s9a3fca9dff.md", "sc3f5478df4.md", "s1da197efe7.md", "s2760845596.md", "s917e37acc3.md", "s069c93bdd6.md", "s01b8f448fc.md", "s90a9f9cda3.md", "sdb70996195.md", "s83156c7500.md", "s779ad642d8.md", "sa88f3d1a33.md", "s46a160d16d.md", "s796d904eff.md", "s6ea7ab9105.md", "s70b8581d44.md", "s9c45383f2d.md", "se7eeb28171.md", "s5890d5b879.md", "s37334abe4e.md", "sbf87af7407.md", "sb163ead250.md", "sbb00cfa61a.md", "sea90b60302.md", "s86f7c4be6b.md", "s230fc5db86.md", "s31f6949619.md"], "s1": [8.95304, 7.375463, 7.172537, 6.295515, 5.946092, 5.354852, 4.989239, 4.261624, 3.443543, 2.489242, 2.451578, 2.329911, 2.195844, 1.94816, 1.897139, 1.817141, 1.809649, 1.768455, 1.720517, 1.636562, 1.626889, 1.613202, 1.545814, 1.46158, 1.44045, 1.410305, 0.99551, 0.976059, 0.934073, 0.861466, 0.858902, 0.786642, 0.779769, 0.730958, 0.720286, 0.583548, 0.561434, 0.523038, 0.501471, 0.424242, 0.422064, 0.387104, 0.386835, 0.371024, 0.27314, 0.272528, 0.235454, 0.031442, 0.01192], "search": ["s54c1ea549a.md", "sb8911662c9.md", "s431dbcb910.md", "s1f80139e1f.md", "s2bfdfae3e4.md", "s193d7352b9.md", "s1c4a818edf.md", "s6a33029077.md", "s1dda6e11b7.md", "s15834e8121.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 242, "n_windows": 356, "n_texts_windowed": 113, "n_tokens": 116032, "n_query_terms": 22, "nnz_texts": 74816, "index_bytes": 902514, "secs_text": 0.1194, "secs_encode": 17.5126, "secs_score": 0.0088, "secs_total": 17.6427, "load1_start": 14.56}
{"qid": "gpt4_4ef30696", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b86b37b91.md", "s44278adeeb.md"], "ranked": ["s44278adeeb.md", "s8891deeba0.md", "s3b86b37b91.md", "s1ec82362cf.md", "sd7d6222640.md", "sbe149b2461.md", "s8e4f0c1e79.md", "s5915543d6f.md", "s7ecc5c768d.md", "s99f45b797e.md", "sff9f62015e.md", "sb8fdce207d.md", "s36db3a7e06.md", "s989fc3874a.md", "sa386069e6b.md", "s4fe995f489.md", "se4ec215fec.md", "s764ce2ba8f.md", "s1bcbd83e49.md", "s42ec6e6f20.md", "sb06de4123e.md", "sb850958a4d.md", "sac7666b225.md", "sb88e866d0a.md", "s1e6d06142b.md", "s50026a97b3.md", "sbfffaae250.md", "s981905ac8f.md", "s972db5258d.md", "sfc9d650d6d.md", "s306bf1c262.md", "s16a7f8d63d.md", "s00c622f2fb.md", "s01949b5d3d.md", "s09b043ccb8.md", "scf2956cbdb.md", "s39bcfb895b.md", "sf118141b1a.md", "s707b013162.md", "sf4d1ef05df.md", "sfe05150605.md", "s87c5f76da2.md", "see35312c50.md", "s979c7375ad.md", "s474a0f09a6.md", "se2c8127f58.md", "s0da751d5c1.md"], "s1": [15.44018, 10.199531, 8.591653, 8.409917, 7.587411, 6.659784, 5.459869, 5.060643, 4.431349, 4.293192, 3.925685, 3.867855, 3.732707, 3.49481, 3.386769, 3.170668, 3.10315, 3.095782, 2.735382, 2.62447, 2.468203, 2.389226, 2.269874, 2.22128, 2.120221, 2.105771, 2.085044, 2.078291, 2.06775, 1.973304, 1.92861, 1.908951, 1.908948, 1.809327, 1.710189, 1.631381, 1.608966, 1.398352, 1.226798, 1.148588, 1.030889, 0.979944, 0.93829, 0.760116, 0.701424, 0.318166, 0.078131], "search": ["s44278adeeb.md", "s8891deeba0.md", "s3b86b37b91.md", "s1ec82362cf.md", "sd7d6222640.md", "sbe149b2461.md", "s8e4f0c1e79.md", "s5915543d6f.md", "s7ecc5c768d.md", "s99f45b797e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 47, "n_texts": 256, "n_windows": 377, "n_texts_windowed": 121, "n_tokens": 119479, "n_query_terms": 24, "nnz_texts": 78551, "index_bytes": 947314, "secs_text": 0.1276, "secs_encode": 17.9222, "secs_score": 0.0087, "secs_total": 18.0604, "load1_start": 14.88}
{"qid": "gpt4_ec93e27f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2c2bc6ed95.md", "s8de7ddaa05.md"], "ranked": ["s8de7ddaa05.md", "s058c4417b9.md", "s2c2bc6ed95.md", "sa5f02e8d9c.md", "s1d20544f6a.md", "sa3836dfe17.md", "s11dd01326f.md", "sbe23afabf9.md", "s2d4c3bd108.md", "se66a782728.md", "sa90dbd2021.md", "s59e0521cda.md", "sdab61a67cc.md", "sdb4b0b9dc6.md", "s2ecbfa2903.md", "s3c0f0561fd.md", "s73f5cd470b.md", "scf2f8950a9.md", "s09fcd4f772.md", "seb08c48008.md", "s5942f143a3.md", "sd72fc5161f.md", "s6d33633a1f.md", "sf85ffcce38.md", "s7afa5abc69.md", "se1a5b54417.md", "s12c20b5e7f.md", "sf50f4164fc.md", "se23e7b364b.md", "s9464f03b51.md", "sca6eef07e6.md", "sc126a36c2e.md", "sc2a3e5bea4.md", "s9c2ac6a933.md", "s73d93d3cd6.md", "sf4846f88e4.md", "s8ffed26f14.md", "s65e8f095fc.md", "seec8b30cf3.md", "sa02417b5d9.md", "sf149004db3.md", "s4d67cf4e44.md", "s4a77673f2a.md", "sf0332d0f94.md", "sd2a4eaa90b.md", "s3f27b5be67.md"], "s1": [10.672858, 9.040083, 7.176963, 6.606588, 5.588679, 4.184062, 2.942274, 2.838769, 2.811187, 2.709244, 2.654889, 2.42672, 2.309993, 2.075586, 1.999236, 1.982385, 1.933356, 1.826039, 1.726946, 1.629806, 1.580612, 1.510391, 1.467158, 1.460453, 1.370362, 1.33182, 1.300218, 1.267096, 1.153667, 1.129599, 1.061887, 1.038294, 1.032671, 0.994778, 0.863738, 0.847538, 0.832799, 0.823458, 0.786994, 0.756767, 0.538627, 0.535737, 0.494533, 0.176198, 0.128615, 0.10959], "search": ["s8de7ddaa05.md", "s058c4417b9.md", "s2c2bc6ed95.md", "sa5f02e8d9c.md", "s1d20544f6a.md", "sa3836dfe17.md", "s11dd01326f.md", "sbe23afabf9.md", "s2d4c3bd108.md", "se66a782728.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 256, "n_windows": 362, "n_texts_windowed": 106, "n_tokens": 118901, "n_query_terms": 17, "nnz_texts": 77597, "index_bytes": 935730, "secs_text": 0.1192, "secs_encode": 17.8802, "secs_score": 0.0091, "secs_total": 18.0104, "load1_start": 15.2}
{"qid": "6e984301", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f0e71de47.md", "s7b8815ea0d.md"], "ranked": ["s4f0e71de47.md", "s7b8815ea0d.md", "sd48485058f.md", "s1a1d1ab172.md", "s430dc4191c.md", "s47b2462037.md", "s9ff3bb9867.md", "s6963ffc65b.md", "s3067a6a6ec.md", "sf7872e5947.md", "scb4cc0c5b2.md", "s0d6bc27eb1.md", "s6a76914133.md", "s83f5295776.md", "s552c3ea2c8.md", "sd6a50d8a7c.md", "s05a410c4df.md", "s9177a038e4.md", "s9b8f7be982.md", "sd0237d4698.md", "sc799205a32.md", "s2e4ad54998.md", "s1fbb36ddf7.md", "sd8f11aedab.md", "s98d39a9200.md", "s311d526a28.md", "sa283356888.md", "s651b55f778.md", "scec3438420.md", "s3638826e9a.md", "s23eeef4181.md", "sd26d2484a9.md", "s52d612e116.md", "sdee3156b08.md", "s4f8949cc4f.md", "sf358a0bd4d.md", "s25cccc3c40.md", "s8138d8ca1b.md", "sd96036569a.md", "sbf3a6a0ef6.md", "s877e5a5ee7.md", "s07a08766f4.md", "s20d9d0f0eb.md", "sa694301792.md", "sbbc7878e1a.md", "saf7e3a882a.md", "s621b5ce4c1.md", "s93c6f06f38.md"], "s1": [11.124908, 7.397158, 6.558245, 5.594746, 5.165331, 4.896941, 4.869859, 4.482644, 4.326742, 4.190304, 3.867086, 3.857566, 3.676982, 3.627036, 3.531712, 3.498396, 3.496312, 3.461282, 3.45266, 3.394108, 3.2171, 3.137122, 3.074881, 3.060148, 2.994904, 2.969002, 2.832418, 2.623971, 2.491595, 2.286343, 2.170512, 2.054663, 2.040943, 1.985158, 1.930738, 1.813279, 1.443848, 1.420189, 0.824027, 0.715373, 0.682848, 0.649281, 0.645699, 0.419903, 0.415551, 0.357049, 0.195164, 0.057522], "search": ["s4f0e71de47.md", "s7b8815ea0d.md", "sd48485058f.md", "s1a1d1ab172.md", "s430dc4191c.md", "s47b2462037.md", "s9ff3bb9867.md", "s6963ffc65b.md", "s3067a6a6ec.md", "sf7872e5947.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 265, "n_windows": 378, "n_texts_windowed": 113, "n_tokens": 120612, "n_query_terms": 23, "nnz_texts": 81176, "index_bytes": 978821, "secs_text": 0.1265, "secs_encode": 18.1018, "secs_score": 0.0096, "secs_total": 18.24, "load1_start": 15.35}
{"qid": "8077ef71", "type": "temporal-reasoning", "abstention": false, "gold": ["sc6850b7307.md"], "ranked": ["sc6850b7307.md", "se3bbf52e57.md", "sa801fb2245.md", "se14c344a87.md", "s324166b905.md", "s6eaad95eb3.md", "s05fa8d1f58.md", "sf65970caea.md", "sfaaa89829c.md", "s46e437dba6.md", "s07c0ee86c1.md", "scb3fd60412.md", "s6c14387641.md", "scd1a01afad.md", "s98f97f44f1.md", "s6aa90ed5b5.md", "se29b4f5b56.md", "se02537ee07.md", "s1025feceed.md", "s4e5583e445.md", "sfd65e056ac.md", "s98afbd4ff6.md", "s3d2e28d8f0.md", "sb029e3e76e.md", "se911a6a9cc.md", "s4cf317e603.md", "s336236fef7.md", "s15bfed915b.md", "s824b6b98a2.md", "se846f73dd2.md", "s4fcf66ae82.md", "s8e5c3f8317.md", "s35262a312f.md", "s6da5341efb.md", "scd163e4a11.md", "s7e9b7fcfa8.md", "s35c80d6a41.md", "s753714ef28.md", "s2d40595ec0.md", "sfdd69bec9b.md", "sbf03b4c6b9.md", "s1969eb2818.md", "s6fbd14e5aa.md", "s69b63dd0f7.md", "s515828314a.md"], "s1": [8.453497, 6.947069, 6.75193, 6.278212, 4.867286, 4.48279, 3.530833, 3.090847, 2.75735, 2.704766, 2.703523, 2.68631, 2.539539, 2.384245, 2.352899, 2.325597, 2.313597, 2.268265, 2.194495, 2.093309, 2.038657, 2.011603, 1.860878, 1.848208, 1.847313, 1.810923, 1.783694, 1.768995, 1.707591, 1.62871, 1.595922, 1.561025, 1.547601, 1.216342, 1.143683, 0.978342, 0.846757, 0.819122, 0.732451, 0.701762, 0.669976, 0.653208, 0.576725, 0.567052, 0.427097], "search": ["sc6850b7307.md", "se3bbf52e57.md", "sa801fb2245.md", "se14c344a87.md", "s324166b905.md", "s6eaad95eb3.md", "s05fa8d1f58.md", "sf65970caea.md", "sfaaa89829c.md", "s46e437dba6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 248, "n_windows": 356, "n_texts_windowed": 108, "n_tokens": 118174, "n_query_terms": 13, "nnz_texts": 77648, "index_bytes": 936389, "secs_text": 0.1172, "secs_encode": 17.7768, "secs_score": 0.0103, "secs_total": 17.9062, "load1_start": 15.49}
{"qid": "gpt4_f420262c", "type": "temporal-reasoning", "abstention": false, "gold": ["s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "sd5581fd2c1.md"], "ranked": ["s0ebbd7642d.md", "sd5581fd2c1.md", "sc55f6655d9.md", "s48b4b20c49.md", "s96522fe856.md", "s2218f317fc.md", "s5609fcf283.md", "s232db9294a.md", "s87fe7d63fd.md", "s201c498022.md", "s8717f4ea10.md", "sf0257c50aa.md", "sefcfda73d6.md", "sb09d6d5b27.md", "sda450f93b1.md", "sf5efc3496a.md", "sa4a8a39edb.md", "s102d4eda23.md", "sfc405894b7.md", "s7a2fdfc0ca.md", "sf364b3d9b4.md", "s6c8b6585b7.md", "s3ef7e69947.md", "s9534d76e6f.md", "s46cb56b216.md", "s8abe37e4c1.md", "s61f840be90.md", "sfaa25a98d1.md", "sccf445b215.md", "sd1489d0319.md", "s081c4f65d5.md", "s7d1af0c94a.md", "s65ab73e549.md", "sc8d7ec68a5.md", "s7396c7fe60.md", "s4d65f8ee72.md", "sda60347413.md", "s7a37c221bb.md", "s2b67430d7e.md", "s13a3ad6190.md", "s7157f0ca3b.md", "sf248c8a3de.md", "sf9dd930d8f.md", "s38c287ff7b.md", "sf0e002e7c4.md", "s973fde8a12.md", "sd9099a05d2.md"], "s1": [8.276162, 6.966932, 5.536252, 5.285343, 4.870172, 3.706139, 3.577844, 3.570263, 3.413148, 3.333462, 2.843102, 2.65624, 2.35873, 2.070159, 2.018034, 1.956841, 1.901243, 1.741008, 1.703736, 1.677552, 1.660364, 1.527096, 1.514334, 1.458697, 1.380772, 1.360686, 1.256037, 1.244196, 1.231712, 1.182933, 1.001987, 0.995168, 0.809704, 0.689765, 0.647739, 0.534745, 0.516338, 0.425897, 0.359289, 0.335875, 0.309364, 0.256262, 0.248545, 0.092498, 0.080172, 0.069664, 0.042788], "search": ["s0ebbd7642d.md", "sd5581fd2c1.md", "sc55f6655d9.md", "s48b4b20c49.md", "s96522fe856.md", "s2218f317fc.md", "s5609fcf283.md", "s232db9294a.md", "s87fe7d63fd.md", "s201c498022.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 249, "n_windows": 365, "n_texts_windowed": 116, "n_tokens": 118403, "n_query_terms": 18, "nnz_texts": 77180, "index_bytes": 930674, "secs_text": 0.1245, "secs_encode": 17.8117, "secs_score": 0.0089, "secs_total": 17.947, "load1_start": 15.1}
{"qid": "gpt4_8e165409", "type": "temporal-reasoning", "abstention": false, "gold": ["s1cd8a196cf.md", "saadba4fdcb.md"], "ranked": ["saadba4fdcb.md", "s1cd8a196cf.md", "sbec86b3b92.md", "s005b3abd61.md", "s992e7dcb41.md", "s7270985032.md", "s19288630c6.md", "s84c298281c.md", "s0e9c9db1ae.md", "scd98d25c73.md", "s3abf2ca32b.md", "s1d001e90e9.md", "s86b722a371.md", "s4e440680e8.md", "s74e90b3f5b.md", "s95dcb0ad34.md", "sf62a4d6490.md", "sed517b8078.md", "s0aa3e5f5c2.md", "s5ba97daca9.md", "s24fcd9f0cf.md", "s6996be8ebb.md", "s1e959114c3.md", "s3e478c4088.md", "sae30f3f69f.md", "se230f93b28.md", "sdafbe039bc.md", "s652e5aa34a.md", "s4985cbda9b.md", "sc3f2b7a529.md", "sdb743c9d6b.md", "sfff46c044a.md", "s10ac38b415.md", "s6c934ebceb.md", "s530cbeca60.md", "sa8aab95389.md", "sbc32f6508f.md", "s218bc761bc.md", "sf34f8c6b0d.md", "s5c73324177.md", "s31933ab0b5.md", "s029d896301.md", "sf2f55ed2f9.md", "s3615edccc6.md", "s8dd4881a98.md"], "s1": [21.685514, 16.336222, 8.561441, 6.016601, 4.804509, 4.518532, 4.509654, 4.371211, 4.130801, 3.596426, 3.591289, 3.452174, 3.404011, 3.303711, 3.169736, 2.774548, 2.629376, 2.610608, 2.576017, 2.442368, 2.413423, 2.34506, 2.298964, 2.230705, 2.223605, 2.130534, 2.099431, 1.969096, 1.930195, 1.886822, 1.867595, 1.829597, 1.599518, 1.365001, 1.024437, 0.899168, 0.888585, 0.813035, 0.547964, 0.395215, 0.335998, 0.313059, 0.277736, 0.131777, 0.055181], "search": ["saadba4fdcb.md", "s1cd8a196cf.md", "sbec86b3b92.md", "s005b3abd61.md", "s992e7dcb41.md", "s7270985032.md", "s19288630c6.md", "s84c298281c.md", "s0e9c9db1ae.md", "scd98d25c73.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 251, "n_windows": 372, "n_texts_windowed": 121, "n_tokens": 117625, "n_query_terms": 29, "nnz_texts": 80654, "index_bytes": 972594, "secs_text": 0.1179, "secs_encode": 17.727, "secs_score": 0.0096, "secs_total": 17.8564, "load1_start": 15.38}
{"qid": "gpt4_74aed68e", "type": "temporal-reasoning", "abstention": false, "gold": ["s029fdb6057.md", "sa5eda3ba3a.md"], "ranked": ["sa5eda3ba3a.md", "s029fdb6057.md", "s44752eb7ec.md", "sa91b8f3a56.md", "s775200ce95.md", "s97872baf2d.md", "se21ae5bd50.md", "sd9c015a567.md", "s92b0c38ff2.md", "s9214826b88.md", "s840d558164.md", "s75f4f7b401.md", "sea86afdce5.md", "s5183f7ec63.md", "sdf46475697.md", "s3c74c16966.md", "s8fd2c070f9.md", "s6772cdfd16.md", "s2e888c6d2f.md", "sab32e71f66.md", "s8be59e536a.md", "sa597602f0d.md", "s63770a0b55.md", "s8fdd4d6fef.md", "s2b623efbe0.md", "sb06dbb10fe.md", "s0fcc1dda51.md", "s8c9b40eca5.md", "s375f34ac2d.md", "se571e86cc7.md", "s572d9c01ef.md", "s5ba255ca73.md", "s9b7e7d7121.md", "s520dbf3ab7.md", "s5006b326a3.md", "s51d65f2c65.md", "se3723e51b8.md", "s8bc430ae6d.md", "s54da2170c0.md", "s97552b7a68.md", "sdc35f4eafb.md", "s986b5adcee.md", "s822dca35b7.md", "s74666998e8.md"], "s1": [17.331974, 16.738609, 10.571362, 6.711589, 6.25885, 5.72822, 5.545703, 5.101225, 4.777555, 4.550772, 4.264155, 4.134055, 3.227658, 3.016494, 2.757524, 2.754774, 2.656571, 2.648875, 2.467037, 2.461947, 2.187672, 1.997691, 1.979662, 1.916298, 1.868677, 1.798495, 1.797623, 1.731981, 1.704895, 1.656977, 1.523456, 1.435261, 1.424863, 1.280658, 1.139443, 1.019273, 0.981559, 0.937465, 0.802224, 0.75962, 0.588667, 0.555969, 0.239314, 0.193882], "search": ["sa5eda3ba3a.md", "s029fdb6057.md", "s44752eb7ec.md", "sa91b8f3a56.md", "s775200ce95.md", "s97872baf2d.md", "se21ae5bd50.md", "sd9c015a567.md", "s92b0c38ff2.md", "s9214826b88.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 254, "n_windows": 373, "n_texts_windowed": 119, "n_tokens": 119462, "n_query_terms": 26, "nnz_texts": 79588, "index_bytes": 959666, "secs_text": 0.1215, "secs_encode": 17.9669, "secs_score": 0.0092, "secs_total": 18.0995, "load1_start": 15.55}
{"qid": "bcbe585f", "type": "temporal-reasoning", "abstention": false, "gold": ["s43951b5af8.md"], "ranked": ["s43951b5af8.md", "s7cebb80e42.md", "s43b774df2b.md", "s96ff24ec54.md", "s680342bed3.md", "s53f50845fa.md", "s35cabb0493.md", "sd6b618a6ca.md", "s321eaaa311.md", "sa3d60e534c.md", "s512ee7552f.md", "s114c0f2a20.md", "s37339d18d4.md", "s50916568c3.md", "s7b9503e730.md", "s1374f599b9.md", "s991fad711a.md", "s1bbc614374.md", "se12816ac36.md", "s34a015fcd0.md", "s38532c84a8.md", "saf511fd87e.md", "sf4fb998263.md", "sd263c0e874.md", "s472645225e.md", "s14528bfd99.md", "sbb112919c5.md", "sb3d3f48695.md", "sca002c6540.md", "s4bb0204d23.md", "s1844cc1a4b.md", "s8f9bcbfbbb.md", "sd687a8c3e1.md", "s937fae8e0b.md", "s14dd3912d9.md", "s9bd19d5889.md", "s4d17ee63b4.md", "s392fd4b05a.md", "s2e74278fd2.md", "sdab3544191.md", "s74f6d6019f.md", "sa14ce1c84a.md", "s3ae1891d01.md", "s2ca3659a27.md", "sf61969cf86.md", "s1d3b3edf38.md", "s2adcced729.md"], "s1": [13.850719, 8.222081, 7.738733, 5.113962, 4.882506, 4.420262, 3.417338, 3.140024, 3.095665, 2.857699, 2.815179, 2.746365, 2.733715, 2.652554, 2.560318, 2.533411, 2.441233, 2.357983, 2.278297, 2.239753, 2.185298, 2.176044, 2.155639, 2.129394, 2.123493, 1.925328, 1.843073, 1.800462, 1.755063, 1.746845, 1.722328, 1.691923, 1.597418, 1.460912, 1.40075, 1.383619, 1.202989, 1.10598, 0.850456, 0.849485, 0.826302, 0.785265, 0.599438, 0.527123, 0.48372, 0.176126, 0.087705], "search": ["s43951b5af8.md", "s7cebb80e42.md", "s43b774df2b.md", "s96ff24ec54.md", "s680342bed3.md", "s53f50845fa.md", "s35cabb0493.md", "sd6b618a6ca.md", "s321eaaa311.md", "sa3d60e534c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 252, "n_windows": 366, "n_texts_windowed": 111, "n_tokens": 118403, "n_query_terms": 21, "nnz_texts": 77780, "index_bytes": 937989, "secs_text": 0.1219, "secs_encode": 17.8451, "secs_score": 0.0087, "secs_total": 17.9777, "load1_start": 15.74}
{"qid": "gpt4_21adecb5", "type": "temporal-reasoning", "abstention": false, "gold": ["s2cf77dc894.md", "sd590893eb7.md"], "ranked": ["s2cf77dc894.md", "s827bdbd550.md", "sd590893eb7.md", "sdcce2ca7e3.md", "sc35acf5860.md", "s7cdee15717.md", "sc11159017d.md", "s1afbc5f484.md", "s3696ec64c3.md", "s550cbecdf9.md", "s41f8645edb.md", "s7e96361038.md", "s7c1305db58.md", "s22e56364f4.md", "s10acaa4d27.md", "s018fd0b9f9.md", "s434ab02c69.md", "s9ee94d0f58.md", "sb7b173b0e3.md", "sc14518f4b4.md", "sc4133b18d4.md", "sec45eea467.md", "sb109ce3e36.md", "s41525338ef.md", "s2fb33a310e.md", "s73c2aed90f.md", "s41bf56d29a.md", "s060bdb3027.md", "sb875ceddec.md", "s556d22efba.md", "scb86fc128f.md", "scad5f3bbd4.md", "s58a1fe17cf.md", "s9141715e19.md", "s4d27d7d270.md", "sbdf50e2799.md", "s8f235c0273.md", "sf6748c3b2b.md", "s9640e0834f.md", "s38fc7b840f.md", "sf0054b6f6a.md", "s7ee9c10128.md", "sb2788185f4.md", "s00deea835e.md", "s93979f69c2.md", "sfae0d10e25.md", "se87fd07237.md", "sdd35e7b865.md", "sce0b8adfa8.md"], "s1": [6.710104, 6.051749, 5.441414, 4.344188, 4.20218, 3.096098, 2.978904, 2.93918, 2.89927, 2.877764, 2.835346, 2.809281, 2.801741, 2.69105, 2.687973, 2.675576, 2.643718, 2.462553, 2.369525, 2.35325, 2.313411, 2.151306, 2.039242, 1.857185, 1.818467, 1.810724, 1.768288, 1.645905, 1.577951, 1.389379, 1.270667, 0.891318, 0.860937, 0.856246, 0.789667, 0.702771, 0.603203, 0.602871, 0.550704, 0.367294, 0.350439, 0.347289, 0.307081, 0.214131, 0.17947, 0.166118, 0.150852, 0.028274, 0.025818], "search": ["s2cf77dc894.md", "s827bdbd550.md", "sd590893eb7.md", "sdcce2ca7e3.md", "sc35acf5860.md", "s7cdee15717.md", "sc11159017d.md", "s1afbc5f484.md", "s3696ec64c3.md", "s550cbecdf9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 49, "n_texts": 254, "n_windows": 376, "n_texts_windowed": 122, "n_tokens": 120168, "n_query_terms": 20, "nnz_texts": 79090, "index_bytes": 953842, "secs_text": 0.131, "secs_encode": 17.9773, "secs_score": 0.0098, "secs_total": 18.12, "load1_start": 15.68}
{"qid": "5e1b23de", "type": "temporal-reasoning", "abstention": false, "gold": ["saeedc20bb7.md"], "ranked": ["s32337bb789.md", "saeedc20bb7.md", "sabbb4e25db.md", "s0b853310f9.md", "se66a5275da.md", "s8aeea7bb33.md", "s89746aa875.md", "s23cb9deafc.md", "sbae1f9bf3d.md", "s2ac43fd84c.md", "s7da59ee1bf.md", "s2f525ce207.md", "s3f113dba3c.md", "s153ae9b5e8.md", "s717a0f62e1.md", "se209c780a4.md", "s3605eade83.md", "seec10d074b.md", "s818363f4dd.md", "s74dbba3466.md", "sc7b80dcdbf.md", "see4fb9f50f.md", "s8fc6d6bf37.md", "sf74e90c443.md", "s0546b1c46f.md", "sbc8fa68c2f.md", "safbf482987.md", "s8ac1eab51a.md", "se47a898e2f.md", "s8b8a510e88.md", "s3d858ddc9c.md", "sc589549775.md", "s48512f90c8.md", "s24650f872a.md", "sa88b3df9f6.md", "s2774a7e3c7.md", "s7e59831150.md", "sb7d497e7bb.md", "s6f97151aed.md", "s77fad6b700.md", "scd1068e064.md", "s6ebf8a68ae.md", "scc2e725367.md"], "s1": [7.250589, 7.010592, 6.357935, 4.166139, 3.749842, 3.67577, 3.276436, 3.108546, 2.827621, 2.699123, 2.658123, 2.626239, 2.588349, 2.512309, 2.499624, 2.306266, 2.287116, 2.193979, 2.023952, 1.925494, 1.893885, 1.820737, 1.813091, 1.811182, 1.579594, 1.57159, 1.418437, 1.416326, 1.317544, 1.312107, 1.298676, 1.270308, 1.241362, 0.974977, 0.905505, 0.880738, 0.393567, 0.349053, 0.303051, 0.302429, 0.218398, 0.164593, 0.026349], "search": ["s32337bb789.md", "saeedc20bb7.md", "sabbb4e25db.md", "s0b853310f9.md", "se66a5275da.md", "s8aeea7bb33.md", "s89746aa875.md", "s23cb9deafc.md", "sbae1f9bf3d.md", "s2ac43fd84c.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 240, "n_windows": 362, "n_texts_windowed": 119, "n_tokens": 117769, "n_query_terms": 13, "nnz_texts": 77063, "index_bytes": 929221, "secs_text": 0.1189, "secs_encode": 17.7082, "secs_score": 0.0088, "secs_total": 17.8378, "load1_start": 14.57}
{"qid": "gpt4_98f46fc6", "type": "temporal-reasoning", "abstention": false, "gold": ["s1460aa12d1.md", "s9791b8e390.md"], "ranked": ["s9791b8e390.md", "s1460aa12d1.md", "s60fe250dea.md", "s3bea28877d.md", "sbca9903f8d.md", "sa416ec81af.md", "s6d60507059.md", "sa7ad21c59d.md", "s93a2e9aea4.md", "sad6ebc6554.md", "sa824bf73c7.md", "sb320141375.md", "s355250a5d2.md", "sc641a71382.md", "sbf50adb49b.md", "s11d913d134.md", "s20b72e26a2.md", "sbc0d8f181e.md", "s119649a743.md", "s60f74e7a86.md", "s765e56f4d2.md", "s32167a79c3.md", "s0780c4d29d.md", "sa4843b3030.md", "sbdacedf97c.md", "s49d63ca56b.md", "sbccb0fac29.md", "s52fd49d194.md", "se6f831470a.md", "s94f15cc511.md", "s27b29ebd81.md", "s8bad45c643.md", "s7428fa4224.md", "s5d2204e677.md", "s3408ad2313.md", "s1c2d996176.md", "scfd7b22410.md", "s45d10e9bdc.md", "s294e2f9e9c.md", "s0d69b8c1db.md", "seb04a4be57.md", "s90eacaf4ef.md", "s2ccd7a033b.md", "s8e4625af18.md", "sca29aa120d.md", "s8eaf11fb9e.md", "s5d44395936.md"], "s1": [12.157961, 10.828672, 4.075583, 3.857783, 3.711727, 3.09211, 2.752258, 2.649152, 2.481093, 2.358506, 2.103762, 2.100316, 2.027563, 2.018665, 1.974365, 1.864751, 1.823678, 1.670256, 1.603789, 1.50936, 1.431456, 1.379754, 1.24946, 1.212714, 1.026132, 0.961978, 0.740268, 0.736087, 0.694211, 0.689407, 0.638958, 0.609221, 0.581493, 0.576737, 0.562633, 0.549546, 0.513858, 0.502462, 0.474909, 0.438646, 0.434742, 0.308576, 0.245753, 0.201155, 0.140772, 0.038274, 0.008528], "search": ["s9791b8e390.md", "s1460aa12d1.md", "s60fe250dea.md", "s3bea28877d.md", "sbca9903f8d.md", "sa416ec81af.md", "s6d60507059.md", "sa7ad21c59d.md", "s93a2e9aea4.md", "sad6ebc6554.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 47, "n_texts": 254, "n_windows": 357, "n_texts_windowed": 103, "n_tokens": 118640, "n_query_terms": 18, "nnz_texts": 77899, "index_bytes": 939442, "secs_text": 0.1262, "secs_encode": 17.8111, "secs_score": 0.0097, "secs_total": 17.949, "load1_start": 14.89}
{"qid": "gpt4_af6db32f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2b9dea603d.md"], "ranked": ["s2b9dea603d.md", "s438a222225.md", "sae7c5f32b5.md", "s66bbb77d48.md", "sc6cf0efa90.md", "s1e20c81407.md", "s2e83eac7e0.md", "sb61e04ad95.md", "sd8482ad8dc.md", "sf633b6feee.md", "s7c9141560d.md", "sc0f85c405d.md", "s5dbc1472e7.md", "s0f31634047.md", "s327487caaf.md", "sde66497d2b.md", "s9e5a59d89f.md", "s1477931191.md", "sa41e46e4f9.md", "s928902680b.md", "s00e7cc0d5e.md", "sd471ff63fe.md", "sfd72ee699a.md", "s8a0b5a3b21.md", "s82a73a8e13.md", "sc5afd79241.md", "s0a064b1bc9.md", "sca2c524226.md", "s517c834ce2.md", "se4f1ee26fb.md", "s8536fd92ad.md", "s21a397bd72.md", "s6d8954b918.md", "sa53213872c.md", "s4494211a10.md", "sc8776bae71.md", "s0cc12e98eb.md", "sa0a454c809.md", "s9bca947cfc.md", "s22b17cf6e7.md", "s6681ab67c4.md", "s8a87493dc4.md"], "s1": [5.681355, 4.593433, 4.151106, 3.486046, 3.424793, 3.37447, 2.920652, 2.841117, 2.670381, 2.538486, 2.145595, 2.129759, 2.085951, 2.083355, 1.999321, 1.976135, 1.957487, 1.821177, 1.819049, 1.79741, 1.756859, 1.726057, 1.618766, 1.612272, 1.608013, 1.606914, 1.596626, 1.55817, 1.501251, 1.415532, 1.107132, 0.915936, 0.912141, 0.722724, 0.359826, 0.356314, 0.334241, 0.329668, 0.325459, 0.138431, 0.135608, 0.087718], "search": ["s2b9dea603d.md", "s438a222225.md", "sae7c5f32b5.md", "s66bbb77d48.md", "sc6cf0efa90.md", "s1e20c81407.md", "s2e83eac7e0.md", "sb61e04ad95.md", "sd8482ad8dc.md", "sf633b6feee.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 253, "n_windows": 365, "n_texts_windowed": 112, "n_tokens": 120160, "n_query_terms": 13, "nnz_texts": 79983, "index_bytes": 964402, "secs_text": 0.1249, "secs_encode": 18.0487, "secs_score": 0.009, "secs_total": 18.1845, "load1_start": 14.8}
{"qid": "eac54adc", "type": "temporal-reasoning", "abstention": false, "gold": ["s91209e129c.md", "sd59e03b1f2.md"], "ranked": ["s91209e129c.md", "sd59e03b1f2.md", "s4e9025d5ec.md", "sc0b842fbe8.md", "s73b461fde8.md", "s2c72644cd2.md", "s49bc686f74.md", "sc585781999.md", "sc9ae441aad.md", "sd9e9946b9a.md", "s8dd9627791.md", "s6016f0f617.md", "s9ef18ac0a3.md", "s529522d13c.md", "s13e279bb8e.md", "s44ae6ea3a0.md", "scec3bf25b3.md", "s3b1f0301a4.md", "sd2b2f1c12c.md", "s59b2a3ca23.md", "s817e9082c5.md", "scdaf7df745.md", "sbef7dd0669.md", "sba3e647856.md", "s4c0ff4a7f9.md", "se4ccfb2173.md", "sc8780e2e27.md", "s9067f1565f.md", "sa0b34bcce9.md", "sebcf61ad6e.md", "scb753c42be.md", "s89a3b78dfd.md", "sa718ee8837.md", "s2c2329993a.md", "s4ce122dd4d.md", "s0f63f35f95.md", "s66933cb050.md", "s306d10204c.md", "sf5bdc32d36.md", "s57e4e9bd21.md", "se6168fa1be.md", "s0158cc1e6e.md", "s506d7a028b.md", "s1d2d8bca08.md", "sb0d7e62c02.md"], "s1": [11.68974, 11.540825, 7.686467, 6.332226, 6.030583, 4.94462, 4.482697, 4.116254, 3.889966, 3.768775, 3.754937, 3.739421, 3.482864, 3.329152, 3.252077, 3.186288, 2.870752, 2.841002, 2.798596, 2.782653, 2.5655, 2.534283, 2.526019, 2.477694, 2.269468, 2.093908, 2.077384, 2.065949, 2.034405, 2.009578, 1.980827, 1.834499, 1.71226, 1.645157, 1.604785, 1.560054, 1.500998, 1.222272, 1.057288, 0.62342, 0.616268, 0.326861, 0.31768, 0.312257, 0.257872], "search": ["s91209e129c.md", "sd59e03b1f2.md", "s4e9025d5ec.md", "sc0b842fbe8.md", "s73b461fde8.md", "s2c72644cd2.md", "s49bc686f74.md", "sc585781999.md", "sc9ae441aad.md", "sd9e9946b9a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 249, "n_windows": 380, "n_texts_windowed": 128, "n_tokens": 120641, "n_query_terms": 19, "nnz_texts": 81178, "index_bytes": 978629, "secs_text": 0.1261, "secs_encode": 18.1576, "secs_score": 0.0092, "secs_total": 18.2947, "load1_start": 15.14}
{"qid": "gpt4_7ddcf75f", "type": "temporal-reasoning", "abstention": false, "gold": ["sb7a706d9cc.md"], "ranked": ["sb7a706d9cc.md", "s18e7760908.md", "s3425fc2201.md", "sd19c2ac5d0.md", "s8fb2d10cc2.md", "scfed8af571.md", "s38d5da5751.md", "s4efe039057.md", "s7aa4c9d5ae.md", "s8d5d29a06c.md", "sf4107652ee.md", "s3966e27b1c.md", "s390cf2c068.md", "sd460d1c61f.md", "s3c89f8d378.md", "sbcb5c77bf0.md", "s02f630c185.md", "s6dddb4404d.md", "sbeaf683ea7.md", "s18e92446a3.md", "s55e06d34d4.md", "sdca3e6d157.md", "s2518ff529a.md", "se151f4e373.md", "s01174758ab.md", "sce2d17a8a3.md", "s6c37f1e0cd.md", "s4171b78a19.md", "sb996745916.md", "s65336de1f9.md", "s2ed0b83a3e.md", "s1328456c70.md", "se2ad55a237.md", "se79d321f78.md", "s7f7de6ad99.md", "s80914c1436.md", "s7f56d686aa.md", "s95ad496114.md", "s013bd3e439.md", "s349062acdd.md", "sef2f98ad66.md", "s7288f4bcf2.md", "s17b57068fd.md", "s9163e62bbf.md", "s958eecf4a8.md", "s510f97760d.md", "s81891ea1ca.md"], "s1": [15.622421, 6.066119, 5.101567, 4.878369, 4.279631, 3.997733, 3.935571, 3.858922, 3.74335, 3.736747, 3.717737, 3.502135, 3.302698, 3.103229, 3.064567, 2.831237, 2.722207, 2.581007, 2.237149, 2.076821, 2.048151, 2.006011, 1.896209, 1.866742, 1.812375, 1.804715, 1.760515, 1.711948, 1.66819, 1.575944, 1.521889, 1.51107, 1.420116, 1.31417, 1.29482, 1.288068, 1.281965, 1.077684, 1.021281, 0.861729, 0.859439, 0.72427, 0.503694, 0.503464, 0.403233, 0.299166, 0.281212], "search": ["sb7a706d9cc.md", "s18e7760908.md", "s3425fc2201.md", "sd19c2ac5d0.md", "s8fb2d10cc2.md", "scfed8af571.md", "s38d5da5751.md", "s4efe039057.md", "s7aa4c9d5ae.md", "s8d5d29a06c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 249, "n_windows": 366, "n_texts_windowed": 117, "n_tokens": 118364, "n_query_terms": 21, "nnz_texts": 78121, "index_bytes": 942002, "secs_text": 0.128, "secs_encode": 17.8953, "secs_score": 0.0088, "secs_total": 18.0342, "load1_start": 15.33}
{"qid": "gpt4_a2d1d1f6", "type": "temporal-reasoning", "abstention": false, "gold": ["s9e38a6d057.md"], "ranked": ["s9e38a6d057.md", "s881760379b.md", "s283ff03f54.md", "sf2a11355b7.md", "s81e9bf9433.md", "sd06b83399e.md", "s2b0dc93464.md", "s75b6f89332.md", "se5e56952e5.md", "sdf4c6ce1d7.md", "sb0d42c85b6.md", "s480aa6282f.md", "sea59407232.md", "s3c89d6b969.md", "s051cfcd379.md", "scacccdede5.md", "sf7c9a7f598.md", "sbe3b6fb604.md", "s31242d32b3.md", "sbebcf9f81e.md", "s143750f308.md", "s5a73bc3a92.md", "sda8ee72f04.md", "se7315ca5c4.md", "sdca6e41ea1.md", "sf13ed5c829.md", "s9685dfbb78.md", "sfa6d6fe64d.md", "sd3a1a98b21.md", "sd3ad9c16a7.md", "s8443d180ca.md", "sa1859605b0.md", "s31d11e175a.md", "sa087bc88c1.md", "s6113c0eb13.md", "sd25147b8ab.md", "se5b3014402.md", "s18893ddf83.md", "s94f95d70a1.md", "s9a18b36023.md", "s77e2579c29.md", "s77408c4614.md", "sd5be9ecc5e.md", "sf5fbf701e2.md"], "s1": [20.338089, 9.588518, 5.639338, 4.700513, 4.462454, 4.454297, 3.744161, 3.714909, 3.514215, 3.498965, 3.497878, 3.473462, 3.373677, 3.178045, 3.141104, 3.09742, 3.083305, 3.073851, 2.294524, 2.291885, 2.276889, 2.129215, 1.99605, 1.96838, 1.848771, 1.749033, 1.714646, 1.662607, 1.599124, 1.513481, 1.413431, 1.317908, 1.29538, 1.245038, 1.192168, 1.076689, 0.951047, 0.803147, 0.7552, 0.701971, 0.508206, 0.466035, 0.32045, 0.006177], "search": ["s9e38a6d057.md", "s881760379b.md", "s283ff03f54.md", "sf2a11355b7.md", "s81e9bf9433.md", "sd06b83399e.md", "s2b0dc93464.md", "s75b6f89332.md", "se5e56952e5.md", "sdf4c6ce1d7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 255, "n_windows": 374, "n_texts_windowed": 116, "n_tokens": 119772, "n_query_terms": 21, "nnz_texts": 80477, "index_bytes": 970226, "secs_text": 0.1204, "secs_encode": 17.9926, "secs_score": 0.0095, "secs_total": 18.1245, "load1_start": 14.65}
{"qid": "gpt4_85da3956", "type": "temporal-reasoning", "abstention": false, "gold": ["seb709c85db.md"], "ranked": ["seb709c85db.md", "s51a54af6d2.md", "s45b89fa803.md", "s34108cd1fb.md", "sf4e7ea6873.md", "s51089abd89.md", "s008d778544.md", "s80dc2db0ee.md", "sfa8edd9d07.md", "s370d849bb2.md", "scf06b87bc8.md", "s5ae4d6b8e1.md", "s59ab83cb96.md", "se299202893.md", "s3567b618c1.md", "s9b88dcee58.md", "sdb950025a8.md", "s0fbead103c.md", "saaaf5f1574.md", "s27af2d1f8e.md", "sa10fdaefaa.md", "sd34efe72de.md", "s68534e9d08.md", "sb4fbb5120c.md", "s75096021c0.md", "s24748c8c70.md", "se878d13bc4.md", "s77268b824b.md", "s6d98f45068.md", "s08a593d34a.md", "s5f2976e21d.md", "s514a80954c.md", "safd59a1a96.md", "sa50d0821b9.md", "s0cdeb7c46b.md", "s88ce0e1e07.md", "s3d112e54f0.md", "s407aed5d77.md", "s45da10dbe6.md", "sf738b18d8b.md", "sb3320504c8.md", "s5f96006c18.md", "s4f49400df2.md", "s6645ca7e3c.md", "s61b993faec.md", "s09ffec9940.md", "s4cb5f46ef8.md", "s1e545991f0.md"], "s1": [16.144951, 4.295988, 4.247451, 4.242234, 4.225163, 3.938681, 3.748816, 3.15694, 2.890852, 2.826761, 2.823748, 2.610871, 2.586804, 2.361631, 2.328411, 2.277575, 2.125787, 2.116148, 1.980089, 1.905023, 1.898552, 1.866995, 1.850574, 1.733175, 1.723631, 1.624623, 1.564038, 1.380414, 1.368452, 1.227819, 1.063702, 0.998966, 0.966425, 0.928997, 0.92052, 0.717168, 0.713572, 0.535299, 0.46798, 0.441648, 0.370603, 0.333913, 0.279166, 0.252384, 0.23807, 0.228348, 0.149092, 0.138827], "search": ["seb709c85db.md", "s51a54af6d2.md", "s45b89fa803.md", "s34108cd1fb.md", "sf4e7ea6873.md", "s51089abd89.md", "s008d778544.md", "s80dc2db0ee.md", "sfa8edd9d07.md", "s370d849bb2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 48, "n_texts": 250, "n_windows": 342, "n_texts_windowed": 89, "n_tokens": 116711, "n_query_terms": 19, "nnz_texts": 77165, "index_bytes": 930610, "secs_text": 0.1246, "secs_encode": 17.545, "secs_score": 0.0096, "secs_total": 17.6817, "load1_start": 13.55}
{"qid": "gpt4_b0863698", "type": "temporal-reasoning", "abstention": false, "gold": ["s17cbc23e83.md"], "ranked": ["s5f2b19534c.md", "sad2940711b.md", "s17cbc23e83.md", "s6514cbc2a2.md", "s4e834846ec.md", "sf7256265cc.md", "s755acc46ab.md", "sdf9ab47d46.md", "s12da0d1603.md", "sbc35cbf5c0.md", "sde4d5b3ae5.md", "sf201e96d87.md", "s4958db2a5f.md", "s88c9d645b3.md", "sbe0726fa19.md", "s46ca05bb60.md", "s2bfe871670.md", "s87c369cb16.md", "s0c49586e13.md", "s2683e0eb54.md", "s00cbc34ffe.md", "s33fbeee8b3.md", "s9a73d8325f.md", "s948bc325ae.md", "s2e2c9f47e5.md", "sde931f66bb.md", "s00b72707a1.md", "s6b8f0819a0.md", "sbd752acfdc.md", "scd72cd262f.md", "s10e73ca3f1.md", "s5ede653c65.md", "sc9d1e0670f.md", "s1f2d8dcb68.md", "s906bca5d17.md", "s9e953da583.md", "sea0160c30a.md", "sddce64c862.md", "s6795972dfe.md", "sabc008450f.md", "sdfb24e9a22.md"], "s1": [16.564486, 13.204654, 12.33712, 6.719526, 5.300634, 4.302315, 3.673259, 2.909538, 2.863149, 2.693671, 2.511725, 2.511322, 2.163492, 2.101406, 2.011782, 1.97909, 1.896608, 1.837, 1.688683, 1.670643, 1.613613, 1.598869, 1.572674, 1.513481, 1.455923, 1.439785, 1.419056, 1.397811, 1.21215, 1.161801, 1.159997, 1.036384, 1.000913, 0.989654, 0.980141, 0.960447, 0.79943, 0.649027, 0.330457, 0.286313, 0.217249], "search": ["s5f2b19534c.md", "sad2940711b.md", "s17cbc23e83.md", "s6514cbc2a2.md", "s4e834846ec.md", "sf7256265cc.md", "s755acc46ab.md", "sdf9ab47d46.md", "s12da0d1603.md", "sbc35cbf5c0.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 41, "n_texts": 251, "n_windows": 367, "n_texts_windowed": 116, "n_tokens": 119472, "n_query_terms": 16, "nnz_texts": 78392, "index_bytes": 945202, "secs_text": 0.1268, "secs_encode": 18.0019, "secs_score": 0.0087, "secs_total": 18.1393, "load1_start": 14.17}
{"qid": "gpt4_68e94287", "type": "temporal-reasoning", "abstention": false, "gold": ["s68260b8fd5.md", "s91208e524e.md"], "ranked": ["s68260b8fd5.md", "s91208e524e.md", "s680b3cdee9.md", "s95d0ee97f7.md", "s98cd20f281.md", "s97d28897f8.md", "s689449d0cf.md", "s0ac1836c6d.md", "s948db491e2.md", "se283d2d218.md", "s7e0d003352.md", "s76255697ec.md", "s18681d1971.md", "s9a060a26c2.md", "s60d07a4fab.md", "s745ad3ce7e.md", "s41b5bb1a72.md", "s93c66c1068.md", "s7b152716c3.md", "sf7f4985e25.md", "sf6300a4c73.md", "s9d2b55b745.md", "sb82bdd2873.md", "s4188197a2f.md", "sf97e84436a.md", "s3b2e57db10.md", "s2b5dc27e36.md", "s3799a3c683.md", "s1ef7e466c6.md", "s0ab6f5715b.md", "s172eda2bb3.md", "sc12a600072.md", "se4490e3cb5.md", "sdb5df499e7.md", "sfdd4ff8523.md", "sc586738081.md", "s44faa9ce77.md", "sac5849b86f.md", "s64b6611629.md", "s13e11fd4ae.md", "sa9bcb51fc4.md", "s95c938cf01.md", "s550e2c1a60.md", "s602ccc79d0.md", "s93307080ef.md", "s1f57654065.md", "s5cfb77541b.md", "s0db91d03ec.md", "sa7bc5472b7.md"], "s1": [14.157042, 10.577259, 6.985216, 5.951171, 4.066817, 3.993804, 3.276012, 3.165495, 2.797865, 2.774955, 2.442642, 2.309327, 2.191344, 2.092312, 2.070487, 1.934947, 1.930111, 1.880082, 1.828277, 1.605443, 1.583977, 1.582131, 1.573646, 1.550396, 1.530049, 1.332707, 1.313872, 1.311845, 1.252443, 1.202737, 1.177661, 1.150112, 1.137475, 1.132855, 0.980146, 0.940294, 0.882151, 0.77355, 0.731785, 0.624673, 0.583732, 0.410268, 0.395953, 0.394105, 0.387721, 0.383012, 0.266646, 0.13461, 0.073806], "search": ["s68260b8fd5.md", "s91208e524e.md", "s680b3cdee9.md", "s95d0ee97f7.md", "s98cd20f281.md", "s97d28897f8.md", "s689449d0cf.md", "s0ac1836c6d.md", "s948db491e2.md", "se283d2d218.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 250, "n_windows": 349, "n_texts_windowed": 99, "n_tokens": 117724, "n_query_terms": 24, "nnz_texts": 75298, "index_bytes": 908274, "secs_text": 0.1227, "secs_encode": 17.7896, "secs_score": 0.0097, "secs_total": 17.9241, "load1_start": 14.77}
{"qid": "gpt4_e414231e", "type": "temporal-reasoning", "abstention": false, "gold": ["s24647086fa.md", "s2fafe005ea.md"], "ranked": ["s24647086fa.md", "s2fafe005ea.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "sde2a40da9a.md", "s50a990b18c.md", "sf4013ea98d.md", "s42de1eda36.md", "s58ccfcae98.md", "s6b838dd282.md", "se489e58b5b.md", "s70bad9a001.md", "sc11bbb9d21.md", "s72f5a84ccd.md", "s28734cb49f.md", "s028304b274.md", "sbb68328b89.md", "se2af6160c7.md", "s6080aaa690.md", "s7bad803058.md", "sfcba4c23e6.md", "se4cd87ea7b.md", "s5e6531bf03.md", "sb6180b1a16.md", "sce66107e12.md", "s819545f00b.md", "scf4cd86e62.md", "sbb083698c8.md", "s3eae5fbae9.md", "s83e0f484fa.md", "s78191da5a4.md", "sb9901f8b4b.md", "s995c97dc5b.md", "s6e380f1af4.md", "s0aba4a18d9.md", "s63e45e0813.md", "sa71f581478.md", "sb6d9a3677b.md", "s9b0450d7a1.md", "s4aed8ca748.md", "s02c9fcfbb9.md", "s83daa94699.md", "s66083fa26b.md", "sc608cc2411.md", "se8bc8d24a9.md"], "s1": [19.1099, 17.424198, 9.14411, 6.24806, 6.0974, 5.631995, 5.360909, 5.115218, 4.80344, 4.771235, 4.763385, 4.522596, 4.476938, 4.243378, 4.171376, 4.011849, 3.979924, 3.841918, 3.649099, 3.600934, 3.245089, 3.018499, 2.917615, 2.886693, 2.854837, 2.614249, 2.523151, 2.453817, 2.433518, 2.248508, 1.960735, 1.798911, 1.732019, 1.620453, 1.263612, 1.229499, 1.221037, 1.077607, 0.995373, 0.937569, 0.900038, 0.437792, 0.241742, 0.043422, 0.011437], "search": ["s24647086fa.md", "s2fafe005ea.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "sde2a40da9a.md", "s50a990b18c.md", "sf4013ea98d.md", "s42de1eda36.md", "s58ccfcae98.md", "s6b838dd282.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 275, "n_windows": 386, "n_texts_windowed": 111, "n_tokens": 119977, "n_query_terms": 24, "nnz_texts": 81718, "index_bytes": 985394, "secs_text": 0.1311, "secs_encode": 18.1582, "secs_score": 0.0103, "secs_total": 18.3016, "load1_start": 15.12}
{"qid": "gpt4_7ca326fa", "type": "temporal-reasoning", "abstention": false, "gold": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md"], "ranked": ["sc231c512f6.md", "s36836ec9bf.md", "sfe7f677414.md", "sa782a45997.md", "s928ba85fad.md", "s65d9d72a2e.md", "s6e932c76a7.md", "s669e5ee31d.md", "s1bb787f601.md", "sec7c047d56.md", "s8f5346c940.md", "s55a695a503.md", "s7a930d42fc.md", "s76a29e7cb1.md", "sa564549e84.md", "sc7fa201547.md", "s3a9510b2c2.md", "s6149aefc4f.md", "s82ff169816.md", "se10ceba5ba.md", "sba056e5405.md", "s6141fec8c5.md", "s310229aa8e.md", "sc6f90fc1c7.md", "s3cbeca1daf.md", "s4aa0a471c5.md", "sb72f5547be.md", "sf882141874.md", "s783de9e5d1.md", "sa03fc015eb.md", "s7f0bf53a57.md", "sc4b2975b68.md", "s484df90a79.md", "s46a9641c45.md", "s69da365947.md", "s79dd1bb598.md"], "s1": [8.296139, 7.222038, 7.187714, 3.592886, 3.458563, 3.271551, 3.086765, 3.043403, 1.839216, 1.617768, 1.529304, 0.996604, 0.944749, 0.874892, 0.80933, 0.672138, 0.656186, 0.581371, 0.56953, 0.494895, 0.477464, 0.452007, 0.439502, 0.432632, 0.339308, 0.227643, 0.219362, 0.219156, 0.187068, 0.107014, 0.079842, 0.075645, 0.039868, 0.036337, 0.02773, 0.001453], "search": ["sc231c512f6.md", "s36836ec9bf.md", "sfe7f677414.md", "sa782a45997.md", "s928ba85fad.md", "s65d9d72a2e.md", "s6e932c76a7.md", "s669e5ee31d.md", "s1bb787f601.md", "sec7c047d56.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 54, "n_scored_files": 36, "n_texts": 252, "n_windows": 353, "n_texts_windowed": 101, "n_tokens": 117140, "n_query_terms": 14, "nnz_texts": 76600, "index_bytes": 923954, "secs_text": 0.1194, "secs_encode": 17.5732, "secs_score": 0.0095, "secs_total": 17.7041, "load1_start": 15.37}
{"qid": "gpt4_7bc6cf22", "type": "temporal-reasoning", "abstention": false, "gold": ["s82870d01ff.md"], "ranked": ["s82870d01ff.md", "s4c5417a25a.md", "s6a92c55fbe.md", "s364d0a77db.md", "s60a676f879.md", "s725f0d44c2.md", "sc113fabcbf.md", "s0638311f1f.md", "s8a0395b1ac.md", "s5f629d87b9.md", "s08bd22fc85.md", "s48ff068d86.md", "sbba108c238.md", "s584b6f46fd.md", "s9363c22b91.md", "sa14df0db3d.md", "s30da968d79.md", "se8b32826e9.md", "s722bf1025e.md", "s2a92b823e8.md", "sa74a752af5.md", "s782d8d24ec.md", "scba98f8638.md", "s96bb7f0824.md", "s7b07c2a2ee.md", "s44310d44f2.md", "sbb321a1a6d.md", "s1604344744.md", "s98c775a043.md", "s62fab1be51.md", "s8eec2dafab.md", "s4ed767532e.md", "sbc48575fbb.md", "s5d2dbac104.md", "s673e204606.md", "sda02ddda42.md", "s459ce6bb35.md", "s4d5ac6e358.md", "sc78dc2a21b.md", "s299393b031.md", "s2bb8258ff3.md", "s3ef1046447.md", "sa347acc58e.md", "sc2541326e1.md", "s522ee3dab2.md", "se34375e70d.md", "s163d843c7c.md", "sb4952676c1.md"], "s1": [6.12077, 5.046112, 4.054059, 3.482779, 3.435929, 3.419729, 3.337244, 3.286707, 3.158751, 3.139585, 2.781371, 2.704295, 2.558987, 2.556432, 2.495447, 2.460012, 2.403685, 2.346862, 2.179182, 2.114153, 2.060265, 2.058383, 1.873225, 1.691961, 1.639466, 1.619409, 1.618457, 1.524776, 1.470222, 1.328243, 1.257164, 1.096488, 1.063589, 1.010958, 0.995445, 0.860491, 0.800638, 0.435838, 0.402887, 0.328107, 0.272691, 0.26132, 0.252248, 0.162482, 0.146449, 0.102384, 0.083188, 0.076272], "search": ["s82870d01ff.md", "s4c5417a25a.md", "s6a92c55fbe.md", "s364d0a77db.md", "s60a676f879.md", "s725f0d44c2.md", "sc113fabcbf.md", "s0638311f1f.md", "s8a0395b1ac.md", "s5f629d87b9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 251, "n_windows": 369, "n_texts_windowed": 116, "n_tokens": 120926, "n_query_terms": 17, "nnz_texts": 77578, "index_bytes": 935538, "secs_text": 0.125, "secs_encode": 18.2198, "secs_score": 0.0106, "secs_total": 18.3577, "load1_start": 15.51}
{"qid": "2ebe6c92", "type": "temporal-reasoning", "abstention": false, "gold": ["s4c13d1174b.md", "s556e69205f.md"], "ranked": ["s4c13d1174b.md", "sa85d1f8c67.md", "s783d482924.md", "s18d8340c2b.md", "s78670ccabc.md", "sce6d3139aa.md", "s556e69205f.md", "sf017366bf1.md", "sb5a9acf399.md", "s2cce0341be.md", "s85e400a8d5.md", "sfca090525d.md", "s57662ad6d2.md", "see1d61fb6f.md", "s0469e6be8a.md", "s10d9007b77.md", "s6b671aa086.md", "s170828b850.md", "s2e40b8c244.md", "s38f4d423fd.md", "sc36e62a3dc.md", "s5362469a04.md", "sd021ee6666.md", "s8389c308cd.md", "s57fe005afa.md", "s958de5a927.md", "s9a8bc4b514.md", "sb5bf5ec8f8.md", "seddf612a10.md", "sc92a11658f.md", "s7223988b91.md", "sf344913766.md", "s08dbb718d4.md", "s142e89411b.md", "se66ce9ad31.md", "s3fab25eb25.md", "s69a8ffa073.md", "s260f0255ad.md", "sf4ee3f3856.md", "sa1b7456be1.md", "sf300e49026.md", "sdc3b5a68e7.md"], "s1": [5.485665, 4.264665, 4.113335, 3.760991, 3.662533, 3.407154, 3.333904, 3.325272, 2.951631, 2.904233, 2.743083, 2.669956, 2.442991, 2.187163, 1.761875, 1.684539, 1.656381, 1.567592, 1.545658, 1.170166, 1.005285, 0.995374, 0.993511, 0.990943, 0.986525, 0.934953, 0.911777, 0.776096, 0.728564, 0.701229, 0.64269, 0.616391, 0.562075, 0.551023, 0.550297, 0.487549, 0.437743, 0.428509, 0.185043, 0.164071, 0.145082, 0.116285], "search": ["s4c13d1174b.md", "sa85d1f8c67.md", "s783d482924.md", "s18d8340c2b.md", "s78670ccabc.md", "sce6d3139aa.md", "s556e69205f.md", "sf017366bf1.md", "sb5a9acf399.md", "s2cce0341be.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 48, "n_scored_files": 42, "n_texts": 246, "n_windows": 364, "n_texts_windowed": 118, "n_tokens": 117100, "n_query_terms": 11, "nnz_texts": 77678, "index_bytes": 936581, "secs_text": 0.1213, "secs_encode": 17.5489, "secs_score": 0.0082, "secs_total": 17.6803, "load1_start": 15.65}
{"qid": "gpt4_e061b84g", "type": "temporal-reasoning", "abstention": false, "gold": ["s46a9a97cbd.md", "s6cd6007fa9.md", "sba27c9ecfb.md"], "ranked": ["s6da3c35fb5.md", "s866a80aa27.md", "s6cd6007fa9.md", "s0e4a8bc031.md", "s4ff840cc90.md", "s2fcf7edf3d.md", "s46a9a97cbd.md", "sc12e510ddb.md", "sbab702fa40.md", "s3723093f1a.md", "se5cc76bda1.md", "sa432b0461c.md", "sba27c9ecfb.md", "sb3c82c5fd4.md", "s5ae6bcd679.md", "s3b948a3b80.md", "sdfbb98acc6.md", "s613b027eb2.md", "s5a53dfcbe9.md", "s9818a9880d.md", "s69c4441cd6.md", "s655e140de0.md", "s41c485ea15.md", "s7d2e3db1fd.md", "s10571d98ac.md", "sbf453afd89.md", "s7f738ba044.md", "s5b3cc60e3c.md", "s41f558c53d.md", "s729ba50144.md", "s221e10daf5.md", "s24e0bf799c.md", "se8f169bee1.md", "sc2ebd6a7d7.md", "sf28da98c95.md", "s17090d46b6.md", "s1fca7201c4.md", "s175405eaf1.md", "scab5bfdf07.md", "scaa4b3ecc4.md", "sb33d44fa76.md", "s478bf7ea7b.md", "sbfa72be70c.md", "s82beefc91a.md", "s7e2e8d1fb9.md", "s4c2faf1ae5.md", "s80b37d8ccf.md", "sd6cb50bf4b.md", "s16d19a8492.md", "s6c5f99d3b0.md"], "s1": [7.179178, 4.747965, 4.098939, 3.914106, 3.493913, 2.509065, 1.929668, 1.884184, 1.872973, 1.669908, 1.63712, 1.5819, 1.369285, 1.362294, 1.205407, 1.176246, 1.129969, 1.115043, 1.064768, 1.059791, 0.975417, 0.955211, 0.952687, 0.895029, 0.854654, 0.833791, 0.815181, 0.783237, 0.754825, 0.752187, 0.732328, 0.646005, 0.644019, 0.638266, 0.617017, 0.573965, 0.510503, 0.505276, 0.502241, 0.498852, 0.461864, 0.431939, 0.420737, 0.402757, 0.3383, 0.334995, 0.188348, 0.177819, 0.148952, 0.148816], "search": ["s6da3c35fb5.md", "s866a80aa27.md", "s6cd6007fa9.md", "s0e4a8bc031.md", "s4ff840cc90.md", "s2fcf7edf3d.md", "s46a9a97cbd.md", "sc12e510ddb.md", "sbab702fa40.md", "s3723093f1a.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 58, "n_scored_files": 52, "n_texts": 262, "n_windows": 357, "n_texts_windowed": 95, "n_tokens": 117683, "n_query_terms": 17, "nnz_texts": 77458, "index_bytes": 934450, "secs_text": 0.1275, "secs_encode": 17.7255, "secs_score": 0.0098, "secs_total": 17.8646, "load1_start": 15.75}
{"qid": "71017277", "type": "temporal-reasoning", "abstention": false, "gold": ["sf29c86135d.md"], "ranked": ["s5f1503ff17.md", "sa30d910d94.md", "sf29c86135d.md", "sb7b169db77.md", "sed4831a5a5.md", "sb47a7525d1.md", "s6e7ab909f8.md", "sf9bb8ec5bb.md", "s27877be063.md", "s1261da2508.md", "sa2c1429eec.md", "s6ac3413068.md", "s338134ff33.md", "sbd51343691.md", "se8183ac199.md", "s79c5258f74.md", "s24df71c729.md", "s9488bd744b.md", "sfff42a694a.md", "s9520485efb.md", "sfa5d4cc904.md", "s650af650a5.md", "s04ac737c17.md", "s3c2945d2ae.md", "sbf90ffb397.md", "sd8512f2964.md", "sf1c048f139.md", "sbf87825719.md", "s7320cb9de4.md", "sfdd628caef.md", "sce2c3602d7.md", "s5af556ee22.md", "s6c2418fa73.md", "s36a3c7ac57.md", "s90d2e0bc1c.md", "sa1ff35d0bb.md", "se04a320f2b.md", "sf80e423356.md", "s8cb16a8828.md", "s68cec99bfa.md"], "s1": [5.514623, 4.781443, 4.419568, 3.897506, 3.631912, 3.586488, 2.571584, 2.526406, 2.492046, 2.37518, 2.31975, 2.179335, 1.750548, 1.620409, 1.517307, 1.354672, 1.14455, 1.088076, 0.995038, 0.921854, 0.830288, 0.827111, 0.800927, 0.746093, 0.667497, 0.619105, 0.616465, 0.548434, 0.492806, 0.433245, 0.38556, 0.34229, 0.306798, 0.288834, 0.230924, 0.164407, 0.059806, 0.033016, 0.009329, 0.008363], "search": ["s5f1503ff17.md", "sa30d910d94.md", "sf29c86135d.md", "sb7b169db77.md", "sed4831a5a5.md", "sb47a7525d1.md", "s6e7ab909f8.md", "sf9bb8ec5bb.md", "s27877be063.md", "s1261da2508.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 40, "n_texts": 278, "n_windows": 365, "n_texts_windowed": 87, "n_tokens": 119051, "n_query_terms": 13, "nnz_texts": 79955, "index_bytes": 964293, "secs_text": 0.1282, "secs_encode": 17.9267, "secs_score": 0.0092, "secs_total": 18.0662, "load1_start": 15.88}
{"qid": "b46e15ee", "type": "temporal-reasoning", "abstention": false, "gold": ["s23e5eb2c4f.md", "s61696d8458.md", "saef86266be.md", "sfadd2aad2d.md"], "ranked": ["saef86266be.md", "sfadd2aad2d.md", "s7bd21826bc.md", "sb7fa1b33c2.md", "sb8d231993f.md", "s61696d8458.md", "s23e5eb2c4f.md", "s3f8ba97704.md", "sd824cac0cd.md", "sb3afc5303f.md", "se210400fc1.md", "s310b4001c0.md", "s45d12f0998.md", "s5163454c32.md", "s81d29dd8ff.md", "s131036675a.md", "se7ec8166b8.md", "s8b4d18b2e2.md", "s0940443f0a.md", "s00fdfcd0bb.md", "sedd41ac8c6.md", "sa65526e9a2.md", "s30e0db6141.md", "s486cff7f54.md", "s0042fd0f11.md", "s282be9dec1.md", "s8ce050264d.md", "s6101bc444b.md", "s5a6cd34f50.md", "sf4bec29fc7.md", "s932f5d71b4.md", "s602fc89ac3.md", "s63db007abe.md", "s64652df1ae.md", "s2b1de9b4c1.md", "s6395dcf061.md", "s121d654ff5.md", "sc8179ead2e.md", "sdd2ed8d658.md", "sb6094161e9.md", "s8d57b4ae03.md", "s51cd400ecf.md"], "s1": [9.979478, 5.923172, 5.196715, 4.651788, 4.578772, 3.859814, 3.777879, 2.711506, 2.709966, 1.970928, 1.883524, 1.737117, 1.695824, 1.434129, 1.358041, 1.337481, 1.324292, 1.306179, 1.29806, 1.217931, 1.121432, 1.10219, 1.068564, 1.000822, 0.954607, 0.948635, 0.941161, 0.853918, 0.821052, 0.812577, 0.756637, 0.660129, 0.505881, 0.495083, 0.456475, 0.376291, 0.37603, 0.27969, 0.245621, 0.219939, 0.039217, 0.033405], "search": ["saef86266be.md", "sfadd2aad2d.md", "s7bd21826bc.md", "sb7fa1b33c2.md", "sb8d231993f.md", "s61696d8458.md", "s23e5eb2c4f.md", "s3f8ba97704.md", "sd824cac0cd.md", "sb3afc5303f.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 239, "n_windows": 357, "n_texts_windowed": 115, "n_tokens": 117830, "n_query_terms": 13, "nnz_texts": 77504, "index_bytes": 934533, "secs_text": 0.1254, "secs_encode": 17.7946, "secs_score": 0.0084, "secs_total": 17.9303, "load1_start": 14.87}
{"qid": "gpt4_d6585ce9", "type": "temporal-reasoning", "abstention": false, "gold": ["s13140f2a3d.md", "s2e1f3cfe71.md", "s302fc535f1.md", "s32134acc14.md", "s56a1b80baa.md"], "ranked": ["s2e1f3cfe71.md", "s13140f2a3d.md", "s56a1b80baa.md", "s32134acc14.md", "se5b3a9d852.md", "sb8a4b72925.md", "see3fdf1d5f.md", "s14acf1af5d.md", "s302fc535f1.md", "s5ae058bc84.md", "sabd8531c31.md", "s6b5d78941f.md", "sd0d27ef1b0.md", "s0cfc4bfa30.md", "s6206f4261f.md", "see7ec8cd05.md", "s9ba7fe9f4b.md", "s3e6ac714d0.md", "sbfe0cfb3bd.md", "sb442e4e863.md", "s5bd953dbaa.md", "sfb2c8fa859.md", "s3de93f4e59.md", "s30b0f0a96d.md", "seeec386b8a.md", "sd370520823.md", "s5ff9ef703c.md", "s18afa194ae.md", "s300466d48f.md", "s0f0ca0ecd0.md", "s3d2697e31e.md", "s20466b62be.md", "sd0244bff91.md", "sc43656d07b.md", "s39b6b3fb3c.md", "sd4279be8f2.md", "se559ce360d.md", "sf69e48d9ba.md", "sa9d12d45e0.md"], "s1": [7.660616, 6.263887, 5.92551, 5.620753, 5.603447, 4.093148, 3.990857, 3.156225, 3.01938, 2.905136, 2.084882, 2.082814, 2.052577, 1.993107, 1.832035, 1.759499, 1.62122, 1.600177, 1.508105, 1.502406, 1.390095, 1.383126, 1.354796, 1.290092, 1.269752, 0.955922, 0.79331, 0.746604, 0.735521, 0.705866, 0.676175, 0.47526, 0.366303, 0.324313, 0.244184, 0.115383, 0.108044, 0.072816, 0.050165], "search": ["s2e1f3cfe71.md", "s13140f2a3d.md", "s56a1b80baa.md", "s32134acc14.md", "se5b3a9d852.md", "sb8a4b72925.md", "see3fdf1d5f.md", "s14acf1af5d.md", "s302fc535f1.md", "s5ae058bc84.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 42, "n_scored_files": 39, "n_texts": 246, "n_windows": 354, "n_texts_windowed": 108, "n_tokens": 116691, "n_query_terms": 14, "nnz_texts": 76478, "index_bytes": 922354, "secs_text": 0.1231, "secs_encode": 17.5556, "secs_score": 0.0093, "secs_total": 17.6897, "load1_start": 15.2}
{"qid": "gpt4_1e4a8aec", "type": "temporal-reasoning", "abstention": false, "gold": ["s25e1ab8039.md", "sf849a07d53.md"], "ranked": ["sf849a07d53.md", "s25e1ab8039.md", "seba0fafdcb.md", "s33fcd2d0b0.md", "s8bacc63758.md", "s18e759afef.md", "s37b591df77.md", "s3ff6acb1b9.md", "sa751b38e68.md", "s40dc85a759.md", "sc5a873a351.md", "s025074c2b4.md", "s1b49e22033.md", "s2c0af65be8.md", "s6c1f2884e3.md", "sf76196dc79.md", "s8fb268579c.md", "s1c49c77726.md", "seb87fb753e.md", "s4944f24fb7.md", "s64cbc4196f.md", "sf9807e3f72.md", "s74587c67ef.md", "sf0b49a0d9b.md", "s5d3ae4181f.md", "s915e236404.md", "s206ba2908d.md", "se5086f9b43.md", "s47260b8260.md", "s5eda5eb22f.md", "s0f6bbbb5c0.md", "s5ab8e8a0c9.md", "s7b15a2f0a6.md", "sfe4f5b6d18.md", "sa46a6c3041.md", "s73d4178917.md", "sb0e0dd138a.md", "sb188668f24.md", "s3c5de88400.md", "sfc9fe203d8.md", "s74d3c68631.md", "sd2aeacad1c.md", "s9b28865111.md", "sfc72e57eaf.md", "sab1a800030.md", "s57f2865fc1.md", "sf31682df6a.md", "sba6855e357.md", "s6b1d7abc55.md", "s970f2da770.md"], "s1": [6.90345, 4.628588, 3.645851, 3.603311, 2.853769, 2.729651, 2.601348, 2.54038, 2.537843, 2.263099, 2.223156, 2.15194, 2.100722, 2.037589, 1.666028, 1.661744, 1.598879, 1.573851, 1.562665, 1.525781, 1.506068, 1.459121, 1.378099, 1.354406, 1.331864, 1.308412, 1.244041, 1.170178, 1.116288, 1.079094, 1.050274, 0.960912, 0.929146, 0.89469, 0.759522, 0.715628, 0.680756, 0.662151, 0.657951, 0.610581, 0.600714, 0.581121, 0.565705, 0.484907, 0.48281, 0.388917, 0.352368, 0.29121, 0.290104, 0.226922], "search": ["sf849a07d53.md", "s25e1ab8039.md", "seba0fafdcb.md", "s33fcd2d0b0.md", "s8bacc63758.md", "s18e759afef.md", "s37b591df77.md", "s3ff6acb1b9.md", "sa751b38e68.md", "s40dc85a759.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 252, "n_windows": 366, "n_texts_windowed": 114, "n_tokens": 118794, "n_query_terms": 14, "nnz_texts": 78701, "index_bytes": 949042, "secs_text": 0.1192, "secs_encode": 17.8207, "secs_score": 0.0099, "secs_total": 17.9516, "load1_start": 13.5}
{"qid": "gpt4_f420262d", "type": "temporal-reasoning", "abstention": false, "gold": ["s002e2dce0d.md", "s2706cff681.md", "s4197969738.md", "s42b1274863.md", "sef8154a18e.md"], "ranked": ["sef8154a18e.md", "s2706cff681.md", "s002e2dce0d.md", "s4197969738.md", "s42b1274863.md", "s2e6f6eb245.md", "sbde08d49d5.md", "sf2931f360a.md", "s0f24f78f2c.md", "sccdb378645.md", "sb153c0f7bc.md", "s95fd171786.md", "s67b888e4bb.md", "sefcad7fe5a.md", "sd9b82d7be6.md", "saeb12f5256.md", "s70868237d9.md", "s5550968ab2.md", "s3f3853f13b.md", "s995fabed44.md", "s502a136953.md", "s913e814fc6.md", "s557a24d530.md", "s2d7ec992b8.md", "s9e9988a826.md", "s10909d4670.md", "sde05f2a697.md", "s3fd9d08a84.md", "s2e32591ef2.md", "sed6b83d321.md", "s2d17e1f712.md", "s761c8828ae.md", "s05c1c66509.md", "sfbae0fe58b.md", "sd41f211aab.md", "sd799c9ce2a.md", "sa3860f5e9e.md", "s6f9a97ab59.md", "sa3e9bb9dbb.md", "s637e7c1242.md", "sa6fb4963d2.md", "s093bd751e4.md", "sb1ef2d407b.md"], "s1": [8.356016, 6.397725, 6.134987, 5.679693, 5.353101, 4.097114, 4.038774, 3.56688, 3.14519, 2.895888, 2.838219, 2.829429, 2.770871, 2.600716, 2.533638, 2.168959, 1.780724, 1.780559, 1.767317, 1.638563, 1.602028, 1.470621, 1.359682, 1.331336, 1.327576, 1.249404, 1.168058, 1.165851, 1.09316, 0.995834, 0.877519, 0.841886, 0.824493, 0.635028, 0.632867, 0.625766, 0.611758, 0.578924, 0.500507, 0.394131, 0.341847, 0.303303, 0.133328], "search": ["sef8154a18e.md", "s2706cff681.md", "s002e2dce0d.md", "s4197969738.md", "s42b1274863.md", "s2e6f6eb245.md", "sbde08d49d5.md", "sf2931f360a.md", "s0f24f78f2c.md", "sccdb378645.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 43, "n_texts": 247, "n_windows": 386, "n_texts_windowed": 139, "n_tokens": 119898, "n_query_terms": 17, "nnz_texts": 80364, "index_bytes": 968818, "secs_text": 0.1253, "secs_encode": 18.0189, "secs_score": 0.0086, "secs_total": 18.1548, "load1_start": 14.28}
{"qid": "gpt4_59149c78", "type": "temporal-reasoning", "abstention": false, "gold": ["sb85e52ab92.md", "sce4fc22611.md"], "ranked": ["s57f97dbfe1.md", "sb85e52ab92.md", "s94676065b0.md", "sa606d8defe.md", "s77eee866c3.md", "sce4fc22611.md", "saf076ef2bd.md", "s860a49a259.md", "s6adea2d225.md", "sba886ab9ef.md", "s2e1f454301.md", "s8a1b203d2b.md", "s3dacba1c8b.md", "s2387cadf8b.md", "sd93f7807e6.md", "sf23cd9e81a.md", "s16eb943841.md", "s0b61358c4b.md", "s508275029f.md", "se40e5c7ba7.md", "s67cedcf94c.md", "s79898c107c.md", "s14c0046afa.md", "s9b828f16b2.md", "s772e039e3c.md", "s8ae3d01035.md", "s4da0076993.md", "se206e835c5.md", "s86aa0f0f58.md", "sbce0f8b8d6.md", "sa63788fbc5.md", "sd2b665760f.md", "s329dee9a2a.md", "sfca5f2661b.md", "s69bda05fa1.md", "s8628809e11.md", "sa86638b18c.md", "sde1466a99b.md", "s43411dc41e.md", "s417b75e023.md", "s584557e38d.md", "s7452734d4a.md", "sd2552ead26.md", "scb60aec0e9.md", "s2422213492.md", "s355b5b85a5.md", "s7998988f5f.md", "s89803d59c9.md"], "s1": [8.063732, 4.9582, 4.616239, 3.679722, 3.417799, 3.282079, 3.214907, 2.987469, 2.70979, 2.67902, 2.338832, 2.237194, 2.072731, 2.047095, 1.736766, 1.708296, 1.663009, 1.50064, 1.400892, 1.399693, 1.216655, 1.169686, 0.928015, 0.914688, 0.864309, 0.855553, 0.824923, 0.800406, 0.744925, 0.737691, 0.715028, 0.624604, 0.599359, 0.572785, 0.569108, 0.551408, 0.544047, 0.535237, 0.527522, 0.495226, 0.485275, 0.483922, 0.435816, 0.36058, 0.356335, 0.28084, 0.121544, 0.016913], "search": ["s57f97dbfe1.md", "sb85e52ab92.md", "s94676065b0.md", "sa606d8defe.md", "s77eee866c3.md", "sce4fc22611.md", "saf076ef2bd.md", "s860a49a259.md", "s6adea2d225.md", "sba886ab9ef.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 51, "n_scored_files": 48, "n_texts": 257, "n_windows": 353, "n_texts_windowed": 95, "n_tokens": 117901, "n_query_terms": 21, "nnz_texts": 77822, "index_bytes": 938674, "secs_text": 0.1235, "secs_encode": 17.7712, "secs_score": 0.0093, "secs_total": 17.9061, "load1_start": 14.66}
{"qid": "gpt4_e414231f", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f2f06180b.md", "s83c5db768f.md"], "ranked": ["s83c5db768f.md", "s4f2f06180b.md", "s40987eb3eb.md", "s5622f92695.md", "s70f879f26a.md", "s7432e29380.md", "sc228717111.md", "s9c8b1d4c97.md", "s18ca164d02.md", "s5586235ae7.md", "s9b5e47d063.md", "s539f46f4b8.md", "s1746f011e2.md", "s9c67425c28.md", "sdcd102a82b.md", "s8e60af2a9f.md", "sa316ce2d7e.md", "sa36f2f2ca4.md", "s4f4acb3a48.md", "sdb47b8291e.md", "sbaaed5d003.md", "sa8f82b82ca.md", "s7234230974.md", "s17f1afa435.md", "sedf56d5a32.md", "se2844b3990.md", "s284e4ac848.md", "s60f7c1feae.md", "s2bc1d4a76d.md", "sdfaec6c40c.md", "s31317af8be.md", "s1e812837f1.md", "s902e65262a.md", "s13593b38b5.md", "sb79a0510f6.md", "sf2d3219b01.md", "se58874e463.md", "sc4a12a470f.md", "see0eeee3d1.md", "sb8bfd70fdd.md", "s9dcfac2a82.md", "s6357691695.md", "sb0a43ec574.md"], "s1": [9.078238, 6.229605, 4.211462, 4.205525, 3.402652, 3.099732, 2.927491, 2.463073, 2.195969, 2.116317, 1.715008, 1.673797, 1.56126, 1.560592, 1.548065, 1.535563, 1.523912, 1.504916, 1.463664, 1.335216, 1.21988, 1.156687, 1.110261, 0.987552, 0.87454, 0.804995, 0.722121, 0.720813, 0.634209, 0.621432, 0.591962, 0.516353, 0.514605, 0.493247, 0.423437, 0.400979, 0.383494, 0.29869, 0.137821, 0.134189, 0.108875, 0.090257, 0.03444], "search": ["s83c5db768f.md", "s4f2f06180b.md", "s40987eb3eb.md", "s5622f92695.md", "s70f879f26a.md", "s7432e29380.md", "sc228717111.md", "s9c8b1d4c97.md", "s18ca164d02.md", "s5586235ae7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 43, "n_texts": 253, "n_windows": 376, "n_texts_windowed": 123, "n_tokens": 119300, "n_query_terms": 13, "nnz_texts": 78967, "index_bytes": 952242, "secs_text": 0.1212, "secs_encode": 17.9113, "secs_score": 0.0092, "secs_total": 18.0435, "load1_start": 14.67}
{"qid": "gpt4_4929293b", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ca2cbd3b4.md", "s589785a84a.md"], "ranked": ["s89738bc027.md", "s9672513559.md", "s1c056928ae.md", "s9063c770ef.md", "sb2d024a8f8.md", "s0352573a6e.md", "s61e2bb2d9f.md", "s8a733bb8fe.md", "s4ca2cbd3b4.md", "s864ca76b1e.md", "s589785a84a.md", "sbe3ab3ea95.md", "s01d293ecef.md", "sc0248c1470.md", "sdf96851b34.md", "se63e122534.md", "s3cf7d14677.md", "s22d63d24b8.md", "s70976519d0.md", "s3ac6e74d0a.md", "sb60d9b0282.md", "s1b959d4a2b.md", "s92bf60b551.md", "s43f1278fa2.md", "sa432d17cb2.md", "s2aa2df81d6.md", "s36ae44826b.md", "s28bb52b628.md", "s2515968c64.md", "sfd97ce5f37.md", "sade9f15a8e.md", "s5aa47e9231.md", "s1eeb03840f.md", "see46e398b9.md", "see5d4eca5a.md", "sbba2195595.md", "s5ee2994b53.md", "s7ed93d1b14.md", "s60bcdb403b.md", "sc4d1169f44.md", "s83a2059d27.md", "sa1a2b9a1a6.md", "sd830217082.md", "sadc7821176.md", "s15b52a74c2.md", "s1f099005d2.md", "s4389b5829a.md", "sc589c30029.md"], "s1": [5.435603, 5.386448, 3.839213, 3.83347, 3.772469, 3.744909, 3.429501, 3.255827, 2.430631, 2.398593, 2.18176, 2.171515, 1.993671, 1.886145, 1.745033, 1.638326, 1.611784, 1.479357, 1.408559, 1.259022, 1.174682, 1.160416, 1.113161, 1.108096, 1.018262, 1.013259, 1.012966, 0.952532, 0.936512, 0.882293, 0.880066, 0.880037, 0.833346, 0.778493, 0.76501, 0.6264, 0.565542, 0.547849, 0.367613, 0.321206, 0.294001, 0.273318, 0.237613, 0.230563, 0.206329, 0.147851, 0.146201, 0.115395], "search": ["s89738bc027.md", "s9672513559.md", "s1c056928ae.md", "s9063c770ef.md", "sb2d024a8f8.md", "s0352573a6e.md", "s61e2bb2d9f.md", "s8a733bb8fe.md", "s4ca2cbd3b4.md", "s864ca76b1e.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 48, "n_scored_files": 48, "n_texts": 255, "n_windows": 356, "n_texts_windowed": 94, "n_tokens": 120082, "n_query_terms": 19, "nnz_texts": 75932, "index_bytes": 915762, "secs_text": 0.121, "secs_encode": 18.0642, "secs_score": 0.0098, "secs_total": 18.197, "load1_start": 14.96}
{"qid": "gpt4_468eb064", "type": "temporal-reasoning", "abstention": false, "gold": ["s46ca419463.md"], "ranked": ["s5859dc779c.md", "sf14f60dbc1.md", "s552b99ec82.md", "sc36682f12d.md", "s33fc4264ae.md", "s5270e8ee22.md", "s51cf34e824.md", "scf0520bf32.md", "s479d26c9f0.md", "sd385283547.md", "s5eccdbce1a.md", "s79bbc013f4.md", "s46ca419463.md", "s21d65e2554.md", "s42ed039d7f.md", "s5e55da2d7d.md", "s771de0126e.md", "s061e9ed1f2.md", "s3a0530a17c.md", "sa288ce629b.md", "s8a06d66741.md", "s47f7b74120.md", "scb0e5a75d4.md", "s836a0b5391.md", "s0a2324441e.md", "s5e4ab1b447.md", "sbd0b58e989.md", "sd18534ae6c.md", "sc650f46078.md", "sa204efd4f9.md", "sfa8ea056d3.md", "sc7f0c02018.md", "sded8bbc524.md", "s2046ad4385.md", "sc1cbb315e6.md", "s721075f9d7.md", "s5076446cd8.md", "sfe4e1775f8.md", "s38ae21e72e.md", "sddc47b6677.md", "s388156116b.md", "s960d696ada.md", "s3865682a0d.md", "sc37e99711d.md", "sf62be77a5a.md"], "s1": [3.690502, 3.545088, 2.699214, 2.603658, 2.572416, 2.40528, 2.330714, 2.305539, 2.23186, 2.083154, 1.967853, 1.94068, 1.889493, 1.85206, 1.799788, 1.707452, 1.533061, 1.484297, 1.456051, 1.415448, 1.309351, 1.190576, 1.137826, 1.067725, 0.98213, 0.951022, 0.916762, 0.842953, 0.803132, 0.732243, 0.686881, 0.627506, 0.61338, 0.592336, 0.571845, 0.545347, 0.457546, 0.382599, 0.342492, 0.263412, 0.218421, 0.167435, 0.167091, 0.0513, 0.008906], "search": ["s5859dc779c.md", "sf14f60dbc1.md", "s552b99ec82.md", "sc36682f12d.md", "s33fc4264ae.md", "s5270e8ee22.md", "s51cf34e824.md", "scf0520bf32.md", "s479d26c9f0.md", "sd385283547.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 48, "n_scored_files": 45, "n_texts": 249, "n_windows": 349, "n_texts_windowed": 100, "n_tokens": 116712, "n_query_terms": 13, "nnz_texts": 75932, "index_bytes": 915762, "secs_text": 0.1266, "secs_encode": 17.4795, "secs_score": 0.0087, "secs_total": 17.6166, "load1_start": 15.26}
{"qid": "gpt4_fa19884d", "type": "temporal-reasoning", "abstention": false, "gold": ["s95ea2e00a1.md", "sc12f87dd19.md"], "ranked": ["s10dede8772.md", "sec15584363.md", "sc12f87dd19.md", "s4f6302954c.md", "s95ea2e00a1.md", "s0175d50beb.md", "s54cd70c022.md", "s7cb525ec2a.md", "s7e098098b0.md", "s6ddf6e61f2.md", "s8c2dd1ad64.md", "s955a67ac2e.md", "sc26656c721.md", "s7694bf0eee.md", "sa6e00ae356.md", "s60875f20ce.md", "s1048ec44ee.md", "s2e0e237158.md", "s2d8fe276dd.md", "sbe35b6eaa6.md", "sfdf4db6aa0.md", "s949519daca.md", "s1c6427bd1c.md", "s0dadebc54d.md", "sb6a7317fb6.md", "s1ea6cdaa91.md", "sbda11cfb72.md", "s691906983b.md", "sf1d46d56d8.md", "s0a4e34a130.md", "sa7cf29395c.md", "s18e5564fcb.md", "s3c162c3ed4.md", "s118d369099.md", "sae6b31e81b.md", "sd47e27c06b.md", "s92ea48c100.md", "s1a1c896827.md", "sfb0fea4671.md", "s52ab82efc4.md", "se6a9bfaf31.md", "s4f33646a17.md", "s0872439d0c.md", "s1b5819f40d.md", "sb2a2f2ea4d.md", "s2b305810dc.md", "sa35cc6c570.md", "sc32d2f9f95.md"], "s1": [4.778746, 4.541627, 4.216045, 3.570256, 3.558522, 3.19316, 2.411036, 2.074378, 2.021447, 1.903494, 1.842263, 1.768828, 1.699394, 1.553224, 1.482747, 1.392132, 1.361075, 1.351254, 1.300765, 1.257352, 1.17751, 1.174203, 1.164462, 1.158423, 1.153213, 1.111444, 1.045846, 1.006615, 1.003397, 0.946973, 0.826652, 0.718753, 0.718281, 0.706875, 0.70327, 0.673123, 0.580925, 0.512794, 0.395244, 0.364378, 0.232691, 0.223498, 0.219769, 0.209573, 0.089705, 0.06858, 0.059946, 0.021813], "search": ["s10dede8772.md", "sec15584363.md", "sc12f87dd19.md", "s4f6302954c.md", "s95ea2e00a1.md", "s0175d50beb.md", "s54cd70c022.md", "s7cb525ec2a.md", "s7e098098b0.md", "s6ddf6e61f2.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 253, "n_windows": 357, "n_texts_windowed": 104, "n_tokens": 118228, "n_query_terms": 14, "nnz_texts": 77494, "index_bytes": 934642, "secs_text": 0.1224, "secs_encode": 17.708, "secs_score": 0.0092, "secs_total": 17.8416, "load1_start": 13.95}
{"qid": "9a707b82", "type": "temporal-reasoning", "abstention": false, "gold": ["s4786946473.md", "s81b6bbdf4e.md"], "ranked": ["sce5d03a82b.md", "s2742c32677.md", "s81b6bbdf4e.md", "s93311ca8d0.md", "sff363951d8.md", "s7ebd01ec60.md", "sdf62b0ed05.md", "se21890ca7e.md", "sea7ad0158b.md", "s15b7f59278.md", "s4786946473.md", "s177b2bb8db.md", "s39490dc1c9.md", "sd706cda449.md", "s8fec8aed18.md", "s7e0f357f4a.md", "se0beca9760.md", "s97aa9a0582.md", "s11da5a6911.md", "s3922476113.md", "saa1032d265.md", "sd852417c32.md", "sa53a27ebb3.md", "s66625352cb.md", "s12a6395e4f.md", "sdf4ace0229.md", "s9deb50d550.md", "s5a277670fe.md", "s18c5f5c67e.md", "s8ac9ab42e9.md", "sf71b17fb38.md", "sf45a1964bd.md", "s90b02a904c.md", "seab937f5c5.md", "s31d136adf5.md", "sd20e1de3c9.md", "s1a3eee5e86.md", "sf03f749e48.md", "s081fec2813.md", "s43928a6069.md", "s033e9b2e30.md", "s65d7e34647.md", "sb401914f70.md", "s8eac007360.md", "sff297ba8b4.md", "sb4c9254a76.md", "s42d7e4e67b.md", "s3de1150bff.md", "s4bc17d1f99.md", "se7af2cd5d6.md"], "s1": [5.589774, 5.58474, 4.856643, 4.435468, 4.36421, 4.15907, 4.104338, 3.582346, 3.269046, 3.070755, 3.020655, 2.926657, 2.710091, 2.267261, 2.184488, 2.177872, 2.156018, 2.017973, 1.968441, 1.800457, 1.745849, 1.737811, 1.722977, 1.672455, 1.449619, 1.252279, 1.250993, 1.247841, 1.196832, 1.145372, 1.034583, 1.016154, 0.973411, 0.943542, 0.939017, 0.893664, 0.764455, 0.760769, 0.739861, 0.693255, 0.608314, 0.291126, 0.223839, 0.184695, 0.142939, 0.131525, 0.110384, 0.104387, 0.043136, 0.039863], "search": ["sce5d03a82b.md", "s2742c32677.md", "s81b6bbdf4e.md", "s93311ca8d0.md", "sff363951d8.md", "s7ebd01ec60.md", "sdf62b0ed05.md", "se21890ca7e.md", "sea7ad0158b.md", "s15b7f59278.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 53, "n_scored_files": 51, "n_texts": 255, "n_windows": 374, "n_texts_windowed": 118, "n_tokens": 119762, "n_query_terms": 19, "nnz_texts": 79407, "index_bytes": 957573, "secs_text": 0.1233, "secs_encode": 18.0346, "secs_score": 0.0096, "secs_total": 18.1695, "load1_start": 14.41}
{"qid": "eac54add", "type": "temporal-reasoning", "abstention": false, "gold": ["s162504919c.md", "s8337b854d4.md"], "ranked": ["sb1ac440339.md", "s8337b854d4.md", "s4e746c4004.md", "sc3fcc3ca0a.md", "s454a6b7bf4.md", "s376ce055a5.md", "s353d91cc7a.md", "sb87df9a71b.md", "s8b3edc0cc2.md", "sfb8e9a095a.md", "se6e72f415b.md", "s12114d7a4e.md", "s4380d0bd80.md", "s078eba9411.md", "s53e973e9fd.md", "s162504919c.md", "s32d914dcee.md", "sbf7dd4a358.md", "sabe9f6cb67.md", "s03a53402c4.md", "s99ac2a7cbe.md", "saae5e94f24.md", "s3415bf68d8.md", "sfd31f8940b.md", "s650330313f.md", "sff3a08234b.md", "sbb2b42a6cc.md", "s1ed503cce6.md", "se88ebb1288.md", "se074f53ea0.md", "sd5a6fb61ab.md", "s2fedd28e3c.md", "s61d8890e09.md", "s08b08453a7.md", "s6d627d3439.md", "s0b48d7d2f3.md", "sb9f73b0b44.md", "s191a25dc39.md", "s03e8449d2c.md", "s928fb05ec5.md", "sdf6c53329a.md"], "s1": [4.316186, 3.591166, 3.127575, 2.362801, 1.784031, 1.725008, 1.699711, 1.67047, 1.614569, 1.537013, 1.458184, 1.452695, 1.442343, 1.205115, 1.200072, 1.171502, 1.068382, 1.041514, 0.992231, 0.914378, 0.841871, 0.812145, 0.796752, 0.780238, 0.775414, 0.742133, 0.708844, 0.63433, 0.618763, 0.604506, 0.50278, 0.496605, 0.470208, 0.462392, 0.422416, 0.319048, 0.308267, 0.27177, 0.121457, 0.115341, 0.045893], "search": ["sb1ac440339.md", "s8337b854d4.md", "s4e746c4004.md", "sc3fcc3ca0a.md", "s454a6b7bf4.md", "s376ce055a5.md", "s353d91cc7a.md", "sb87df9a71b.md", "s8b3edc0cc2.md", "sfb8e9a095a.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 43, "n_scored_files": 41, "n_texts": 246, "n_windows": 360, "n_texts_windowed": 114, "n_tokens": 116710, "n_query_terms": 16, "nnz_texts": 76810, "index_bytes": 926149, "secs_text": 0.1269, "secs_encode": 17.687, "secs_score": 0.009, "secs_total": 17.8247, "load1_start": 13.75}
{"qid": "4dfccbf8", "type": "temporal-reasoning", "abstention": false, "gold": ["sa09e60716b.md", "sb9082af00f.md"], "ranked": ["sb9082af00f.md", "sb963e8eb3f.md", "s3635e07caa.md", "sdb0b5379fa.md", "s9b62fb6f5e.md", "sea0ddead19.md", "s8c8f4262cd.md", "s9aa8197690.md", "s1cd63ab2f8.md", "scda201d835.md", "sa09e60716b.md", "s1356787ead.md", "sa18f584a73.md", "s95959fcde2.md", "s11547356b8.md", "sf16c50e4ea.md", "safe4777d94.md", "s8ec08e091b.md", "sceaaec77e0.md", "sc6a3be214d.md", "s4a77b44c8e.md", "s9077109f77.md", "s1688ffe354.md", "s80350f319c.md", "sed7db89cff.md", "s268d5b659f.md", "se49655039a.md", "s6d6bafc40d.md", "sdd0f1e204d.md", "sb054d04ced.md", "sb7aaf22ca3.md", "s348cfe6f82.md", "sfdbd9fae40.md", "s0969e8729d.md", "s42d931259f.md", "s5c44b0da2a.md", "s3c8ade7c60.md", "sf6c28eac49.md", "s9eac0ae5a3.md", "scf009d48a5.md", "s5d9b09c83c.md", "s3318ccd5f9.md"], "s1": [5.182505, 3.215332, 2.842275, 2.245849, 2.220497, 2.175436, 2.113624, 1.985099, 1.90667, 1.702322, 1.66714, 1.657982, 1.620466, 1.609997, 1.594678, 1.553382, 1.48602, 1.448282, 1.422991, 1.402703, 1.319615, 1.301709, 1.251883, 1.138503, 1.105237, 0.995262, 0.939199, 0.91356, 0.877547, 0.834881, 0.806914, 0.711329, 0.626777, 0.61819, 0.613673, 0.571544, 0.557535, 0.512598, 0.456511, 0.440981, 0.372705, 0.313626], "search": ["sb9082af00f.md", "sb963e8eb3f.md", "s3635e07caa.md", "sdb0b5379fa.md", "s9b62fb6f5e.md", "sea0ddead19.md", "s8c8f4262cd.md", "s9aa8197690.md", "s1cd63ab2f8.md", "scda201d835.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 43, "n_scored_files": 42, "n_texts": 251, "n_windows": 374, "n_texts_windowed": 123, "n_tokens": 118688, "n_query_terms": 15, "nnz_texts": 78587, "index_bytes": 947461, "secs_text": 0.1212, "secs_encode": 17.906, "secs_score": 0.0093, "secs_total": 18.0384, "load1_start": 13.98}
{"qid": "0bc8ad93", "type": "temporal-reasoning", "abstention": false, "gold": ["s4587f6fe90.md", "sa08679a07b.md", "sc170d58684.md"], "ranked": ["s4587f6fe90.md", "sfe1fc78253.md", "sc170d58684.md", "sa08679a07b.md", "s1fe22d8789.md", "sfa8ec505b6.md", "s3820a08c33.md", "s0a056f3db3.md", "s848a9a443f.md", "s12ab32d4b3.md", "se928b2ba65.md", "sf0c9f52515.md", "s135b28fd66.md", "s3ba6f8c234.md", "sfe136b3a70.md", "sec2ed05448.md", "s07a3639e28.md", "s7559eee620.md", "sa2f475f693.md", "s44ab26bac5.md", "sbe5316dbee.md", "sf87a3e54e6.md", "s501bde0031.md", "s12e83f5488.md", "sc496dd23a2.md", "se97b1189d0.md", "s5437e4ba39.md", "sc4d8221114.md", "s1895dc00db.md", "s66e69e8fc7.md", "s6cf26664f2.md", "sfa36ee291e.md", "s9fd48de96b.md", "s651d628726.md", "sada4ff8f37.md", "sd33b6900af.md", "sf403cdd1d1.md", "s237d561606.md", "sc93f1c72c4.md", "sc551cad1a5.md", "s2df8d842c0.md", "sfcb28767c0.md", "s1ee2b2ac63.md", "sa5fdf42f70.md"], "s1": [10.414001, 7.945695, 7.918085, 5.321973, 4.865569, 4.840758, 4.63661, 3.928521, 3.289494, 2.224185, 2.078324, 1.794502, 1.672, 1.6667, 1.634238, 1.55516, 1.513779, 1.371929, 1.30295, 1.290173, 1.227412, 1.113947, 1.11267, 1.105894, 1.034097, 1.002867, 0.96384, 0.944977, 0.943688, 0.916995, 0.835505, 0.805924, 0.789866, 0.779996, 0.688852, 0.6213, 0.60222, 0.57406, 0.559308, 0.391059, 0.321625, 0.167007, 0.165259, 0.064771], "search": ["s4587f6fe90.md", "sfe1fc78253.md", "sc170d58684.md", "sa08679a07b.md", "s1fe22d8789.md", "sfa8ec505b6.md", "s3820a08c33.md", "s0a056f3db3.md", "s848a9a443f.md", "s12ab32d4b3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 44, "n_texts": 251, "n_windows": 351, "n_texts_windowed": 100, "n_tokens": 117256, "n_query_terms": 18, "nnz_texts": 76113, "index_bytes": 918021, "secs_text": 0.1198, "secs_encode": 17.6057, "secs_score": 0.0086, "secs_total": 17.7361, "load1_start": 13.54}
{"qid": "6e984302", "type": "temporal-reasoning", "abstention": false, "gold": ["s6ab3f16aac.md", "s83e0c428cd.md"], "ranked": ["s6ab3f16aac.md", "s83e0c428cd.md", "sab035380b7.md", "sbe0d0d4910.md", "sda2f33d6f3.md", "sf0b77f477b.md", "sc1a5cd6ba7.md", "s65d8bfe5ad.md", "s161ad2fa85.md", "sf2790ce62a.md", "s2b34e456c4.md", "sa8f29557bd.md", "seb24c32b9f.md", "s149065c5f2.md", "s7cf94b286d.md", "sd2d5198dee.md", "seb0632f9bd.md", "s7a9a5f48c5.md", "s48a05d2b84.md", "s557927e281.md", "scaf9b9f15f.md", "s2d01d86ede.md", "s1e07da5111.md", "s08ae9a77e2.md", "sd719a70805.md", "saddc02e366.md", "s029261dca9.md", "s10884f4516.md", "s1887e04597.md", "sa9ea43f633.md", "s9d88533877.md", "sa0e59a7391.md", "s89f86ea6e9.md", "s1187194e55.md", "sc5479beade.md", "s9132ff61b9.md", "s4cbac69267.md", "s835fc95091.md", "s30e2474ea6.md", "s01f812b4b1.md", "sfba7e8e7fb.md"], "s1": [5.035422, 3.313184, 3.161027, 2.839843, 2.833054, 2.611911, 2.596496, 2.502847, 2.431355, 2.341084, 2.261037, 2.251666, 2.128986, 1.969186, 1.660761, 1.635921, 1.54099, 1.510743, 1.395498, 1.284034, 1.228644, 1.208509, 1.208147, 1.157953, 1.148121, 1.044132, 0.987395, 0.909589, 0.895274, 0.810119, 0.803481, 0.75999, 0.734023, 0.723178, 0.656287, 0.620101, 0.598402, 0.568954, 0.553963, 0.490968, 0.156958], "search": ["s6ab3f16aac.md", "s83e0c428cd.md", "sab035380b7.md", "sbe0d0d4910.md", "sda2f33d6f3.md", "sf0b77f477b.md", "sc1a5cd6ba7.md", "s65d8bfe5ad.md", "s161ad2fa85.md", "sf2790ce62a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 41, "n_texts": 247, "n_windows": 351, "n_texts_windowed": 104, "n_tokens": 116847, "n_query_terms": 16, "nnz_texts": 75414, "index_bytes": 909445, "secs_text": 0.1266, "secs_encode": 17.6896, "secs_score": 0.0085, "secs_total": 17.8266, "load1_start": 13.68}
{"qid": "gpt4_8279ba03", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f9139a2e6.md"], "ranked": ["se38ef685f8.md", "sbb094ad3fc.md", "sc15a4fdc19.md", "s3c8835302e.md", "s5fbbb9ea07.md", "s8e326bda56.md", "s12be121171.md", "s85ce3ee82d.md", "s374041ea3c.md", "s1f25a7c105.md", "s56a5e9ed61.md", "s349c47a319.md", "s1bba39fec5.md", "s2bc6da6130.md", "sdcff74d2b5.md", "seb4da7cde6.md", "sc3e090393c.md", "seec1afdd5c.md", "s008442bd5a.md", "sb503ff5272.md", "sc10b55c8a5.md", "s445ef7214b.md", "se724bb601e.md", "s4f9139a2e6.md", "s1e7236827f.md", "seb8e982c52.md", "s7df3b5227b.md", "s5c1d230efa.md", "sbcafa9f8ab.md", "saa7e09dcc1.md", "s42ff7916ae.md", "s5e877c92fb.md", "s2de05c46ee.md", "sa58d9ca368.md", "s0afaf1b3ef.md", "s09b9ea748d.md", "seee4758e34.md", "s9b088ee777.md", "s6cb30f9d58.md", "s9e2a879c3c.md", "sc46a5e1c70.md", "s4287743244.md", "sd3b77fd773.md"], "s1": [5.554381, 5.113683, 4.845239, 4.014876, 3.876904, 3.821795, 3.480558, 3.336223, 3.158959, 3.131701, 2.971027, 2.955972, 2.938327, 2.919541, 2.766174, 2.65065, 2.649067, 2.556818, 2.518155, 2.331552, 1.70307, 1.620085, 1.495129, 1.426846, 1.398435, 1.266903, 1.224563, 1.134193, 1.052832, 0.987155, 0.959554, 0.955348, 0.89598, 0.862649, 0.589501, 0.560042, 0.457419, 0.419188, 0.258688, 0.190488, 0.121261, 0.08682, 0.039428], "search": ["se38ef685f8.md", "sbb094ad3fc.md", "sc15a4fdc19.md", "s3c8835302e.md", "s5fbbb9ea07.md", "s8e326bda56.md", "s12be121171.md", "s85ce3ee82d.md", "s374041ea3c.md", "s1f25a7c105.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}, "n_docs": 43, "n_scored_files": 43, "n_texts": 252, "n_windows": 360, "n_texts_windowed": 108, "n_tokens": 119505, "n_query_terms": 14, "nnz_texts": 76886, "index_bytes": 927154, "secs_text": 0.1251, "secs_encode": 18.0037, "secs_score": 0.0087, "secs_total": 18.1395, "load1_start": 14.04}
{"qid": "gpt4_b5700ca0", "type": "temporal-reasoning", "abstention": false, "gold": ["s72d3f1186e.md"], "ranked": ["s6a45e8b82a.md", "sa712549c65.md", "sba65fea786.md", "se758422f77.md", "s3a62797261.md", "sa3375ce3b6.md", "s72d3f1186e.md", "sd217675fa6.md", "s391bb20fff.md", "s1fad58d740.md", "sf39457dc97.md", "sc6b6c37138.md", "s6f47675d12.md", "s60c4abf083.md", "s0c32fd392f.md", "s29fdb1e913.md", "s4825bfd97b.md", "se531661d54.md", "s459b7dbc54.md", "s2094cacad9.md", "s0aa051c5a3.md", "se48c69e9b9.md", "s4acb4a344c.md", "s0ff0fabed7.md", "sf53deeb79a.md", "sc1ce26b4b9.md", "sfec8416a2d.md", "s566e986b52.md", "sa28c3f8c7e.md", "s6b13704719.md", "sa4213024b3.md", "s5f11fd8096.md", "sf65c04da7c.md", "s75e798e656.md", "s2dd67b8f5e.md", "sc827644c09.md", "s00ead6fbc0.md", "s447397bec9.md", "s05a3051cd4.md", "s846973b384.md", "s7f333bda80.md", "sd107f972ed.md", "sc36541159b.md", "s704834c8cc.md"], "s1": [4.28285, 4.26227, 3.64867, 3.540967, 3.415216, 3.306092, 3.292316, 3.130059, 2.999232, 2.798164, 2.090948, 2.08779, 1.990989, 1.984625, 1.933132, 1.891609, 1.870639, 1.827468, 1.554004, 1.415245, 1.351793, 1.296703, 1.22381, 1.200608, 1.180218, 1.121969, 1.117273, 1.099004, 1.085741, 0.77875, 0.77075, 0.749546, 0.735072, 0.679422, 0.672963, 0.625531, 0.527739, 0.315793, 0.267173, 0.266003, 0.21001, 0.030882, 0.01924, 0.018155], "search": ["s6a45e8b82a.md", "sa712549c65.md", "sba65fea786.md", "se758422f77.md", "s3a62797261.md", "sa3375ce3b6.md", "s72d3f1186e.md", "sd217675fa6.md", "s391bb20fff.md", "s1fad58d740.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}, "n_docs": 50, "n_scored_files": 44, "n_texts": 277, "n_windows": 375, "n_texts_windowed": 98, "n_tokens": 118288, "n_query_terms": 12, "nnz_texts": 82299, "index_bytes": 992370, "secs_text": 0.1252, "secs_encode": 17.7238, "secs_score": 0.0096, "secs_total": 17.8606, "load1_start": 14.26}
{"qid": "gpt4_68e94288", "type": "temporal-reasoning", "abstention": false, "gold": ["sa0c7b3aa66.md", "sf252db108c.md"], "ranked": ["s14846cddb0.md", "s8f5f0c3d73.md", "s081e150019.md", "sa0c7b3aa66.md", "s46f6839810.md", "s8c28dce03f.md", "saaf4776370.md", "sf79da606d4.md", "sc25c49be6b.md", "s04e0eb6cbe.md", "scc7fce322c.md", "s65cee3a646.md", "sa6578f02fe.md", "s1a349ef269.md", "s76e59b875e.md", "sf252db108c.md", "sccf6d1ad9e.md", "s4542b9d652.md", "s8b84c68d62.md", "sc5afece358.md", "s9fc7d3acdb.md", "s4a96bb65fe.md", "sfccd94307b.md", "s58877c8d37.md", "s39785e3950.md", "seb7034895a.md", "sb5c3a43b4b.md", "s245e11036f.md", "sc3f81f54c4.md", "s537ea24403.md", "sa7002f5a6d.md", "s58a04e6af1.md", "s0220f742a3.md", "s24a78682eb.md", "sca073f5899.md", "s621b26c84b.md", "sc471805fb9.md", "sef63aeddb6.md", "s7d4f0e189e.md", "sc2911d442c.md", "s92d1c00d0f.md", "sfd0dbe9562.md", "sc1e36e253e.md"], "s1": [9.031278, 5.034729, 4.370045, 4.293602, 4.221594, 3.292045, 3.088133, 2.567177, 2.508344, 2.159001, 1.989586, 1.855307, 1.767246, 1.653616, 1.438447, 1.373498, 1.311388, 1.276378, 1.273086, 1.268353, 1.254561, 1.19512, 1.192948, 1.17309, 1.149029, 1.0592, 0.96383, 0.936464, 0.898959, 0.888842, 0.883519, 0.867503, 0.815088, 0.812328, 0.585752, 0.399008, 0.294655, 0.269041, 0.253682, 0.238707, 0.214734, 0.049505, 0.0392], "search": ["s14846cddb0.md", "s8f5f0c3d73.md", "s081e150019.md", "sa0c7b3aa66.md", "s46f6839810.md", "s8c28dce03f.md", "saaf4776370.md", "sf79da606d4.md", "sc25c49be6b.md", "s04e0eb6cbe.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 44, "n_scored_files": 43, "n_texts": 246, "n_windows": 370, "n_texts_windowed": 124, "n_tokens": 118583, "n_query_terms": 14, "nnz_texts": 78128, "index_bytes": 942130, "secs_text": 0.1222, "secs_encode": 17.9414, "secs_score": 0.0094, "secs_total": 18.0749, "load1_start": 13.54}
{"qid": "gpt4_2655b836", "type": "temporal-reasoning", "abstention": false, "gold": ["sbd2d6853a4.md", "sf0e65c9f25.md", "sfb09c24b3f.md"], "ranked": ["sbd2d6853a4.md", "sfb09c24b3f.md", "sf0e65c9f25.md", "sdbb51dfbbf.md", "s29f0198888.md", "s8e268e706f.md", "s7fc61b9aec.md", "sd6061a486e.md", "s7757045d51.md", "s701f2ed09d.md", "s6ec1ac9d60.md", "s310fae6c4b.md", "s3883109a17.md", "sac6f806ad4.md", "sa0836e577d.md", "seba48cb2a1.md", "s8e4a6faf65.md", "s98557bd883.md", "s1751e65c76.md", "s71bac5dbcb.md", "s06f80ac486.md", "s30a901b77f.md", "s38a786e8f1.md", "s57502316e7.md", "s13d40fab88.md", "s70914c7cf8.md", "sfa7d9a2a6f.md", "s8436c83af7.md", "scfb1fa37f1.md", "scfd092f357.md", "s8a216cc6d9.md", "s9948c48442.md", "s8c45e2d629.md", "sf7135d19aa.md", "s73eccf0ebb.md", "s94385311cb.md", "s5392bd24a9.md", "sf9d73f6fd7.md", "se455821d37.md", "s1d231446f9.md", "s5aab3f6d22.md", "sa7a86ee7d8.md", "sae97ee241f.md", "s0c97967f37.md", "s1c6865e370.md"], "s1": [7.279027, 6.773537, 6.604148, 4.745098, 3.975795, 3.630133, 3.561913, 3.433435, 3.348285, 3.320322, 3.244437, 2.924794, 2.869753, 2.562346, 2.517998, 2.426984, 2.389027, 2.339936, 2.238911, 2.194892, 2.192688, 1.976659, 1.668191, 1.610611, 1.517436, 1.409668, 1.39813, 1.387185, 1.347414, 1.341653, 1.186369, 1.152367, 1.000697, 0.99653, 0.929727, 0.914035, 0.858559, 0.831937, 0.766746, 0.724041, 0.517336, 0.48783, 0.461364, 0.106308, 0.059303], "search": ["sbd2d6853a4.md", "sfb09c24b3f.md", "sf0e65c9f25.md", "sdbb51dfbbf.md", "s29f0198888.md", "s8e268e706f.md", "s7fc61b9aec.md", "sd6061a486e.md", "s7757045d51.md", "s701f2ed09d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 252, "n_windows": 364, "n_texts_windowed": 112, "n_tokens": 119314, "n_query_terms": 17, "nnz_texts": 78592, "index_bytes": 947762, "secs_text": 0.123, "secs_encode": 17.9706, "secs_score": 0.0098, "secs_total": 18.1052, "load1_start": 14.24}
{"qid": "gpt4_2487a7cb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4d59b8878b.md", "sb28c305d83.md"], "ranked": ["scd823c404b.md", "sb28c305d83.md", "s4d59b8878b.md", "s149430f92a.md", "sdafa58f138.md", "sb3bb420a5b.md", "sc92b730a1c.md", "se6cab5b8ca.md", "s9ede7814c5.md", "s49ee939b0b.md", "s5af78b3d7d.md", "sf7e2d59e12.md", "sfbe076175b.md", "sa50d9057ac.md", "s0f972ef61f.md", "sddc17142d5.md", "s0f9339ae6d.md", "sd2048ba563.md", "s73078a60ab.md", "s0e81e02a98.md", "s3a45bbe699.md", "s9f74f6c15f.md", "s6afa3b1181.md", "s41c2c434ce.md", "sfd530ea3a3.md", "s72ac0355a2.md", "s8c345ef623.md", "s8344ec13ec.md", "sce2a4a120f.md", "sfeddb0602b.md", "sde1216ec8b.md", "s557111547b.md", "sb2683e0d8f.md", "sf74808a2c2.md", "s737b8e2cbb.md", "see9c56812b.md", "s452538b9c4.md", "s70232b8bc9.md", "s5f6dd6dfb4.md", "s34fb89c1f7.md", "sef2efcfc2d.md", "sde2f95f7b9.md", "sb2f960e8b0.md", "se305430cfb.md", "sb80e218abf.md", "s5bb9f00685.md", "s71b1f9f588.md"], "s1": [14.154613, 13.977066, 10.183033, 7.681823, 6.374659, 6.117337, 5.531709, 5.503662, 4.858385, 4.704685, 4.1282, 4.037015, 3.978444, 3.354907, 3.317245, 2.854028, 2.820718, 2.79228, 2.771989, 2.665169, 2.529286, 2.425102, 2.401836, 2.375592, 2.352592, 2.271796, 2.050488, 2.006983, 1.992465, 1.947203, 1.698942, 1.657587, 1.607787, 1.385263, 1.347684, 1.216287, 1.109332, 1.072558, 0.996556, 0.759765, 0.628547, 0.592432, 0.547515, 0.527876, 0.230767, 0.047848, 0.04426], "search": ["scd823c404b.md", "sb28c305d83.md", "s4d59b8878b.md", "s149430f92a.md", "sdafa58f138.md", "sb3bb420a5b.md", "sc92b730a1c.md", "se6cab5b8ca.md", "s9ede7814c5.md", "s49ee939b0b.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 251, "n_windows": 368, "n_texts_windowed": 117, "n_tokens": 119675, "n_query_terms": 24, "nnz_texts": 78752, "index_bytes": 949746, "secs_text": 0.1209, "secs_encode": 18.1096, "secs_score": 0.0083, "secs_total": 18.2408, "load1_start": 13.02}
{"qid": "gpt4_76048e76", "type": "temporal-reasoning", "abstention": false, "gold": ["s5168ffe72d.md", "sa84dca62c2.md"], "ranked": ["s5168ffe72d.md", "sa84dca62c2.md", "s04efc15fa5.md", "s7bc9cf68ec.md", "s9e163622f3.md", "s6ebc5ac117.md", "s0697812313.md", "s1200646c38.md", "se20d0e867e.md", "se6111a85ad.md", "s4e6e62cac2.md", "sfd4a795591.md", "s761941e7c1.md", "s95ea833487.md", "sc1dbff3aac.md", "s7c7057cf2f.md", "sdeb3fe9208.md", "s4dab514401.md", "s5edcc3bf64.md", "s711c6e2f80.md", "s4aa706296d.md", "s93388bcbd3.md", "s6573312c90.md", "s2cdc121c9b.md", "s38c5e8da21.md", "s8a60db4ae3.md", "s9c96fd71b5.md", "s3002088f77.md", "s151a431429.md", "sa0224c9e80.md", "s390dcd2ea6.md", "s5348ae3e90.md", "s9f6a78d7e8.md", "s853a0719b3.md", "s2e5b47d2a6.md", "s000c9aa523.md", "s1856ecd535.md", "s223334479d.md", "s88be2f19c5.md", "s34f5fe43d2.md", "s439a013658.md"], "s1": [11.417764, 9.866817, 4.635227, 3.371248, 3.23458, 3.150649, 3.141739, 2.820683, 2.790215, 2.73664, 2.687082, 2.390526, 2.128138, 1.982819, 1.853223, 1.540774, 1.538515, 1.503488, 1.491004, 1.458092, 1.371571, 1.298491, 1.297762, 1.171616, 1.102176, 1.0737, 1.033208, 1.000341, 0.82975, 0.821733, 0.751604, 0.677653, 0.629708, 0.618551, 0.572673, 0.3895, 0.371004, 0.24384, 0.181702, 0.05455, 0.010712], "search": ["s5168ffe72d.md", "sa84dca62c2.md", "s04efc15fa5.md", "s7bc9cf68ec.md", "s9e163622f3.md", "s6ebc5ac117.md", "s0697812313.md", "s1200646c38.md", "se20d0e867e.md", "se6111a85ad.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 41, "n_texts": 245, "n_windows": 345, "n_texts_windowed": 100, "n_tokens": 113913, "n_query_terms": 18, "nnz_texts": 72876, "index_bytes": 878962, "secs_text": 0.1161, "secs_encode": 17.1346, "secs_score": 0.0081, "secs_total": 17.2607, "load1_start": 13.68}
{"qid": "gpt4_2312f94c", "type": "temporal-reasoning", "abstention": false, "gold": ["s345a3cd20b.md", "s3640d5892b.md"], "ranked": ["s3640d5892b.md", "s345a3cd20b.md", "s8c4c202bd1.md", "s65ac6dd41c.md", "safbe8a58c5.md", "s1578e8805e.md", "se71f80aa54.md", "s80fb14cb87.md", "sfc5c3e3c09.md", "s9085c035e3.md", "s39a5a450ee.md", "s772a9e8cfe.md", "s50c7bd3d58.md", "s214014d4a2.md", "s476f9c2559.md", "s1ab2ddfecb.md", "s60b4d21f07.md", "s0890e919d7.md", "sc4cddd7cb7.md", "seb550bbd11.md", "s0a6e871eaf.md", "s7cac5f2abd.md", "s904ca8ce4b.md", "s32d0be9453.md", "s8eff5a6f39.md", "safadad88c3.md", "sa01e254694.md", "saa19023d19.md", "sa023ad9021.md", "s9d9a5511a0.md", "sa00f232e57.md", "s5d97ff9b34.md", "se9e3aafc04.md", "sb9a8967877.md", "sdbef9ee62a.md", "sb487ff9dff.md", "s73c0e6c42e.md", "s4de1bf1a49.md", "s011d3a79ec.md", "s1b2fdd31ab.md", "sbe7d9b1562.md", "s5ff416f7da.md", "sf5a82ee344.md", "sa83a3e9262.md", "s67f10ba783.md"], "s1": [19.837729, 12.364911, 4.665209, 3.521203, 2.907778, 2.658578, 2.606787, 2.487076, 2.165321, 1.906164, 1.879666, 1.858037, 1.849928, 1.70654, 1.584272, 1.562557, 1.520577, 1.48068, 1.41437, 1.403767, 1.387648, 1.223663, 1.068043, 1.065581, 1.014143, 0.959028, 0.952278, 0.924047, 0.905939, 0.867571, 0.862318, 0.785123, 0.778697, 0.708644, 0.699529, 0.635333, 0.564995, 0.520359, 0.313382, 0.302806, 0.225981, 0.224575, 0.159002, 0.120069, 0.005317], "search": ["s3640d5892b.md", "s345a3cd20b.md", "s8c4c202bd1.md", "s65ac6dd41c.md", "safbe8a58c5.md", "s1578e8805e.md", "se71f80aa54.md", "s80fb14cb87.md", "sfc5c3e3c09.md", "s9085c035e3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 245, "n_windows": 361, "n_texts_windowed": 116, "n_tokens": 118103, "n_query_terms": 20, "nnz_texts": 76837, "index_bytes": 926642, "secs_text": 0.12, "secs_encode": 17.7599, "secs_score": 0.0091, "secs_total": 17.891, "load1_start": 14.34}
{"qid": "0bb5a684", "type": "temporal-reasoning", "abstention": false, "gold": ["s595a56db20.md", "scce59a4655.md"], "ranked": ["scce59a4655.md", "s595a56db20.md", "sa7cdaaeb2a.md", "s56ed2f0c8f.md", "s2615a04853.md", "s90ea4a7b13.md", "s7907b0f164.md", "sd421f57b70.md", "sb63daa1678.md", "s2372ab3dec.md", "s2e6450da93.md", "s3c17cc9f63.md", "s20e144b7bb.md", "s5c848e9789.md", "s3c84c52504.md", "sdaeff5e593.md", "s1e7db54b99.md", "sdf24dc4c07.md", "s41683fd9fb.md", "s171f543d72.md", "s150436840f.md", "s7b9ece6609.md", "sb930ea6f1b.md", "sd1832efa22.md", "s919ad4a7c8.md", "s8b3c02fd3b.md", "sf2b61f60de.md", "s9708a40d2d.md", "sc5fd527f2d.md", "sb7e412f4f0.md", "s9a806830f5.md", "sdc3a30dc03.md", "s7cf01cc3d5.md", "s80b84955ea.md", "sdf1880d703.md", "se28963afe6.md", "sae9bff2b58.md", "s9cfe1427c8.md", "s329c9d41b1.md", "sfaa363d210.md", "s673b1e433c.md", "s8d474726b0.md"], "s1": [24.541576, 15.859624, 14.780064, 10.871605, 8.01197, 6.500398, 5.449094, 5.11972, 4.574777, 4.305669, 4.267037, 4.127849, 4.068161, 3.625451, 3.276059, 3.267267, 3.201943, 3.167417, 3.114691, 3.112477, 3.087965, 2.887372, 2.505883, 2.443952, 2.417728, 2.343722, 2.335678, 2.251265, 2.089562, 1.945494, 1.836925, 1.83389, 1.748119, 1.548248, 1.486032, 1.297047, 1.264703, 1.132789, 0.845506, 0.834002, 0.586465, 0.46066], "search": ["scce59a4655.md", "s595a56db20.md", "sa7cdaaeb2a.md", "s56ed2f0c8f.md", "s2615a04853.md", "s90ea4a7b13.md", "s7907b0f164.md", "sd421f57b70.md", "sb63daa1678.md", "s2372ab3dec.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 247, "n_windows": 369, "n_texts_windowed": 122, "n_tokens": 119139, "n_query_terms": 23, "nnz_texts": 79158, "index_bytes": 954373, "secs_text": 0.1271, "secs_encode": 17.969, "secs_score": 0.0098, "secs_total": 18.1078, "load1_start": 14.71}
{"qid": "08f4fc43", "type": "temporal-reasoning", "abstention": false, "gold": ["s2af822d821.md", "s640616c492.md"], "ranked": ["s640616c492.md", "s2af822d821.md", "sa22f98db8c.md", "s4b396ed6a0.md", "s592c2f510e.md", "se64e0fcf41.md", "s0c54bab47b.md", "sb50bf2cbf3.md", "s092a7494a7.md", "s53c139c1ca.md", "s346eb03a49.md", "s15b3387a91.md", "s8e81b5250c.md", "sc8f74bc636.md", "s75ca40f6b1.md", "sf178ec5795.md", "sa44d5f420d.md", "s940b36c8eb.md", "s0f9cbb38c4.md", "sf042194ce2.md", "s56a578dfdb.md", "sea3b7875cd.md", "s306efa47e5.md", "sb51f329861.md", "see9df609f6.md", "scc29a6e339.md", "s4b4be53cc2.md", "s06794278e1.md", "sc2e14fa908.md", "s9115741207.md", "s595a8754da.md", "sd5fd78736c.md", "s9b23a42a67.md", "s49d5777a2c.md", "sf34764b070.md", "s8ebe0fd802.md", "s32af71e919.md", "sb6cdd2d980.md", "sb4612d80d6.md", "s1f5afaf09c.md", "s302c1d91b3.md", "s96a040d8f9.md", "s2103704892.md", "sbf68449e7e.md", "sb32ab122e0.md"], "s1": [13.567654, 12.601685, 6.963535, 4.6558, 4.318473, 3.610958, 3.58666, 3.338657, 3.30074, 3.146815, 3.131773, 2.84283, 2.805524, 2.765887, 2.685706, 2.631913, 2.427567, 2.250611, 2.212643, 2.194685, 2.035084, 1.789741, 1.735066, 1.575309, 1.351968, 1.344184, 1.283303, 1.267976, 1.255669, 1.20167, 1.182154, 1.150659, 1.104675, 1.059917, 1.025958, 0.9925, 0.934981, 0.905904, 0.894291, 0.770068, 0.747938, 0.393723, 0.33939, 0.244035, 0.239257], "search": ["s640616c492.md", "s2af822d821.md", "sa22f98db8c.md", "s4b396ed6a0.md", "s592c2f510e.md", "se64e0fcf41.md", "s0c54bab47b.md", "sb50bf2cbf3.md", "s092a7494a7.md", "s53c139c1ca.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 253, "n_windows": 352, "n_texts_windowed": 99, "n_tokens": 118168, "n_query_terms": 24, "nnz_texts": 78573, "index_bytes": 947397, "secs_text": 0.121, "secs_encode": 17.783, "secs_score": 0.009, "secs_total": 17.9148, "load1_start": 15.14}
{"qid": "2c63a862", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f98c8dc3a.md", "s9f1a32ae81.md"], "ranked": ["s4f98c8dc3a.md", "s9f1a32ae81.md", "s4315eee20f.md", "sb981c1af92.md", "s6eaefa2ac1.md", "scaa9894582.md", "s7914937fde.md", "s2598a70f38.md", "sb73f7b0f82.md", "s660398722c.md", "s6afc9650d0.md", "s4405fa5a05.md", "s8819a7f6d0.md", "sb5cf9250e1.md", "sa459bcfd8a.md", "s1287a743f8.md", "sb8170c4bc1.md", "s814450ff3d.md", "s356d5d8ad1.md", "secee1bfe32.md", "s5078cfc4f8.md", "s0e4ed2b8a4.md", "scf66881d6f.md", "sc9ba5669e8.md", "s5ba99457aa.md", "scbf113ae58.md", "s996fc47ced.md", "sf5afd51f01.md", "sc6acfd077d.md", "s6b03696532.md", "s44f637e238.md", "s004857cbc2.md", "sc5c0761a10.md", "s8773724cda.md", "sf5460e19cd.md", "s91036d19ae.md", "sdb7cecd82c.md", "s913261f7ec.md", "s67e21a3558.md", "s62517bd58c.md", "sdb072d1cd6.md", "sdd548ec364.md", "s320ea12a8f.md", "scd5abfe9ef.md", "s5c28d35e0e.md", "sbd62f72488.md", "s1ebbc89a7e.md", "sc4b52cb60a.md", "s6a8d26fe3f.md", "sbc3b3db860.md"], "s1": [8.863912, 8.800297, 7.149133, 5.804795, 5.656224, 5.59686, 5.244956, 5.007565, 4.84095, 4.284206, 4.209439, 3.961759, 3.879729, 3.878922, 3.794047, 3.681304, 3.660925, 3.625641, 3.548495, 3.522913, 3.276926, 3.276902, 3.267732, 3.020321, 3.014581, 2.862583, 2.768354, 2.509665, 2.478768, 2.320472, 2.305032, 2.131696, 2.122204, 2.096061, 2.069863, 1.884124, 1.868934, 1.620209, 1.360086, 1.232848, 1.106846, 0.954935, 0.935324, 0.762201, 0.639612, 0.639273, 0.531921, 0.42929, 0.398981, 0.315171], "search": ["s4f98c8dc3a.md", "s9f1a32ae81.md", "s4315eee20f.md", "sb981c1af92.md", "s6eaefa2ac1.md", "scaa9894582.md", "s7914937fde.md", "s2598a70f38.md", "sb73f7b0f82.md", "s660398722c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 54, "n_scored_files": 52, "n_texts": 253, "n_windows": 371, "n_texts_windowed": 118, "n_tokens": 119615, "n_query_terms": 22, "nnz_texts": 78254, "index_bytes": 943685, "secs_text": 0.1253, "secs_encode": 17.9384, "secs_score": 0.0108, "secs_total": 18.0767, "load1_start": 15.33}
{"qid": "gpt4_385a5000", "type": "temporal-reasoning", "abstention": false, "gold": ["s2e8320a39c.md", "sa4b77ce1d4.md"], "ranked": ["sa4b77ce1d4.md", "s2e8320a39c.md", "s38bfef5ed7.md", "s69a0294101.md", "sa76eff2993.md", "s689b341cd0.md", "s0207beaebd.md", "s9c988d143c.md", "sae5992554a.md", "s860de2e267.md", "s33a3972e62.md", "sc6dd38426b.md", "s4b3b9ebffa.md", "s1335032d3e.md", "sbc430ac748.md", "s1fffade909.md", "s0d593e22f0.md", "s0c557c9e56.md", "se3b5d3a81d.md", "sd078e1d78c.md", "sace42579a2.md", "s6ecf6138b2.md", "s4a0c347d7a.md", "s8f2553a243.md", "s9f27070251.md", "sf831b803c6.md", "saaf2878e41.md", "sa6d979f564.md", "s83117c5948.md", "s2e955dc433.md", "s3e1f4286cb.md", "s9bbdd5d7de.md", "s16605cac6c.md", "s0f3053401b.md", "s0ae316682f.md", "s44198b2af5.md"], "s1": [16.133928, 8.60644, 3.82064, 2.592623, 2.134442, 2.129491, 2.101849, 1.866971, 1.489726, 1.378847, 1.350423, 1.108865, 1.024535, 1.00051, 0.996655, 0.974732, 0.967244, 0.855594, 0.734082, 0.719124, 0.714685, 0.641339, 0.588377, 0.566276, 0.502024, 0.463271, 0.442608, 0.442223, 0.197122, 0.078965, 0.058921, 0.048673, 0.00912, 0.005622, 0.004223, 0.0004], "search": ["sa4b77ce1d4.md", "s2e8320a39c.md", "s38bfef5ed7.md", "s69a0294101.md", "sa76eff2993.md", "s689b341cd0.md", "s0207beaebd.md", "s9c988d143c.md", "sae5992554a.md", "s860de2e267.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 36, "n_texts": 246, "n_windows": 358, "n_texts_windowed": 106, "n_tokens": 118330, "n_query_terms": 15, "nnz_texts": 75547, "index_bytes": 911154, "secs_text": 0.1209, "secs_encode": 17.8234, "secs_score": 0.0091, "secs_total": 17.9552, "load1_start": 15.52}
{"qid": "2a1811e2", "type": "temporal-reasoning", "abstention": false, "gold": ["s55d727a7bc.md", "s8d839c07e0.md"], "ranked": ["s8d839c07e0.md", "s55d727a7bc.md", "s75c0805f00.md", "sb189410649.md", "s9257a30459.md", "sbe58be2457.md", "s64010b44c6.md", "sa24aca4a4b.md", "sb2ab5a7e37.md", "sda9dd3ba67.md", "s0eea19416d.md", "sa96cde9886.md", "s0856581c2c.md", "s203fcf1541.md", "se0a08e42fe.md", "s41a12a8a79.md", "secf4972d32.md", "s1fdb2c88fd.md", "s360c8f27ce.md", "sab11da3276.md", "s518961ff0f.md", "s06c87f38df.md", "s9a46dc9f2b.md", "s77c4547c6f.md", "s7e129efcf8.md", "s0144ac3942.md", "se35b59102d.md", "s8058279452.md", "s58d304d739.md", "s9a489b50a8.md", "s055f047b76.md", "sa9923cf93c.md", "s6c0c95a959.md", "s7bfd1d9b5d.md", "sdd08b73312.md", "s43cbc66007.md", "sa648560a06.md", "se1f140ec5e.md", "se6e9a19cd5.md", "sb21a3fff10.md", "s0233db36bd.md", "s55787140bf.md", "s1c8e3a6bcf.md", "s53102e4441.md", "s6e43031162.md"], "s1": [16.440935, 15.331543, 4.326621, 3.770131, 3.553996, 3.349561, 3.343542, 3.282705, 3.217448, 3.202415, 3.156754, 3.125831, 3.051074, 3.036334, 2.947105, 2.938647, 2.85215, 2.765016, 2.733168, 2.563295, 2.467521, 2.459534, 2.451783, 2.442238, 2.206678, 2.132649, 1.917923, 1.879303, 1.795137, 1.790233, 1.730286, 1.604823, 1.566344, 1.559155, 1.449058, 1.329816, 1.164289, 0.775039, 0.657524, 0.604621, 0.512697, 0.440788, 0.377825, 0.177184, 0.151086], "search": ["s8d839c07e0.md", "s55d727a7bc.md", "s75c0805f00.md", "sb189410649.md", "s9257a30459.md", "sbe58be2457.md", "s64010b44c6.md", "sa24aca4a4b.md", "sb2ab5a7e37.md", "sda9dd3ba67.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 254, "n_windows": 368, "n_texts_windowed": 114, "n_tokens": 120459, "n_query_terms": 25, "nnz_texts": 76458, "index_bytes": 922053, "secs_text": 0.1256, "secs_encode": 18.0524, "secs_score": 0.0095, "secs_total": 18.1894, "load1_start": 15.66}
{"qid": "bbf86515", "type": "temporal-reasoning", "abstention": false, "gold": ["s30d987b3c3.md", "s7b6f7dd6ee.md"], "ranked": ["s7b6f7dd6ee.md", "s30d987b3c3.md", "s31c4f49a3a.md", "s9294810284.md", "s1a4a62a416.md", "s843bf14752.md", "s2a6de2a9af.md", "s406704ace4.md", "s526e981d1d.md", "s6dfeb0b0f0.md", "s608efe2d9d.md", "sc85b1775c3.md", "se10fca23da.md", "sa6028946c4.md", "s6788615030.md", "s2d01902464.md", "sa160299009.md", "s9a097bd8d3.md", "sf303bf4f52.md", "s5ddff58948.md", "s2fc8e8ac61.md", "s4a8153bbfc.md", "s093a9b20e8.md", "se52d780f71.md", "sf21d48f400.md", "se01437cc39.md", "s9f95df4a6c.md", "sb66ff0f37a.md", "s1cc3c97d5a.md", "scefe867096.md", "sfbb4fdb2c9.md", "s91ce4f4c26.md", "s9dd205b9d0.md", "sbb0aaa5362.md", "s4ae506ea6b.md", "scff6d02cd1.md", "s00fc5c95eb.md", "s7cf1c8f65d.md", "sed8f15aa98.md", "s2fe28e4c7c.md", "s279440aee6.md", "s7ed08c3fa7.md", "sb3689a0e6c.md", "sf2c76e02bc.md", "s499a94d057.md"], "s1": [21.153522, 9.827192, 9.067693, 7.584381, 6.717899, 5.940247, 5.902464, 4.564163, 4.523587, 4.404928, 4.382241, 3.513486, 2.718356, 2.717944, 2.444493, 2.319532, 2.218699, 2.147261, 2.011014, 1.984236, 1.961883, 1.822481, 1.762279, 1.609035, 1.556409, 1.531233, 1.519619, 1.492883, 1.457613, 1.289912, 1.245216, 1.155193, 1.150552, 1.124859, 0.820592, 0.745041, 0.727367, 0.688905, 0.583801, 0.544773, 0.472172, 0.142061, 0.106708, 0.078094, 0.019571], "search": ["s7b6f7dd6ee.md", "s30d987b3c3.md", "s31c4f49a3a.md", "s9294810284.md", "s1a4a62a416.md", "s843bf14752.md", "s2a6de2a9af.md", "s406704ace4.md", "s526e981d1d.md", "s6dfeb0b0f0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 243, "n_windows": 363, "n_texts_windowed": 119, "n_tokens": 116961, "n_query_terms": 20, "nnz_texts": 75915, "index_bytes": 915397, "secs_text": 0.1154, "secs_encode": 17.6036, "secs_score": 0.0094, "secs_total": 17.7303, "load1_start": 15.81}
{"qid": "gpt4_5dcc0aab", "type": "temporal-reasoning", "abstention": false, "gold": ["s24d99c7c22.md", "saa4d80e61a.md", "sccd56d8af2.md", "sd243ebb0b8.md", "sfc267f2333.md"], "ranked": ["sfc267f2333.md", "sccd56d8af2.md", "saa4d80e61a.md", "s24d99c7c22.md", "s264b60e681.md", "sd243ebb0b8.md", "s5a0f1006d9.md", "s628aec4c53.md", "s53e72bded5.md", "s0ceddabea9.md", "s301286f9a5.md", "s8b74b3d96f.md", "saa9c23004b.md", "s2ac9b36298.md", "s492cf649ac.md", "s418c366815.md", "s359cb30361.md", "s6835cb5f83.md", "sdf9b6608ca.md", "sa54660300b.md", "sf3033df12f.md", "sf7f64614a9.md", "s7a2f7c3aeb.md", "s84f668b09f.md", "s8bf09fb8e5.md", "s8443a57414.md", "s2e3b8911af.md", "s5e2fae894b.md", "s5bda03630e.md", "s3a3f15c1de.md", "s1e616484f5.md", "s3245df7354.md", "sbf57d371ae.md", "s4dec386dee.md", "s1fed5ee966.md", "s13af9b93a1.md", "sf20d0ff760.md", "sc7a675d39c.md", "sbabd1efb1f.md", "s336af55fe9.md", "s7ce41f2d0a.md", "s1a58e2a8cc.md", "s8dd528d331.md", "s2cbc57f0b3.md", "s4185b42c94.md"], "s1": [11.202308, 11.044502, 10.327282, 7.920457, 7.494734, 7.407551, 4.071733, 4.064361, 3.887627, 3.709972, 2.976583, 2.84311, 2.802531, 2.740411, 2.392742, 2.313508, 2.154647, 2.148973, 2.11752, 2.097248, 2.054503, 1.575368, 1.491056, 1.467427, 1.285089, 1.117792, 1.113467, 1.058271, 1.009023, 0.87353, 0.763637, 0.720748, 0.702338, 0.688442, 0.621136, 0.581438, 0.431736, 0.400367, 0.380032, 0.371745, 0.267005, 0.231575, 0.209038, 0.196505, 0.088798], "search": ["sfc267f2333.md", "sccd56d8af2.md", "saa4d80e61a.md", "s24d99c7c22.md", "s264b60e681.md", "sd243ebb0b8.md", "s5a0f1006d9.md", "s628aec4c53.md", "s53e72bded5.md", "s0ceddabea9.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 50, "n_scored_files": 45, "n_texts": 280, "n_windows": 355, "n_texts_windowed": 75, "n_tokens": 118531, "n_query_terms": 12, "nnz_texts": 79416, "index_bytes": 957810, "secs_text": 0.1265, "secs_encode": 17.9554, "secs_score": 0.0111, "secs_total": 18.0951, "load1_start": 15.87}
{"qid": "gpt4_0b2f1d21", "type": "temporal-reasoning", "abstention": false, "gold": ["s64ebf1efbd.md", "s90c6ccbe2b.md"], "ranked": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "sb3516aace3.md", "sec836f4f02.md", "sca7ea32840.md", "s2bc99a4da9.md", "sbbfa2f2d1a.md", "s40a6baf4db.md", "s5aa2bea892.md", "s69296e68ae.md", "s1d19b405a7.md", "s9210404da8.md", "sb4b01202f0.md", "s40f3f7772b.md", "se9d6950680.md", "sffb87022ad.md", "s54958462fe.md", "s2928da92ef.md", "sc2c3693fa7.md", "s92eb25c171.md", "sddf93e35df.md", "sb92835e4d1.md", "sf7f3c5974a.md", "scaf15314c4.md", "sb72e9e60d7.md", "sb4b7b7b13f.md", "s67a47ef287.md", "sc9b427c11d.md", "s8fba3ccb69.md", "s87d86c04ea.md", "s1f458d73c0.md", "s506afe0104.md", "sac6f3173d2.md", "se89578156f.md", "s0459644af6.md", "sc2372c82db.md", "seee2d43dd5.md", "sa7ea22dc2a.md", "s92a8eba1dc.md", "s95c2756bbd.md", "sd2cc644917.md", "s89b519130d.md"], "s1": [11.711679, 8.505744, 7.669702, 3.625662, 2.885675, 2.773927, 2.349584, 1.966726, 1.765027, 1.749795, 1.477796, 1.420337, 1.34884, 1.315038, 1.243978, 1.09122, 1.036386, 0.985564, 0.951052, 0.801875, 0.786525, 0.783373, 0.750337, 0.699096, 0.68925, 0.654862, 0.595937, 0.562014, 0.548264, 0.389988, 0.373005, 0.369536, 0.34053, 0.317359, 0.271043, 0.183169, 0.15423, 0.099564, 0.085117, 0.05673, 0.05482, 0.048054], "search": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "sb3516aace3.md", "sec836f4f02.md", "sca7ea32840.md", "s2bc99a4da9.md", "sbbfa2f2d1a.md", "s40a6baf4db.md", "s5aa2bea892.md", "s69296e68ae.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 42, "n_texts": 246, "n_windows": 352, "n_texts_windowed": 102, "n_tokens": 116019, "n_query_terms": 19, "nnz_texts": 74967, "index_bytes": 904306, "secs_text": 0.1227, "secs_encode": 17.5316, "secs_score": 0.0091, "secs_total": 17.6654, "load1_start": 15.97}
{"qid": "f0853d11", "type": "temporal-reasoning", "abstention": false, "gold": ["s817b9a6f4d.md", "sfe7e47317a.md"], "ranked": ["sfe7e47317a.md", "s817b9a6f4d.md", "s25ae9177ef.md", "s06f5347192.md", "s3d48a3e0b7.md", "sc3e40b0945.md", "sa32229e149.md", "s536c892a97.md", "s8af90abf41.md", "s23b9756342.md", "se3e4ab85d5.md", "sb9cf969b21.md", "s1ba982ef47.md", "sebc71a8074.md", "s6145fcaada.md", "sed237f0791.md", "sc3b2debb7b.md", "s603879487d.md", "sd41cd92c49.md", "s4d2f335b49.md", "s303afd6f08.md", "s6684959f74.md", "s59244cb0de.md", "s851068ae96.md", "s35d2650601.md", "sc678be3ee8.md", "sfe628e4bc6.md", "s4af7683876.md", "saad03f7258.md", "s67d77ec04f.md", "s4b0c788144.md", "s9b9634dfd6.md", "s3fb171c873.md", "s3f973f62b0.md", "s8f00c6109a.md", "sbde5263e2d.md", "s62f8d0b8d2.md", "sd9f3d98f17.md", "sce4b801a51.md", "s33a30f4a98.md", "s1d7eab5759.md", "s4025eeadae.md"], "s1": [11.286406, 10.049554, 6.416849, 5.641169, 5.396313, 4.829844, 4.782495, 4.588179, 4.174836, 3.751053, 3.65204, 3.60743, 3.423927, 3.279881, 2.655969, 2.64257, 2.586246, 2.476649, 2.14924, 2.088616, 1.990996, 1.890607, 1.833315, 1.829839, 1.773937, 1.685023, 1.538233, 1.416217, 1.306466, 1.128485, 0.962096, 0.90526, 0.887886, 0.667809, 0.466248, 0.373048, 0.314774, 0.314614, 0.263509, 0.241578, 0.172662, 0.14355], "search": ["sfe7e47317a.md", "s817b9a6f4d.md", "s25ae9177ef.md", "s06f5347192.md", "s3d48a3e0b7.md", "sc3e40b0945.md", "sa32229e149.md", "s536c892a97.md", "s8af90abf41.md", "s23b9756342.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 42, "n_texts": 244, "n_windows": 362, "n_texts_windowed": 118, "n_tokens": 116596, "n_query_terms": 18, "nnz_texts": 78174, "index_bytes": 942533, "secs_text": 0.1173, "secs_encode": 17.5276, "secs_score": 0.0084, "secs_total": 17.6556, "load1_start": 14.87}
{"qid": "gpt4_6ed717ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s55af9f14ed.md", "sbd11663681.md"], "ranked": ["s55af9f14ed.md", "sbd11663681.md", "sffb86be3dc.md", "sed4b321821.md", "s3c9433c1a9.md", "s23e194c2c7.md", "sc6cf4d9cc4.md", "s14b5c97f16.md", "s054db48d09.md", "sbc0a664fc9.md", "scb260fc417.md", "sa2a89eda2c.md", "s93d73aac45.md", "sa87a0d14e3.md", "sfeec2cf034.md", "sb991f908e2.md", "s58c00ee48d.md", "sa1b549dc19.md", "s0837c15005.md", "s3ee7fb1e9f.md", "s57914f10d9.md", "sef0c8b5149.md", "s95a58412d6.md", "scdf62261f5.md", "s3bb2d9cb58.md", "sd9d569b468.md", "s684c93ed8f.md", "sdb89c8be2c.md", "s160e2d3557.md", "s7d4164fbed.md", "s95cecc0a51.md", "s2dc3cd996e.md", "s58a535a09e.md", "s7891da3735.md", "scd61bae7fe.md", "s39e7cd37a8.md", "sb510dd9456.md", "s19ffb01262.md", "sa552e7d0b5.md", "sdabc06a552.md", "sbd7240519e.md", "s1e5bb5632d.md", "s405d4966a1.md", "s692240c107.md"], "s1": [15.422959, 14.391897, 4.64639, 4.476841, 4.240017, 4.071373, 4.063924, 3.621059, 3.619076, 3.177745, 3.11921, 2.047321, 1.9962, 1.948019, 1.944475, 1.939893, 1.846275, 1.776091, 1.61891, 1.616511, 1.548064, 1.53599, 1.343326, 1.288296, 1.193758, 1.153136, 1.063813, 1.038331, 0.941453, 0.885405, 0.870657, 0.835974, 0.831966, 0.829261, 0.776671, 0.661986, 0.651504, 0.618378, 0.579724, 0.398866, 0.374571, 0.11717, 0.114304, 0.101637], "search": ["s55af9f14ed.md", "sbd11663681.md", "sffb86be3dc.md", "sed4b321821.md", "s3c9433c1a9.md", "s23e194c2c7.md", "sc6cf4d9cc4.md", "s14b5c97f16.md", "s054db48d09.md", "sbc0a664fc9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 255, "n_windows": 332, "n_texts_windowed": 77, "n_tokens": 116805, "n_query_terms": 19, "nnz_texts": 74406, "index_bytes": 897522, "secs_text": 0.1263, "secs_encode": 17.5818, "secs_score": 0.0092, "secs_total": 17.7193, "load1_start": 15.12}
{"qid": "gpt4_70e84552", "type": "temporal-reasoning", "abstention": false, "gold": ["s41bf8b44c2.md", "s5cf74e1124.md"], "ranked": ["s5cf74e1124.md", "s41bf8b44c2.md", "s21ad0a7052.md", "s5c8e6efa68.md", "s5e3caad845.md", "s1510eb9c45.md", "sa6b74c2857.md", "s7c68b6417e.md", "sed5b95b8e8.md", "s5e58bb106e.md", "se48964d6e6.md", "seda94a271d.md", "s8434b55e4c.md", "sc2af4bd4be.md", "s1c2da2a3f0.md", "sc5b1eafc73.md", "sf99d5eeaaa.md", "sb3f5ede777.md", "sf9c6e06c3e.md", "sd4a99b0066.md", "scff8353f50.md", "sfb5b9e7566.md", "safbc787d25.md", "sf8d0d7298e.md", "s1aec4ae648.md", "s966467ecdc.md", "s4502c1cb02.md", "sbeaccd402c.md", "s9660c042eb.md", "s0ae0965ecf.md", "sfbc62cea28.md", "sa356f0134f.md", "s3e6b864fca.md", "s792cf4eb2c.md", "s0b942c07fe.md", "s1f974fb55b.md", "s6703350cfe.md", "s6e2bfa8e13.md", "s3598b60f85.md", "s0879d3dabf.md", "s0b4ca95d67.md", "s99c3bd2e6a.md", "sae3ba8ed14.md", "s9385f6b8a0.md", "s10d783b811.md", "s25518adc1c.md", "s88e7f2d768.md"], "s1": [13.386702, 11.332422, 6.31844, 4.418266, 3.034553, 2.831188, 2.400298, 2.255875, 2.081897, 1.943178, 1.895727, 1.817282, 1.766033, 1.63786, 1.599742, 1.581376, 1.526181, 1.373847, 1.314581, 1.236766, 1.023696, 0.977883, 0.908059, 0.70329, 0.662333, 0.647063, 0.631952, 0.628299, 0.624547, 0.566696, 0.556029, 0.543666, 0.507866, 0.493161, 0.477513, 0.472425, 0.464647, 0.407276, 0.384561, 0.3638, 0.255309, 0.233507, 0.188574, 0.128335, 0.112179, 0.068841, 0.055558], "search": ["s5cf74e1124.md", "s41bf8b44c2.md", "s21ad0a7052.md", "s5c8e6efa68.md", "s5e3caad845.md", "s1510eb9c45.md", "sa6b74c2857.md", "s7c68b6417e.md", "sed5b95b8e8.md", "s5e58bb106e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 248, "n_windows": 374, "n_texts_windowed": 126, "n_tokens": 118865, "n_query_terms": 19, "nnz_texts": 78879, "index_bytes": 951282, "secs_text": 0.1189, "secs_encode": 17.9206, "secs_score": 0.0094, "secs_total": 18.0509, "load1_start": 15.37}
{"qid": "a3838d2b", "type": "temporal-reasoning", "abstention": false, "gold": ["s008616af89.md", "s08039dfb39.md", "s433c60d14c.md", "s5949e866a0.md", "sc06f53e288.md", "sfdc5e0b469.md"], "ranked": ["s433c60d14c.md", "sfdc5e0b469.md", "sc06f53e288.md", "s5949e866a0.md", "s008616af89.md", "s08039dfb39.md", "s88be3d04ec.md", "s0109d1bcbf.md", "se492a44bde.md", "s981fbfae83.md", "s588dc22624.md", "s20db7e82f2.md", "s20537213a5.md", "sdadbc16751.md", "s3337aa87e9.md", "s6ed2601e4c.md", "sbb9cc406a1.md", "sc4ef3cfbd0.md", "sfdaac14000.md", "sea614a3b27.md", "s26a5fe4133.md", "s25169cb812.md", "s6406226c9d.md", "s8033c52a76.md", "s657cb90307.md", "s984b84b209.md", "s0afeb8eb57.md", "s83a33c3ea3.md", "s02bdf981a9.md", "scbbe936dd3.md", "s8964fb67af.md", "sd152290339.md", "sa38646e37b.md", "sba6054edf8.md", "s348c2f2f71.md", "sa33da59e80.md", "s24291d9a30.md", "s190fd36fe3.md", "sd82d5af956.md", "s0640c05e7b.md", "s3db677a300.md", "s2198dc5c1a.md", "sea0e2b0719.md", "s94274a43ee.md", "s21409c1bff.md", "s214cebb208.md", "sacc91c05ec.md"], "s1": [21.639633, 15.904966, 12.858513, 12.112556, 8.496064, 7.99332, 6.408975, 6.22312, 4.168654, 3.70184, 3.427043, 3.164426, 2.861895, 2.810808, 2.701129, 2.699372, 2.67542, 2.600236, 2.390364, 2.261101, 2.255041, 2.161952, 2.013208, 1.915705, 1.911966, 1.808354, 1.778842, 1.569335, 1.521745, 1.471261, 1.423485, 1.393937, 1.371797, 1.309861, 1.266308, 1.234624, 1.179257, 0.971868, 0.961954, 0.810785, 0.777303, 0.69717, 0.55677, 0.430769, 0.333883, 0.318635, 0.255777], "search": ["s433c60d14c.md", "sfdc5e0b469.md", "sc06f53e288.md", "s5949e866a0.md", "s008616af89.md", "s08039dfb39.md", "s88be3d04ec.md", "s0109d1bcbf.md", "se492a44bde.md", "s981fbfae83.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 251, "n_windows": 350, "n_texts_windowed": 99, "n_tokens": 116004, "n_query_terms": 18, "nnz_texts": 76118, "index_bytes": 918021, "secs_text": 0.1233, "secs_encode": 17.6002, "secs_score": 0.0086, "secs_total": 17.7339, "load1_start": 15.21}
{"qid": "gpt4_93159ced", "type": "temporal-reasoning", "abstention": false, "gold": ["s28b2bb6a4c.md", "s480422580e.md"], "ranked": ["s480422580e.md", "s28b2bb6a4c.md", "s28108cb31e.md", "s256755fe05.md", "s71c400275b.md", "s66fbc2cb82.md", "s24fd9b6912.md", "sd33a34e4c3.md", "s8574dbb3ca.md", "s462629c29f.md", "sf2d0a2ddc8.md", "sd6af0853f0.md", "s9c8871ffac.md", "sd6aad566c2.md", "s1e1c635466.md", "sb3d5cd199e.md", "s99fafef635.md", "sc3c3dc1c37.md", "s89b7c097b9.md", "sacd719cb62.md", "sbb901ccb49.md", "s085922580b.md", "s675d1171c8.md", "s81842abe9b.md", "s576267bf75.md", "s2acbd42d04.md", "s9a7a3fb62a.md", "sda816c4c06.md", "s6d345411ac.md", "s4a8d9cce62.md", "s8741a753ba.md", "s181dbd4756.md", "sff3ee580bc.md", "sd50af2c678.md", "se9cabc155e.md", "s7ed5cbf864.md", "s10b67e0c4a.md", "s4f19e09c19.md", "s6336b97b8f.md", "sf66a1cba33.md", "s1c7de77bbb.md", "se8dd6b84b9.md"], "s1": [12.614559, 6.39077, 5.643804, 5.568265, 5.086662, 4.935899, 4.887892, 3.945217, 3.945116, 3.65764, 3.63698, 3.399816, 3.371718, 3.322872, 3.154646, 3.014291, 2.844244, 2.63603, 2.575583, 2.556788, 2.364331, 2.207343, 2.180911, 2.141293, 1.937328, 1.917855, 1.831406, 1.751559, 1.742724, 1.714654, 1.280295, 1.209967, 0.832952, 0.689509, 0.687949, 0.637251, 0.503148, 0.354159, 0.277335, 0.270597, 0.228193, 0.022144], "search": ["s480422580e.md", "s28b2bb6a4c.md", "s28108cb31e.md", "s256755fe05.md", "s71c400275b.md", "s66fbc2cb82.md", "s24fd9b6912.md", "sd33a34e4c3.md", "s8574dbb3ca.md", "s462629c29f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 247, "n_windows": 353, "n_texts_windowed": 104, "n_tokens": 117271, "n_query_terms": 17, "nnz_texts": 76251, "index_bytes": 919474, "secs_text": 0.1187, "secs_encode": 17.6862, "secs_score": 0.0088, "secs_total": 17.8157, "load1_start": 15.39}
{"qid": "gpt4_2d58bcd6", "type": "temporal-reasoning", "abstention": false, "gold": ["s2826b6f894.md", "s421af25d82.md"], "ranked": ["s2826b6f894.md", "s421af25d82.md", "sa93b473326.md", "sb7968eb15e.md", "s2f46714931.md", "s8fd099ef2c.md", "sffe6c68726.md", "s6afb2163ec.md", "sb968cc672c.md", "s0b138e9290.md", "s2e50c4f398.md", "s1b368c9880.md", "s674aabb072.md", "s891fc456e5.md", "s6f98f895f4.md", "s97a869ee7e.md", "saebb8b00c3.md", "s3b17d14e51.md", "s7ce80be018.md", "sff349234b9.md", "s748ac55840.md", "saf36731877.md", "s90ad0c1053.md", "s59aa1a0e7b.md", "sd9bc0ed022.md", "s025e0c8cb9.md", "s96676027b7.md", "sa50e187e9a.md", "s1fcaa54852.md", "s391309a52f.md", "s4300106b8d.md", "s091a667479.md", "s4fd36d8322.md", "s00e26df3de.md", "sc1c49536af.md", "sf41790123f.md", "s46ed519174.md", "s1084141f43.md", "sd30f742665.md", "s04127028e6.md", "s8ade3144af.md", "s5887754d2e.md", "s197007351e.md", "sf54164b1f9.md"], "s1": [14.913807, 10.775007, 6.923212, 4.72867, 3.530168, 3.187795, 3.111195, 2.706455, 2.616288, 2.461668, 2.335115, 1.57986, 1.564664, 1.554101, 1.451556, 1.38736, 1.38411, 1.370192, 1.367297, 1.223679, 1.146366, 1.098973, 0.948577, 0.910157, 0.866738, 0.828934, 0.821824, 0.811783, 0.743611, 0.629315, 0.572401, 0.566296, 0.555882, 0.534625, 0.531507, 0.446332, 0.398356, 0.354329, 0.336492, 0.297392, 0.188139, 0.099261, 0.072007, 0.003886], "search": ["s2826b6f894.md", "s421af25d82.md", "sa93b473326.md", "sb7968eb15e.md", "s2f46714931.md", "s8fd099ef2c.md", "sffe6c68726.md", "s6afb2163ec.md", "sb968cc672c.md", "s0b138e9290.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 245, "n_windows": 356, "n_texts_windowed": 111, "n_tokens": 116652, "n_query_terms": 18, "nnz_texts": 78070, "index_bytes": 941426, "secs_text": 0.1216, "secs_encode": 17.5712, "secs_score": 0.0089, "secs_total": 17.7037, "load1_start": 15.5}
{"qid": "gpt4_65aabe59", "type": "temporal-reasoning", "abstention": false, "gold": ["s6f9ff14428.md", "s90a4bc5533.md"], "ranked": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "s0be47a9ac3.md", "s11972a0d1a.md", "sf4b19aaef9.md", "s0583c7636b.md", "s572e9a2236.md", "s697b173a3a.md", "se05f4453d7.md", "s228343beb1.md", "s3bbeb60f1d.md", "sa8f6214edf.md", "s3077ee83db.md", "s306a6677cc.md", "s615d89fdfc.md", "sa5cbe07bbc.md", "sbdee452407.md", "sc8710bbdd6.md", "s6ab51e9111.md", "sae72a9cd10.md", "s585aac9911.md", "sb560c6a303.md", "sbaf561bc9e.md", "sfaf607dc64.md", "s7cabfda16a.md", "s4bb353aae8.md", "sbee160ffa6.md", "s4d3281a260.md", "sa206c4d867.md", "sd43b1d1ce3.md", "s96f90c89e0.md", "s26c4e19c08.md", "s45a33b943a.md", "s87e025f5a6.md", "s3dcc225ddd.md", "sc5f9c7015c.md", "s588c467e54.md"], "s1": [13.932611, 10.459325, 10.441606, 4.228433, 4.00104, 3.965885, 3.601225, 3.49576, 3.476855, 3.347898, 3.308191, 3.204332, 2.808367, 2.709655, 2.457599, 2.374263, 2.255041, 2.105226, 1.921968, 1.626579, 1.577489, 1.543749, 1.390331, 1.381606, 1.251442, 1.177335, 1.140983, 1.060566, 1.016418, 0.974951, 0.88951, 0.814675, 0.811046, 0.737988, 0.561398, 0.518609, 0.400783, 0.371478], "search": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "s0be47a9ac3.md", "s11972a0d1a.md", "sf4b19aaef9.md", "s0583c7636b.md", "s572e9a2236.md", "s697b173a3a.md", "se05f4453d7.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 38, "n_texts": 242, "n_windows": 378, "n_texts_windowed": 136, "n_tokens": 116842, "n_query_terms": 20, "nnz_texts": 78835, "index_bytes": 950514, "secs_text": 0.1216, "secs_encode": 17.5716, "secs_score": 0.0084, "secs_total": 17.7035, "load1_start": 15.76}
{"qid": "982b5123", "type": "temporal-reasoning", "abstention": false, "gold": ["sccb03fc4f5.md", "sf3670fa6d3.md"], "ranked": ["sf3670fa6d3.md", "sb51a319156.md", "sccb03fc4f5.md", "sf653ecc01c.md", "s6b29b19f88.md", "sdbf883a0db.md", "s114fa97c84.md", "scc1e92a9c0.md", "s9f5ba46808.md", "sb0f77a7f32.md", "sf2becab63d.md", "s8f3ac1101d.md", "s2a80e3dd0d.md", "s45feb5c171.md", "s9d19662a6b.md", "sf84f7b9cb0.md", "saaad16bc00.md", "s8da7402be4.md", "s9328c8b6f4.md", "sc408602449.md", "se4da1d7410.md", "s9a4798ec23.md", "s0ea492c832.md", "s65958810cb.md", "s3cd1918103.md", "sea8b90c2db.md", "s98caca210c.md", "s34787f6890.md", "sf6de81178a.md", "s2f86418bbc.md", "s42bf91c331.md", "sf764c847df.md", "s3f5813ff75.md", "s8b7f1b907b.md", "s313eefd6db.md", "se665ac921b.md", "sae86feb7e0.md", "sa3092fdb12.md", "s62f8abaf0d.md", "s60fca0648c.md", "sccbd2b77db.md", "sc5ea920e65.md", "sdd40a53cd6.md", "s3c7e6c0ebd.md", "scd2eaed7dd.md", "s0114ec5fd7.md", "sa49ebfccc1.md"], "s1": [13.702646, 9.484475, 6.473972, 5.464109, 5.087954, 4.370845, 3.94958, 3.817661, 3.293, 3.184365, 3.025912, 2.98773, 2.883618, 2.770938, 2.692337, 2.653105, 2.569036, 2.560965, 2.355699, 2.344365, 2.05721, 2.026579, 1.930421, 1.843755, 1.831755, 1.72272, 1.638883, 1.630072, 1.541547, 1.488959, 1.441685, 1.40166, 1.272384, 1.233373, 1.192294, 1.143133, 1.086439, 0.849523, 0.803928, 0.650393, 0.649652, 0.490637, 0.487745, 0.451133, 0.199873, 0.19862, 0.138993], "search": ["sf3670fa6d3.md", "sb51a319156.md", "sccb03fc4f5.md", "sf653ecc01c.md", "s6b29b19f88.md", "sdbf883a0db.md", "s114fa97c84.md", "scc1e92a9c0.md", "s9f5ba46808.md", "sb0f77a7f32.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 250, "n_windows": 379, "n_texts_windowed": 127, "n_tokens": 121022, "n_query_terms": 17, "nnz_texts": 79575, "index_bytes": 959429, "secs_text": 0.1212, "secs_encode": 18.3087, "secs_score": 0.0091, "secs_total": 18.4409, "load1_start": 15.24}
{"qid": "b9cfe692", "type": "temporal-reasoning", "abstention": false, "gold": ["s1d14444b2b.md", "s5eb7a1d415.md", "s8208760db1.md"], "ranked": ["s8208760db1.md", "s1d14444b2b.md", "s5eb7a1d415.md", "s5a8196fc3c.md", "s5b818dd190.md", "s64374f6c9f.md", "s23a6108f21.md", "sc0567795fd.md", "s81c5416f1c.md", "s32da7f40ae.md", "s04f47d029f.md", "s2db3ec6f8b.md", "s77a8d3edee.md", "seab3408b45.md", "s67498d0fff.md", "sc90bd1316c.md", "s22fd669da0.md", "se280a6f3be.md", "s9f962ba7e5.md", "s122a1d1b78.md", "sdcdd810f9e.md", "s6dd0d6f66e.md", "s7ced254827.md", "s5f89d571b6.md", "s88dcdbd325.md", "s7008766ad9.md", "s0dbd61a849.md", "s296151d0b1.md", "s754ebe1b34.md", "s543f0a04d0.md", "s26eefdf1ef.md", "s992c28229a.md", "se299524324.md", "s639d0a629f.md", "sb71d516406.md", "sf2d94163c0.md", "s5acbed51c2.md", "sdd5c51c087.md", "s54755c9772.md", "s9e16552b41.md", "s6239e43334.md", "sc70171bee8.md", "s81cccf3bdc.md", "sa0e7f6c1f9.md", "sf8d2895230.md", "s6042f391cd.md"], "s1": [23.922262, 13.702746, 13.502217, 6.027406, 5.080993, 4.94019, 4.696227, 4.299619, 4.150969, 4.110235, 4.061144, 4.028928, 4.011811, 4.007392, 3.774521, 3.629298, 3.277137, 3.248375, 3.233192, 3.191322, 2.897281, 2.573362, 2.546919, 2.491384, 2.313006, 2.241832, 2.186425, 2.17793, 2.068618, 1.578895, 1.524822, 1.326012, 1.231956, 1.156443, 0.985668, 0.555552, 0.539431, 0.412785, 0.35496, 0.347699, 0.31365, 0.288293, 0.268701, 0.232437, 0.090399, 0.003524], "search": ["s8208760db1.md", "s1d14444b2b.md", "s5eb7a1d415.md", "s5a8196fc3c.md", "s5b818dd190.md", "s64374f6c9f.md", "s23a6108f21.md", "sc0567795fd.md", "s81c5416f1c.md", "s32da7f40ae.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 46, "n_texts": 256, "n_windows": 355, "n_texts_windowed": 99, "n_tokens": 118778, "n_query_terms": 20, "nnz_texts": 75926, "index_bytes": 915717, "secs_text": 0.1192, "secs_encode": 17.9223, "secs_score": 0.0105, "secs_total": 18.0542, "load1_start": 14.38}
{"qid": "gpt4_4edbafa2", "type": "temporal-reasoning", "abstention": false, "gold": ["s73cd5d9160.md", "s9be19f5415.md"], "ranked": ["s73cd5d9160.md", "s9be19f5415.md", "sf4c706cc2f.md", "s34a02113e4.md", "s9e97d2b35e.md", "s131a0513a1.md", "s47b71ee91b.md", "s9d54a61b17.md", "s839b8ab38b.md", "s8e1f16e287.md", "sa6b6a9cf17.md", "s1aa16403f0.md", "sf79fde178f.md", "sc3f1ac8458.md", "se68f1aeb97.md", "sed28ca5fc3.md", "sbefdd24c39.md", "s63584e51d4.md", "s6ae05ecfbc.md", "s2c90e3478f.md", "s36c1e8ed44.md", "s3ac637e966.md", "s83d8f9a1f7.md", "sd82f562695.md", "s2c3b12d353.md", "sd747b3abe8.md", "s760861587b.md", "s610f69cca2.md", "sf83522bf1a.md", "s6de90354dc.md", "sd493e10eb5.md", "s575cfae9c3.md", "s0cd71fe1fb.md", "sc046e4fff6.md", "sf7c22c7f64.md", "s8f457067d1.md", "s8b81410564.md", "s6db4c2aa17.md", "s75a6190bd5.md", "s9d8537b119.md", "s7a5b1a4b74.md"], "s1": [5.9381, 4.693398, 4.024371, 3.982496, 3.81797, 3.698452, 3.490181, 3.322075, 3.266508, 3.008224, 2.968329, 2.884253, 2.85719, 2.642709, 2.602617, 2.49367, 2.468943, 2.341634, 2.215675, 1.973273, 1.896928, 1.854177, 1.714569, 1.60302, 1.598967, 1.344591, 1.275078, 1.072227, 1.059288, 1.039908, 1.034028, 1.028181, 0.965893, 0.961377, 0.92935, 0.817021, 0.75899, 0.728907, 0.450969, 0.367913, 0.347319], "search": ["s73cd5d9160.md", "s9be19f5415.md", "sf4c706cc2f.md", "s34a02113e4.md", "s9e97d2b35e.md", "s131a0513a1.md", "s47b71ee91b.md", "s9d54a61b17.md", "s839b8ab38b.md", "s8e1f16e287.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 41, "n_scored_files": 41, "n_texts": 248, "n_windows": 384, "n_texts_windowed": 136, "n_tokens": 119534, "n_query_terms": 17, "nnz_texts": 80675, "index_bytes": 972658, "secs_text": 0.119, "secs_encode": 18.0558, "secs_score": 0.0084, "secs_total": 18.1853, "load1_start": 14.5}
{"qid": "c8090214", "type": "temporal-reasoning", "abstention": false, "gold": ["s7d5893d955.md", "sb88bd81bf2.md"], "ranked": ["s7d5893d955.md", "sb88bd81bf2.md", "s46ec41484d.md", "sade61b1c3d.md", "scbcbf00fe5.md", "s813fdac862.md", "se0cf3c76b0.md", "s85642fb1ea.md", "s0f04f7d06f.md", "sb5c8f1a92a.md", "se13e10aaa2.md", "s6319144f58.md", "s1ba0e36656.md", "s8e4958042a.md", "s48cf48f1fb.md", "sba861fa4a5.md", "scb5fe9e13a.md", "sf76d20727e.md", "sd770b2251c.md", "sfff8d20f90.md", "s266f246881.md", "s062255e255.md", "sba41227e49.md", "s4a55203643.md", "s3c0a1dbaa0.md", "sf2b67b6a91.md", "se5b33aa8a5.md", "s885a129611.md", "s72074cd20d.md", "s5763bcec3a.md", "s3635f4f51b.md", "s38485b6071.md", "s3de1920264.md", "s00187a58bd.md", "s8b2a0e90d5.md", "s373fa88a5b.md", "s723d615641.md", "sf68f0ada15.md", "sef06c3faa7.md", "s3a207d71fa.md", "s458f5df08e.md", "s6003651029.md", "s52585a2b24.md", "scd31b47684.md"], "s1": [11.832985, 8.748272, 6.868035, 6.315614, 4.449762, 4.376406, 3.983377, 3.978927, 3.909694, 3.683226, 3.650379, 3.453543, 3.252728, 2.961794, 2.72216, 2.558566, 2.495777, 2.462369, 2.433347, 2.383878, 2.368793, 1.990891, 1.681171, 1.524021, 1.517959, 1.474984, 1.33369, 1.272117, 1.199472, 1.120019, 1.11959, 1.032287, 0.940018, 0.924029, 0.91142, 0.850792, 0.715547, 0.641348, 0.395557, 0.37829, 0.262599, 0.156015, 0.119964, 0.065701], "search": ["s7d5893d955.md", "sb88bd81bf2.md", "s46ec41484d.md", "sade61b1c3d.md", "scbcbf00fe5.md", "s813fdac862.md", "se0cf3c76b0.md", "s85642fb1ea.md", "s0f04f7d06f.md", "sb5c8f1a92a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 44, "n_texts": 243, "n_windows": 357, "n_texts_windowed": 113, "n_tokens": 114108, "n_query_terms": 17, "nnz_texts": 77569, "index_bytes": 935429, "secs_text": 0.1173, "secs_encode": 17.2128, "secs_score": 0.0091, "secs_total": 17.341, "load1_start": 15.11}
{"qid": "gpt4_483dd43c", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b66dde47c.md", "se8266fabdf.md"], "ranked": ["s3b66dde47c.md", "se8266fabdf.md", "se0df0a5c2b.md", "s8039990e6b.md", "s31688f47a6.md", "s5023697a0e.md", "s2652cd98d5.md", "s3ec30e6b6d.md", "scacf23db95.md", "s5ba2051087.md", "sd665296850.md", "s221bcc4d5c.md", "s41d8802eaf.md", "sbfa53f87ae.md", "s8aacf11ad6.md", "s9b91094ca7.md", "sd46a50407d.md", "s5cb864953a.md", "sc120a7a43b.md", "s4bdd53401d.md", "sd59add5f77.md", "sc5159efc68.md", "s7433eda19a.md", "s572c730013.md", "s7d297bad83.md", "sf5671d395a.md", "s925867c6d8.md", "sd9632fe39f.md", "s98ebfa02e9.md", "sfca1781410.md", "sdd20145bae.md", "s4b33da0f44.md", "s4e1f14c04c.md", "s14675a9de7.md", "s2a3471fc3e.md", "s2f14130a59.md", "s3509332ae7.md", "se2d338eabe.md", "s3837f17e6f.md", "sc394f7ec3d.md", "sf43687a767.md", "se7423c1a80.md", "sef147a22f4.md", "s532973227f.md", "s09102063a7.md", "saf5ce35bb2.md", "sb602bf6a87.md", "s88079ff40d.md", "s2aa7cf166d.md"], "s1": [12.659592, 12.185933, 4.252638, 3.950799, 3.096241, 2.970549, 2.784281, 2.706886, 2.559539, 2.517727, 2.417981, 2.373825, 2.273079, 2.092497, 2.083956, 1.874674, 1.764287, 1.754997, 1.628225, 1.609422, 1.585772, 1.487103, 1.48003, 1.382941, 1.288141, 1.283813, 1.240055, 1.220608, 1.153654, 1.099903, 1.042734, 1.02206, 0.974599, 0.921752, 0.80304, 0.768378, 0.760577, 0.513575, 0.421419, 0.312368, 0.292513, 0.193773, 0.177196, 0.17212, 0.168608, 0.144626, 0.136099, 0.0856, 0.076337], "search": ["s3b66dde47c.md", "se8266fabdf.md", "se0df0a5c2b.md", "s8039990e6b.md", "s31688f47a6.md", "s5023697a0e.md", "s2652cd98d5.md", "s3ec30e6b6d.md", "scacf23db95.md", "s5ba2051087.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 49, "n_texts": 255, "n_windows": 366, "n_texts_windowed": 107, "n_tokens": 118939, "n_query_terms": 19, "nnz_texts": 79495, "index_bytes": 958706, "secs_text": 0.1239, "secs_encode": 17.8509, "secs_score": 0.0094, "secs_total": 17.9862, "load1_start": 15.39}
{"qid": "e4e14d04", "type": "temporal-reasoning", "abstention": false, "gold": ["sb3a93ec989.md", "scac3fc2d6a.md"], "ranked": ["sb3a93ec989.md", "scac3fc2d6a.md", "s748bbd0901.md", "s6bbf6b0193.md", "s592b68e641.md", "s470961b719.md", "s5b79e5a9e1.md", "seca64f6618.md", "se3ac573386.md", "sf5bcc52f7c.md", "s337ec808d0.md", "sea0f9e4152.md", "sa5a9445456.md", "s256bd46a18.md", "s09b1b648b9.md", "sa8923b2c97.md", "sade8398fce.md", "s5f13ce6ea2.md", "s9436ef43b6.md", "s828f90c20a.md", "sddbafd509a.md", "s3d18e0b0a2.md", "sc70690a44b.md", "s36ba01f613.md", "s17d054102b.md", "s44a9d2e2ac.md", "sf1b1547632.md", "s16e6e1d717.md", "s89f28e6c0d.md", "s644060b738.md", "s119081b08f.md", "s7dfe5500aa.md", "sb1d49ef924.md", "s2d6f36c1d0.md", "s15abfaa7a5.md", "sbe0d53aaa4.md", "s4a1882d090.md", "se94dd11c5f.md", "s420632659e.md", "se16316ad3b.md", "sb360d05907.md", "s1bf2ec2794.md", "sbcb474d4b4.md", "s2341bf8821.md"], "s1": [12.201274, 11.091516, 6.340802, 5.183438, 4.899346, 4.797502, 4.127715, 3.741341, 3.649529, 3.633048, 3.398005, 3.349498, 3.209755, 2.91328, 2.779638, 2.619225, 2.578986, 2.547738, 2.533808, 2.45079, 2.175506, 2.119914, 2.04636, 2.022177, 1.985446, 1.935958, 1.925516, 1.904941, 1.872771, 1.864106, 1.863797, 1.85018, 1.522709, 1.518947, 1.39109, 0.710966, 0.655697, 0.638368, 0.61265, 0.475804, 0.399377, 0.238502, 0.147714, 0.138743], "search": ["sb3a93ec989.md", "scac3fc2d6a.md", "s748bbd0901.md", "s6bbf6b0193.md", "s592b68e641.md", "s470961b719.md", "s5b79e5a9e1.md", "seca64f6618.md", "se3ac573386.md", "sf5bcc52f7c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 250, "n_windows": 355, "n_texts_windowed": 105, "n_tokens": 119396, "n_query_terms": 20, "nnz_texts": 77855, "index_bytes": 938757, "secs_text": 0.1251, "secs_encode": 17.9094, "secs_score": 0.008, "secs_total": 18.0442, "load1_start": 15.48}
{"qid": "c9f37c46", "type": "temporal-reasoning", "abstention": false, "gold": ["s08e1e9433d.md", "s5aac5fac5b.md"], "ranked": ["s08e1e9433d.md", "s5aac5fac5b.md", "s9df17a702b.md", "s3053450223.md", "s765d1e52bf.md", "s7f0e6d1f53.md", "s19f34a8b76.md", "s7ed0b1b18d.md", "sd77bfcf84f.md", "sa34daccd8c.md", "sf43efe4aef.md", "s1ce8f63e85.md", "s0ee308c949.md", "s4f1b8f8014.md", "s36cfcc7da4.md", "s77b0902c23.md", "sa7c2e3d7ce.md", "sca226d846c.md", "s711cb32bd2.md", "sc1dfba41ca.md", "s2092eb930d.md", "s0440a03b89.md", "s0089c912d4.md", "sd1a3c55d2f.md", "s54edb68284.md", "s43f1d77d77.md", "s8d5bdbff54.md", "s6f9a3d5860.md", "s896b7432ad.md", "s6108d72cbb.md", "sf349b8e168.md", "sd034de9360.md", "s05918af33c.md", "s7808cdffcd.md", "sa5372cabc2.md", "s8b93b25158.md", "sa231ad0c89.md", "s9ec437accb.md", "s8bbc20dad7.md", "s97d0470790.md", "s9f8d369f18.md", "sd11803ceac.md", "sf0cb921b1c.md", "s7d82e95a58.md", "s2e00c18ef7.md", "s96e83d33bb.md", "sab29de6886.md", "s02e99497d8.md", "sb7ba2d3e1c.md", "s3f5dd590bb.md"], "s1": [20.664005, 19.437159, 7.234649, 7.200685, 6.11963, 5.690208, 5.496778, 5.441332, 5.438091, 5.362595, 4.339304, 4.029947, 4.004858, 3.846382, 3.826905, 3.79384, 3.75062, 3.521138, 3.326607, 3.166605, 3.084734, 3.050939, 2.972921, 2.903847, 2.748476, 2.748367, 2.704802, 2.665396, 2.530711, 2.449814, 2.365752, 2.064638, 1.875973, 1.702373, 1.697358, 1.65126, 1.565217, 1.341801, 0.991133, 0.928388, 0.920776, 0.869179, 0.631187, 0.577899, 0.538555, 0.50431, 0.372997, 0.244493, 0.194128, 0.000514], "search": ["s08e1e9433d.md", "s5aac5fac5b.md", "s9df17a702b.md", "s3053450223.md", "s765d1e52bf.md", "s7f0e6d1f53.md", "s19f34a8b76.md", "s7ed0b1b18d.md", "sd77bfcf84f.md", "sa34daccd8c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 256, "n_windows": 374, "n_texts_windowed": 118, "n_tokens": 119325, "n_query_terms": 24, "nnz_texts": 79981, "index_bytes": 964357, "secs_text": 0.1215, "secs_encode": 18.0549, "secs_score": 0.0089, "secs_total": 18.1876, "load1_start": 15.28}
{"qid": "gpt4_2c50253f", "type": "temporal-reasoning", "abstention": false, "gold": ["s0175de5805.md", "sedd6d1da16.md"], "ranked": ["s0175de5805.md", "sedd6d1da16.md", "s49304f2686.md", "s18fd4def26.md", "sf5f795cbc0.md", "s8b8c7ed890.md", "s0ffc680f3f.md", "sc3b7955ec6.md", "s6dcb50164f.md", "s9b0ef59d78.md", "s65636f9bea.md", "s24c2bf4b16.md", "s1750bd7a83.md", "s92b861dbeb.md", "s0eeeb3007f.md", "s05162e27cc.md", "s75ce02b501.md", "s0a8108071e.md", "sbcbeabbcaf.md", "s318a5c77c4.md", "s5f22746c04.md", "s0469bb472d.md", "s8abfd558c4.md", "saa1dc259b1.md", "sc9c29a1b4e.md", "s665f18cc62.md", "sa46d991dbf.md", "s2c58cd1ec8.md", "s57dbf5e58d.md", "sf5c0304f36.md", "s182924422d.md", "s65126e2888.md", "s1ef3a4b37c.md", "s111b0f28f4.md", "s916d4373bf.md", "scb4ac6536f.md", "sd0ef4c21ce.md", "s281829bf0d.md", "sc8481ff9ba.md", "sbe3da60a38.md", "s5c6bc4a3fb.md", "sb80176e130.md", "s82fa8f5acb.md", "s7a45843f77.md", "sddf62a6d35.md", "s12585721d9.md", "s04f67bf0fa.md", "s86e392ca31.md", "s1cf8f354b2.md", "sa215dcc845.md"], "s1": [7.604805, 6.003106, 5.6064, 3.316336, 3.110911, 3.045042, 2.811138, 2.609239, 2.431914, 2.085948, 2.039469, 1.998289, 1.95542, 1.878266, 1.849535, 1.822261, 1.803089, 1.695276, 1.689521, 1.663783, 1.625206, 1.538311, 1.530846, 1.457191, 1.315812, 1.2622, 1.235375, 1.228619, 1.185226, 1.107396, 0.963286, 0.943879, 0.920559, 0.842408, 0.8021, 0.799751, 0.78139, 0.776233, 0.695766, 0.690508, 0.681358, 0.644801, 0.607847, 0.530511, 0.506166, 0.504771, 0.502097, 0.336205, 0.32513, 0.322091], "search": ["s0175de5805.md", "sedd6d1da16.md", "s49304f2686.md", "s18fd4def26.md", "sf5f795cbc0.md", "s8b8c7ed890.md", "s0ffc680f3f.md", "sc3b7955ec6.md", "s6dcb50164f.md", "s9b0ef59d78.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 56, "n_scored_files": 55, "n_texts": 255, "n_windows": 339, "n_texts_windowed": 84, "n_tokens": 118994, "n_query_terms": 14, "nnz_texts": 76269, "index_bytes": 919986, "secs_text": 0.1224, "secs_encode": 17.9767, "secs_score": 0.0106, "secs_total": 18.1122, "load1_start": 15.48}
{"qid": "dcfa8644", "type": "temporal-reasoning", "abstention": false, "gold": ["s5e747c25d4.md", "s829e5b50ee.md"], "ranked": ["s5e747c25d4.md", "s829e5b50ee.md", "sc26232a561.md", "s7530c0f057.md", "sa8621e8157.md", "sb7e91a1fdf.md", "s940b7cea29.md", "sdd3094b383.md", "sc375d7f2dd.md", "s3317546e75.md", "saf81b41eae.md", "s26cace0e02.md", "s81e9930b53.md", "s4e26adde59.md", "s35a70378b3.md", "sbf9cbb8f1e.md", "s43fe133a52.md", "s2e88fd1193.md", "s8892be7102.md", "s40cdbf5a48.md", "s247d973e23.md", "s2f2bcde5a4.md", "s9991b4fa93.md", "s718c0e22f9.md", "s7d48e43658.md", "s5e49580335.md", "s33a5452453.md", "s8ef3c9321d.md", "s5feddd87ca.md", "sf7e71ef679.md", "sb061de21b9.md", "s893b86e2f7.md", "se2946601c0.md", "s44e59af574.md", "s150ca98d2b.md", "s764501f20e.md", "s3bd4c5f970.md", "s03fa9da7f6.md", "s2562ea6664.md", "sb328ade56a.md", "s917f9383fe.md", "s3dffedbeea.md", "s1e1f9ba791.md", "s2ee689fd6e.md", "s7582f9d252.md"], "s1": [31.551626, 27.813776, 17.437038, 6.323069, 5.850814, 5.788085, 5.643638, 4.914143, 4.524672, 4.355014, 4.232198, 4.224625, 4.207709, 4.166166, 4.016948, 3.954018, 3.868145, 3.758193, 3.202694, 2.855678, 2.685624, 2.479685, 2.457835, 2.204684, 2.197043, 2.141258, 2.061999, 1.975178, 1.7671, 1.670539, 1.259242, 1.235274, 1.0485, 0.880991, 0.880403, 0.810566, 0.64721, 0.474992, 0.453332, 0.439617, 0.333643, 0.264241, 0.206866, 0.19913, 0.110218], "search": ["s5e747c25d4.md", "s829e5b50ee.md", "sc26232a561.md", "s7530c0f057.md", "sa8621e8157.md", "sb7e91a1fdf.md", "s940b7cea29.md", "sdd3094b383.md", "sc375d7f2dd.md", "s3317546e75.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 247, "n_windows": 354, "n_texts_windowed": 107, "n_tokens": 115920, "n_query_terms": 29, "nnz_texts": 74373, "index_bytes": 897029, "secs_text": 0.1231, "secs_encode": 17.4408, "secs_score": 0.0084, "secs_total": 17.574, "load1_start": 14.04}
{"qid": "gpt4_b4a80587", "type": "temporal-reasoning", "abstention": false, "gold": ["s81e3d5422c.md", "s9886a5c274.md"], "ranked": ["s81e3d5422c.md", "s9886a5c274.md", "sb9e6c4b34a.md", "s4cc7cee7c6.md", "sdb00f3e0f2.md", "sd73e36147a.md", "sd17ef02c36.md", "s6df31dd978.md", "s204b598096.md", "sa0db9cec88.md", "s9719efc639.md", "s4c69c0c460.md", "s0ed313afc2.md", "sf756d81c8b.md", "s4bf09aa338.md", "s8043e23777.md", "sd70c9fe847.md", "s9efd4420c1.md", "s444539dad0.md", "s580e8a23f1.md", "s3dcb028648.md", "s19460b25c4.md", "s4f4780410e.md", "s2a4cbb59b4.md", "scebe7e8a11.md", "sfca534c3bb.md", "sc509d05dcc.md", "sc673ce1f76.md", "sdcbf5dca5e.md", "s328bab486a.md", "s758d6b0d5e.md", "s54f3daee03.md", "sa12e16b02f.md", "s9e9df9411f.md", "s18d58b9d5b.md", "s351988eea6.md", "s629c21663f.md", "sd0932e52e7.md", "sd3a71d5e3f.md", "s64454bbc1e.md", "sae11be7322.md", "sa68b753988.md"], "s1": [11.198338, 6.71999, 4.800064, 4.499744, 3.791732, 3.574972, 3.484865, 3.331284, 2.852757, 2.714699, 2.663771, 2.659173, 2.577873, 2.243582, 2.042625, 1.775475, 1.692294, 1.653281, 1.637979, 1.485148, 1.482976, 1.4314, 1.322868, 1.099952, 0.97297, 0.960619, 0.901462, 0.874681, 0.812182, 0.810058, 0.740763, 0.697302, 0.689538, 0.355464, 0.279509, 0.239447, 0.181013, 0.117115, 0.099148, 0.093961, 0.041707, 0.011137], "search": ["s81e3d5422c.md", "s9886a5c274.md", "sb9e6c4b34a.md", "s4cc7cee7c6.md", "sdb00f3e0f2.md", "sd73e36147a.md", "sd17ef02c36.md", "s6df31dd978.md", "s204b598096.md", "sa0db9cec88.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 42, "n_texts": 254, "n_windows": 350, "n_texts_windowed": 96, "n_tokens": 118580, "n_query_terms": 19, "nnz_texts": 75683, "index_bytes": 912882, "secs_text": 0.119, "secs_encode": 17.9109, "secs_score": 0.009, "secs_total": 18.0409, "load1_start": 14.55}
{"qid": "gpt4_9a159967", "type": "temporal-reasoning", "abstention": false, "gold": ["s39bce70737.md", "s9cf08030f4.md", "sa5569c7b49.md"], "ranked": ["s9cf08030f4.md", "sa5569c7b49.md", "s39bce70737.md", "s0c2eb2a185.md", "sb7f38044c3.md", "s946073a043.md", "sdb16a48dd5.md", "sd19132c35c.md", "s65698d0474.md", "s31e203db8a.md", "s0e52acc1ac.md", "s8294f717b4.md", "s0bb202dffa.md", "s493f47cfbf.md", "s9857184315.md", "sc84dab024f.md", "s86022311f9.md", "s4a06ceb1f0.md", "s30c9d289b6.md", "s12d8454485.md", "s519ccfa46c.md", "s7e8b5cd3d9.md", "s1bbddf0c7e.md", "scd7bdc5a27.md", "s74948fc417.md", "sfe2eb6bfbb.md", "s099952713b.md", "s2fd45a9270.md", "s29a1b5bc48.md", "s3b991cb189.md", "s5b4b7f78d5.md", "s6d16951164.md", "s492717a1f4.md", "s545822cafa.md", "s668c22a6aa.md", "s73946f3538.md", "s358b15239e.md", "s9e742bca80.md", "s414b59153b.md", "s2bd9b0c5dd.md", "s2810706d35.md", "sf2bd799353.md", "s89d664471a.md", "s891f05c1c9.md"], "s1": [10.890437, 9.488894, 8.069612, 7.914569, 6.074924, 4.557281, 4.535388, 3.194447, 2.485539, 2.120467, 1.701477, 1.693116, 1.666702, 1.628327, 1.546609, 1.386216, 1.374638, 1.282722, 1.224382, 1.146516, 1.143232, 1.099201, 1.03196, 1.016833, 0.992756, 0.980331, 0.958035, 0.922739, 0.886951, 0.852641, 0.842516, 0.842011, 0.809324, 0.785171, 0.759259, 0.753855, 0.679188, 0.55549, 0.522094, 0.214482, 0.194498, 0.058763, 0.022011, 0.000798], "search": ["s9cf08030f4.md", "sa5569c7b49.md", "s39bce70737.md", "s0c2eb2a185.md", "sb7f38044c3.md", "s946073a043.md", "sdb16a48dd5.md", "sd19132c35c.md", "s65698d0474.md", "s31e203db8a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 251, "n_windows": 357, "n_texts_windowed": 106, "n_tokens": 120126, "n_query_terms": 15, "nnz_texts": 76981, "index_bytes": 928370, "secs_text": 0.1218, "secs_encode": 18.0244, "secs_score": 0.0077, "secs_total": 18.1556, "load1_start": 14.96}
{"qid": "cc6d1ec1", "type": "temporal-reasoning", "abstention": false, "gold": ["s1c5f3ff0b6.md", "s9f4d074051.md"], "ranked": ["s9f4d074051.md", "s1c5f3ff0b6.md", "s6386ad6ef3.md", "sd53ce01ff0.md", "scc20a584a3.md", "s594459dde9.md", "s6bc147bba6.md", "s8235e97fc8.md", "sca3842cd5a.md", "sddfa0649f1.md", "sf5ab548607.md", "s44f163f955.md", "sf428fa99b5.md", "s82213d0069.md", "s6c6d371685.md", "sba8c1a6543.md", "s51512b3557.md", "sf506bd5225.md", "s730d841380.md", "sec570d0a5e.md", "s5c5619e500.md", "se90e7f345d.md", "s7e9951e91f.md", "s1b2597aade.md", "s034d1163bc.md", "sd6e9e0e6ff.md", "s3be96533e8.md", "s112979708c.md", "s6bf164e322.md", "sb114305076.md", "s290308b822.md", "se9d677e5ae.md", "sd20c10acbb.md", "se04750362a.md", "s9d4b09932f.md", "sc716c08194.md", "s95e04d9f23.md", "s061008c3e3.md", "se3b33c07bf.md", "s56a5db082b.md", "s9ab7667224.md", "sd4b55a1129.md", "s6377b85372.md"], "s1": [8.452401, 7.310797, 4.983757, 4.594626, 4.322394, 3.925025, 3.911171, 3.906517, 3.730937, 3.499085, 3.466265, 3.138647, 3.036672, 2.78147, 2.399084, 2.396015, 2.107327, 1.990892, 1.895219, 1.875742, 1.840714, 1.793378, 1.76373, 1.719004, 1.685317, 1.653209, 1.568209, 1.565587, 1.316453, 1.206685, 1.200209, 1.186693, 0.971074, 0.723688, 0.647475, 0.581832, 0.528497, 0.406389, 0.397179, 0.273394, 0.132179, 0.076135, 0.024984], "search": ["s9f4d074051.md", "s1c5f3ff0b6.md", "s6386ad6ef3.md", "sd53ce01ff0.md", "scc20a584a3.md", "s594459dde9.md", "s6bc147bba6.md", "s8235e97fc8.md", "sca3842cd5a.md", "sddfa0649f1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 43, "n_texts": 243, "n_windows": 345, "n_texts_windowed": 98, "n_tokens": 117481, "n_query_terms": 14, "nnz_texts": 73599, "index_bytes": 887685, "secs_text": 0.1154, "secs_encode": 17.8016, "secs_score": 0.0082, "secs_total": 17.9276, "load1_start": 15.19}
{"qid": "gpt4_8c8961ae", "type": "temporal-reasoning", "abstention": false, "gold": ["s05cb38b910.md", "s0ebeaaa131.md"], "ranked": ["s0ebeaaa131.md", "s05cb38b910.md", "s0b7165840c.md", "sbb66e49d06.md", "s1f7b64c0d7.md", "s73a6dea65e.md", "s50ee320eff.md", "scab011631d.md", "s2d984ce048.md", "s0021810692.md", "s9ad8b0db13.md", "sd42921191d.md", "sc49b79e68e.md", "sbc109f72ad.md", "seba6966e6a.md", "sf5822aaf9a.md", "s2308d8639a.md", "s630cd2c65f.md", "s602210bf00.md", "s0730cc807a.md", "sead1ce3d43.md", "s0aac4321c7.md", "s31e3a5524e.md", "s0e77c59f35.md", "sa1567caf8a.md", "sdf561b99ef.md", "s48d3cc48fd.md", "s44b31faa32.md", "s73503b85b9.md", "se2127dd746.md", "s273a3fb36a.md", "s8a813973e5.md", "sf8a3fa3304.md", "saf49b565f6.md", "s6779884307.md", "s48c9245cd9.md", "s3bbc888ee3.md", "s36bd9d8178.md", "sf42c628d0a.md", "sc274f76435.md", "s7af9184a7f.md", "s227e15e33f.md", "s83fb1cf77e.md", "se39136a2d7.md", "se8c7a6d8df.md"], "s1": [13.54904, 12.691629, 8.807714, 5.422303, 5.085611, 5.005074, 4.721481, 4.444548, 4.25544, 3.840406, 3.013738, 2.9592, 2.734931, 2.608972, 2.495468, 2.347222, 2.173341, 1.871567, 1.810788, 1.725563, 1.619421, 1.46665, 1.345525, 1.217865, 1.177905, 1.167753, 1.105346, 1.059976, 0.866305, 0.865897, 0.848042, 0.80951, 0.768484, 0.711282, 0.650335, 0.623888, 0.622111, 0.494564, 0.426573, 0.413818, 0.385184, 0.383539, 0.372001, 0.259403, 0.20658], "search": ["s0ebeaaa131.md", "s05cb38b910.md", "s0b7165840c.md", "sbb66e49d06.md", "s1f7b64c0d7.md", "s73a6dea65e.md", "s50ee320eff.md", "scab011631d.md", "s2d984ce048.md", "s0021810692.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 45, "n_texts": 254, "n_windows": 357, "n_texts_windowed": 103, "n_tokens": 117104, "n_query_terms": 19, "nnz_texts": 79373, "index_bytes": 957106, "secs_text": 0.1244, "secs_encode": 17.5772, "secs_score": 0.01, "secs_total": 17.7134, "load1_start": 15.42}
{"qid": "gpt4_d9af6064", "type": "temporal-reasoning", "abstention": false, "gold": ["s0f39b2797c.md", "s91ee2f2e0e.md"], "ranked": ["s91ee2f2e0e.md", "s0f39b2797c.md", "sdb21a0fbef.md", "s70afc29573.md", "s2d01578368.md", "se6c4dffb9e.md", "s47af66556f.md", "s645440ba48.md", "sa55008c3c5.md", "sc3a4a02088.md", "s467839af88.md", "se3f29b5aad.md", "s1469f168f2.md", "s878a1618c6.md", "s6ce605cdbc.md", "s85f15d6eff.md", "sfa6e5c73f8.md", "sdba92066ed.md", "s9532ddfada.md", "s76f54d5376.md", "s24e2f89457.md", "s2f659df208.md", "se4438d3a81.md", "sc2b7c25e9f.md", "se254ae283f.md", "sba4951d25b.md", "sc2ce1b0653.md", "sfe536b6f9a.md", "s69399ed2fb.md", "s859850dd0f.md", "s75a975cdaf.md", "s2195ff550e.md", "se925ba90a7.md", "s6e989b92f8.md", "sbeee097f6f.md", "s06eb86f51b.md", "s1eca08b0eb.md", "s38854aff7a.md", "sb9485e0887.md", "s6fcd99fd13.md", "s548ceeb9af.md", "s2a73e09e65.md", "sb51b991a9c.md", "s0f85de81e3.md", "s4d83377c6c.md", "sd755e1af05.md", "s59e5334da9.md", "s8afd606335.md"], "s1": [15.362798, 10.978238, 6.681406, 6.64664, 4.176611, 3.84245, 3.789909, 3.604702, 3.381566, 3.121443, 3.042841, 2.959983, 2.700286, 2.541649, 2.289274, 2.162569, 1.993758, 1.778515, 1.719308, 1.553652, 1.527947, 1.500094, 1.478341, 1.442089, 1.397306, 1.277595, 1.25752, 1.222425, 1.216357, 1.091005, 0.943985, 0.936006, 0.921733, 0.919138, 0.845844, 0.746181, 0.668351, 0.649321, 0.628239, 0.556404, 0.55609, 0.483797, 0.364821, 0.293771, 0.285804, 0.231606, 0.103864, 0.081586], "search": ["s91ee2f2e0e.md", "s0f39b2797c.md", "sdb21a0fbef.md", "s70afc29573.md", "s2d01578368.md", "se6c4dffb9e.md", "s47af66556f.md", "s645440ba48.md", "sa55008c3c5.md", "sc3a4a02088.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 48, "n_texts": 258, "n_windows": 362, "n_texts_windowed": 104, "n_tokens": 117516, "n_query_terms": 20, "nnz_texts": 78472, "index_bytes": 946418, "secs_text": 0.1214, "secs_encode": 17.7636, "secs_score": 0.0092, "secs_total": 17.8963, "load1_start": 15.59}
{"qid": "gpt4_7de946e7", "type": "temporal-reasoning", "abstention": false, "gold": ["s87199b9e20.md", "s8d2939d9d9.md"], "ranked": ["s87199b9e20.md", "s8d2939d9d9.md", "s45cfa6a828.md", "s76499d2d71.md", "sa7ab9c4734.md", "sdf96a1e5e4.md", "s9c705d7fa8.md", "s9d31691c46.md", "s9703506b19.md", "sd460a264b5.md", "sf910af34b6.md", "scbd1854124.md", "sd2341bc017.md", "sd2fbc1ea6e.md", "s2d5f65e71e.md", "s52ace60292.md", "s4f7378e11b.md", "sd0d36ae472.md", "s71979729ad.md", "sc015530058.md", "s5f71e34093.md", "s0da136afd3.md", "s2f8dd5ec19.md", "s3a3bddd4bc.md", "s58cef62418.md", "s32975ade77.md", "s0831c0deeb.md", "sebc3ffc7ea.md", "s6f91e59a57.md", "se389885c6d.md", "sd46ca6774b.md", "s0e772e71c5.md", "sf5371d77af.md", "sdc8328260b.md", "s44b3547bba.md", "sab9a593177.md", "s0d6dfb4973.md", "s911e8ca38a.md", "s1e86748a3d.md", "sb30c08422f.md", "s36731f5567.md", "s47f61e404a.md", "s417811703c.md", "sd5c6b22376.md", "sd9d770ddb4.md", "s11ad7954c3.md", "s021dc8f223.md"], "s1": [10.768948, 6.604233, 5.727016, 4.242336, 4.022078, 3.410753, 3.020758, 2.088273, 2.035168, 2.031504, 1.915851, 1.771123, 1.653889, 1.620522, 1.607824, 1.476762, 1.458801, 1.454458, 1.428888, 1.375338, 1.361835, 1.358706, 1.260135, 1.122688, 1.118845, 1.095085, 1.074955, 1.024029, 0.947078, 0.920711, 0.901765, 0.8581, 0.830108, 0.791752, 0.779708, 0.778512, 0.720418, 0.704025, 0.673977, 0.602389, 0.437918, 0.371634, 0.285289, 0.232, 0.123236, 0.014523, 0.008297], "search": ["s87199b9e20.md", "s8d2939d9d9.md", "s45cfa6a828.md", "s76499d2d71.md", "sa7ab9c4734.md", "sdf96a1e5e4.md", "s9c705d7fa8.md", "s9d31691c46.md", "s9703506b19.md", "sd460a264b5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 47, "n_texts": 253, "n_windows": 355, "n_texts_windowed": 102, "n_tokens": 118296, "n_query_terms": 19, "nnz_texts": 77068, "index_bytes": 929394, "secs_text": 0.1236, "secs_encode": 17.7453, "secs_score": 0.0096, "secs_total": 17.8804, "load1_start": 15.68}
{"qid": "d01c6aa8", "type": "temporal-reasoning", "abstention": false, "gold": ["s27c3996527.md", "sc0834edc40.md"], "ranked": ["sc0834edc40.md", "s4c05a8212f.md", "s0e1ae3e7ea.md", "se7500ec8e8.md", "sfcddfb85f2.md", "s0e678c6741.md", "s27c3996527.md", "s267b6828ee.md", "s4e7418f5be.md", "s88a922a6cc.md", "scfd5070cca.md", "s906be4d53a.md", "s6f1b69e6ff.md", "sd98b2683da.md", "s42443d05ef.md", "s9141a820f6.md", "s081d63c9cd.md", "sbca7204e08.md", "s7ba82b54d1.md", "s41fcc4985f.md", "s12308690f5.md", "s63c55b5a2a.md", "sbb5339c329.md", "sa43e83a031.md", "sb4e47de964.md", "s3bbc531caf.md", "s653f92f6fc.md", "sae6776cf40.md", "scf9565c28d.md", "s9f59b6da8a.md", "sff86892469.md", "s1ddc4f5bfb.md", "sbf8f8419e8.md", "s51b9b36e7f.md", "s1ed9fb28f4.md", "sff7394af85.md", "s3353c0a5c1.md", "scb30e55217.md", "sb517101db0.md"], "s1": [4.100687, 3.600205, 3.529915, 3.465671, 2.922469, 2.782713, 2.744073, 2.733572, 2.712563, 2.423688, 2.336053, 2.227143, 2.221597, 2.1178, 2.078724, 2.049882, 2.034701, 2.031488, 1.956281, 1.935547, 1.91861, 1.808346, 1.802503, 1.800502, 1.672039, 1.618207, 1.464952, 1.381044, 1.379302, 1.183791, 1.13457, 0.940652, 0.78471, 0.776926, 0.74716, 0.56292, 0.55681, 0.134577, 0.000695], "search": ["sc0834edc40.md", "s4c05a8212f.md", "s0e1ae3e7ea.md", "se7500ec8e8.md", "sfcddfb85f2.md", "s0e678c6741.md", "s27c3996527.md", "s267b6828ee.md", "s4e7418f5be.md", "s88a922a6cc.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 42, "n_scored_files": 39, "n_texts": 252, "n_windows": 386, "n_texts_windowed": 134, "n_tokens": 120533, "n_query_terms": 13, "nnz_texts": 80939, "index_bytes": 975685, "secs_text": 0.1203, "secs_encode": 18.0697, "secs_score": 0.0088, "secs_total": 18.2007, "load1_start": 15.77}
{"qid": "993da5e2", "type": "temporal-reasoning", "abstention": false, "gold": ["sc2c75a3b3d.md", "sca918c6491.md"], "ranked": ["sc2c75a3b3d.md", "sca918c6491.md", "sa0f4c3b204.md", "sf53fe06dab.md", "sa0f5693822.md", "s38a79afd7e.md", "s69b588c5c5.md", "s62d61587e7.md", "s1c8afd6bf3.md", "sc8e6cebc17.md", "s0078e93c3d.md", "sf597189f38.md", "sb4f510da95.md", "s60a8cc6191.md", "sbfb01bc4a8.md", "s24e0ff679f.md", "sb3bdfd3a8f.md", "sc4429e4a2f.md", "s9178c3fe71.md", "sc8ad0562d0.md", "sc7fdf02ebe.md", "s4336111ae3.md", "s419a56b141.md", "s3d64fb29ca.md", "s6afff252ac.md", "s838444a7f6.md", "sb6b12afb0f.md", "s47c4b1ad6d.md", "sa3e1babeab.md", "sdf10a67752.md", "s7ac97478ef.md", "s8dd8d7102d.md", "s4ad79059e1.md", "s953495e5a7.md", "sfca4c2f79b.md", "s7222348672.md", "s921e1f5d1b.md", "sdcda0df5d1.md", "sd6b2028e72.md", "sb2a7648f7c.md", "s3582130b29.md", "s9355712193.md", "s22212ea7f9.md", "s77bc4fbeb5.md", "s2d52d18905.md", "s58d097079f.md", "s0ee25234f9.md", "sf00d43db4b.md", "s63150f8944.md"], "s1": [16.019897, 9.702461, 8.344288, 5.483425, 5.214933, 5.164261, 4.754537, 4.574766, 4.518675, 4.492042, 4.17683, 4.152684, 4.030636, 3.81389, 3.671102, 3.651302, 3.557117, 3.175327, 3.028898, 2.781457, 2.670424, 2.564238, 2.534671, 2.529989, 2.113788, 2.048711, 1.831683, 1.830836, 1.778285, 1.775063, 1.701511, 1.637028, 1.561672, 1.552049, 1.534027, 1.460706, 1.249919, 1.071281, 1.058751, 1.054876, 0.836826, 0.833059, 0.815391, 0.700621, 0.695781, 0.692394, 0.417033, 0.209115, 0.08529], "search": ["sc2c75a3b3d.md", "sca918c6491.md", "sa0f4c3b204.md", "sf53fe06dab.md", "sa0f5693822.md", "s38a79afd7e.md", "s69b588c5c5.md", "s62d61587e7.md", "s1c8afd6bf3.md", "sc8e6cebc17.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 251, "n_windows": 347, "n_texts_windowed": 96, "n_tokens": 117119, "n_query_terms": 21, "nnz_texts": 76799, "index_bytes": 926149, "secs_text": 0.1186, "secs_encode": 17.5944, "secs_score": 0.0084, "secs_total": 17.7232, "load1_start": 15.9}
{"qid": "a3045048", "type": "temporal-reasoning", "abstention": false, "gold": ["s34e4ec4eef.md", "sf6f7182ae0.md"], "ranked": ["s34e4ec4eef.md", "sb946f98b8c.md", "sf6f7182ae0.md", "s9f04e9c2b9.md", "s4db1295acd.md", "s53cb6dcb10.md", "s6fb625b37e.md", "sf10b4b4cb0.md", "s76611bce2f.md", "sfca8bf147d.md", "s238c353f40.md", "sc2a724ffbe.md", "s4792b4971b.md", "s18282f0657.md", "s868545fa6a.md", "sc3d69a28d3.md", "s6d85715ec4.md", "s692e173cd1.md", "s39c0f507b0.md", "s40c2fbd3a9.md", "sf9a76af0c6.md", "se9bb0feb3a.md", "s34457859f5.md", "sbfa3d6d0d9.md", "s7b55025440.md", "s1761d3644e.md", "s8af926b5c6.md", "sadcc83c913.md", "s66a6ab74b1.md", "s0a9ebcfab2.md", "s92f4c200f3.md", "s6e501c414f.md", "sb207ce62f9.md", "sc6a48a5ee1.md", "s86ee9bf057.md", "secc8744257.md", "s03edadd6c1.md", "s48bc887612.md", "s03e2073dc9.md", "s8331ae5eab.md", "s42ce14830e.md", "sa98f3eb9ec.md", "s2932c8fbe6.md", "s350c88ba3a.md", "s806fa7f302.md", "sdd157c37ed.md", "s3a6b114b4d.md", "s722d3dcc7f.md", "s8c1d0b3110.md", "s1d4fa595ca.md"], "s1": [12.937201, 12.064446, 11.060241, 6.022123, 5.062346, 4.902083, 4.857092, 4.831492, 4.633672, 4.129433, 4.068408, 3.665252, 3.505184, 3.28131, 3.240789, 3.186075, 3.041243, 2.970957, 2.927536, 2.808348, 2.744445, 2.724852, 2.71852, 2.63244, 2.588006, 2.5533, 2.300142, 2.212557, 2.206768, 2.157855, 2.057654, 2.034173, 1.87257, 1.819836, 1.789706, 1.67524, 1.591387, 1.337416, 1.134147, 1.119433, 1.075572, 1.029017, 1.023573, 1.015037, 0.959708, 0.918944, 0.837304, 0.591318, 0.465702, 0.300006], "search": ["s34e4ec4eef.md", "sb946f98b8c.md", "sf6f7182ae0.md", "s9f04e9c2b9.md", "s4db1295acd.md", "s53cb6dcb10.md", "s6fb625b37e.md", "sf10b4b4cb0.md", "s76611bce2f.md", "sfca8bf147d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 51, "n_texts": 254, "n_windows": 347, "n_texts_windowed": 93, "n_tokens": 118355, "n_query_terms": 19, "nnz_texts": 76897, "index_bytes": 927557, "secs_text": 0.1276, "secs_encode": 17.807, "secs_score": 0.0096, "secs_total": 17.9463, "load1_start": 14.73}
{"qid": "gpt4_d31cdae3", "type": "temporal-reasoning", "abstention": false, "gold": ["s5c0a31b0c9.md", "s6e88e5e525.md"], "ranked": ["s5c0a31b0c9.md", "se03fc5ca98.md", "s6e88e5e525.md", "s0cbc84a2e4.md", "s0c3b4ad7fb.md", "sc1dd77eabc.md", "se12b1c7f5e.md", "sf79a685644.md", "sa06f1546ff.md", "scee33f3bb7.md", "s02c7d4ecd4.md", "sc3c921fd6c.md", "s71342f3939.md", "s38a339bc17.md", "s18b4cc2ebd.md", "sb9cd50476b.md", "sa64028b14a.md", "sdc6ece3068.md", "s23e1c3e4dc.md", "s769e92d441.md", "s375e590a15.md", "s56f7485fb6.md", "s4fd43e019f.md", "s5419df9e1b.md", "s07047edb9e.md", "sdcd698fbe5.md", "s5ebf4b8a9c.md", "se5c725ffd8.md", "sa737ff7375.md", "saa9e4a42d4.md", "sde2659ee38.md", "sbf677da7f3.md", "s6a1388bc63.md", "sb09e1c7595.md", "s85b7e38d07.md", "se121be67f9.md", "s293c4a6666.md", "sd20b6706f1.md", "s894857d97e.md", "s231b4d0792.md", "sdb435e8aef.md", "s06696d4530.md", "s66e3f3ff98.md", "sca7ab57070.md"], "s1": [10.765969, 8.540753, 7.10604, 6.592296, 3.469584, 2.620787, 2.289385, 2.225055, 2.196426, 2.074985, 1.948622, 1.922406, 1.819867, 1.688017, 1.652611, 1.621865, 1.490576, 1.425459, 1.415213, 1.291321, 1.252294, 1.093914, 1.066031, 0.781591, 0.719264, 0.680012, 0.600508, 0.535171, 0.412407, 0.392887, 0.236734, 0.193726, 0.185008, 0.178702, 0.177061, 0.166848, 0.152958, 0.132613, 0.132479, 0.090676, 0.069132, 0.033643, 0.032782, 0.024007], "search": ["s5c0a31b0c9.md", "se03fc5ca98.md", "s6e88e5e525.md", "s0cbc84a2e4.md", "s0c3b4ad7fb.md", "sc1dd77eabc.md", "se12b1c7f5e.md", "sf79a685644.md", "sa06f1546ff.md", "scee33f3bb7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 44, "n_texts": 245, "n_windows": 350, "n_texts_windowed": 105, "n_tokens": 115173, "n_query_terms": 20, "nnz_texts": 74821, "index_bytes": 902514, "secs_text": 0.12, "secs_encode": 17.2768, "secs_score": 0.009, "secs_total": 17.4077, "load1_start": 15.01}
{"qid": "gpt4_cd90e484", "type": "temporal-reasoning", "abstention": false, "gold": ["s01360ef0c3.md", "s8a8c2e05ec.md"], "ranked": ["s01360ef0c3.md", "s595f2c6742.md", "s8a8c2e05ec.md", "sfe1f35d442.md", "sc13f3f3be5.md", "s3af56adb0b.md", "sebc5c7ad86.md", "se03971e927.md", "s533d9cf8e4.md", "sc9c4832d17.md", "s27ce54af4e.md", "s51f518c05e.md", "s0cb43f0fe8.md", "s4c753bca9e.md", "sb8a5f99976.md", "sda33be6861.md", "s3d33a11a61.md", "sd89ac318db.md", "sb1705f0663.md", "sf629606463.md", "s52491b94a1.md", "s604cef23e7.md", "se6772475f2.md", "sa813de35f9.md", "s14e8081519.md", "sc40f97d602.md", "s23fac897f1.md", "s102e346d63.md", "sc028636e2a.md", "s7de0f7ff35.md", "s21d8c082ef.md", "s2c0f0e132d.md", "s4ef2cbf3c4.md", "s81a6b5c584.md", "s367abecc78.md", "s7990cc0e56.md", "s0159437cbd.md", "sb0695978a7.md", "sd49ddb3a0d.md", "s1f49a02f21.md", "s4be3306ef0.md", "s59033cc933.md", "s64e832c528.md", "s52ba6e7a7a.md", "s8816b6287b.md", "s2322986d9b.md", "s636c8e110c.md", "s7f1f70864a.md", "s7ba4fddf5e.md", "s5cbdcf3caf.md"], "s1": [8.307101, 8.046728, 6.901943, 5.868385, 5.411386, 5.322898, 4.93307, 4.603655, 4.566141, 4.53727, 4.366415, 3.866305, 3.63266, 3.520528, 3.486505, 3.400106, 3.111454, 3.104532, 3.053052, 3.04141, 2.976991, 2.775795, 2.735805, 2.633892, 2.562956, 2.560594, 2.485369, 2.295275, 2.232038, 2.183848, 2.06225, 2.051069, 2.033602, 1.868399, 1.642189, 1.421047, 1.325583, 1.296969, 1.242236, 1.21624, 1.145993, 1.132181, 1.130388, 1.031728, 0.881992, 0.547053, 0.480613, 0.24151, 0.209543, 0.00811], "search": ["s01360ef0c3.md", "s595f2c6742.md", "s8a8c2e05ec.md", "sfe1f35d442.md", "sc13f3f3be5.md", "s3af56adb0b.md", "sebc5c7ad86.md", "se03971e927.md", "s533d9cf8e4.md", "sc9c4832d17.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 51, "n_texts": 248, "n_windows": 346, "n_texts_windowed": 95, "n_tokens": 119583, "n_query_terms": 21, "nnz_texts": 75130, "index_bytes": 906226, "secs_text": 0.1233, "secs_encode": 18.1029, "secs_score": 0.0085, "secs_total": 18.2364, "load1_start": 14.99}
{"qid": "gpt4_88806d6e", "type": "temporal-reasoning", "abstention": false, "gold": ["s9368d1b6c1.md", "sa3245090a2.md"], "ranked": ["sa3245090a2.md", "s9368d1b6c1.md", "s38e1741d67.md", "s93f6cb8deb.md", "sb082c3d562.md", "s9d38b00fde.md", "s60dd92d866.md", "sac2f5bd3ee.md", "s6472b75285.md", "s01327f33bd.md", "sb2381f9e84.md", "s290e87c58c.md", "s81b2a55988.md", "s6fc88c1f48.md", "sf951f19d74.md", "sd51c0de2f5.md", "s38e27fb144.md", "s5975388401.md", "sc9a4213a86.md", "s50b57e3096.md", "sba10776b29.md", "s8904b62bb2.md", "sb35496e2ac.md", "s2863d8f768.md", "s86248a1cc6.md", "sd2292b6fc1.md", "sa1a99dfab4.md", "s20add0fe7d.md", "s707afc98b4.md", "s928ede8ab3.md", "s47403d813c.md", "sd4914e627b.md", "seb6740ef85.md", "s37779b8bdc.md", "s6c4802443c.md", "sfcb98f7e15.md", "s493c9e6cc6.md", "s2b7e194250.md", "sd668278b6e.md", "s9c27b7b321.md", "se40963a6b3.md", "saccb80664f.md", "scc8768836c.md", "s155a7b5589.md", "sbfa232f178.md", "see6caaec60.md", "se9309a33f5.md", "se37596f9eb.md"], "s1": [9.605627, 6.236118, 3.801855, 2.943744, 2.892133, 2.712676, 2.153654, 2.131765, 2.038643, 2.029902, 1.4884, 1.456157, 1.415596, 1.396975, 1.337234, 1.334625, 1.326381, 1.222199, 1.202655, 1.129382, 1.080672, 0.976591, 0.947566, 0.859838, 0.819224, 0.807267, 0.806976, 0.784943, 0.673379, 0.660498, 0.638651, 0.609255, 0.599629, 0.564189, 0.544032, 0.485523, 0.481259, 0.455685, 0.436358, 0.330193, 0.194033, 0.18632, 0.166717, 0.067745, 0.047082, 0.03619, 0.020392, 0.004572], "search": ["sa3245090a2.md", "s9368d1b6c1.md", "s38e1741d67.md", "s93f6cb8deb.md", "sb082c3d562.md", "s9d38b00fde.md", "s60dd92d866.md", "sac2f5bd3ee.md", "s6472b75285.md", "s01327f33bd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 48, "n_texts": 257, "n_windows": 361, "n_texts_windowed": 104, "n_tokens": 120726, "n_query_terms": 14, "nnz_texts": 79280, "index_bytes": 956146, "secs_text": 0.1282, "secs_encode": 18.2075, "secs_score": 0.0091, "secs_total": 18.347, "load1_start": 14.69}
{"qid": "gpt4_4cd9eba1", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddfcc1840.md", "sdcbbe1aff8.md"], "ranked": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sabb87d6f21.md", "s33f1a46a13.md", "s07dd6825af.md", "s68af291090.md", "s64a98e5698.md", "sf99b407698.md", "s0deee9d03c.md", "sc112151abf.md", "s1a5b51875e.md", "s36770957ed.md", "s83651542c6.md", "s630c3665c9.md", "s7f121ef5ec.md", "s9edd4920f0.md", "s4f490a48c7.md", "sc19b31177a.md", "s9cc23112c3.md", "saac0420cf3.md", "s94484c8e68.md", "sfe852ac4a6.md", "s6f657785d1.md", "s77f5597e9b.md", "sabef265a55.md", "s6df934d29c.md", "s3df0316031.md", "s6e97cfe321.md", "s088840d3a4.md", "s2ed3f1c292.md", "s9adf2ff23d.md", "sfe3164f4b4.md", "sb126fc7b82.md", "sa963e16b18.md", "s9656cb38d1.md", "s1f44ce8bef.md", "sc5bb3fb889.md", "s9a7bcd526e.md", "s64f9283353.md", "s883432cd0a.md", "s51963e347f.md", "s5c706f7ee9.md", "s9650c30368.md", "s4aecd50016.md", "s9690057bbf.md"], "s1": [15.089367, 13.434597, 7.129739, 6.404169, 6.247924, 6.224249, 5.897102, 5.487982, 5.07667, 4.859762, 4.789494, 4.603416, 4.53571, 4.308465, 4.266376, 4.198757, 4.148804, 4.005547, 3.921226, 3.831999, 3.620697, 3.57355, 3.523864, 3.500131, 3.488734, 3.318635, 3.304078, 3.270733, 3.202975, 2.775277, 2.748437, 2.744953, 2.629982, 2.529868, 2.456784, 2.387819, 2.213633, 2.133091, 1.927263, 1.599126, 1.528238, 1.419812, 1.135719, 0.498355, 0.062414], "search": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sabb87d6f21.md", "s33f1a46a13.md", "s07dd6825af.md", "s68af291090.md", "s64a98e5698.md", "sf99b407698.md", "s0deee9d03c.md", "sc112151abf.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 257, "n_windows": 370, "n_texts_windowed": 113, "n_tokens": 120250, "n_query_terms": 22, "nnz_texts": 80501, "index_bytes": 970674, "secs_text": 0.1247, "secs_encode": 18.1085, "secs_score": 0.0089, "secs_total": 18.2441, "load1_start": 15.05}
{"qid": "gpt4_93f6379c", "type": "temporal-reasoning", "abstention": false, "gold": ["s43a072f157.md", "sd1df7a24ac.md", "sfb967e87f2.md"], "ranked": ["sd1df7a24ac.md", "sfb967e87f2.md", "s08accac585.md", "s43a072f157.md", "sff493dc186.md", "s251f6ffef2.md", "sf2aac20d2a.md", "s75c1f5d801.md", "sceea088529.md", "sd96069f4b2.md", "s487edd6718.md", "sd8d40f36f3.md", "s038b5b85c9.md", "se0ef539d7c.md", "s63d74e4cba.md", "sdc8d52e2fc.md", "se7510d5f6a.md", "s1ab04a013d.md", "s3d56c8c07a.md", "s6a496771ef.md", "s229ef05e1c.md", "s36050a7ae1.md", "s41e92f97f2.md", "s47086f3330.md", "s68d7cd1ed0.md", "sfc7baa6506.md", "sd2d72e6837.md", "s5742b0c623.md", "sc648963bcf.md", "s845eaf896e.md", "s2f326cde88.md", "sd28f18b570.md", "sbdb777a43a.md", "sded685286c.md", "s60970d5df9.md", "s5a360a8a6a.md", "s9caf86060f.md", "s99ef308a81.md", "sb38ba9b649.md"], "s1": [11.474958, 10.786153, 5.672555, 4.424665, 3.404264, 3.345559, 2.81838, 2.798249, 2.749297, 2.634809, 2.418882, 2.332828, 2.238669, 2.138089, 2.030138, 1.936484, 1.604615, 1.579752, 1.575237, 1.338031, 1.242858, 1.182892, 1.009178, 1.005654, 0.807579, 0.802416, 0.719911, 0.699396, 0.663334, 0.485957, 0.480428, 0.462766, 0.410051, 0.367123, 0.356655, 0.265068, 0.13847, 0.046927, 0.034144], "search": ["sd1df7a24ac.md", "sfb967e87f2.md", "s08accac585.md", "s43a072f157.md", "sff493dc186.md", "s251f6ffef2.md", "sf2aac20d2a.md", "s75c1f5d801.md", "sceea088529.md", "sd96069f4b2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 39, "n_texts": 251, "n_windows": 363, "n_texts_windowed": 112, "n_tokens": 118669, "n_query_terms": 17, "nnz_texts": 78858, "index_bytes": 950770, "secs_text": 0.1209, "secs_encode": 17.8944, "secs_score": 0.0085, "secs_total": 18.0257, "load1_start": 15.32}
{"qid": "b29f3365", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b896c3512.md", "s548348aeec.md"], "ranked": ["s548348aeec.md", "s3b896c3512.md", "s43342168ae.md", "scdfaabcb8d.md", "sb733a0c8d6.md", "s25ea3978a6.md", "s7765ac8979.md", "s83f9921dd5.md", "s57d47f8ae9.md", "s665fd095f5.md", "s635d75cfb7.md", "s15134189e9.md", "s4698901d2d.md", "sf6dad02828.md", "sb2f3bd1ba0.md", "sdb272dae82.md", "sf37fff8e89.md", "sb3d775ade6.md", "sf9f04d63fe.md", "seb53491733.md", "saa77cfaf42.md", "se78a0b3a91.md", "s48f960c250.md", "s0134774701.md", "saa5b98aa04.md", "s1ccb4e132e.md", "s9c4ea71290.md", "s360637b2a6.md", "sfe01c63803.md", "s8bdfcd4799.md", "s062a2fad9f.md", "sb3988bf228.md", "sa69a4d7c72.md", "s53241a5736.md", "s625bb05828.md", "s72e3fbce76.md", "sf4bf0d91ff.md", "s6c47a9bf7e.md", "s028941bd36.md", "s5397dc33d3.md", "s9c8493fa03.md", "s22ccca2f39.md", "s7e19d3ece1.md", "sc99511586d.md", "sd11e3dff7e.md", "s9445ed5eeb.md", "sc6850ab798.md", "s1eb4079cdc.md", "s9aeec42da6.md"], "s1": [11.361165, 10.586941, 5.673851, 5.422572, 4.678371, 4.624382, 4.546499, 4.476723, 4.380674, 3.886141, 3.679138, 3.361044, 3.293585, 3.260259, 3.233793, 3.152233, 2.795962, 2.759524, 2.6854, 2.598279, 2.444829, 2.412925, 2.382308, 2.351405, 2.298051, 2.196587, 2.115678, 1.790599, 1.657106, 1.624149, 1.587845, 1.556317, 1.512219, 1.385924, 1.131919, 1.113325, 1.101761, 1.05451, 0.803451, 0.773369, 0.73941, 0.724081, 0.678518, 0.672522, 0.5336, 0.236232, 0.21672, 0.085284, 0.077164], "search": ["s548348aeec.md", "s3b896c3512.md", "s43342168ae.md", "scdfaabcb8d.md", "sb733a0c8d6.md", "s25ea3978a6.md", "s7765ac8979.md", "s83f9921dd5.md", "s57d47f8ae9.md", "s665fd095f5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 254, "n_windows": 358, "n_texts_windowed": 102, "n_tokens": 120026, "n_query_terms": 16, "nnz_texts": 77778, "index_bytes": 938053, "secs_text": 0.1197, "secs_encode": 18.1251, "secs_score": 0.0093, "secs_total": 18.256, "load1_start": 15.52}
{"qid": "gpt4_2f56ae70", "type": "temporal-reasoning", "abstention": false, "gold": ["s1f845ab656.md", "s655404f4a3.md", "sf0d9378d6e.md"], "ranked": ["s655404f4a3.md", "s1f845ab656.md", "sf0d9378d6e.md", "s9a6bebbbdd.md", "s63cacb21b1.md", "sca23044b98.md", "s60e49fe2f7.md", "s5bf0d61871.md", "s189763370c.md", "s7546d55f88.md", "s7e952879f9.md", "se214699910.md", "see3dc25523.md", "s02f7cf91ac.md", "sdd79a9c4f9.md", "sc0d240093a.md", "sc269312152.md", "se34a23b7bb.md", "sa5cd9e28c8.md", "sfe659584cc.md", "s1fad0b117a.md", "sb7a439cf2e.md", "s10cbf6811e.md", "s0058b49f58.md", "s3d9af1e8bc.md", "saf0f1886a2.md", "s2d4ef95d6f.md", "sce12cc9a65.md", "sd60188c3c0.md", "s46888c1d60.md", "s0da31b1256.md", "s56e192749a.md", "s1ae578b05f.md", "sac7e1751ea.md", "s2d2aa76c7a.md", "s8377fd8c48.md", "s797176578a.md", "sd0a35b08c7.md", "s52152fa99e.md", "s3dcb4bd7f0.md", "sd7ca907289.md", "sca6fa9f8ec.md"], "s1": [4.959969, 3.138388, 3.012938, 2.428825, 2.302502, 2.217234, 2.139951, 1.994092, 1.927074, 1.838363, 1.834065, 1.82883, 1.786424, 1.773138, 1.673083, 1.663007, 1.510554, 1.479049, 1.453561, 1.373879, 1.321067, 1.290805, 1.236734, 1.100745, 1.094833, 1.044053, 0.983495, 0.962683, 0.956202, 0.879011, 0.727857, 0.721476, 0.653639, 0.652966, 0.592529, 0.582466, 0.553757, 0.421053, 0.333872, 0.284143, 0.175463, 0.032296], "search": ["s655404f4a3.md", "s1f845ab656.md", "sf0d9378d6e.md", "s9a6bebbbdd.md", "s63cacb21b1.md", "sca23044b98.md", "s60e49fe2f7.md", "s5bf0d61871.md", "s189763370c.md", "s7546d55f88.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 42, "n_texts": 244, "n_windows": 357, "n_texts_windowed": 113, "n_tokens": 116792, "n_query_terms": 12, "nnz_texts": 77130, "index_bytes": 930034, "secs_text": 0.1163, "secs_encode": 17.5577, "secs_score": 0.0096, "secs_total": 17.6854, "load1_start": 14.11}
{"qid": "6613b389", "type": "temporal-reasoning", "abstention": false, "gold": ["s837e89c60d.md", "sbddb9c5815.md", "se4c50b7071.md"], "ranked": ["sbddb9c5815.md", "se4c50b7071.md", "s6422cf943a.md", "s7c54f7cabe.md", "s87a60292af.md", "s87cf61d00f.md", "s12033449f0.md", "s4d0a382db6.md", "s896018073b.md", "s6843424c25.md", "sd7ba783a98.md", "sad5b871495.md", "s7085cf91e6.md", "s1a52e3040f.md", "s59e67be958.md", "sa1e01ac3e1.md", "s31fb8d4036.md", "s734b592cba.md", "s221906619f.md", "sfec1ec1836.md", "sc856d38cba.md", "s1693f43973.md", "sc23656ef11.md", "s837e89c60d.md", "sba3c5b3bba.md", "sf8c6c1bb54.md", "s14bee9a26a.md", "sa327b06e36.md", "s49c5abfca2.md", "s1d7f026267.md", "see46fca952.md", "s7af83ee627.md", "s3b030f113f.md", "s83bf96168c.md", "s0bc6704b81.md", "sb69b5af44b.md", "s6732df0794.md", "s99e82d002f.md", "sddcae0df98.md"], "s1": [12.725863, 7.0789, 6.407189, 3.938643, 3.923418, 3.563025, 3.501051, 3.466819, 3.309327, 3.073305, 3.01614, 2.905177, 2.883992, 2.793979, 2.733251, 2.559793, 2.522043, 2.517317, 2.373867, 2.207373, 2.206659, 2.133807, 1.774728, 1.701779, 1.593329, 1.592911, 1.574358, 1.56388, 1.546699, 1.165121, 1.164296, 0.970948, 0.787806, 0.683451, 0.566169, 0.557363, 0.552628, 0.53549, 0.302427], "search": ["sbddb9c5815.md", "se4c50b7071.md", "s6422cf943a.md", "s7c54f7cabe.md", "s87a60292af.md", "s87cf61d00f.md", "s12033449f0.md", "s4d0a382db6.md", "s896018073b.md", "s6843424c25.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 41, "n_scored_files": 39, "n_texts": 249, "n_windows": 365, "n_texts_windowed": 116, "n_tokens": 119774, "n_query_terms": 13, "nnz_texts": 77934, "index_bytes": 939589, "secs_text": 0.1189, "secs_encode": 17.953, "secs_score": 0.0088, "secs_total": 18.0826, "load1_start": 14.51}
{"qid": "gpt4_78cf46a3", "type": "temporal-reasoning", "abstention": false, "gold": ["s6facddd513.md", "scf6d1055d1.md"], "ranked": ["scf6d1055d1.md", "s6facddd513.md", "s7317eb875f.md", "sdbe78d4a40.md", "s1330d5484b.md", "s1e39370106.md", "seb1daa5e4e.md", "s3f37de024e.md", "s51f575b2eb.md", "s9f333b3ae2.md", "se2f5808e71.md", "s934a1a4b23.md", "secf2c5d061.md", "sdface93e2c.md", "s574f878ff3.md", "sebf50933c6.md", "s44defde7ec.md", "s027734f1b6.md", "s6d08802e39.md", "s5e09cd5ca6.md", "s2ca9aaa762.md", "s3bcb9444b2.md", "s80b34ae0db.md", "s905bb7740e.md", "s91e055393e.md", "sf53e0dd293.md", "s34baf9db7b.md", "s310c21751e.md", "s5b5a9228cd.md", "sed2390a630.md", "s39c0435762.md", "s2117cf68d5.md", "sbb6c87c9e8.md", "s55109af2d8.md", "s30ff09001d.md", "s4d507cb1af.md", "s79dcaa1157.md", "s4928a11579.md", "s8537bad34a.md", "sfa78c4c327.md", "s4d81ca2098.md", "s35e4a03147.md", "s27fb44e338.md", "s0156db1505.md", "s608b816305.md", "s9e89ab1c3c.md"], "s1": [11.125156, 6.900221, 4.345545, 3.808456, 3.182198, 2.934669, 2.927067, 2.776252, 2.749591, 2.724407, 2.522626, 2.510201, 2.498662, 2.494205, 2.284872, 2.243121, 2.238715, 2.233401, 2.117357, 2.076501, 2.01928, 2.003206, 1.870963, 1.651047, 1.651027, 1.421671, 1.404975, 1.323086, 1.256131, 1.078042, 1.05944, 0.963776, 0.892244, 0.867121, 0.758866, 0.743604, 0.736832, 0.703201, 0.695653, 0.574121, 0.509801, 0.286084, 0.279033, 0.237532, 0.135077, 0.119328], "search": ["scf6d1055d1.md", "s6facddd513.md", "s7317eb875f.md", "sdbe78d4a40.md", "s1330d5484b.md", "s1e39370106.md", "seb1daa5e4e.md", "s3f37de024e.md", "s51f575b2eb.md", "s9f333b3ae2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 249, "n_windows": 356, "n_texts_windowed": 107, "n_tokens": 117862, "n_query_terms": 19, "nnz_texts": 76534, "index_bytes": 923058, "secs_text": 0.1233, "secs_encode": 17.8079, "secs_score": 0.0089, "secs_total": 17.9422, "load1_start": 14.84}
{"qid": "gpt4_0a05b494", "type": "temporal-reasoning", "abstention": false, "gold": ["s5bcfae14fb.md", "sabede4e831.md"], "ranked": ["sabede4e831.md", "s5bcfae14fb.md", "s2df1845825.md", "sa7d5e7cd80.md", "sa76ac027d3.md", "s304ac5b187.md", "s41d63be742.md", "s23604de11c.md", "s9124fa68d3.md", "s08f7b396b0.md", "s9beef2d962.md", "sf14bb8ef10.md", "s3290b50a26.md", "sc8210075df.md", "s68b28346c9.md", "sff915b20c9.md", "sd0140cec57.md", "sf136dd5489.md", "sf9310e0816.md", "sdbd4480fdb.md", "s573c552ad8.md", "scf38402f87.md", "s0458ecdef3.md", "sae3f1ff284.md", "s14bb975d4d.md", "s2bb9189229.md", "sa78780c7ea.md", "sa18ec878a1.md", "s9fd4462890.md", "s937218fa54.md", "sc7250c3953.md", "s63ced898ec.md", "s1c68b7c529.md", "s723ca812a1.md", "sabfda5f6b1.md", "sc16862c490.md", "sf0d32151e9.md", "s77d337a42c.md", "s4d812e1d47.md", "s04555a4db8.md", "s7b8cc41b3d.md", "sb6dc85f21d.md", "sa4a0e48e65.md"], "s1": [10.047738, 7.943444, 6.598449, 5.235844, 4.606298, 4.343633, 4.06555, 3.570286, 3.12832, 3.068143, 3.017079, 2.694149, 2.617792, 2.3662, 2.322273, 2.021763, 1.967432, 1.939787, 1.867676, 1.730436, 1.688736, 1.613968, 1.588172, 1.496698, 1.369221, 1.342388, 1.284446, 1.122976, 0.979555, 0.954678, 0.922948, 0.886832, 0.791624, 0.720073, 0.664462, 0.638074, 0.558259, 0.557289, 0.464695, 0.393816, 0.288136, 0.199267, 0.150874], "search": ["sabede4e831.md", "s5bcfae14fb.md", "s2df1845825.md", "sa7d5e7cd80.md", "sa76ac027d3.md", "s304ac5b187.md", "s41d63be742.md", "s23604de11c.md", "s9124fa68d3.md", "s08f7b396b0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 248, "n_windows": 369, "n_texts_windowed": 121, "n_tokens": 117563, "n_query_terms": 22, "nnz_texts": 78139, "index_bytes": 942194, "secs_text": 0.1244, "secs_encode": 17.7487, "secs_score": 0.0094, "secs_total": 17.8844, "load1_start": 15.17}
{"qid": "gpt4_1a1dc16d", "type": "temporal-reasoning", "abstention": false, "gold": ["sf7811e5c83.md", "sfd09ef2725.md"], "ranked": ["sf7811e5c83.md", "sb7ff63e87f.md", "sfd09ef2725.md", "sd1089464b3.md", "scf8525cfd3.md", "s33d87fd9d7.md", "sd16e75e9cc.md", "sffb862a492.md", "s1354cf6f5a.md", "sc95c784b68.md", "sb72ff891f4.md", "s78efb8560e.md", "sa181f1700c.md", "sf15cf87ef4.md", "s9d48500881.md", "s2f02eeaf34.md", "sf8564bff24.md", "sff48fbb442.md", "sd83c18f964.md", "sf5b291ba6d.md", "se89657da8d.md", "s1c4647adf8.md", "sa6b369fb25.md", "s4eec28e677.md", "s6f885ad4f1.md", "saa9f79ff72.md", "s4407f79c93.md", "s69079899b6.md", "sc133ed9d68.md", "s38fb1e54ec.md", "s097250df92.md", "se0c73edad3.md", "se5a824791b.md", "s1a71cd09e0.md", "sb35ee3c1c7.md", "sb2b39615d3.md", "sd86161cc17.md", "s091bb1496e.md", "sf719bd028d.md", "sb457ceefe1.md", "s8c7c926db0.md"], "s1": [10.387829, 6.467765, 5.659068, 4.547263, 4.389794, 3.980662, 3.957551, 3.621265, 3.182884, 3.174809, 2.901989, 2.874665, 2.811762, 2.714204, 2.244527, 2.049282, 1.58387, 1.225157, 1.101002, 1.030321, 0.810635, 0.791359, 0.761703, 0.660021, 0.627401, 0.614986, 0.589493, 0.576999, 0.529442, 0.508065, 0.493427, 0.452661, 0.391599, 0.343186, 0.297728, 0.267265, 0.247782, 0.182128, 0.155737, 0.068556, 0.024383], "search": ["sf7811e5c83.md", "sb7ff63e87f.md", "sfd09ef2725.md", "sd1089464b3.md", "scf8525cfd3.md", "s33d87fd9d7.md", "sd16e75e9cc.md", "sffb862a492.md", "s1354cf6f5a.md", "sc95c784b68.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 41, "n_texts": 253, "n_windows": 366, "n_texts_windowed": 113, "n_tokens": 118930, "n_query_terms": 15, "nnz_texts": 77546, "index_bytes": 935154, "secs_text": 0.1197, "secs_encode": 17.8451, "secs_score": 0.0091, "secs_total": 17.9759, "load1_start": 14.21}
{"qid": "gpt4_2f584639", "type": "temporal-reasoning", "abstention": false, "gold": ["s35bbe43aff.md", "sc5b1e223c5.md"], "ranked": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s1d490417b0.md", "s45fb58468b.md", "s43af6bd5ab.md", "s95e8d7a4e3.md", "s087a4643ae.md", "s08ccf0f2da.md", "sb7992def17.md", "s7d7bd00124.md", "sd48bd057e4.md", "s71fb35fa97.md", "s57aef13c09.md", "s522c50906a.md", "sa3e09ba34d.md", "s59068aa513.md", "s4019d5d95c.md", "sefc96ef5c6.md", "sf4036f7c63.md", "s726a7f1e58.md", "sf241f33e5d.md", "s808057f3b4.md", "s5eb9b31989.md", "sb533f34896.md", "s4224022144.md", "s3e57f39ce9.md", "s45c644851e.md", "sc21dae3ad4.md", "s2ae8bb5a26.md", "sc504e2f99e.md", "s83475b4263.md", "s8d0793ceb3.md", "sddceda5bd3.md", "s0f163b3b34.md", "s9f24da913f.md", "s0da458b4db.md", "s93ae0910ef.md", "s33b24145c6.md", "s69cdf5af66.md", "s3dc2ba3b4e.md", "s09507fe39d.md"], "s1": [16.444708, 15.08821, 4.722204, 3.66619, 3.486373, 3.363981, 2.644395, 2.596529, 2.42053, 2.15733, 2.150698, 1.847868, 1.794109, 1.673119, 1.659369, 1.608479, 1.552126, 1.548274, 1.511957, 1.510664, 1.398436, 1.387097, 1.301947, 1.294096, 1.064814, 1.031943, 0.933331, 0.918305, 0.913919, 0.888561, 0.852257, 0.852023, 0.778711, 0.699741, 0.696235, 0.667139, 0.638612, 0.458935, 0.369733, 0.330483, 0.260527, 0.087824], "search": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s1d490417b0.md", "s45fb58468b.md", "s43af6bd5ab.md", "s95e8d7a4e3.md", "s087a4643ae.md", "s08ccf0f2da.md", "sb7992def17.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 42, "n_texts": 245, "n_windows": 364, "n_texts_windowed": 119, "n_tokens": 117068, "n_query_terms": 19, "nnz_texts": 77667, "index_bytes": 936562, "secs_text": 0.1175, "secs_encode": 17.7369, "secs_score": 0.009, "secs_total": 17.8658, "load1_start": 14.6}
{"qid": "gpt4_213fd887", "type": "temporal-reasoning", "abstention": false, "gold": ["s92d881001c.md", "sb2b2185e8e.md"], "ranked": ["sb2b2185e8e.md", "s92d881001c.md", "s172965d91d.md", "s19cf5fa165.md", "sa3361c2f35.md", "s1734641284.md", "s0e4c412236.md", "s764a0ac516.md", "seb95410169.md", "s7b6dbbb528.md", "sa12dfe1257.md", "saa13b7c5f1.md", "s9a38145424.md", "s600e463eda.md", "s2ff05ebcb3.md", "sc4c5dee5b5.md", "se2bce8d00e.md", "scd9667c18a.md", "s9fb3f6082a.md", "sf00373b404.md", "s85b54fbf6e.md", "s800e3f140a.md", "s1a0e521f31.md", "sb5ea4f195c.md", "sd7c06418da.md", "sb24f848d9f.md", "s290fa5c641.md", "s9fe8f477a9.md", "s43d8ecae7b.md", "safcee2c69f.md", "sc103dc2975.md", "s71f4065aa1.md", "s08b7e33169.md", "s4fce5c47ec.md", "sd61df2250b.md", "sdc70ebdcf6.md", "se3209e7b8c.md", "scab46dd5fe.md", "sc4a72441c3.md", "sb225ac4f4d.md", "sbba37da862.md", "s93afc61494.md", "se333fb2ef9.md", "s1d5f1f7112.md", "s8a1e814b68.md"], "s1": [18.594788, 11.049805, 7.742739, 6.767896, 6.707286, 5.56089, 4.40483, 3.907506, 3.622535, 3.586377, 3.35333, 3.32629, 3.207219, 3.137662, 3.115412, 2.919624, 2.919348, 2.794573, 2.726728, 2.714364, 2.593018, 2.420391, 2.313636, 2.17235, 2.084862, 1.829684, 1.767431, 1.762419, 1.665522, 1.601478, 1.586416, 1.413884, 1.344687, 1.333306, 1.2671, 1.199256, 0.841235, 0.718535, 0.651774, 0.569564, 0.5592, 0.436034, 0.345454, 0.298167, 0.15939], "search": ["sb2b2185e8e.md", "s92d881001c.md", "s172965d91d.md", "s19cf5fa165.md", "sa3361c2f35.md", "s1734641284.md", "s0e4c412236.md", "s764a0ac516.md", "seb95410169.md", "s7b6dbbb528.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 245, "n_windows": 360, "n_texts_windowed": 115, "n_tokens": 116421, "n_query_terms": 29, "nnz_texts": 75545, "index_bytes": 911090, "secs_text": 0.1212, "secs_encode": 17.5699, "secs_score": 0.0088, "secs_total": 17.7016, "load1_start": 15.14}
{"qid": "gpt4_5438fa52", "type": "temporal-reasoning", "abstention": false, "gold": ["s25b44053fd.md", "s36786ac286.md"], "ranked": ["s36786ac286.md", "s5e1bd4ee0a.md", "s7fbbfb6b3c.md", "s40a6e34051.md", "s62560a0ebd.md", "s30f07eb5cb.md", "s25b44053fd.md", "s3508dd62b3.md", "s22dd706d12.md", "s4735cf4e71.md", "scf4a2daedd.md", "s4012da6350.md", "s67c7d4a647.md", "sd34c4b970d.md", "sb22e4cfb04.md", "s77b54a7a40.md", "sfa7b0fd37c.md", "s50f6adc6ef.md", "s96efe7fd04.md", "s2e4e3ee2e8.md", "s4f35bf2908.md", "sebaecb91fe.md", "sdecd60c56e.md", "s3dd651251d.md", "sd0a0f19527.md", "s22688a4a36.md", "s533cd165e6.md", "s32061e0312.md", "s4fe112a5f6.md", "sa295c4548b.md", "se0d5cbcab4.md", "sbea0050e68.md", "sc285e65376.md", "s58fa3e4cdc.md", "s230af17dd4.md", "s8cda2a6845.md", "sd9bbf0a3c4.md", "s80a9d67a9f.md", "sc2308148dd.md", "s6122b20349.md", "sf40a3a48e0.md", "s070eb3c39a.md", "sbcd37b3b0b.md", "s1ee281cc68.md", "sf2eeb48b3a.md"], "s1": [10.041356, 9.575898, 8.792366, 8.044948, 7.73664, 7.613132, 7.172792, 5.83842, 5.217291, 4.896443, 4.870337, 4.340942, 3.748085, 3.679452, 3.037842, 3.025511, 2.963379, 2.944807, 2.883823, 2.58301, 2.558315, 2.197061, 2.165343, 1.97983, 1.890568, 1.87782, 1.86718, 1.782792, 1.687444, 1.621489, 1.360329, 1.15241, 1.086374, 1.068837, 0.659465, 0.605936, 0.503, 0.45393, 0.41579, 0.39426, 0.356869, 0.268223, 0.160579, 0.061324, 0.047395], "search": ["s36786ac286.md", "s5e1bd4ee0a.md", "s7fbbfb6b3c.md", "s40a6e34051.md", "s62560a0ebd.md", "s30f07eb5cb.md", "s25b44053fd.md", "s3508dd62b3.md", "s22dd706d12.md", "s4735cf4e71.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 50, "n_scored_files": 45, "n_texts": 251, "n_windows": 357, "n_texts_windowed": 106, "n_tokens": 115887, "n_query_terms": 20, "nnz_texts": 77810, "index_bytes": 938482, "secs_text": 0.1175, "secs_encode": 17.5569, "secs_score": 0.0078, "secs_total": 17.684, "load1_start": 15.33}
{"qid": "gpt4_c27434e8", "type": "temporal-reasoning", "abstention": false, "gold": ["s710e95d011.md", "sb7f6f1f28d.md"], "ranked": ["s710e95d011.md", "sb7f6f1f28d.md", "s5935538db0.md", "sebb4063582.md", "s70ad84303c.md", "s2743dd8a35.md", "s1d364af8af.md", "s93e8318712.md", "sba8fec440a.md", "sc5e1436544.md", "s6e4fccef33.md", "s0f5967411d.md", "se41507037c.md", "s21ff8ecfa6.md", "sfb8225a893.md", "sa11112f608.md", "s4f7f40a37b.md", "s0afaeff701.md", "sc48742583a.md", "sc8dc26e979.md", "sf2f8dc2ff7.md", "s098a623b22.md", "s1b70fd4e2c.md", "sbd48981668.md", "sae639bd54c.md", "sd621ef68d3.md", "sce6383e988.md", "saf31f9bf92.md", "sb7352d203c.md", "sbac0596adf.md", "s33acac9b20.md", "sa26524ed51.md", "se4a19ed78f.md", "s3cfa10088f.md", "sc721f92730.md", "s7cfdf1fc21.md", "se7cfd97692.md", "s63e33c0697.md", "s53e887b0ec.md", "sb7b30ff462.md", "s88b788cc3d.md", "s0724332e1f.md", "safe5dbf169.md", "sbc757e6f50.md", "s8958e214a0.md", "s37e7b6f4c3.md", "sb42115dfa3.md", "scdd2265a17.md", "s34379c0ea1.md"], "s1": [23.201761, 10.673948, 4.344466, 4.033421, 3.738206, 3.544582, 3.181588, 3.071519, 2.787324, 2.613041, 2.454503, 2.420113, 2.192163, 2.15056, 1.99298, 1.957715, 1.891919, 1.799879, 1.73528, 1.691932, 1.69098, 1.677159, 1.588646, 1.580027, 1.578304, 1.55682, 1.50571, 1.445619, 1.325173, 1.324786, 1.294258, 0.96806, 0.905421, 0.862831, 0.756765, 0.744702, 0.740906, 0.730815, 0.706341, 0.65298, 0.625263, 0.610624, 0.604692, 0.57371, 0.558876, 0.547962, 0.512062, 0.323399, 0.053543], "search": ["s710e95d011.md", "sb7f6f1f28d.md", "s5935538db0.md", "sebb4063582.md", "s70ad84303c.md", "s2743dd8a35.md", "s1d364af8af.md", "s93e8318712.md", "sba8fec440a.md", "sc5e1436544.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 253, "n_windows": 363, "n_texts_windowed": 110, "n_tokens": 119524, "n_query_terms": 18, "nnz_texts": 79443, "index_bytes": 958066, "secs_text": 0.1219, "secs_encode": 17.8569, "secs_score": 0.0087, "secs_total": 17.9894, "load1_start": 15.52}
{"qid": "gpt4_fe651585", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddffe09ad.md", "s9e9e6a7ea5.md"], "ranked": ["s9e9e6a7ea5.md", "s3ddffe09ad.md", "s04547b770a.md", "s962fc8e889.md", "s556a9c8fe7.md", "s1fb0e6b69c.md", "se6b79bae39.md", "sc64b3b2c31.md", "s723f1fb778.md", "s1482ea51ca.md", "s47a2a48540.md", "s109947238e.md", "saf700f56d1.md", "s18f8d204cc.md", "s1ccb48333b.md", "s8240fc81fc.md", "sdf5e8659de.md", "sd939817994.md", "s47a8f83ec6.md", "s679671d1cc.md", "s4aea3ef6a6.md", "s23be40b81a.md", "sa423c4c86d.md", "s90fc167d7f.md", "seb08ec2153.md", "s2e2e0f6d93.md", "s47883eafa8.md", "sb4b8f8e4c4.md", "s43f7fab64b.md", "se354dd937a.md", "s0346e9218f.md", "s771059d557.md", "s84af1b09da.md", "se32a3c572f.md"], "s1": [5.773397, 3.646549, 3.114251, 2.648605, 2.280452, 2.19225, 1.694229, 1.458838, 1.35072, 1.206642, 1.191436, 1.167351, 1.145878, 1.051907, 1.000106, 0.92674, 0.860433, 0.762322, 0.747702, 0.741814, 0.567327, 0.437862, 0.350024, 0.331861, 0.240706, 0.231481, 0.222191, 0.206419, 0.129922, 0.128874, 0.046352, 0.045001, 0.035108, 0.014916], "search": ["s9e9e6a7ea5.md", "s3ddffe09ad.md", "s04547b770a.md", "s962fc8e889.md", "s556a9c8fe7.md", "s1fb0e6b69c.md", "se6b79bae39.md", "sc64b3b2c31.md", "s723f1fb778.md", "s1482ea51ca.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 34, "n_texts": 244, "n_windows": 353, "n_texts_windowed": 107, "n_tokens": 116493, "n_query_terms": 12, "nnz_texts": 77137, "index_bytes": 930290, "secs_text": 0.1153, "secs_encode": 17.5968, "secs_score": 0.009, "secs_total": 17.7231, "load1_start": 15.63}
{"qid": "8c18457d", "type": "temporal-reasoning", "abstention": false, "gold": ["s49c6d6513f.md", "s530c3c190b.md"], "ranked": ["s530c3c190b.md", "sc9f8b2c904.md", "s49c6d6513f.md", "s1c790ce0af.md", "s4aefe91ab0.md", "s8f0b13a358.md", "sa8195de1e2.md", "sad7e2f44a9.md", "s8d19bf6391.md", "sed259f4329.md", "sf7c950b6df.md", "s51e89a99d0.md", "s5400662dee.md", "s4064d64af2.md", "sb95e3907e8.md", "s5f51e86549.md", "s35df0fa360.md", "sc43b7a2505.md", "s8d778e1189.md", "sc7f9a624ca.md", "s74036d0776.md", "s4bf28d3b28.md", "sa471a1a034.md", "sb92f30f720.md", "sa4a78f3476.md", "sf068318ad7.md", "sfdf01c4889.md", "s7b3605a0e9.md", "s2005a38518.md", "s3692218c7f.md", "s0105f1e449.md", "s371d88db10.md", "sc1d612b847.md", "sbe587c24e9.md", "s4884aa67bd.md", "s6c943e68b5.md", "sfd0c7d852e.md", "s17481797c7.md", "sd9b384692e.md", "sc8d93b5a68.md"], "s1": [15.541193, 12.36953, 11.575681, 7.077663, 6.097115, 5.93963, 5.693889, 5.492065, 5.059196, 4.795954, 4.775192, 3.953288, 3.94066, 3.889073, 3.762222, 3.676608, 3.524162, 3.502403, 3.241269, 3.189351, 3.107146, 3.086765, 3.010418, 2.930284, 2.904068, 2.847433, 2.836434, 2.812027, 2.509335, 2.466034, 2.410448, 2.237606, 1.976541, 1.369976, 1.052313, 1.022552, 0.857201, 0.406015, 0.344937, 0.332672], "search": ["s530c3c190b.md", "sc9f8b2c904.md", "s49c6d6513f.md", "s1c790ce0af.md", "s4aefe91ab0.md", "s8f0b13a358.md", "sa8195de1e2.md", "sad7e2f44a9.md", "s8d19bf6391.md", "sed259f4329.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 41, "n_scored_files": 40, "n_texts": 247, "n_windows": 360, "n_texts_windowed": 113, "n_tokens": 117474, "n_query_terms": 26, "nnz_texts": 76748, "index_bytes": 925317, "secs_text": 0.1195, "secs_encode": 17.6774, "secs_score": 0.0084, "secs_total": 17.8074, "load1_start": 14.8}
{"qid": "gpt4_70e84552_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s6012d761ea.md", "sb7a6e178e4.md"], "ranked": ["sb7a6e178e4.md", "s6012d761ea.md", "s0283e6eb76.md", "s4d0ca287ba.md", "s23544cdaca.md", "s3e87545573.md", "sb47c411d1e.md", "sbb4ded46cc.md", "s4894a25d2b.md", "s08a6086095.md", "s88c18d2799.md", "sd5683049d3.md", "s6276d56957.md", "sd826c1ffb6.md", "se86c3c37a9.md", "sfb984688e9.md", "s7826f9269d.md", "sd1551a90ae.md", "s81ac742999.md", "s6e5192701d.md", "sa2499f2741.md", "s88eaf95314.md", "sf7c837b814.md", "sd144d9369f.md", "s436d5d62e8.md", "sab2f4b9f1b.md", "s1c601f7e77.md", "sf79101beeb.md", "s84a339ca10.md", "sd9f38c78c5.md", "sd5b4338ac5.md", "sf675b3c7e8.md", "sb3c4495fba.md", "s58e61bf22f.md", "s29843c7479.md", "s459eedfea6.md", "s2acf8dd497.md", "s4cbc3b4dc1.md", "scf12975cec.md", "sce74cb2c49.md", "s98411694d0.md", "sde94126663.md", "s974f0fc4ef.md", "s870a950212.md", "sf5d7031cb1.md", "s8784d62251.md", "saaf4591f2f.md", "sab5d65b210.md", "s60f92af53a.md"], "s1": [9.873728, 6.871836, 5.321562, 4.750078, 3.935732, 3.70969, 3.2557, 3.254292, 2.933185, 2.607634, 2.459276, 2.333729, 2.311777, 2.252976, 2.197745, 2.103294, 1.990786, 1.940536, 1.937968, 1.746082, 1.722827, 1.682334, 1.536723, 1.455618, 1.44061, 1.358069, 1.272464, 1.176265, 1.046158, 1.036298, 1.001299, 0.983633, 0.979132, 0.873749, 0.792337, 0.748922, 0.704129, 0.692957, 0.642666, 0.438329, 0.437578, 0.434639, 0.416659, 0.383848, 0.305382, 0.221483, 0.149266, 0.146427, 0.037916], "search": ["sb7a6e178e4.md", "s6012d761ea.md", "s0283e6eb76.md", "s4d0ca287ba.md", "s23544cdaca.md", "s3e87545573.md", "sb47c411d1e.md", "sbb4ded46cc.md", "s4894a25d2b.md", "s08a6086095.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 250, "n_windows": 374, "n_texts_windowed": 123, "n_tokens": 119112, "n_query_terms": 19, "nnz_texts": 79963, "index_bytes": 964246, "secs_text": 0.1193, "secs_encode": 17.9293, "secs_score": 0.0101, "secs_total": 18.0605, "load1_start": 15.06}
{"qid": "gpt4_93159ced_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s388e2039d9.md", "s8f61031d33.md"], "ranked": ["sd5aa117874.md", "sb93e8c3ffc.md", "s8f61031d33.md", "s18a6e73a41.md", "s3e577310c6.md", "sd6c94afa43.md", "s2c3487faff.md", "s58ce4cb399.md", "s9618e40384.md", "s388e2039d9.md", "s2cfc3e3e3c.md", "s0e7e7afc3a.md", "s1e4d035f5a.md", "s8c7eee0e2b.md", "sa61b88ad9e.md", "s53102d51b0.md", "s3884fdcec5.md", "s8191791baf.md", "s65b30d2ceb.md", "sa41ccfaee8.md", "sded649001d.md", "s940da7e1e1.md", "sbae95af8bc.md", "sfc2d429ad8.md", "sc6d41b3857.md", "sb040b49af9.md", "s93db0201c4.md", "sf6097356d5.md", "s1e2ea32328.md", "s048d9cfac2.md", "sebc1962573.md", "s445ee8ef5b.md", "sc6e2f4c0e3.md", "s443524b8a2.md", "sa5545ea1d1.md", "saae57e6537.md", "sf8d84fe16b.md", "s03d8f5889f.md", "sac0363bd90.md", "sba607cd09b.md", "s2a1180d679.md", "sd6ced41db9.md"], "s1": [6.862067, 6.80005, 6.564232, 6.410763, 6.063413, 5.77716, 5.727786, 5.308078, 4.637005, 4.589843, 4.428483, 4.314806, 3.802974, 3.783126, 3.701764, 3.661257, 3.385503, 3.304449, 3.271263, 2.931311, 2.631532, 2.577064, 2.460711, 2.278694, 2.22855, 2.183309, 2.166214, 1.86322, 1.66689, 1.504035, 1.471398, 1.352763, 1.336961, 1.020277, 0.999452, 0.970997, 0.771154, 0.731998, 0.656949, 0.56535, 0.381765, 0.324602], "search": ["sd5aa117874.md", "sb93e8c3ffc.md", "s8f61031d33.md", "s18a6e73a41.md", "s3e577310c6.md", "sd6c94afa43.md", "s2c3487faff.md", "s58ce4cb399.md", "s9618e40384.md", "s388e2039d9.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 44, "n_scored_files": 42, "n_texts": 240, "n_windows": 346, "n_texts_windowed": 104, "n_tokens": 114903, "n_query_terms": 16, "nnz_texts": 74446, "index_bytes": 898006, "secs_text": 0.1151, "secs_encode": 17.2397, "secs_score": 0.0086, "secs_total": 17.3652, "load1_start": 15.24}
{"qid": "982b5123_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["sa7799fa269.md", "sf764bdd52b.md"], "ranked": ["sf764bdd52b.md", "s9f250dadd1.md", "s8f60b114e7.md", "s5212511922.md", "s1ee5d66c36.md", "s1beef647b9.md", "sbe93bb6052.md", "sbd66f7c150.md", "sd102a0b5c6.md", "sc7b4ac87f4.md", "s04a66b6531.md", "s7016b95fcc.md", "se6bb46a449.md", "sf38648d204.md", "s26a249047f.md", "sa6549a9f16.md", "sa7799fa269.md", "s993556397c.md", "se44a1deac8.md", "sc0b0d413b7.md", "sb8179e97cc.md", "s72e254e380.md", "s5068df2ad7.md", "sabaf1038b6.md", "s9b0e6f6e57.md", "sb1f6724c1b.md", "s7680ad09f2.md", "s0c7e45078c.md", "sd12520ab4f.md", "sc3f2ef2874.md", "sec591b6ea6.md", "s4e9915d194.md", "s36b0fd269f.md", "s220a3e2342.md", "s9c54569598.md", "sf89dfb0e15.md", "s3e8d15ce35.md", "s1fce90528b.md", "scf1c0e4824.md", "sd19ec65782.md"], "s1": [9.368176, 6.022571, 4.464884, 4.153137, 3.758974, 3.483834, 2.896895, 2.830889, 2.687757, 2.525861, 2.424922, 2.229232, 2.20069, 2.147292, 2.060812, 1.632082, 1.347675, 1.255326, 1.178293, 1.151028, 1.114426, 1.049464, 1.037649, 1.037328, 1.030206, 0.972344, 0.856539, 0.762384, 0.746155, 0.712498, 0.611757, 0.581687, 0.491051, 0.473101, 0.426877, 0.413514, 0.366714, 0.324116, 0.299958, 0.211214], "search": ["sf764bdd52b.md", "s9f250dadd1.md", "s8f60b114e7.md", "s5212511922.md", "s1ee5d66c36.md", "s1beef647b9.md", "sbe93bb6052.md", "sbd66f7c150.md", "sd102a0b5c6.md", "sc7b4ac87f4.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 44, "n_scored_files": 40, "n_texts": 247, "n_windows": 363, "n_texts_windowed": 116, "n_tokens": 119672, "n_query_terms": 13, "nnz_texts": 79353, "index_bytes": 956713, "secs_text": 0.1234, "secs_encode": 17.9616, "secs_score": 0.0096, "secs_total": 18.0966, "load1_start": 14.59}
{"qid": "c8090214_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s2e17eb7dd0.md", "sba9950bdd9.md"], "ranked": ["sba9950bdd9.md", "s292d47833e.md", "sb116fde594.md", "s534bd14343.md", "s9062097202.md", "s074289c299.md", "s7003017efc.md", "s20dd8f2a72.md", "s56914addeb.md", "sa2b3d4f8cf.md", "sbde50b0561.md", "s570cea4a22.md", "seef9365618.md", "s660972c452.md", "s4444108701.md", "sf359ff7a94.md", "s962e5f5e6b.md", "sad85dc0264.md", "se730c8654f.md", "s2e17eb7dd0.md", "s76e6aab44b.md", "s06766e8519.md", "s14ba8a67bf.md", "sef3e918275.md", "s14528bbeb5.md", "s534bf2c0d4.md", "s144fa08bb5.md", "s2811aae538.md", "s3329b291c2.md", "s3a59a248b5.md", "s333423fdb9.md", "s6dd66679af.md", "s779471fdcb.md", "s93582538a3.md", "s07dd35900a.md", "sda64f5fac2.md", "s964c80888a.md", "sae315a051d.md", "s8e6e68c348.md", "s2e0963fc70.md", "sf3682b5dd4.md", "s53d3577186.md", "s907243a5f2.md", "sbb6f98783b.md", "scd8f4f57ea.md", "s806c8c51d4.md", "s4cd017c7fb.md", "sa75c2f017f.md", "s82054213bd.md", "saf6ebfec48.md"], "s1": [7.377517, 6.461769, 5.003181, 4.892081, 4.424124, 4.387129, 4.060129, 4.036266, 3.786117, 3.614186, 3.571261, 3.549019, 3.351819, 3.325901, 3.287034, 3.249673, 3.208063, 3.175702, 2.804182, 2.700546, 2.612572, 2.568437, 2.548579, 2.459401, 2.133113, 2.008029, 1.982159, 1.948428, 1.815833, 1.65211, 1.647037, 1.431966, 1.420627, 1.352923, 1.318154, 1.290938, 1.259957, 1.067286, 0.790013, 0.729172, 0.696413, 0.652283, 0.634538, 0.554688, 0.387522, 0.321421, 0.302041, 0.274433, 0.166878, 0.104955], "search": ["sba9950bdd9.md", "s292d47833e.md", "sb116fde594.md", "s534bd14343.md", "s9062097202.md", "s074289c299.md", "s7003017efc.md", "s20dd8f2a72.md", "s56914addeb.md", "sa2b3d4f8cf.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}, "n_docs": 53, "n_scored_files": 50, "n_texts": 254, "n_windows": 347, "n_texts_windowed": 93, "n_tokens": 117690, "n_query_terms": 16, "nnz_texts": 76330, "index_bytes": 920681, "secs_text": 0.1304, "secs_encode": 17.7633, "secs_score": 0.0086, "secs_total": 17.9043, "load1_start": 14.9}
{"qid": "gpt4_c27434e8_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s15bf85d809.md", "sb5146cb926.md"], "ranked": ["sb5146cb926.md", "s15bf85d809.md", "s21b8daf7b0.md", "sae063ec1c8.md", "sea5311eed5.md", "seb84c7dba1.md", "sbdf2501eb4.md", "s23ef2261cb.md", "s457fb187a8.md", "s45223a6118.md", "s6a08825f6d.md", "s624fb91649.md", "sa368bb6b61.md", "s83110bf64a.md", "s3633d5f702.md", "s4dc64e5f24.md", "s0c676a9d94.md", "s13035be9c9.md", "s904a76c863.md", "sbe77ed5837.md", "sb353603a51.md", "s33fe7d9b0e.md", "sa05ba39994.md", "s0907af190d.md", "s824811e077.md", "s03f5dac86e.md", "s10ae05ffa0.md", "sf018667ad6.md", "s04a61b3268.md", "s42baada08b.md", "s76d44d0a77.md", "s0cfdd56873.md", "s84cdac9c92.md", "s075030d8ce.md", "sa7d5a956fe.md", "s2aeae52ecd.md", "sb48c3ff4ab.md", "sc893d66fe4.md", "sc600fb4a8f.md", "sb459bf8457.md", "s9cd8477c5b.md", "sefb65b88c4.md", "sf88cbf014f.md"], "s1": [13.440265, 8.337677, 4.624397, 4.411716, 3.69728, 3.604738, 3.513204, 3.140338, 3.006793, 2.458757, 2.32066, 2.16174, 2.159662, 2.139894, 2.129181, 2.09348, 2.059478, 1.82658, 1.737735, 1.689626, 1.660451, 1.622429, 1.619731, 1.484134, 1.318491, 1.299712, 1.266527, 1.206115, 1.204508, 1.133549, 0.947592, 0.929616, 0.832699, 0.817016, 0.736584, 0.727665, 0.612035, 0.585634, 0.566522, 0.557129, 0.418743, 0.385018, 0.182688], "search": ["sb5146cb926.md", "s15bf85d809.md", "s21b8daf7b0.md", "sae063ec1c8.md", "sea5311eed5.md", "seb84c7dba1.md", "sbdf2501eb4.md", "s23ef2261cb.md", "s457fb187a8.md", "s45223a6118.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 43, "n_texts": 240, "n_windows": 358, "n_texts_windowed": 118, "n_tokens": 114394, "n_query_terms": 19, "nnz_texts": 75554, "index_bytes": 911254, "secs_text": 0.1147, "secs_encode": 17.2886, "secs_score": 0.0085, "secs_total": 17.4135, "load1_start": 15.21}
{"qid": "gpt4_fe651585_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s88f2bccab1.md", "sa41147109c.md"], "ranked": ["s88f2bccab1.md", "sdd34a34275.md", "s7bed5fc7d9.md", "s35cd5817dd.md", "sa41147109c.md", "sd0fbae6f19.md", "s54297c5a60.md", "s4d99cf1f52.md", "s43764ea42c.md", "sa3659d5477.md", "s6db8bb3169.md", "s1db798b39f.md", "s27d89f1111.md", "s934f5af9cd.md", "se4854d5d08.md", "s7e5f20fcbf.md", "seedcc2a98e.md", "se41f0a1093.md", "s16124cf092.md", "s7223c22929.md", "sfb0c28764a.md", "sbdaecfb296.md", "s4a55dfa50f.md", "s02583060f1.md", "sd26cb0bb0a.md", "s6e44b3dcc0.md", "s343ba50bd3.md", "s31e6db7b48.md", "s92e4ffcf12.md", "sa48af9bece.md", "s1158655c30.md", "sb77d6a573f.md", "s9215af113f.md", "sce70b6dd84.md", "scb3eb92431.md", "s9bbc338f88.md", "s8c4bcd42a6.md", "sbf496dfc40.md", "sa4c96ce837.md"], "s1": [5.798592, 5.057322, 2.662449, 2.022388, 1.408918, 1.362851, 1.141501, 1.116015, 1.10025, 1.054673, 0.969342, 0.779186, 0.776996, 0.767969, 0.679447, 0.663957, 0.661852, 0.65591, 0.646619, 0.641995, 0.640022, 0.598942, 0.53569, 0.481383, 0.454945, 0.401288, 0.351792, 0.269018, 0.117682, 0.08919, 0.070923, 0.052159, 0.049727, 0.047146, 0.046668, 0.040292, 0.035346, 0.026253, 0.024813], "search": ["s88f2bccab1.md", "sdd34a34275.md", "s7bed5fc7d9.md", "s35cd5817dd.md", "sa41147109c.md", "sd0fbae6f19.md", "s54297c5a60.md", "s4d99cf1f52.md", "s43764ea42c.md", "sa3659d5477.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 39, "n_texts": 248, "n_windows": 368, "n_texts_windowed": 120, "n_tokens": 117057, "n_query_terms": 12, "nnz_texts": 78428, "index_bytes": 945750, "secs_text": 0.1173, "secs_encode": 17.6225, "secs_score": 0.0092, "secs_total": 17.751, "load1_start": 14.99}
{"qid": "6a1eabeb", "type": "knowledge-update", "abstention": false, "gold": ["sb8d8aca54a.md", "sed14036a34.md"], "ranked": ["sed14036a34.md", "sb8d8aca54a.md", "sa4b0653b5f.md", "se5eb4caae6.md", "s9ff8a93a99.md", "s2fcf6b1b7b.md", "s222ab45ed0.md", "s6551883797.md", "s3cd386123c.md", "s01337e1b89.md", "sdbf5667825.md", "sce6ebacebe.md", "s56ad1240f1.md", "s69887342c7.md", "sfc74294cf8.md", "sad961e7f92.md", "s9a5a3a57e8.md", "s0a7c85dd60.md", "s459220d8c5.md", "s23fe1fa7a7.md", "s58897c6308.md", "s8568bc842c.md", "s9583213312.md", "s383f91f15c.md", "sdf75c5dc94.md", "s52d0e72941.md", "sf7207e3884.md", "sa54ef16d96.md", "s76dadecdd7.md", "s88fa86357b.md", "sb2cfe36989.md", "s3907be880a.md", "s549b1d35e1.md", "s7ef8bcf1a5.md", "s8b37022852.md", "s925b5be434.md", "s820814776b.md", "s3aa5598296.md", "s90fe42e461.md"], "s1": [16.646055, 13.150522, 5.33421, 4.33039, 4.015641, 3.8972, 3.852547, 3.746358, 3.707941, 3.672795, 3.268043, 3.130973, 2.786062, 2.428411, 2.336348, 2.279733, 2.236554, 2.190201, 2.125039, 2.0123, 1.923935, 1.8633, 1.804374, 1.705545, 1.702257, 1.661145, 1.621644, 1.55553, 1.3935, 1.312705, 1.017787, 0.944202, 0.862299, 0.539613, 0.539289, 0.27296, 0.253533, 0.186046, 0.009545], "search": ["sed14036a34.md", "sb8d8aca54a.md", "sa4b0653b5f.md", "se5eb4caae6.md", "s9ff8a93a99.md", "s2fcf6b1b7b.md", "s222ab45ed0.md", "s6551883797.md", "s3cd386123c.md", "s01337e1b89.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 40, "n_scored_files": 39, "n_texts": 247, "n_windows": 354, "n_texts_windowed": 107, "n_tokens": 116499, "n_query_terms": 15, "nnz_texts": 76959, "index_bytes": 927877, "secs_text": 0.1167, "secs_encode": 17.5679, "secs_score": 0.009, "secs_total": 17.6955, "load1_start": 15.36}
{"qid": "6aeb4375", "type": "knowledge-update", "abstention": false, "gold": ["s7798897b4f.md", "s7eee907fce.md"], "ranked": ["s7798897b4f.md", "s7eee907fce.md", "s0a3a164fea.md", "s594b5d436f.md", "sf208aab954.md", "s76905e81ad.md", "s585743dc61.md", "s4f7359c457.md", "sf0754cff8f.md", "s4289b8ad0f.md", "s93f679dd46.md", "s423c791ba5.md", "sc507ac6afc.md", "s372fbf763c.md", "sbb1403df0b.md", "s6916d9f2f7.md", "sfed0c55cb8.md", "sbd97d78a47.md", "s8fb7c1fd6a.md", "s1c4d9e1054.md", "s0e846d79e0.md", "s9ecadbc6d1.md", "s314db7a6be.md", "s4ec4f5c390.md", "sc5097a8d3f.md", "s0102414526.md", "s5cea9ad146.md", "s9cadb456c4.md", "s8d443ce06d.md", "sa0b1a94cf1.md", "s23bdd58da8.md", "se1fbf33ce4.md", "sa5a816d644.md", "s0663ab4a4b.md", "s9c0526ed54.md", "s3bb1bcc37b.md", "s57b47cbd77.md", "s10d17861de.md", "s8762a317b4.md", "s3bfd523d7a.md", "sedbc8c62e3.md", "s9ec7d7dd6b.md", "sf5e90b8106.md", "sc5b24eb81a.md", "s84263153c5.md"], "s1": [15.743488, 12.424982, 6.030322, 4.392705, 4.300744, 3.971235, 3.927016, 3.804244, 3.098786, 3.095753, 3.056221, 2.993875, 2.957875, 2.8368, 2.55072, 2.503867, 2.440309, 2.357691, 2.33847, 2.336729, 2.273387, 2.252098, 2.137384, 2.119619, 2.003493, 1.993754, 1.962354, 1.959705, 1.873886, 1.73918, 1.280665, 1.18659, 1.132676, 0.884656, 0.83985, 0.755607, 0.750311, 0.58201, 0.471804, 0.453205, 0.341291, 0.322444, 0.236665, 0.205311, 0.004962], "search": ["s7798897b4f.md", "s7eee907fce.md", "s0a3a164fea.md", "s594b5d436f.md", "sf208aab954.md", "s76905e81ad.md", "s585743dc61.md", "s4f7359c457.md", "sf0754cff8f.md", "s4289b8ad0f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 244, "n_windows": 362, "n_texts_windowed": 118, "n_tokens": 116900, "n_query_terms": 13, "nnz_texts": 76826, "index_bytes": 926405, "secs_text": 0.1157, "secs_encode": 17.5334, "secs_score": 0.0083, "secs_total": 17.6594, "load1_start": 15.2}
{"qid": "830ce83f", "type": "knowledge-update", "abstention": false, "gold": ["s5e94674cd6.md", "sfb499b4cdf.md"], "ranked": ["sfb499b4cdf.md", "s5e94674cd6.md", "s4b74efebd3.md", "se25614853b.md", "sf72cb40d85.md", "s64fdd97f3f.md", "s211d8490a3.md", "s7d6632ac74.md", "s93f0991747.md", "scde469d1fb.md", "s133db32203.md", "s4dd925d251.md", "sc52db232dd.md", "s9022188729.md", "sff8b4f04fe.md", "s4a5c909b50.md", "sa15f873f5b.md", "sd7490df6cf.md", "s99461e035c.md", "se769617781.md", "s92d71b306e.md", "s487da02e8b.md", "s809bfcf97c.md", "s41e6968de8.md", "sffe80c0571.md", "s83b8cd21f0.md", "sa6f880e008.md", "s745bf4efff.md", "s17847cecef.md", "se89ed4cd66.md", "sa5f6189e77.md", "sb2845a72e2.md", "sd7b0be491e.md", "s4182a3fd66.md", "sd827982ba5.md", "s0be839d9fb.md", "sa36ae5c4f9.md", "s4cbde4b929.md", "s393213b968.md", "s61f397a1e9.md", "s95bb594854.md", "sa4cd44b03d.md", "sbafe02faa0.md", "s7237982d93.md", "s82257f8aa8.md"], "s1": [7.09308, 5.759459, 3.776381, 3.338468, 2.901583, 2.874065, 2.367528, 2.236668, 2.138682, 2.058506, 1.94863, 1.703024, 1.470406, 1.4439, 1.439227, 1.35002, 1.349142, 1.281614, 1.18923, 1.185241, 1.144121, 1.126828, 1.08158, 1.037223, 1.011396, 0.890134, 0.82464, 0.660634, 0.566559, 0.525168, 0.443839, 0.426691, 0.336771, 0.294627, 0.271514, 0.241992, 0.23752, 0.226729, 0.199801, 0.183425, 0.119249, 0.095703, 0.093026, 0.071064, 0.04149], "search": ["sfb499b4cdf.md", "s5e94674cd6.md", "s4b74efebd3.md", "se25614853b.md", "sf72cb40d85.md", "s64fdd97f3f.md", "s211d8490a3.md", "s7d6632ac74.md", "s93f0991747.md", "scde469d1fb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 244, "n_windows": 354, "n_texts_windowed": 110, "n_tokens": 117057, "n_query_terms": 12, "nnz_texts": 75185, "index_bytes": 906821, "secs_text": 0.1173, "secs_encode": 17.6769, "secs_score": 0.0088, "secs_total": 17.8049, "load1_start": 15.49}
{"qid": "852ce960", "type": "knowledge-update", "abstention": false, "gold": ["sa1981a5f21.md", "sb71e0c9cd5.md"], "ranked": ["sb71e0c9cd5.md", "sa1981a5f21.md", "sf40e35d765.md", "s10a97f6aeb.md", "s9732ca8415.md", "s3a69f2523f.md", "s07ad77b425.md", "sb03007b074.md", "s2fae02b0d9.md", "s3dc7d488f3.md", "s0e357d1cec.md", "s43633bf4cc.md", "s70445c9f71.md", "s3bbed8dda1.md", "s1f129e622b.md", "sacd69875cd.md", "s412bd0c2bb.md", "s58f8d0615f.md", "s50e2d8d4d0.md", "s201c890f63.md", "sdb7040436a.md", "se1d4b0ca4c.md", "s4f3f757ce4.md", "sb2de928436.md", "s71d3c81e7f.md", "sb83a9453eb.md", "s57d21810b3.md", "s31533028f3.md", "s1c137d74b9.md", "s375cf99115.md", "s4019fb80d4.md", "sb5bcf086a4.md", "sa951c9ba13.md", "s45a51d8611.md", "s8d1055663f.md", "s4be6f5ba30.md", "sa72c8d57a1.md", "s7f76db6ad9.md"], "s1": [14.238642, 12.903465, 3.635495, 3.368885, 2.682596, 2.621476, 2.417763, 2.180671, 1.944134, 1.903222, 1.689873, 1.660628, 1.487017, 1.457372, 1.456738, 1.436709, 1.296305, 1.291604, 1.230834, 1.194235, 1.179107, 0.879376, 0.878454, 0.797716, 0.774924, 0.767835, 0.74779, 0.620379, 0.602058, 0.471975, 0.402363, 0.372946, 0.350997, 0.318364, 0.242233, 0.215637, 0.188974, 0.175258], "search": ["sb71e0c9cd5.md", "sa1981a5f21.md", "sf40e35d765.md", "s10a97f6aeb.md", "s9732ca8415.md", "s3a69f2523f.md", "s07ad77b425.md", "sb03007b074.md", "s2fae02b0d9.md", "s3dc7d488f3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 39, "n_scored_files": 38, "n_texts": 245, "n_windows": 349, "n_texts_windowed": 104, "n_tokens": 115697, "n_query_terms": 19, "nnz_texts": 77160, "index_bytes": 930309, "secs_text": 0.1212, "secs_encode": 17.4669, "secs_score": 0.0086, "secs_total": 17.5986, "load1_start": 15.46}
{"qid": "945e3d21", "type": "knowledge-update", "abstention": false, "gold": ["s1eecd3480a.md", "s685180b33d.md"], "ranked": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "sa43d443a71.md", "sf1cfcdf767.md", "sd4adbb1e59.md", "sf1b26d581b.md", "sd33797fb67.md", "se9ce787477.md", "s4d34a7e791.md", "sb3158589b5.md", "s30b17c593d.md", "s3c23d15b5f.md", "se57e148098.md", "s0e8739a819.md", "s3aa81ac92d.md", "sd056987aae.md", "s118834c526.md", "s8ccf1e8c4e.md", "sf3dd246840.md", "sa0a0039367.md", "sf482482033.md", "sd128f1d084.md", "s2fa11e878e.md", "s047ab541dd.md", "s1940a20ebb.md", "s21542dd435.md", "sa21b966e6d.md", "sbfe0c0e3be.md", "scb63ddac27.md", "s168d9f485c.md", "s96044db292.md", "s47c58a741c.md", "s86f4e74823.md", "sc652906557.md", "s2e4135d198.md", "s7b7a15c4d1.md", "s56829049f1.md", "sbb5c0c0749.md", "s54099a9826.md", "s2e34f8601f.md", "sab403d346d.md", "s9a853573c9.md", "sdd3209058c.md", "s3239809e0f.md", "s29633cb629.md", "s5afd9e416c.md", "sbe63634889.md"], "s1": [14.567974, 12.059536, 9.009371, 7.653309, 7.292154, 7.19248, 7.163323, 5.644804, 5.614007, 5.610429, 5.227918, 4.995595, 4.892877, 4.072968, 3.842324, 3.712304, 3.694961, 3.506625, 3.28901, 3.208549, 3.165411, 3.1391, 2.813694, 2.566884, 2.557786, 2.449945, 2.283335, 2.23268, 2.116927, 1.941452, 1.911146, 1.822967, 1.601768, 1.507308, 1.469205, 1.36943, 1.272466, 1.015216, 0.794879, 0.731023, 0.576534, 0.467721, 0.399343, 0.355644, 0.330554, 0.294797, 0.178601, 0.141328], "search": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "sa43d443a71.md", "sf1cfcdf767.md", "sd4adbb1e59.md", "sf1b26d581b.md", "sd33797fb67.md", "se9ce787477.md", "s4d34a7e791.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 263, "n_windows": 362, "n_texts_windowed": 99, "n_tokens": 119665, "n_query_terms": 15, "nnz_texts": 78133, "index_bytes": 942277, "secs_text": 0.1268, "secs_encode": 18.0171, "secs_score": 0.0093, "secs_total": 18.1551, "load1_start": 14.41}
{"qid": "d7c942c3", "type": "knowledge-update", "abstention": false, "gold": ["s44e201ac62.md", "s5905011cb5.md"], "ranked": ["s5905011cb5.md", "sbf189c4651.md", "s44e201ac62.md", "sc1f8ab44c4.md", "s69d961be27.md", "sc487fff626.md", "s62ca6aa157.md", "sfc17b7fb73.md", "s1200b2f301.md", "scff2b98180.md", "s5fd6bb8ce8.md", "sa8053dd888.md", "s58e3a89e8f.md", "se31a471743.md", "s680abc0f12.md", "s8ca871c601.md", "s5eada6c663.md", "sca65fa4798.md", "s3e2805ace0.md", "s287389da1f.md", "s0fc245ad8c.md", "s5814a22d34.md", "sa471784145.md", "s631b5e64a1.md", "s5504d32868.md", "s5d093968dd.md", "s33561b7f59.md", "s9f2d55e811.md", "se507089220.md", "s1c94105cdf.md", "s073fe0cde4.md", "s275d48b128.md", "s686de5e1be.md", "sdf9aa6d31d.md", "sf74cea4d57.md", "s33d2d54287.md", "s9b824354e8.md", "s5fb5a7458f.md", "s01b94c9d5e.md", "sfef92a1688.md", "s76c4065c6b.md", "sf796bc9389.md", "s9776882b1f.md"], "s1": [7.177454, 5.641611, 4.586114, 3.81027, 3.6549, 3.537981, 2.758692, 2.758139, 2.593233, 2.54127, 2.323247, 2.25508, 2.153637, 2.03325, 1.661546, 1.554608, 1.506834, 1.441251, 1.416178, 1.377151, 1.371186, 1.193762, 1.134832, 1.130222, 1.099188, 1.011366, 0.901771, 0.862278, 0.751261, 0.680546, 0.676905, 0.65675, 0.597521, 0.580929, 0.558855, 0.468577, 0.426266, 0.417419, 0.26778, 0.179392, 0.101977, 0.064088, 0.00685], "search": ["s5905011cb5.md", "sbf189c4651.md", "s44e201ac62.md", "sc1f8ab44c4.md", "s69d961be27.md", "sc487fff626.md", "s62ca6aa157.md", "sfc17b7fb73.md", "s1200b2f301.md", "scff2b98180.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 43, "n_texts": 251, "n_windows": 358, "n_texts_windowed": 107, "n_tokens": 120007, "n_query_terms": 14, "nnz_texts": 77431, "index_bytes": 933765, "secs_text": 0.1232, "secs_encode": 17.9122, "secs_score": 0.0101, "secs_total": 18.0473, "load1_start": 13.13}
{"qid": "71315a70", "type": "knowledge-update", "abstention": false, "gold": ["s1630b3501c.md", "se2a18fc27d.md"], "ranked": ["se2a18fc27d.md", "s1630b3501c.md", "sa0698485f9.md", "se3314f7402.md", "saa8c5215f3.md", "sed7d8c5303.md", "s3b81b9ccbb.md", "s86c45724cd.md", "saadec7a6a2.md", "s4b12aa3829.md", "sab52bed0b3.md", "s3de3538912.md", "sd758c89383.md", "sfab292ac04.md", "s0907b1dc78.md", "s2897276535.md", "sf85dbb5001.md", "s9278adc103.md", "s637fd10662.md", "sf59eec4c11.md", "sa5a7e079eb.md", "sb271b11334.md", "s9ffdf734e0.md", "sfccb4cdccc.md", "s22c3f47019.md", "s29275cb678.md", "s27bd80d2c8.md", "sb48912ed74.md", "se8d3765cd5.md", "s6d36920e26.md", "sf2f4e20218.md", "s7f3c629e30.md", "s404271431f.md", "s6f8deba276.md", "se2926ac2fe.md", "sb5684f6c32.md", "s0124b9b5ed.md", "sac8cdf1d34.md", "s8c12c9dfd3.md", "s0eafe763b7.md", "s9823d40f25.md", "s3567ceeb5d.md", "s4dd49a0272.md", "sdbf411c21d.md", "s73cd4847c9.md", "s2a03708866.md", "s47a6780c31.md", "s9c56dd3ccb.md", "s379d02d5d0.md", "s37948c31c6.md"], "s1": [14.257317, 12.596235, 5.559884, 4.975864, 4.607341, 4.42989, 4.126214, 3.89864, 3.838733, 3.637664, 3.551743, 3.49183, 3.392468, 3.38423, 3.228323, 3.079292, 2.798131, 2.67854, 2.460991, 2.407022, 2.329128, 2.272657, 2.264754, 2.201889, 2.005953, 1.922079, 1.797756, 1.790903, 1.763725, 1.717204, 1.655079, 1.484308, 1.473352, 1.472181, 1.413773, 1.297137, 1.165681, 1.053725, 1.049694, 0.984324, 0.919651, 0.781708, 0.624842, 0.497604, 0.378839, 0.273301, 0.236886, 0.190871, 0.174028, 0.072377], "search": ["se2a18fc27d.md", "s1630b3501c.md", "sa0698485f9.md", "se3314f7402.md", "saa8c5215f3.md", "sed7d8c5303.md", "s3b81b9ccbb.md", "s86c45724cd.md", "saadec7a6a2.md", "s4b12aa3829.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 52, "n_texts": 258, "n_windows": 361, "n_texts_windowed": 103, "n_tokens": 119365, "n_query_terms": 14, "nnz_texts": 77577, "index_bytes": 935621, "secs_text": 0.1293, "secs_encode": 17.9168, "secs_score": 0.0095, "secs_total": 18.0576, "load1_start": 12.9}
{"qid": "89941a93", "type": "knowledge-update", "abstention": false, "gold": ["s425b59a199.md", "s475c687419.md"], "ranked": ["s425b59a199.md", "s475c687419.md", "s0f07368895.md", "s6ba7f40c85.md", "sadd2ed9364.md", "sed6a81a8ff.md", "sea14230d43.md", "sd621965c9c.md", "s3fb7316d81.md", "s849ae88f94.md", "s1246e7306c.md", "sb81cd337fa.md", "s3794ba6862.md", "s21720f3c39.md", "sa5812e6ca5.md", "s21d772cf3a.md", "s38e2cffbf8.md", "sef2847013b.md", "s88f6064dc7.md", "s270d5a271b.md", "seb6f3d4062.md", "sb63cbb539e.md", "s5f48bacca4.md", "s4d9ee023d6.md", "s8384f0b736.md", "s8c48bfa540.md", "s31a10df7a2.md", "sf6ca217036.md", "sf97bcd01bd.md", "s7d1aea3335.md", "s207ec74937.md", "s0e2ae56955.md", "s4e4e24b250.md", "s4f2d263afc.md", "s30824a17d2.md", "sf13f2e8c3a.md", "s3629291a49.md", "s945d9c4472.md", "sc6e358fc60.md", "s8a80007bb2.md", "sa2aec63765.md", "sbe9ed572f5.md", "s2819ea54db.md", "s0045f78377.md", "sf12b6a9d17.md", "s10d072afa4.md", "sc0300e2a71.md", "sd00c136ea5.md", "sf3b4ed6fa9.md", "sc05cbaa898.md"], "s1": [8.735, 6.643271, 4.878026, 3.290685, 3.263211, 3.086339, 3.036574, 2.925189, 2.725439, 2.649658, 2.480058, 2.421266, 2.418129, 2.341204, 2.136537, 2.085521, 2.075907, 2.058921, 2.052279, 1.869497, 1.844852, 1.824163, 1.75824, 1.749192, 1.739997, 1.643493, 1.577365, 1.485618, 1.444982, 1.4398, 1.433259, 1.432217, 1.361272, 1.323396, 1.245063, 1.082111, 1.078771, 1.075987, 0.815963, 0.75231, 0.573643, 0.520201, 0.429683, 0.330126, 0.30016, 0.289832, 0.249866, 0.2329, 0.121675, 0.013389], "search": ["s425b59a199.md", "s475c687419.md", "s0f07368895.md", "s6ba7f40c85.md", "sadd2ed9364.md", "sed6a81a8ff.md", "sea14230d43.md", "sd621965c9c.md", "s3fb7316d81.md", "s849ae88f94.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 50, "n_texts": 262, "n_windows": 358, "n_texts_windowed": 96, "n_tokens": 119409, "n_query_terms": 10, "nnz_texts": 78624, "index_bytes": 948293, "secs_text": 0.1267, "secs_encode": 17.9743, "secs_score": 0.0092, "secs_total": 18.1122, "load1_start": 13.78}
{"qid": "ce6d2d27", "type": "knowledge-update", "abstention": false, "gold": ["s4a1a029e8b.md", "sbf4d306cfc.md"], "ranked": ["sbf4d306cfc.md", "sdd19753d52.md", "sbc58a9d8d4.md", "s307a3ff887.md", "s4a1a029e8b.md", "s8c91f841fc.md", "sd890fc5c24.md", "s8bc82eeba8.md", "s58c0d4f15a.md", "sd4b0068b99.md", "s00598aa244.md", "sa7e02002c6.md", "sd31e596dc8.md", "s1675593572.md", "sbcfcd5f6b2.md", "s139dea031f.md", "s13dc915c1a.md", "s9433db8582.md", "s7dc7e3465b.md", "sa89e6aa4a6.md", "sf4e6bd85dd.md", "s57680f42d9.md", "s1c0b118714.md", "s431331102c.md", "s2772ac156c.md", "s5d25af9f1a.md", "sc0e4a2c7fb.md", "s04b100baf2.md", "s2c2b8bf216.md", "sbc1739ab92.md", "s3ddaf4ecfd.md", "sedc8ddc0e1.md", "s2aff99e8af.md", "s4759aeaaf4.md", "s00e00e4316.md", "s0769335a67.md", "s9cbec8e8ef.md", "sc2ee3874cf.md", "s7d76bdb44f.md", "s0a5689e3dc.md", "s66d9cecf51.md", "s39d2ff43f1.md", "sf991bfaf1b.md", "sd97ffe3733.md", "s813065fca6.md", "sa67bd27205.md", "sea915418cc.md", "s9c634526a0.md", "s5b02536f1e.md", "s257f215351.md"], "s1": [8.205644, 5.963392, 4.47908, 4.301233, 4.206231, 3.665392, 3.439005, 3.228752, 3.133699, 3.116087, 2.680812, 2.620254, 2.56422, 2.529015, 2.519747, 2.329828, 2.112258, 2.077909, 1.985123, 1.984197, 1.946521, 1.902578, 1.680947, 1.677307, 1.453966, 1.208954, 1.149212, 1.105878, 1.095275, 0.998907, 0.975526, 0.950224, 0.933745, 0.926404, 0.828332, 0.814039, 0.785441, 0.7047, 0.499117, 0.479134, 0.472963, 0.466451, 0.462145, 0.347289, 0.165638, 0.159804, 0.153937, 0.141479, 0.103462, 0.096144], "search": ["sbf4d306cfc.md", "sdd19753d52.md", "sbc58a9d8d4.md", "s307a3ff887.md", "s4a1a029e8b.md", "s8c91f841fc.md", "sd890fc5c24.md", "s8bc82eeba8.md", "s58c0d4f15a.md", "sd4b0068b99.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 51, "n_texts": 249, "n_windows": 359, "n_texts_windowed": 109, "n_tokens": 118367, "n_query_terms": 16, "nnz_texts": 76353, "index_bytes": 920965, "secs_text": 0.1195, "secs_encode": 17.8479, "secs_score": 0.0098, "secs_total": 17.9792, "load1_start": 13.68}
{"qid": "9ea5eabc", "type": "knowledge-update", "abstention": false, "gold": ["sf0f5310613.md", "sf31e4f171e.md"], "ranked": ["sf0f5310613.md", "sf31e4f171e.md", "sb4529f6c04.md", "s291b51773d.md", "s151b55a59e.md", "s8061f08f37.md", "s34fecbd64b.md", "s39fff461a2.md", "se29192136f.md", "sba68bb1053.md", "sd4c0541716.md", "sdde3935936.md", "s20e3eb9bb1.md", "s62188a1c15.md", "s940433a641.md", "s61bcdef226.md", "s1cbcf89c38.md", "s7bac71aa32.md", "s2f0983a32e.md", "se3aac9228a.md", "sa964ca52ab.md", "sa3b9a501dd.md", "s69372a41d0.md", "sd4b976a760.md", "sc3896cde07.md", "se5c229d877.md", "s47a116b172.md", "sd84b78a2f4.md", "s3a5fdd7d7d.md", "sede552c857.md", "s591110e1cc.md", "se9e342d04d.md", "sd69283a3e8.md", "s6859fa7a03.md", "sfbe9f2fdd7.md", "sda1c6f608e.md", "sd3a007099e.md", "sda289bf85d.md", "s5e6897b591.md", "sebf1aea89e.md", "sef327639f1.md", "s8412bcb406.md", "sc7d4b30cc2.md", "sdee70c1a9b.md", "s004c373ef7.md", "sac3f5a04f3.md", "sce9c147ff1.md", "s7eca6314fa.md", "s5b200772b8.md", "s26e6e88d20.md"], "s1": [9.092676, 8.473419, 7.436001, 6.475644, 6.11915, 5.064838, 4.914682, 4.723783, 4.257538, 3.465371, 3.391696, 3.386432, 3.378295, 3.073664, 2.845244, 2.747663, 2.708234, 2.698415, 2.64803, 2.557838, 2.250527, 2.163571, 2.055836, 1.634704, 1.622791, 1.618879, 1.467427, 1.460585, 1.381309, 1.253613, 1.252726, 1.148843, 1.040415, 0.973164, 0.937866, 0.812702, 0.771727, 0.68533, 0.67605, 0.657261, 0.604431, 0.570398, 0.527483, 0.481183, 0.361536, 0.354827, 0.323452, 0.280658, 0.246018, 0.216065], "search": ["sf0f5310613.md", "sf31e4f171e.md", "sb4529f6c04.md", "s291b51773d.md", "s151b55a59e.md", "s8061f08f37.md", "s34fecbd64b.md", "s39fff461a2.md", "se29192136f.md", "sba68bb1053.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 50, "n_texts": 247, "n_windows": 361, "n_texts_windowed": 112, "n_tokens": 118289, "n_query_terms": 13, "nnz_texts": 78231, "index_bytes": 943429, "secs_text": 0.1294, "secs_encode": 17.8391, "secs_score": 0.0084, "secs_total": 17.9788, "load1_start": 14.48}
{"qid": "07741c44", "type": "knowledge-update", "abstention": false, "gold": ["s60697cceb2.md", "se890ae4f02.md"], "ranked": ["s60697cceb2.md", "se890ae4f02.md", "sc925357381.md", "s185b56cab0.md", "s7d22f15712.md", "sa4db90e36f.md", "s1bcc70c647.md", "s81262631b5.md", "sd213d991d2.md", "sffd6370e9e.md", "se06906aeb4.md", "sc4d38825be.md", "s429e1bf71c.md", "s6d73743cee.md", "s7885e84012.md", "s3de5da962b.md", "s2303efa428.md", "sf9d918adf5.md", "s5bb216326a.md", "s8d14ddee4a.md", "s42bfaa2f44.md", "s77f0337959.md", "s882f3232c8.md", "sa547a7322b.md", "sc3f648b3f8.md", "s985ae38a52.md", "seaaaf9434f.md", "s27454481a9.md", "sad4acd56dd.md", "sabce21a4c9.md", "s4e27a60a66.md", "s7d87551e59.md", "s11e950fbc4.md", "s8a97cee00f.md", "s9455923598.md", "sfd9307c0be.md", "sb4d38524cf.md", "s36aa2a8594.md", "sdb647e8965.md", "s8ad47a0232.md", "sa1f14bbdf9.md", "s8df9f4f4a9.md", "s93131a6de6.md", "sc83915e584.md", "secfa24dc67.md", "s09ceb35843.md", "sf343242d95.md"], "s1": [11.006578, 10.57114, 4.234596, 4.105242, 3.747576, 3.605754, 3.466192, 3.333679, 3.113515, 2.984307, 2.727318, 2.463266, 2.386944, 2.28868, 1.955568, 1.933846, 1.910779, 1.795036, 1.639068, 1.625747, 1.478409, 1.460918, 1.373618, 1.307344, 1.272368, 1.27109, 1.264215, 1.258205, 1.197726, 1.143546, 1.132129, 1.098375, 0.981024, 0.904135, 0.836175, 0.600841, 0.593599, 0.552287, 0.527669, 0.514542, 0.405106, 0.372733, 0.322277, 0.210031, 0.176647, 0.158231, 0.112625], "search": ["s60697cceb2.md", "se890ae4f02.md", "sc925357381.md", "s185b56cab0.md", "s7d22f15712.md", "sa4db90e36f.md", "s1bcc70c647.md", "s81262631b5.md", "sd213d991d2.md", "sffd6370e9e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 47, "n_texts": 259, "n_windows": 333, "n_texts_windowed": 74, "n_tokens": 117825, "n_query_terms": 11, "nnz_texts": 75205, "index_bytes": 907141, "secs_text": 0.1217, "secs_encode": 17.7914, "secs_score": 0.0092, "secs_total": 17.9243, "load1_start": 14.32}
{"qid": "a1eacc2a", "type": "knowledge-update", "abstention": false, "gold": ["sadf7403cf2.md", "sc612baf33b.md"], "ranked": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s0340b0a37d.md", "sf368664911.md", "s8048b0aca0.md", "s99b483cea1.md", "s5fad575778.md", "sa138380951.md", "s35819d4bd7.md", "s28235ba0d3.md", "s56e29379a3.md", "s6af5032218.md", "s676a6dd490.md", "s7106794a80.md", "sa78d93f442.md", "s1b6935d8cd.md", "sdbacfc8742.md", "sf762d744a8.md", "s333f0e4109.md", "sc841f1221c.md", "s3e8482e851.md", "sb82ec0b253.md", "sbbf7894a8a.md", "s86e8206f8f.md", "s4c1a98d99d.md", "sddff4c795b.md", "sa62427180d.md", "sb3c0fff295.md", "s2f583315b0.md", "s750dec915a.md", "sd0441ee78f.md", "s19c9272b8a.md", "sf07343a2f5.md", "s19360d6f3c.md", "s3992d99061.md", "s6cf2c92f97.md", "se892851ca6.md", "se4260996ef.md", "sea46ac1d03.md"], "s1": [15.092854, 12.192505, 11.506434, 7.113747, 5.705841, 4.723577, 4.235353, 3.765072, 3.228603, 3.060143, 2.947882, 2.91642, 2.482271, 2.391252, 2.293243, 2.287386, 2.255902, 1.981252, 1.900909, 1.809612, 1.768174, 1.551505, 1.515292, 1.496981, 1.439474, 1.412198, 1.386393, 1.332639, 1.10414, 1.03176, 0.96579, 0.960387, 0.928073, 0.885913, 0.880135, 0.580152, 0.541517, 0.254855, 0.13378, 0.090759, 0.066687], "search": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s0340b0a37d.md", "sf368664911.md", "s8048b0aca0.md", "s99b483cea1.md", "s5fad575778.md", "sa138380951.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 41, "n_texts": 253, "n_windows": 367, "n_texts_windowed": 114, "n_tokens": 118808, "n_query_terms": 14, "nnz_texts": 78250, "index_bytes": 943493, "secs_text": 0.1204, "secs_encode": 17.8525, "secs_score": 0.0086, "secs_total": 17.9834, "load1_start": 14.69}
{"qid": "184da446", "type": "knowledge-update", "abstention": false, "gold": ["secc51924f6.md", "sedc3182532.md"], "ranked": ["s61ef31c3c8.md", "sedc3182532.md", "secc51924f6.md", "s32bb40cc62.md", "s01d81a1b42.md", "s8c90e64959.md", "se26e6fd23a.md", "s4687c8a214.md", "s1cb77ceb20.md", "sfd7df726f1.md", "sd4fdcabc32.md", "sc0b033d2d4.md", "sa03d779f47.md", "s2ad7b6b0ec.md", "s74034c0e02.md", "se63ab3aec8.md", "s0571ede467.md", "s41c2b21637.md", "s7c44ad4449.md", "sb34c55287c.md", "saf5de1ecd1.md", "s1806a62f07.md", "s7c767309c7.md", "sa775c39bc3.md", "sce42e2ccfb.md", "sdff198c2bf.md", "sa5525052bf.md", "s043cb9a35c.md", "s6d65cb5a83.md", "sbf370aea57.md", "s2c24ff0aea.md", "s024a0ad365.md", "s35cb785016.md", "scfb8f54a55.md", "s8e196cc772.md", "s9d7c84ee43.md", "sefdb3f391c.md", "s9cab5b645b.md", "sefbf0fb603.md", "s929e39d28b.md", "sb267a1df77.md", "s0566f6137a.md"], "s1": [10.414867, 8.471414, 4.507614, 3.389984, 3.353759, 3.238038, 3.10297, 3.008298, 2.840199, 2.672298, 2.671154, 2.564037, 2.514488, 2.460006, 2.38908, 2.360686, 2.276212, 2.259912, 2.159439, 2.070642, 2.02152, 2.017896, 1.959147, 1.919418, 1.792913, 1.767417, 1.464518, 1.382696, 1.339023, 1.30172, 1.283187, 1.124681, 1.118298, 1.106084, 0.919044, 0.866303, 0.814504, 0.799916, 0.604305, 0.083724, 0.075018, 0.04221], "search": ["s61ef31c3c8.md", "sedc3182532.md", "secc51924f6.md", "s32bb40cc62.md", "s01d81a1b42.md", "s8c90e64959.md", "se26e6fd23a.md", "s4687c8a214.md", "s1cb77ceb20.md", "sfd7df726f1.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 246, "n_windows": 350, "n_texts_windowed": 104, "n_tokens": 117092, "n_query_terms": 18, "nnz_texts": 76796, "index_bytes": 925957, "secs_text": 0.1192, "secs_encode": 17.6561, "secs_score": 0.009, "secs_total": 17.7861, "load1_start": 15.07}
{"qid": "031748ae", "type": "knowledge-update", "abstention": false, "gold": ["s9535c8eecf.md", "sbe162b84af.md"], "ranked": ["s9535c8eecf.md", "sbe162b84af.md", "sc496a596c2.md", "s9f0045a66b.md", "sc6bd402193.md", "sd6795784fc.md", "s1a9756a417.md", "s3ea4b24d24.md", "s21e25b5991.md", "s5150b9d6fc.md", "sd590e7e903.md", "s4dfada3337.md", "s1a0f160d6f.md", "s23b5090ba1.md", "s509bcfb43c.md", "s38b325d056.md", "sec2fb1021f.md", "sd3b3eef973.md", "s0dd3cdd004.md", "s9d0892d782.md", "s92e17006c9.md", "s2c51e71ae7.md", "sb3c9e21e3c.md", "s53e6bcdbcf.md", "sa41f3aa086.md", "sef0bae872e.md", "sbcdd0445fa.md", "s1c32958fef.md", "s9454cfccfe.md", "sd6b098ebe4.md", "s3dbbb3aa24.md", "s8421812c2a.md", "sa45f5f6819.md", "s6c0c1e4b3c.md", "s7e3fb1c4e0.md", "s613995ac91.md", "s86bcb4699a.md", "sd4e38cdc02.md", "sd70b264bc7.md", "scb2cf6325b.md", "se371f1f221.md", "s6af460cd3f.md", "sad47fc1c1f.md", "scb0b054737.md", "sf02fbda98b.md"], "s1": [18.999451, 12.491922, 6.362694, 4.391222, 4.217681, 4.125583, 4.114426, 3.955455, 3.937864, 3.535847, 3.520705, 3.508727, 3.332636, 3.204586, 3.202119, 3.153774, 3.118685, 3.034945, 2.87583, 2.651978, 2.637234, 2.487891, 2.454683, 2.374624, 2.306766, 2.25022, 1.893297, 1.879393, 1.835613, 1.750048, 1.744381, 1.64272, 1.388828, 1.345994, 1.286816, 1.285622, 1.280364, 1.275496, 1.178605, 0.978276, 0.882165, 0.505555, 0.447298, 0.226215, 0.1829], "search": ["s9535c8eecf.md", "sbe162b84af.md", "sc496a596c2.md", "s9f0045a66b.md", "sc6bd402193.md", "sd6795784fc.md", "s1a9756a417.md", "s3ea4b24d24.md", "s21e25b5991.md", "s5150b9d6fc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 255, "n_windows": 381, "n_texts_windowed": 126, "n_tokens": 121075, "n_query_terms": 20, "nnz_texts": 80828, "index_bytes": 974469, "secs_text": 0.1211, "secs_encode": 18.1618, "secs_score": 0.0098, "secs_total": 18.2947, "load1_start": 15.27}
{"qid": "4d6b87c8", "type": "knowledge-update", "abstention": false, "gold": ["s2e4fd10c62.md", "s7e60344fc4.md"], "ranked": ["s2e4fd10c62.md", "sd733dc9302.md", "s7e60344fc4.md", "s2fa03ae436.md", "sb446943a97.md", "sc9643a9ee8.md", "s077b048b07.md", "s920ba1fea2.md", "s1e6bad9a85.md", "s5ca7341bde.md", "s892ef47650.md", "s73bbef9453.md", "scfcdf22cf7.md", "s1e22c988cf.md", "sfa717d4977.md", "s3845f8098d.md", "s5c49f7f0ed.md", "s3a6776bd06.md", "sc5bfcba675.md", "s5f237abaa9.md", "s699a6aec29.md", "s096f725123.md", "s04b401d4c2.md", "s386595c1c2.md", "s8deefc377c.md", "s8e42d047d4.md", "s3c08cf5d3b.md", "s636528e646.md", "sd27def1109.md", "s383dadba36.md", "s0c8d9e55ca.md", "sbc5953c3fe.md", "s426e9a51bf.md", "s3bdc87c1db.md", "s92d147d6b9.md", "s8eb52d7675.md", "s1eecb15eab.md", "s3e7fe05f41.md", "s0be11e8bbd.md", "sa3fc5ff271.md", "s7b66ff876b.md", "s8149b2e785.md", "s4949460d42.md", "s2d57c30c62.md", "s6557961627.md", "sa08f74823c.md", "s0f3c0596ad.md", "se34abe006f.md", "s68fd730c4f.md", "s435944b10e.md"], "s1": [13.102784, 4.555502, 3.8794, 3.05356, 2.92618, 2.702089, 2.434622, 2.412034, 2.379146, 2.369622, 2.307434, 2.297201, 2.256951, 2.230187, 2.049055, 2.020691, 1.949725, 1.88495, 1.793014, 1.779139, 1.760322, 1.692015, 1.675341, 1.671728, 1.585772, 1.57607, 1.429543, 1.393753, 1.388635, 1.347368, 1.298916, 1.164495, 1.148105, 1.126206, 1.095575, 1.078514, 1.022543, 0.818718, 0.706895, 0.639453, 0.538668, 0.533538, 0.249839, 0.231643, 0.224128, 0.167615, 0.154153, 0.152936, 0.059585, 0.051273], "search": ["s2e4fd10c62.md", "sd733dc9302.md", "s7e60344fc4.md", "s2fa03ae436.md", "sb446943a97.md", "sc9643a9ee8.md", "s077b048b07.md", "s920ba1fea2.md", "s1e6bad9a85.md", "s5ca7341bde.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 50, "n_texts": 252, "n_windows": 358, "n_texts_windowed": 106, "n_tokens": 116005, "n_query_terms": 14, "nnz_texts": 76535, "index_bytes": 923077, "secs_text": 0.126, "secs_encode": 17.4737, "secs_score": 0.0089, "secs_total": 17.6104, "load1_start": 15.56}
{"qid": "0f05491a", "type": "knowledge-update", "abstention": false, "gold": ["s4c24b5812a.md", "s947606eb27.md"], "ranked": ["s4c24b5812a.md", "s947606eb27.md", "s7a755d00de.md", "see739b2731.md", "s92509d0096.md", "s6059aecbde.md", "sd72d9f533b.md", "scceddbb3c5.md", "sde347d7d20.md", "sfbe9ffc83a.md", "s56e14eab0f.md", "s2a53f25398.md", "s0ece74603c.md", "s65027414a0.md", "s21b6f76dbc.md", "se1160fdd60.md", "s0bda4e4a40.md", "sa09e6cf5da.md", "sbca4de81d4.md", "sb4d345118c.md", "s1a19ca0b39.md", "s7074d3e65a.md", "sec32eb6dd8.md", "s7763a73dfe.md", "sec6c4264ea.md", "s4185ee9888.md", "seb25d33b00.md", "sde7a3cc2a9.md", "sbfcf77c823.md", "s388e30f86c.md", "s0ae9b3516e.md", "sb1e54f6eea.md", "s542f9b5f07.md", "s6a59d9387a.md", "se738bf7919.md", "s0816f64a07.md", "sed7e8a56b6.md", "s311e4aae2b.md", "s1524dfc963.md", "s6fd6edd638.md", "s7ac322a614.md", "s56084ec533.md", "s8d4a431550.md", "s8d9c1e545f.md"], "s1": [27.897402, 27.714338, 10.313034, 8.122036, 5.869959, 5.768966, 5.572536, 5.503929, 5.280845, 5.016982, 4.88707, 4.830743, 4.664464, 4.654747, 4.472855, 4.454402, 4.299467, 4.055186, 3.447964, 3.417247, 3.174165, 3.153646, 3.13319, 3.020047, 2.824104, 2.520131, 2.486953, 2.407602, 2.157826, 2.156779, 2.030373, 1.642757, 1.619195, 1.576436, 1.465127, 1.376201, 1.299325, 1.141208, 0.921285, 0.706148, 0.602062, 0.459074, 0.379266, 0.263265], "search": ["s4c24b5812a.md", "s947606eb27.md", "s7a755d00de.md", "see739b2731.md", "s92509d0096.md", "s6059aecbde.md", "sd72d9f533b.md", "scceddbb3c5.md", "sde347d7d20.md", "sfbe9ffc83a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 251, "n_windows": 365, "n_texts_windowed": 114, "n_tokens": 118084, "n_query_terms": 19, "nnz_texts": 77805, "index_bytes": 938117, "secs_text": 0.1202, "secs_encode": 17.8755, "secs_score": 0.0083, "secs_total": 18.0062, "load1_start": 15.57}
{"qid": "08e075c7", "type": "knowledge-update", "abstention": false, "gold": ["s0f5f40051f.md", "s4a379f00d0.md"], "ranked": ["s4a379f00d0.md", "s0f5f40051f.md", "sbe3eb0cb5c.md", "s83b3b90917.md", "sa9f9dc36ca.md", "s4bb260b9c7.md", "s48e646a069.md", "sea0a1b269d.md", "s852cd02db9.md", "s5508ee7610.md", "s14192cd01e.md", "scb7e86d05e.md", "sfcbb204ec4.md", "s7cca627557.md", "sd2c3579ea8.md", "s587054b74d.md", "s6584711dd1.md", "s2ecf803dae.md", "scc3b7f5530.md", "sefdd8342df.md", "s42ef094559.md", "s43b0bcdb67.md", "s56e60d8fad.md", "sac15567848.md", "s2f19879617.md", "saf67c3d23b.md", "s10dbc821a6.md", "sae232cf42a.md", "s0874dde51a.md", "s39b9bdadf5.md", "sf25af0cce5.md", "sf004154468.md", "s4571c307d5.md", "sa9b7954437.md", "s64851461f3.md", "s34f2fb77fc.md", "s34679c89a3.md", "s39ccdd5d01.md", "se4aa6b5647.md", "sf56cc4e2c9.md", "s389ab12ba1.md", "s10af2126a6.md", "s6a5d185c4e.md", "sd8006ce5fe.md"], "s1": [14.031026, 11.518851, 7.370564, 5.629029, 5.301555, 3.671331, 3.662905, 3.631167, 3.619776, 3.495564, 3.331564, 3.198822, 3.157388, 3.135569, 2.82069, 2.770341, 2.633729, 2.629309, 2.541048, 2.43459, 2.383156, 2.365852, 2.110724, 2.061724, 2.037057, 1.514639, 1.484077, 0.899893, 0.875129, 0.763762, 0.730936, 0.693126, 0.646893, 0.625773, 0.503469, 0.379047, 0.368982, 0.265724, 0.216075, 0.207243, 0.206703, 0.176442, 0.152613, 0.038148], "search": ["s4a379f00d0.md", "s0f5f40051f.md", "sbe3eb0cb5c.md", "s83b3b90917.md", "sa9f9dc36ca.md", "s4bb260b9c7.md", "s48e646a069.md", "sea0a1b269d.md", "s852cd02db9.md", "s5508ee7610.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 250, "n_windows": 353, "n_texts_windowed": 102, "n_tokens": 118610, "n_query_terms": 14, "nnz_texts": 76590, "index_bytes": 923525, "secs_text": 0.1184, "secs_encode": 17.9163, "secs_score": 0.0092, "secs_total": 18.046, "load1_start": 15.75}
{"qid": "f9e8c073", "type": "knowledge-update", "abstention": false, "gold": ["s0106864bfd.md", "scfecd3db53.md"], "ranked": ["s0106864bfd.md", "scfecd3db53.md", "s4965c2d6c2.md", "s37d558ae53.md", "s39303725a0.md", "s50b52835d3.md", "s35ab904f55.md", "se07c096138.md", "s55257c5311.md", "saa95073528.md", "s301b6fecb5.md", "sc2807356d4.md", "sd33bf3796b.md", "sa81deaeb07.md", "sdcb93bfd34.md", "s4a34dae7a2.md", "sfa2a889f26.md", "sbb0a826537.md", "s429404a6a1.md", "s3f79439096.md", "s7b5ab1de02.md", "s9b44327e14.md", "s7553d1b7ac.md", "s89d7292aa0.md", "s39a83d2170.md", "s297895529e.md", "s7c6ec63f4f.md", "sd5fc834cd3.md", "s814e8eef97.md", "seb8985d659.md", "s8c76369664.md", "s2aef293678.md", "sdd2d8eae9a.md", "sde89395f9e.md", "sdf1bbcc555.md", "s68dd49d257.md", "sd38af59b54.md", "s315ee0e815.md", "s73f2a46bd4.md", "s67eb6e4b2b.md", "s6f30b377db.md", "sac9ca5f4ad.md", "s3456bb5096.md", "sfcae310f6d.md", "s3738352bd0.md", "s9c11608596.md", "s786a85f13b.md", "sa1b043aea5.md", "s83d24bc617.md", "s23c7aaf0ec.md"], "s1": [17.530148, 13.256002, 8.358235, 6.860528, 6.469676, 6.165838, 6.158714, 5.462749, 4.741209, 4.683562, 4.476156, 4.350584, 4.306934, 4.299321, 4.113866, 4.087136, 4.004745, 3.853284, 3.834317, 3.817183, 3.799841, 3.680764, 3.649292, 3.564705, 3.54814, 3.544294, 3.411435, 3.31626, 3.147657, 3.082923, 2.927525, 2.887299, 2.85037, 2.780755, 2.761903, 2.704974, 2.691463, 2.690564, 2.635232, 2.599989, 2.393628, 2.225382, 2.136943, 1.963466, 1.952637, 1.812313, 1.544238, 1.476319, 1.414716, 0.824953], "search": ["s0106864bfd.md", "scfecd3db53.md", "s4965c2d6c2.md", "s37d558ae53.md", "s39303725a0.md", "s50b52835d3.md", "s35ab904f55.md", "se07c096138.md", "s55257c5311.md", "saa95073528.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 256, "n_windows": 355, "n_texts_windowed": 99, "n_tokens": 118757, "n_query_terms": 17, "nnz_texts": 78894, "index_bytes": 951365, "secs_text": 0.1229, "secs_encode": 17.8872, "secs_score": 0.0094, "secs_total": 18.0215, "load1_start": 15.82}
{"qid": "41698283", "type": "knowledge-update", "abstention": false, "gold": ["s2d012dc211.md", "sf44ef08c7f.md"], "ranked": ["s2d012dc211.md", "s185b0b564b.md", "sf44ef08c7f.md", "sf1a0422d19.md", "s8e1120ba27.md", "s46791b610a.md", "s2322a9f6b9.md", "sf34f731880.md", "se20bb18a36.md", "s16b944a7eb.md", "s35fbe55e23.md", "sf51a4a02e3.md", "s4a6d67e8cd.md", "s88d9a5be52.md", "s830dbb7ec0.md", "sba19dde8ea.md", "s4b07d55a13.md", "sd8da8c67bd.md", "s874485f070.md", "s7d17d58a47.md", "sa65d8488ba.md", "s335358a70a.md", "s375a2e76f9.md", "s6b9d9c4e87.md", "s3ae067f62a.md", "s5f6ae05615.md", "s68451f7fad.md", "s3cd8661b65.md", "s2aee62514f.md", "s7f42ec6269.md", "sa08f9099a7.md", "s3a66fd772c.md", "s2c0da74921.md", "s2d244a6655.md", "s64bf4dcb5f.md", "s89b71cc3d6.md", "saf7b45b1ce.md", "sfda23961aa.md", "s34aa694ee8.md", "s64b70fb956.md", "s61035550b2.md", "s7230488e64.md", "sd441cf4227.md"], "s1": [10.596683, 8.986426, 8.750724, 3.403904, 2.358917, 2.357668, 2.32677, 2.212747, 2.173809, 2.125472, 1.83735, 1.778893, 1.726647, 1.714143, 1.676734, 1.582794, 1.575966, 1.479959, 1.475194, 1.45308, 1.448235, 1.44377, 1.30223, 1.241305, 1.165043, 1.145537, 1.130286, 1.066066, 0.970664, 0.872807, 0.804998, 0.757426, 0.754698, 0.64716, 0.485965, 0.442238, 0.42929, 0.429278, 0.420265, 0.416355, 0.303345, 0.029587, 0.028823], "search": ["s2d012dc211.md", "s185b0b564b.md", "sf44ef08c7f.md", "sf1a0422d19.md", "s8e1120ba27.md", "s46791b610a.md", "s2322a9f6b9.md", "sf34f731880.md", "se20bb18a36.md", "s16b944a7eb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 244, "n_windows": 366, "n_texts_windowed": 122, "n_tokens": 117509, "n_query_terms": 13, "nnz_texts": 77654, "index_bytes": 936325, "secs_text": 0.1156, "secs_encode": 17.8137, "secs_score": 0.0091, "secs_total": 17.9408, "load1_start": 15.86}
{"qid": "2698e78f", "type": "knowledge-update", "abstention": false, "gold": ["s714b824019.md", "s7c69d11593.md"], "ranked": ["s714b824019.md", "s7c69d11593.md", "s46308a0db6.md", "s9075501b24.md", "s0417a283d8.md", "sb0f48eb033.md", "s26d579026f.md", "s467249a946.md", "se122a02d38.md", "s38e1811aea.md", "sad77c66579.md", "s4243707525.md", "s33cad0e8c9.md", "s1479c5ece9.md", "sba1fa16525.md", "s6079ed1d32.md", "sd4eda9a6ec.md", "s3f264eecb2.md", "s330670a713.md", "sb81ee364c8.md", "sdb2e548815.md", "se1725cb8b9.md", "sa23b7d3619.md", "s254f2fbcda.md", "se6d57d2a94.md", "s035f4337d5.md", "se0e6f1931b.md", "se03565a813.md", "sc5de879004.md", "s8e04b01c8e.md", "s2577a09580.md", "scc12ac903a.md", "s6d7633a39d.md", "s8e1fae0371.md", "s23f14bf32e.md", "s342c6d571c.md", "s37d799290b.md", "sd891ba88dd.md", "s44edb659e0.md", "s3ac252c9cb.md", "s54e17ed621.md", "saadb24944f.md", "seddf629a43.md", "saf83355395.md", "s6569052164.md", "s3b07f21f1f.md"], "s1": [11.956008, 10.748167, 4.858825, 4.636548, 3.915102, 3.663749, 3.551563, 3.359936, 3.220398, 3.123427, 3.112448, 2.970655, 2.884159, 2.88261, 2.844989, 2.840127, 2.631636, 2.630427, 2.370781, 2.329013, 2.246072, 2.235657, 2.042352, 1.994396, 1.777079, 1.754911, 1.671197, 1.623256, 1.596243, 1.422583, 1.365488, 1.240725, 1.180129, 1.14302, 1.0041, 0.984877, 0.972957, 0.86683, 0.78865, 0.647458, 0.580231, 0.356127, 0.325187, 0.255966, 0.221194, 0.189199], "search": ["s714b824019.md", "s7c69d11593.md", "s46308a0db6.md", "s9075501b24.md", "s0417a283d8.md", "sb0f48eb033.md", "s26d579026f.md", "s467249a946.md", "se122a02d38.md", "s38e1811aea.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 46, "n_texts": 248, "n_windows": 354, "n_texts_windowed": 102, "n_tokens": 119533, "n_query_terms": 14, "nnz_texts": 77464, "index_bytes": 934149, "secs_text": 0.1275, "secs_encode": 17.9338, "secs_score": 0.01, "secs_total": 18.0733, "load1_start": 15.9}
{"qid": "b6019101", "type": "knowledge-update", "abstention": false, "gold": ["s371e4c0543.md", "se0f9ade97d.md"], "ranked": ["se0f9ade97d.md", "s371e4c0543.md", "s218c71ad99.md", "sf8f70b82f4.md", "sd64c96aac1.md", "sf1e4d8bb74.md", "se74092a0b3.md", "s60bf50e70f.md", "s4b609bc533.md", "s561b8f195b.md", "s14e39990df.md", "sf5e54dcdcb.md", "sc2dedd8d5f.md", "s24b993014d.md", "s644282eade.md", "s50d7b60936.md", "sbaf8b3d53f.md", "s3ec6cf1708.md", "sf8a28a99f3.md", "sf657fc1660.md", "s31f714d5b8.md", "s341a507bc1.md", "s83c8462bc1.md", "sb3a40559f9.md", "s08efe4dd04.md", "s2d598f1def.md", "sf697576871.md", "sb0e0c80923.md", "s7d00c4be32.md", "sc8c9cd4f07.md", "s83fc51a7bd.md", "s981c6ad8a0.md", "s7ff70dffc0.md", "se6782a4bed.md", "s9c3e1831bb.md", "s2fd817fb35.md", "s2078990d9f.md", "se75a49a834.md", "sc5029c7e39.md", "sd424aab4ea.md", "s268acaaaaf.md", "s17aed891b6.md", "sf3fb2181d1.md", "s9916d37a93.md", "s6e9bc715b0.md", "s341338073c.md", "s4831cfe79f.md", "s2dc5e36348.md"], "s1": [14.147316, 9.534091, 4.082401, 3.885724, 3.849501, 3.746555, 2.971714, 2.930093, 2.913103, 2.756332, 2.71998, 2.685724, 2.593885, 2.420696, 2.410182, 2.397214, 2.377204, 2.252503, 2.135481, 2.009009, 1.951654, 1.895296, 1.873063, 1.860809, 1.852787, 1.817649, 1.768083, 1.625889, 1.59204, 1.526206, 1.516059, 1.409108, 1.318122, 1.297102, 1.269193, 0.831291, 0.823409, 0.786132, 0.785219, 0.666755, 0.600446, 0.51986, 0.392566, 0.329296, 0.258481, 0.145908, 0.040165, 0.000757], "search": ["se0f9ade97d.md", "s371e4c0543.md", "s218c71ad99.md", "sf8f70b82f4.md", "sd64c96aac1.md", "sf1e4d8bb74.md", "se74092a0b3.md", "s60bf50e70f.md", "s4b609bc533.md", "s561b8f195b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 48, "n_texts": 255, "n_windows": 370, "n_texts_windowed": 115, "n_tokens": 119143, "n_query_terms": 16, "nnz_texts": 80125, "index_bytes": 966085, "secs_text": 0.1212, "secs_encode": 17.9577, "secs_score": 0.0102, "secs_total": 18.0909, "load1_start": 15.93}
{"qid": "45dc21b6", "type": "knowledge-update", "abstention": false, "gold": ["s3ced03c303.md", "se3db8bf4d4.md"], "ranked": ["se3db8bf4d4.md", "s3ced03c303.md", "s608dee754a.md", "sd6252ae149.md", "s0ff089b6d5.md", "s17a0aa4030.md", "s3f76398a8e.md", "sf31761c5d5.md", "s487b571555.md", "saff284e78a.md", "s8f67638ac3.md", "s9bda87a449.md", "s49eb26f0db.md", "sdb712e4d15.md", "s4d06dcd288.md", "s4dfd2bc352.md", "s66097c64a0.md", "s09b6424612.md", "s6255d659e8.md", "s5cd0922e22.md", "s0e06691f1d.md", "sfe24de73e9.md", "s83b8f439b7.md", "s97ce82a65e.md", "s596a2371e9.md", "sa636d20e82.md", "s6c5aa7a7da.md", "s7d54d43f3d.md", "scd3e5573b3.md", "scc23276f6b.md", "sc63fcd5df7.md", "sf00c1611ff.md", "sacb02d90c3.md", "s564bd3df75.md", "s1c9ea45845.md", "s1b64673fc5.md", "saeabac0f64.md", "s92ae5af0d1.md", "sc2b2e35731.md", "sd9ee97b1c4.md", "s2141b9ac47.md", "se03707bf25.md", "s46e2d1f102.md", "s512548e119.md", "s3bd7af080a.md", "s719ecf022d.md"], "s1": [7.846367, 5.908623, 5.154061, 4.09999, 3.986611, 3.732591, 3.0786, 2.723137, 2.688427, 2.661, 2.520937, 2.478455, 2.252093, 2.207131, 2.185325, 2.085284, 2.079436, 2.008648, 1.969336, 1.960089, 1.826017, 1.656235, 1.608672, 1.556489, 1.542627, 1.508395, 1.456295, 1.429637, 1.39555, 1.394141, 1.384774, 1.141696, 0.998446, 0.99489, 0.97408, 0.943008, 0.813522, 0.772633, 0.708683, 0.650502, 0.610417, 0.389715, 0.294981, 0.162116, 0.113752, 0.009719], "search": ["se3db8bf4d4.md", "s3ced03c303.md", "s608dee754a.md", "sd6252ae149.md", "s0ff089b6d5.md", "s17a0aa4030.md", "s3f76398a8e.md", "sf31761c5d5.md", "s487b571555.md", "saff284e78a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 244, "n_windows": 373, "n_texts_windowed": 125, "n_tokens": 118139, "n_query_terms": 14, "nnz_texts": 80208, "index_bytes": 967173, "secs_text": 0.1161, "secs_encode": 17.7283, "secs_score": 0.0092, "secs_total": 17.8554, "load1_start": 15.95}
{"qid": "5a4f22c0", "type": "knowledge-update", "abstention": false, "gold": ["s12ec444b22.md", "s7654302eab.md"], "ranked": ["s12ec444b22.md", "s7654302eab.md", "s3c790be34e.md", "s2b23102420.md", "sb77844914a.md", "sa888d20bcd.md", "s74cd4c2365.md", "s8b0298171d.md", "s39e73a3448.md", "sd7fbb932c6.md", "s17370b85ba.md", "s98dc01accd.md", "see7db3353b.md", "sa908dbe301.md", "s174e51da2f.md", "s45dcd363d6.md", "s1a6be3fb2f.md", "sdff7c29578.md", "sd533906a13.md", "s3f89590763.md", "s032fe85ca2.md", "sb18f9fa3fd.md", "sd598772283.md", "s59200a4be5.md", "sdbe3ad7b4f.md", "s974b64d837.md", "sd0132f1a83.md", "sb1c20edaef.md", "s3a4f087a20.md", "s18e6778a58.md", "s8afe6dad57.md", "s5d3ea445fb.md", "s57008f6d18.md", "s6e6ec61da6.md", "s00bd46d7fc.md", "s58fa3a7d10.md", "s67247434e1.md", "sb1395eb142.md", "sff264d00d2.md", "sb042c1de7b.md", "se079288db1.md", "s96d8e855fd.md", "s763df02369.md", "s4cdb292f60.md", "sa703fd2a6e.md", "s037fed38dd.md", "sea7e422063.md", "s8f6feccaea.md"], "s1": [10.702629, 4.924084, 4.510896, 3.688239, 3.445092, 2.76376, 2.702683, 2.508332, 2.45426, 2.207506, 2.184132, 1.967722, 1.887581, 1.878884, 1.555306, 1.430028, 1.413402, 1.376316, 1.372216, 1.327917, 1.191721, 1.156433, 1.116111, 1.055377, 1.021112, 1.019557, 1.014912, 1.001688, 0.988061, 0.893556, 0.880293, 0.870149, 0.839292, 0.776736, 0.743733, 0.683813, 0.621377, 0.529575, 0.419124, 0.352951, 0.340546, 0.268008, 0.185118, 0.162652, 0.126427, 0.099429, 0.051779, 0.022546], "search": ["s12ec444b22.md", "s7654302eab.md", "s3c790be34e.md", "s2b23102420.md", "sb77844914a.md", "sa888d20bcd.md", "s74cd4c2365.md", "s8b0298171d.md", "s39e73a3448.md", "sd7fbb932c6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 48, "n_texts": 257, "n_windows": 361, "n_texts_windowed": 104, "n_tokens": 119502, "n_query_terms": 17, "nnz_texts": 79921, "index_bytes": 963781, "secs_text": 0.1205, "secs_encode": 18.0009, "secs_score": 0.0092, "secs_total": 18.1325, "load1_start": 14.42}
{"qid": "6071bd76", "type": "knowledge-update", "abstention": false, "gold": ["s9146ef53f2.md", "sdd85b0a895.md"], "ranked": ["s9146ef53f2.md", "sdd85b0a895.md", "sd766f0aa7a.md", "s299316bddc.md", "sc1128d3275.md", "s73e3f024e8.md", "s9b61372ea4.md", "s8083db6d7e.md", "s5ca3a2c755.md", "s20ef219d94.md", "sf8c313d690.md", "sfd91ad8181.md", "se01c7de465.md", "s18925fcdf5.md", "s3155b19881.md", "s9df25466ba.md", "sa492c3ac89.md", "sbdb4a39558.md", "s01254a3bf3.md", "s83fb49f6b1.md", "s4296f918b1.md", "sb70fcee569.md", "s27113f4339.md", "sfe00cb9dc3.md", "sf3bc824c65.md", "sa16af1d9b2.md", "s0287f465e0.md", "s8acd54824a.md", "se800848a89.md", "s19d12a2f68.md", "sb3b847b828.md", "se3cd5fdd58.md", "sa0879a7f45.md", "s9354078fff.md", "s318516d0df.md", "sb823ad0fd3.md", "sf350f554cf.md", "s5a3b408cf5.md", "s9e47e1b76c.md", "saa1869bf10.md", "sea6b98875b.md", "s88a4fb63ac.md", "s4f72c180ff.md", "s318710d6fd.md", "s34a9a25d82.md", "sd53a3a96ae.md"], "s1": [15.88495, 14.711674, 5.396075, 5.22593, 5.180708, 4.610589, 4.563169, 4.305366, 3.820219, 3.677664, 2.870581, 2.851225, 2.847005, 2.80216, 2.510046, 2.422557, 2.3188, 2.128448, 2.048325, 2.023492, 1.84379, 1.809262, 1.796443, 1.710443, 1.626142, 1.588294, 1.506225, 1.478125, 1.462278, 1.240803, 1.107816, 1.039562, 0.996846, 0.996291, 0.854569, 0.829507, 0.711634, 0.667882, 0.633541, 0.459533, 0.44764, 0.248331, 0.207451, 0.124404, 0.07188, 0.001481], "search": ["s9146ef53f2.md", "sdd85b0a895.md", "sd766f0aa7a.md", "s299316bddc.md", "sc1128d3275.md", "s73e3f024e8.md", "s9b61372ea4.md", "s8083db6d7e.md", "s5ca3a2c755.md", "s20ef219d94.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 251, "n_windows": 348, "n_texts_windowed": 97, "n_tokens": 117902, "n_query_terms": 26, "nnz_texts": 75920, "index_bytes": 915653, "secs_text": 0.1177, "secs_encode": 17.6898, "secs_score": 0.0088, "secs_total": 17.8182, "load1_start": 14.77}
{"qid": "e493bb7c", "type": "knowledge-update", "abstention": false, "gold": ["s2305d48cee.md", "sb97e56c376.md"], "ranked": ["s2305d48cee.md", "sb97e56c376.md", "s441486e358.md", "s3b76187478.md", "s38b175accd.md", "s4e4d839ec1.md", "sdb4da10528.md", "s06e3123a28.md", "s214277bf42.md", "s90478f1cde.md", "s4cde42ecc9.md", "s747107f948.md", "s71fe3513e1.md", "s842fd2cd37.md", "s57a1cc1da5.md", "s1638617dd8.md", "sc90ae9d407.md", "s2f6b2e263a.md", "s4ddbcb4064.md", "sb5900f8f38.md", "s6aad5d8319.md", "s4eb4f9938c.md", "sbc90acacc7.md", "s4b81823852.md", "s302c0cafc9.md", "s9425b1d135.md", "sddfbc0d19c.md", "s8beaee5862.md", "see6f180953.md", "sd7f258d039.md", "sf926396cf2.md", "s4e4899f0f9.md", "s00e770413c.md", "sbcdc3e4967.md", "scd49a22ce7.md", "s1bff4346d9.md", "s652c64dcde.md"], "s1": [19.770473, 10.416353, 3.437403, 3.422382, 2.809957, 2.104185, 1.846072, 1.83431, 1.739079, 1.508041, 1.211305, 1.148496, 1.019001, 1.0127, 0.984392, 0.928202, 0.919394, 0.859598, 0.833794, 0.813167, 0.638943, 0.633352, 0.593262, 0.583619, 0.559808, 0.551589, 0.444997, 0.374007, 0.347175, 0.224447, 0.211843, 0.165047, 0.139721, 0.129172, 0.058226, 0.032525, 0.019039], "search": ["s2305d48cee.md", "sb97e56c376.md", "s441486e358.md", "s3b76187478.md", "s38b175accd.md", "s4e4d839ec1.md", "sdb4da10528.md", "s06e3123a28.md", "s214277bf42.md", "s90478f1cde.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 37, "n_texts": 260, "n_windows": 364, "n_texts_windowed": 104, "n_tokens": 119916, "n_query_terms": 16, "nnz_texts": 78178, "index_bytes": 942917, "secs_text": 0.1292, "secs_encode": 18.1283, "secs_score": 0.0101, "secs_total": 18.2695, "load1_start": 13.58}
{"qid": "618f13b2", "type": "knowledge-update", "abstention": false, "gold": ["s2379959e0f.md", "s367a53632d.md"], "ranked": ["s2379959e0f.md", "s367a53632d.md", "s5136241e11.md", "s8bd95008cd.md", "s15193b1d55.md", "s527a5dca1f.md", "sd25bdfc1cd.md", "sbbc4f2764e.md", "sf4e4fc82ce.md", "s697ad48651.md", "s7a7e252715.md", "s38246971ec.md", "s4f853336fc.md", "sf6348c5dac.md", "sfc9da80936.md", "sbbaf19d8d3.md", "s78ea998955.md", "sb17a390191.md", "s2e57128de2.md", "s7160dee08e.md", "sebb0993f96.md", "s087468259d.md", "s092ecc0867.md", "s21eefcd30b.md", "s0a3355c72f.md", "s4917d836db.md", "s80f50f02a8.md", "s6f89955b63.md", "s5d89d221a6.md", "s0f9b3ac3a7.md", "s5f5378ff1a.md", "sa5f21662f2.md", "sfe5406b9f5.md", "s410e3ca917.md", "s24c495dd7c.md", "s111490b93b.md", "s6f12fcb6e8.md", "s5826538aee.md", "s40eeb285b7.md", "sfe79391187.md", "s4538fd5695.md", "s73b7825dc9.md", "s64900d46db.md", "sc828ab0a01.md", "s22f09de88a.md", "sa4e721afb1.md"], "s1": [27.937332, 13.959278, 6.32735, 5.864645, 5.067034, 4.792066, 4.774694, 4.498013, 4.137255, 4.100247, 4.057594, 3.583035, 3.57635, 2.72971, 2.710483, 2.601426, 2.536945, 2.446095, 2.366229, 2.347354, 2.150685, 2.087444, 2.06579, 2.06319, 2.046412, 1.994775, 1.948988, 1.925463, 1.864273, 1.791017, 1.766621, 1.698621, 1.624305, 1.621524, 1.576767, 1.09519, 1.050788, 1.038146, 0.789625, 0.625339, 0.584157, 0.436448, 0.413115, 0.317227, 0.132154, 0.07647], "search": ["s2379959e0f.md", "s367a53632d.md", "s5136241e11.md", "s8bd95008cd.md", "s15193b1d55.md", "s527a5dca1f.md", "sd25bdfc1cd.md", "sbbc4f2764e.md", "sf4e4fc82ce.md", "s697ad48651.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 257, "n_windows": 362, "n_texts_windowed": 104, "n_tokens": 120254, "n_query_terms": 18, "nnz_texts": 79840, "index_bytes": 962821, "secs_text": 0.1299, "secs_encode": 17.9829, "secs_score": 0.0096, "secs_total": 18.1241, "load1_start": 14.35}
{"qid": "72e3ee87", "type": "knowledge-update", "abstention": false, "gold": ["s5a85e0cf2a.md", "sf1bf1d4c1d.md"], "ranked": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "s0294a4951b.md", "sb32ca15189.md", "sc4626e0efa.md", "sa3e2ab2b6e.md", "s2aca4fc628.md", "sb6435469a7.md", "s7505742946.md", "s16a1eab4ae.md", "s1938837f59.md", "s5a3a84f150.md", "s189a1cd572.md", "s0e61d2ddd7.md", "s71885bde9e.md", "s5eda3c121c.md", "s1c6e52eeb3.md", "s7386cd4fef.md", "s1d38fc453f.md", "s82bce91fa2.md", "s1e584e3b92.md", "sdabfaff018.md", "s7df638375c.md", "scb7280ab39.md", "s96301e7cac.md", "sd9dd2a347f.md", "s93f63a0e4e.md", "s7413faa7f8.md", "sc068ce4199.md", "sb85a59ea25.md", "s3fb7196859.md", "s2471e3009f.md", "sb1d68e9ec9.md", "s462f4bd67a.md", "s21158a5953.md", "s8724ea7188.md", "s32cc89ed34.md", "s541e10ca97.md", "sc7e25d9227.md", "sd5c3afb2ad.md", "s442fd96463.md", "sccf8f1dba7.md", "sef2c09868e.md", "sb717edcdc8.md", "s4c76a75399.md", "s1ed1130db6.md", "sd2954655aa.md", "s1ae1973806.md"], "s1": [17.148724, 15.539458, 4.687244, 4.611589, 3.610468, 3.376168, 3.291356, 3.236482, 3.044373, 2.877617, 2.793372, 2.701467, 2.298267, 2.129979, 2.123435, 2.122461, 2.033591, 2.024467, 1.978431, 1.972854, 1.972497, 1.950131, 1.852363, 1.682759, 1.454194, 1.430979, 1.341769, 1.320985, 1.23092, 1.218344, 1.178758, 1.142992, 0.905801, 0.685799, 0.588521, 0.566764, 0.556396, 0.500249, 0.402868, 0.362436, 0.298233, 0.281789, 0.261754, 0.243667, 0.231955, 0.104239, 0.088967, 0.011297], "search": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "s0294a4951b.md", "sb32ca15189.md", "sc4626e0efa.md", "sa3e2ab2b6e.md", "s2aca4fc628.md", "sb6435469a7.md", "s7505742946.md", "s16a1eab4ae.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 48, "n_texts": 251, "n_windows": 360, "n_texts_windowed": 106, "n_tokens": 117887, "n_query_terms": 16, "nnz_texts": 78104, "index_bytes": 941893, "secs_text": 0.1266, "secs_encode": 17.7664, "secs_score": 0.0098, "secs_total": 17.9047, "load1_start": 14.79}
{"qid": "c4ea545c", "type": "knowledge-update", "abstention": false, "gold": ["s0b30e209aa.md", "sa20e2ffe41.md"], "ranked": ["sa20e2ffe41.md", "s0b30e209aa.md", "s691593ef24.md", "s6e54ecbcfa.md", "s21b254daa8.md", "se75d60b939.md", "s0edf9be22d.md", "s5a772cb057.md", "sdc1f2cdfc3.md", "s311dc9ada6.md", "s466f849e22.md", "s1845915d97.md", "sba36e032a4.md", "s6b249a8151.md", "s1edbb59777.md", "se8a461aa38.md", "sbb90e1f827.md", "sb577ddc98b.md", "sfe294a65ee.md", "sbb3a1724e9.md", "s36e89d0ce3.md", "sff004d5080.md", "sdf09c79b4c.md", "s2dc5689995.md", "s6024715d3f.md", "s14b534de2b.md", "sc89fe0d294.md", "s27e91f9019.md", "sba930e81ee.md", "s81226b1a0c.md", "s4786fccadc.md", "sa9ff3cdd26.md", "sb4cb42e514.md", "s0d8b9585da.md", "s80cbe5a06f.md", "s8ba0b5df2f.md", "sdc31c10e09.md", "sdc532b92a4.md", "s41dc09a182.md", "s6b583449c9.md", "s0edb5a6910.md", "s4d6dda800e.md", "s2c8a731de6.md", "s3a25e6bb9f.md", "s4ea26f4a60.md", "s660eec4790.md"], "s1": [4.389933, 3.949567, 3.329536, 3.097339, 2.888693, 2.565691, 2.496954, 2.394007, 2.391171, 1.941312, 1.934858, 1.815678, 1.717434, 1.634331, 1.515893, 1.504098, 1.463656, 1.365914, 1.339095, 1.329631, 1.326691, 1.275497, 1.263503, 1.217745, 1.171027, 1.156912, 1.128783, 1.122576, 1.110744, 1.005008, 0.954908, 0.942479, 0.910525, 0.8502, 0.74538, 0.720607, 0.672186, 0.578838, 0.544777, 0.463408, 0.418821, 0.397492, 0.335273, 0.112933, 0.102234, 0.008299], "search": ["sa20e2ffe41.md", "s0b30e209aa.md", "s691593ef24.md", "s6e54ecbcfa.md", "s21b254daa8.md", "se75d60b939.md", "s0edf9be22d.md", "s5a772cb057.md", "sdc1f2cdfc3.md", "s311dc9ada6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 251, "n_windows": 353, "n_texts_windowed": 100, "n_tokens": 118248, "n_query_terms": 14, "nnz_texts": 76019, "index_bytes": 916805, "secs_text": 0.1199, "secs_encode": 17.818, "secs_score": 0.0089, "secs_total": 17.9488, "load1_start": 15.2}
{"qid": "01493427", "type": "knowledge-update", "abstention": false, "gold": ["sb676891310.md", "sc063d09f43.md"], "ranked": ["sc063d09f43.md", "sb676891310.md", "sed85dd748d.md", "s114fd3891c.md", "s75970c10d5.md", "s5c1a04b637.md", "sa864ecd935.md", "s3bbe198be6.md", "s5e191aae21.md", "sf02079a7d6.md", "se2d7b7a6a6.md", "scdbcc29f24.md", "saa1fa677d6.md", "sed7efd2a31.md", "sc3a23789a7.md", "s5f04cec221.md", "s08aeaecd62.md", "scaefab39de.md", "sc70d7f6009.md", "s3732889732.md", "sff77ac591f.md", "s07c67005a3.md", "scddbe866ca.md", "se8f02dddb6.md", "sd801132f5b.md", "sf3cf9adb87.md", "s7454c10ea6.md", "s336343202f.md", "s5134aecc0e.md", "sd06a42d251.md", "s2d7e9a4ab7.md", "s971c16e8f6.md", "s109883fe33.md", "s46e54ac358.md", "sf2a42468a6.md", "see891fd50a.md", "s9d13cb7793.md", "sed0aa275ff.md", "s72b78d3dbb.md", "s212f8f5e56.md", "sf46dc4e497.md", "s2b32127dcf.md", "s56b028acd8.md", "s4dbd835699.md", "s631a2d0920.md", "s94920248ee.md"], "s1": [17.348791, 17.1103, 9.832396, 6.848182, 6.045774, 5.8727, 4.013211, 3.992491, 3.967209, 3.915958, 3.60749, 3.534034, 3.443769, 3.415221, 3.100435, 2.987002, 2.795311, 2.724788, 2.674128, 2.607163, 2.533988, 2.515808, 2.506459, 2.46911, 2.465646, 1.949862, 1.893375, 1.746945, 1.66273, 1.618709, 1.602934, 1.584329, 1.575678, 1.428633, 1.289884, 0.749968, 0.68588, 0.667786, 0.605927, 0.581206, 0.558618, 0.369397, 0.347954, 0.339779, 0.295949, 0.256544], "search": ["sc063d09f43.md", "sb676891310.md", "sed85dd748d.md", "s114fd3891c.md", "s75970c10d5.md", "s5c1a04b637.md", "sa864ecd935.md", "s3bbe198be6.md", "s5e191aae21.md", "sf02079a7d6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 247, "n_windows": 351, "n_texts_windowed": 103, "n_tokens": 118572, "n_query_terms": 18, "nnz_texts": 77247, "index_bytes": 931461, "secs_text": 0.124, "secs_encode": 17.8879, "secs_score": 0.0095, "secs_total": 18.0234, "load1_start": 15.38}
{"qid": "6a27ffc2", "type": "knowledge-update", "abstention": false, "gold": ["s2f1ac82f6c.md", "se7077b92b8.md"], "ranked": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s841b62c435.md", "see71da525b.md", "sc5d1ad5a43.md", "s669bee5f5c.md", "s8719fdcbe7.md", "s57d648e0f4.md", "s85835f1c90.md", "sf8247a316c.md", "sf76dd31ea4.md", "sa93851497f.md", "s90115da2e4.md", "scbada18175.md", "s7f92977b0a.md", "s4e22ae16f4.md", "s29004a0a6f.md", "sfbd1ff0ce1.md", "sda97db8036.md", "s7edfd03180.md", "sd95f5f936e.md", "sf9fddadd5b.md", "sf6c403e0f9.md", "s084b24f4b9.md", "s8848a563d5.md", "s2ea5fea1a1.md", "s31b5e80c97.md", "s71a2e43216.md", "s7800f6a2d8.md", "sde8877f76a.md", "s6fdcfddc27.md", "s3dcd2dcd41.md", "sd94e0cc7f8.md", "sc416258e3d.md", "s1780a38a6a.md", "sf66c2c1ee2.md", "sabd8a8c65a.md", "s416edcef57.md", "sb9f763bc64.md", "s4913328143.md", "s5e8b63c127.md", "s6a3feb120c.md", "sbd5ef525bc.md", "s082e1bf21e.md", "s21b3e79a5b.md", "s54a34d694b.md", "sfd4aee88a8.md", "s3421f3c88b.md"], "s1": [23.162333, 16.451332, 5.486671, 5.049245, 4.733217, 4.70998, 4.647026, 4.425728, 4.312093, 4.281219, 3.858668, 3.785382, 3.722137, 3.582754, 3.575243, 3.536298, 3.35573, 3.107537, 3.057924, 3.006189, 2.422624, 2.341501, 2.166081, 1.874336, 1.855506, 1.801894, 1.727765, 1.712376, 1.649674, 1.573321, 1.525189, 1.52264, 1.485471, 1.471161, 1.340146, 1.190215, 1.166721, 1.117232, 0.948074, 0.927086, 0.854403, 0.751403, 0.716083, 0.586143, 0.345549, 0.270803, 0.23028, 0.020168, 0.011577], "search": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s841b62c435.md", "see71da525b.md", "sc5d1ad5a43.md", "s669bee5f5c.md", "s8719fdcbe7.md", "s57d648e0f4.md", "s85835f1c90.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 261, "n_windows": 370, "n_texts_windowed": 109, "n_tokens": 117176, "n_query_terms": 21, "nnz_texts": 79550, "index_bytes": 959237, "secs_text": 0.1319, "secs_encode": 17.5952, "secs_score": 0.0088, "secs_total": 17.738, "load1_start": 15.56}
{"qid": "2133c1b5", "type": "knowledge-update", "abstention": false, "gold": ["sb11382f725.md", "sca04948fc2.md"], "ranked": ["sb11382f725.md", "sca04948fc2.md", "s0634aa1598.md", "s6ff22a7961.md", "sbfc37dbe7e.md", "sf368b9d678.md", "s25316168e4.md", "s74d628c924.md", "s0cdbda60ec.md", "s2542ddfc09.md", "sbd1162b974.md", "s5196cdc807.md", "sb01cd2426f.md", "s5e98aef337.md", "s9f3983d4bc.md", "s411edf5a1f.md", "sf665cc793f.md", "sd286ec57d6.md", "sd46a76661b.md", "s3b5a131b66.md", "sbd86d120b9.md", "sbd98c59b8f.md", "s7802beffb6.md", "s2d811cc1a8.md", "sc9741a7ab5.md", "sdae6f91839.md", "s892134cdbe.md", "sf619764862.md", "s266275c6cf.md", "s773491aad8.md", "sde7dbe4546.md", "sf5ca4cd9d8.md", "sd356ef6c70.md", "s772d0ee89c.md", "sc63723cac7.md", "s4d3c2c360b.md", "s6fddfdb955.md", "s3e395d0b4b.md", "se862b91a60.md", "sd78d208cc2.md", "sc0a88e76ce.md", "se547420a1d.md", "s3906554bd1.md", "s71c33a5cc4.md", "s682e4f9af0.md", "s5c8545ec10.md", "s67be734808.md", "s55f6a2236a.md"], "s1": [12.448842, 10.629532, 6.464345, 5.640356, 5.466738, 5.070589, 4.194196, 3.987599, 3.865628, 3.707197, 3.694902, 3.073985, 2.992281, 2.897291, 2.89682, 2.799838, 2.627758, 2.620278, 2.528883, 2.270873, 2.153692, 2.072162, 1.970416, 1.94281, 1.93697, 1.860576, 1.771594, 1.695104, 1.666434, 1.604611, 1.590962, 1.530447, 1.462991, 1.262928, 1.235722, 1.228267, 1.117769, 1.074281, 1.033954, 0.9702, 0.88866, 0.776047, 0.528408, 0.420514, 0.418689, 0.209533, 0.035146, 0.030784], "search": ["sb11382f725.md", "sca04948fc2.md", "s0634aa1598.md", "s6ff22a7961.md", "sbfc37dbe7e.md", "sf368b9d678.md", "s25316168e4.md", "s74d628c924.md", "s0cdbda60ec.md", "s2542ddfc09.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 48, "n_texts": 250, "n_windows": 349, "n_texts_windowed": 97, "n_tokens": 117337, "n_query_terms": 16, "nnz_texts": 74620, "index_bytes": 900037, "secs_text": 0.1213, "secs_encode": 17.6199, "secs_score": 0.0092, "secs_total": 17.7524, "load1_start": 15.21}
{"qid": "18bc8abd", "type": "knowledge-update", "abstention": false, "gold": ["s7b25751d8a.md", "sfa29888ee5.md"], "ranked": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s9082825115.md", "se8eed91e20.md", "s21c78beaed.md", "s611bcd05ea.md", "s347a15ef94.md", "s228e13e77c.md", "s56c2a3a8aa.md", "s612eac2378.md", "s8a6be3041f.md", "scb05ea4ae0.md", "sfbd90465eb.md", "s559b8a8e4f.md", "s3db5da000f.md", "s070da15347.md", "s54b3d6fb1c.md", "s9a6baf6b51.md", "sa6725cc5e0.md", "se06c0c43c9.md", "sac0b0c9b44.md", "s95dc67eaf4.md", "se438e892b7.md", "s95affe5bbe.md", "s8145fd4ddd.md", "s9de56a5c76.md", "s15aaad7f5e.md", "s3578b2fa64.md", "s76cff67102.md", "s57ce015a02.md", "s43eaf9e60d.md", "s8681eb8d51.md", "s7d8ea6f2d0.md", "s7630a2651d.md", "sd3278e396c.md", "sa7c3321d7e.md", "s7a37b4bb44.md", "sd7866b705f.md", "s8728ad34dc.md", "s6180011a80.md", "s2cdce9c17c.md", "sccee116e6f.md"], "s1": [9.342483, 7.008745, 5.867904, 4.143527, 3.788983, 3.713506, 3.687604, 3.324818, 2.992188, 2.790266, 2.72999, 2.487458, 2.409945, 2.05702, 2.049178, 1.749377, 1.543568, 1.435626, 1.367092, 1.360022, 1.351496, 1.329293, 1.239925, 1.23147, 1.186368, 1.077548, 0.983074, 0.942662, 0.885104, 0.879038, 0.771885, 0.660716, 0.586087, 0.461252, 0.419886, 0.418528, 0.333118, 0.263121, 0.204875, 0.179537, 0.087122, 0.071593, 0.055588], "search": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s9082825115.md", "se8eed91e20.md", "s21c78beaed.md", "s611bcd05ea.md", "s347a15ef94.md", "s228e13e77c.md", "s56c2a3a8aa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 43, "n_texts": 240, "n_windows": 355, "n_texts_windowed": 114, "n_tokens": 114630, "n_query_terms": 14, "nnz_texts": 74868, "index_bytes": 902853, "secs_text": 0.1142, "secs_encode": 17.3668, "secs_score": 0.0083, "secs_total": 17.491, "load1_start": 15.38}
{"qid": "db467c8c", "type": "knowledge-update", "abstention": false, "gold": ["s35eaa2075b.md", "s8d87952ee8.md"], "ranked": ["s8d87952ee8.md", "s35eaa2075b.md", "sbc396ef817.md", "s300b519fa6.md", "s78779a28cd.md", "s6f68eb1c91.md", "sf34423bed2.md", "s94f5904b96.md", "s6ac541366a.md", "s9ddb48ce24.md", "s1371136d1a.md", "sdf19427b8c.md", "s21765dcf8d.md", "s0fa1f699a4.md", "saa5a08176f.md", "s3e2614029d.md", "s7e2973acbd.md", "sebf686bbad.md", "s74412d82fa.md", "safd89104bf.md", "s1a0c118c9b.md", "se348020433.md", "sa04fd8a7f2.md", "s2e71f6b2be.md", "s86fc53ee94.md", "s907314cfa9.md", "s512c1cf4b0.md", "s95d481d52d.md", "sbe5a62cb93.md", "s154ac8981e.md", "s8f32c36ea1.md", "s44a31349de.md", "s4ce4c56990.md", "s79db8fba00.md", "s582f4f8801.md", "se3c40530cb.md", "s20f108266e.md", "s24d82d2bb0.md", "s9061b66db7.md", "s4ff6ce59e6.md", "scfbbbbfd1d.md", "s037559ca36.md", "s4ff518cf88.md", "s0c805616b5.md", "sd670f6ad27.md", "sa713642dd4.md", "s7bff4f8b21.md"], "s1": [9.716687, 7.153884, 5.080042, 4.575102, 3.565186, 3.278625, 3.08329, 2.958457, 2.910801, 2.820778, 2.752204, 2.743045, 2.725817, 2.41086, 2.345274, 2.308328, 2.112479, 2.087167, 2.012668, 2.012018, 1.892335, 1.84574, 1.559047, 1.553564, 1.484887, 1.433164, 1.313663, 1.242805, 1.128803, 0.966549, 0.788512, 0.781248, 0.727263, 0.672449, 0.590428, 0.576759, 0.481331, 0.47318, 0.423357, 0.379557, 0.334687, 0.299597, 0.272689, 0.204453, 0.149269, 0.075012, 0.072646], "search": ["s8d87952ee8.md", "s35eaa2075b.md", "sbc396ef817.md", "s300b519fa6.md", "s78779a28cd.md", "s6f68eb1c91.md", "sf34423bed2.md", "s94f5904b96.md", "s6ac541366a.md", "s9ddb48ce24.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 254, "n_windows": 362, "n_texts_windowed": 108, "n_tokens": 118043, "n_query_terms": 15, "nnz_texts": 78471, "index_bytes": 946245, "secs_text": 0.1189, "secs_encode": 17.7971, "secs_score": 0.0087, "secs_total": 17.9268, "load1_start": 15.56}
{"qid": "7a87bd0c", "type": "knowledge-update", "abstention": false, "gold": ["sc96e0298ec.md", "se71b9832ba.md"], "ranked": ["sc96e0298ec.md", "se71b9832ba.md", "scd774122e3.md", "s9f5a5dd109.md", "s2a66b5f3a6.md", "s3d9e5cad8e.md", "s49e5a35ee0.md", "sc4af8610a3.md", "se31e818176.md", "s0075b99ff0.md", "s0313165fcf.md", "sfad71d2d73.md", "sd467968754.md", "s538020864d.md", "s3cf0a6b832.md", "sdc6b153ccc.md", "s597cd92208.md", "sd994b1bd30.md", "sa31030da5c.md", "sc781f8368a.md", "s8e175c5b1d.md", "s156c5d3152.md", "sbe704c9acd.md", "s3cd3c81e19.md", "s71f1db56b0.md", "s6a96b86d20.md", "sa6430349e4.md", "s18ded24c4d.md", "sa53d79cb8c.md", "s2b034f9703.md", "sde97dc4b4a.md", "s55f6a00a68.md", "sa53b49ede4.md", "s9527253a6f.md", "s059a5ae658.md", "s30357fb076.md", "s9700ffce51.md", "sc6378fb826.md", "s19a4961b37.md", "s217f10d2de.md", "s85056f9929.md", "s89c2c373ae.md", "sa2fb784a1b.md"], "s1": [14.636501, 13.349821, 5.442832, 4.594446, 4.403875, 3.8343, 3.601223, 3.232657, 2.874253, 2.811413, 2.613844, 2.445429, 2.358626, 2.223342, 2.144664, 2.116187, 2.060741, 2.025888, 1.978627, 1.866835, 1.817855, 1.587414, 1.562994, 1.474709, 1.457896, 1.431703, 1.304808, 1.302542, 1.237423, 1.176692, 1.129494, 1.046146, 0.889717, 0.856021, 0.810728, 0.574761, 0.570834, 0.564171, 0.493676, 0.413213, 0.291752, 0.189255, 0.031331], "search": ["sc96e0298ec.md", "se71b9832ba.md", "scd774122e3.md", "s9f5a5dd109.md", "s2a66b5f3a6.md", "s3d9e5cad8e.md", "s49e5a35ee0.md", "sc4af8610a3.md", "se31e818176.md", "s0075b99ff0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 43, "n_texts": 264, "n_windows": 349, "n_texts_windowed": 85, "n_tokens": 117891, "n_query_terms": 15, "nnz_texts": 77133, "index_bytes": 930181, "secs_text": 0.1238, "secs_encode": 17.8067, "secs_score": 0.0089, "secs_total": 17.9413, "load1_start": 15.66}
{"qid": "e61a7584", "type": "knowledge-update", "abstention": false, "gold": ["sd572774b58.md", "sf2ab3ad691.md"], "ranked": ["sd572774b58.md", "sf2ab3ad691.md", "sa18e06d9e3.md", "s419ddc63ba.md", "s5f2c900f90.md", "s53042b46ea.md", "s931a1019c8.md", "sd371115f6f.md", "sc4f75dd863.md", "s6fda59c9f5.md", "sdc1f04fbc6.md", "s3d263d4a35.md", "s196046631d.md", "sc0d7f10759.md", "s7af003b21d.md", "s933c69b933.md", "s1d9c37052d.md", "s7ebdc634db.md", "s44e8ea6007.md", "s4cb606adf8.md", "s443ccad2be.md", "s46fa99d413.md", "sf8e519145a.md", "sf6a137120c.md", "sc75225f7fa.md", "sba11706749.md", "s346ca13b90.md", "sfbf513193a.md", "sda5f7d84c1.md", "s94bddf5615.md", "sb93bbdf171.md", "s90fb3fff78.md", "s1faf56fa97.md", "s17a05f0572.md", "s2869497ad1.md", "s4a986b464d.md", "s5658915f84.md", "sdae7e06969.md", "s93b4c6464f.md", "s011a21fc1b.md", "s091c2a9a29.md", "s8f874f9b70.md", "s7e78acfbb1.md", "s8a45953777.md", "s01ec4eee8e.md"], "s1": [13.68595, 13.179508, 5.730511, 5.083234, 4.021936, 3.909795, 3.877564, 3.277914, 3.232914, 3.19638, 3.048164, 3.010238, 2.839205, 2.754057, 2.718701, 2.704661, 2.646706, 2.574942, 2.555712, 2.414213, 2.307549, 2.291358, 2.276814, 2.151373, 1.993082, 1.862721, 1.82688, 1.805141, 1.759267, 1.7233, 1.547483, 1.405175, 1.388122, 1.37503, 1.250284, 1.19753, 0.984416, 0.935689, 0.801036, 0.634558, 0.406069, 0.375685, 0.347541, 0.322496, 0.246436], "search": ["sd572774b58.md", "sf2ab3ad691.md", "sa18e06d9e3.md", "s419ddc63ba.md", "s5f2c900f90.md", "s53042b46ea.md", "s931a1019c8.md", "sd371115f6f.md", "sc4f75dd863.md", "s6fda59c9f5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 45, "n_texts": 256, "n_windows": 367, "n_texts_windowed": 111, "n_tokens": 119302, "n_query_terms": 12, "nnz_texts": 78710, "index_bytes": 949189, "secs_text": 0.125, "secs_encode": 18.0159, "secs_score": 0.0087, "secs_total": 18.1519, "load1_start": 15.48}
{"qid": "1cea1afa", "type": "knowledge-update", "abstention": false, "gold": ["s2b5a028715.md", "sa55b4c7d5d.md"], "ranked": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "sb0e42ce5d6.md", "se53d258aef.md", "sbb3e83672f.md", "sde2fbb16ba.md", "s7431054746.md", "sd6bb19aa74.md", "s1c0ec8dec4.md", "s80de54bf64.md", "sfdb21e7441.md", "sd9e2e8eb11.md", "se9a2c35ce6.md", "s0f6e30a2f0.md", "s90025e71e1.md", "se7f11cb4d2.md", "s7c2d23edcb.md", "s326145fa93.md", "s94760be8e6.md", "s812df77b98.md", "s9fd64b5bbb.md", "s890acfaa20.md", "s53570e8df4.md", "s0f1472f965.md", "sae51d931cc.md", "sd24b886b47.md", "sda4d904d70.md", "s4df30e0431.md", "s22482e7bf1.md", "s7e0884c8cc.md", "s2ff04dc9e8.md", "s6a2938d4cc.md", "sc9abb30980.md", "s954d335270.md", "s51eedea158.md", "s988bc0610e.md", "s53a25af5fb.md", "sfcb1b22478.md", "s82632a6b25.md", "sd9b0e8e5fc.md", "s0669d01c94.md", "s43e251c3c3.md", "s00a0020075.md", "sa28215fd2b.md"], "s1": [14.216959, 13.913424, 7.34915, 6.985421, 5.756438, 3.564289, 3.417812, 3.206563, 3.10041, 3.08783, 2.896983, 2.863665, 2.732903, 2.640324, 2.634357, 2.625056, 2.481246, 2.423262, 2.208098, 2.056535, 2.023958, 1.912613, 1.860716, 1.829291, 1.775549, 1.765458, 1.621131, 1.601361, 1.546461, 1.546302, 1.343752, 1.245131, 1.1075, 1.037596, 1.017489, 0.678854, 0.526732, 0.509541, 0.482112, 0.465171, 0.28177, 0.272457, 0.204744, 0.127284, 0.11657], "search": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "sb0e42ce5d6.md", "se53d258aef.md", "sbb3e83672f.md", "sde2fbb16ba.md", "s7431054746.md", "sd6bb19aa74.md", "s1c0ec8dec4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 45, "n_texts": 252, "n_windows": 366, "n_texts_windowed": 112, "n_tokens": 119209, "n_query_terms": 12, "nnz_texts": 80055, "index_bytes": 965253, "secs_text": 0.1193, "secs_encode": 18.062, "secs_score": 0.0097, "secs_total": 18.193, "load1_start": 15.3}
{"qid": "ed4ddc30", "type": "knowledge-update", "abstention": false, "gold": ["s9093f7cfee.md", "sff7222b332.md"], "ranked": ["sff7222b332.md", "s9093f7cfee.md", "s4181b4097a.md", "sf2994a6874.md", "se809a5f6c1.md", "sd5431aab94.md", "s14071c2abd.md", "s4ea25b26c4.md", "se2abc57616.md", "s88e995de88.md", "s5d287344ca.md", "s00325b5ea5.md", "seab84cf938.md", "s92f7fd5073.md", "se0bf7ef4ea.md", "s7305598a44.md", "s29c6c09c08.md", "sb6fc164f06.md", "s0d517d0ed8.md", "s12880cdcfb.md", "s4ad7d320f0.md", "s60b0eb1180.md", "s446ec9f799.md", "s11f2e12d70.md", "s62ef4bbb98.md", "sbcf272d5d9.md", "s8a08f09d52.md", "s157b79d6fc.md", "s89b7e1a61e.md", "s270ee43c04.md", "s38ea8fa124.md", "sa56194f450.md", "s4a04aa274b.md", "s5172465b66.md", "sa960fc6b24.md", "s7f8a6257c6.md", "se09ce46475.md", "s6ca83da018.md", "se441d2f0d0.md", "s1bfcb48d72.md", "s689bc3f76f.md", "sb1ce3090da.md", "sf3cc79b2e6.md", "s77118cfdff.md", "se158348a8e.md"], "s1": [14.698638, 11.668035, 6.522026, 5.844954, 5.456002, 5.07907, 4.265854, 3.971892, 3.822416, 3.580879, 3.518596, 2.686187, 2.532083, 2.446027, 2.391211, 2.273419, 2.217311, 2.134963, 2.089563, 2.062508, 2.058882, 1.986839, 1.968414, 1.868926, 1.835533, 1.710003, 1.685453, 1.678943, 1.666927, 1.55076, 1.549122, 1.496228, 1.428672, 1.361135, 1.226792, 1.069192, 1.057799, 0.818472, 0.556628, 0.378663, 0.242819, 0.179883, 0.16316, 0.107909, 0.001606], "search": ["sff7222b332.md", "s9093f7cfee.md", "s4181b4097a.md", "sf2994a6874.md", "se809a5f6c1.md", "sd5431aab94.md", "s14071c2abd.md", "s4ea25b26c4.md", "se2abc57616.md", "s88e995de88.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 250, "n_windows": 361, "n_texts_windowed": 111, "n_tokens": 118684, "n_query_terms": 16, "nnz_texts": 77349, "index_bytes": 932741, "secs_text": 0.1229, "secs_encode": 17.9414, "secs_score": 0.0094, "secs_total": 18.0755, "load1_start": 15.5}
{"qid": "8fb83627", "type": "knowledge-update", "abstention": false, "gold": ["s04018fa05d.md", "sf20e8b6fbe.md"], "ranked": ["s04018fa05d.md", "sf20e8b6fbe.md", "s36566a17c3.md", "s8a378a6274.md", "sc1c9a05678.md", "s312c54a9af.md", "s5e9ae61844.md", "s14cf8e2984.md", "s0aeb16a2e0.md", "s70443e80b4.md", "sf450b36cd4.md", "s35a4ae6b9f.md", "s97ef0a3b54.md", "sc2643c87ef.md", "s3753ec1d1d.md", "s01a1e4d5d8.md", "sa070b8fe71.md", "sf1161e14de.md", "s788740b132.md", "sf9ecc283c8.md", "s772882a63d.md", "s3cc6e2b79d.md", "s42fa9bf26a.md", "s282f2d3bc2.md", "s1a5705a12a.md", "sca816ed01f.md", "s579d81cf38.md", "sb61517a015.md", "sd445c6014c.md", "sae465a985a.md", "s8cb5b05ddd.md", "s833fb5501d.md", "s283ec854cd.md", "s26e868e675.md", "sc82250559e.md", "s98c55d62d6.md", "sffc05fa4fd.md", "sf97ee2f6b0.md", "se49273d6a8.md", "sb0a319c140.md", "s9844be32ef.md", "s346d0da34c.md"], "s1": [14.014876, 6.881653, 4.972008, 3.265129, 3.263955, 3.24817, 3.138036, 2.756562, 2.713707, 2.604926, 2.382459, 2.297325, 2.271915, 2.238878, 2.043036, 2.019427, 1.957987, 1.911382, 1.901533, 1.874178, 1.837328, 1.833103, 1.647001, 1.559361, 1.459517, 1.32329, 1.28985, 1.210844, 1.210385, 1.140736, 1.090531, 1.005311, 1.004941, 0.972324, 0.925984, 0.912426, 0.820958, 0.697878, 0.589184, 0.54825, 0.508745, 0.06152], "search": ["s04018fa05d.md", "sf20e8b6fbe.md", "s36566a17c3.md", "s8a378a6274.md", "sc1c9a05678.md", "s312c54a9af.md", "s5e9ae61844.md", "s14cf8e2984.md", "s0aeb16a2e0.md", "s70443e80b4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 42, "n_texts": 247, "n_windows": 351, "n_texts_windowed": 104, "n_tokens": 116657, "n_query_terms": 13, "nnz_texts": 76954, "index_bytes": 927877, "secs_text": 0.1181, "secs_encode": 17.6297, "secs_score": 0.0088, "secs_total": 17.7585, "load1_start": 15.64}
{"qid": "b01defab", "type": "knowledge-update", "abstention": false, "gold": ["s4140e99a72.md", "s744df78472.md"], "ranked": ["s744df78472.md", "s4140e99a72.md", "s0d6506c23a.md", "sdb6468bf93.md", "see27a20df7.md", "sed79a76518.md", "s194d60d201.md", "s1b770b3945.md", "s236749a008.md", "s540b0ced0d.md", "s322a73a7ba.md", "se1c498ec62.md", "s54629f58dd.md", "s963b6b2f2f.md", "s923293a44c.md", "s2cbe7d8cf0.md", "s872beee24d.md", "sce24370dbe.md", "s287754e471.md", "s86ad57d1ce.md", "secce1df77f.md", "s68bb118d39.md", "s51429e4060.md", "s16ce892fef.md", "s1f6a4eb803.md", "sbd54f70ac0.md", "s1b1acc1260.md", "s83c91f898d.md", "s7c1e4707f6.md", "s29c943179c.md", "s03c1aa54eb.md", "sbbcd945d2c.md", "sd38e547289.md", "s85ad9bbe41.md", "s89346e315e.md", "s1ec1043ed1.md", "sa1e1b29626.md", "s799a0b10ef.md", "sdf66c0d28e.md", "sc526fac1e3.md", "sccac4d029d.md", "sc4d08df83b.md", "sc0cdfe7044.md", "s22a4318c29.md", "sd8651374c3.md"], "s1": [15.388144, 14.555245, 3.137403, 2.521503, 2.205726, 1.968916, 1.677369, 1.664403, 1.548526, 1.498983, 1.37289, 1.224763, 1.214669, 1.211382, 1.071725, 0.978082, 0.900333, 0.860973, 0.825962, 0.682191, 0.666957, 0.658965, 0.658219, 0.652698, 0.642872, 0.636546, 0.620276, 0.560246, 0.5564, 0.514678, 0.481038, 0.45285, 0.446512, 0.386797, 0.37432, 0.364542, 0.332578, 0.32103, 0.275511, 0.263468, 0.224417, 0.166891, 0.122265, 0.106711, 0.102054], "search": ["s744df78472.md", "s4140e99a72.md", "s0d6506c23a.md", "sdb6468bf93.md", "see27a20df7.md", "sed79a76518.md", "s194d60d201.md", "s1b770b3945.md", "s236749a008.md", "s540b0ced0d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 45, "n_texts": 256, "n_windows": 354, "n_texts_windowed": 98, "n_tokens": 119624, "n_query_terms": 13, "nnz_texts": 75655, "index_bytes": 912517, "secs_text": 0.1305, "secs_encode": 18.0177, "secs_score": 0.0093, "secs_total": 18.1594, "load1_start": 15.72}
{"qid": "22d2cb42", "type": "knowledge-update", "abstention": false, "gold": ["s42ebd07351.md", "sc8ee025f7f.md"], "ranked": ["s42ebd07351.md", "sc8ee025f7f.md", "sf25eeb1656.md", "s29b6197dc7.md", "s86470b6a54.md", "sbadad8a2fe.md", "s5accda5bcd.md", "s4d3dcfc048.md", "s29747a958f.md", "sbe91c3c7b2.md", "s6a421ac7e1.md", "s0d4f1ca7b6.md", "sbc7f469dbb.md", "s810c6d7fb6.md", "s440bc41334.md", "s6dffc67f9d.md", "s87cd145860.md", "saec54927d4.md", "sc58cfa7e9d.md", "s72531e4a46.md", "s1952343f4c.md", "s5d7d39a16d.md", "s52f818d043.md", "s591765d8ac.md", "s7031b5ff98.md", "sd2a8662652.md", "s431161976f.md", "sc1c503a7b4.md", "s8a96bc1ffe.md", "s78ab99aa40.md", "s78be62b5df.md", "seaee91543b.md", "s7069f586a7.md", "s1b70cf229d.md", "s06cc68e041.md", "se83886fc27.md", "sd7f1089352.md", "s470e1b31c0.md", "s99eaee439b.md", "s2fde6dc699.md", "s253ad18371.md", "sde66d1f225.md", "sd380e6f0c6.md", "sfe8a274d48.md", "sa3f0ea93fb.md", "s1f1be1279d.md"], "s1": [11.892791, 10.110873, 4.076072, 3.981995, 3.820825, 2.626301, 2.605781, 2.214824, 2.150166, 2.119828, 2.059111, 2.04992, 1.957106, 1.88027, 1.84808, 1.841308, 1.697707, 1.678969, 1.613952, 1.588822, 1.404459, 1.402246, 1.372767, 1.370569, 1.290878, 1.249342, 1.248157, 1.210653, 1.198938, 1.151723, 0.894063, 0.837773, 0.819427, 0.785516, 0.521325, 0.514674, 0.469058, 0.407307, 0.33859, 0.322998, 0.278094, 0.185336, 0.154843, 0.028842, 0.018024, 0.015106], "search": ["s42ebd07351.md", "sc8ee025f7f.md", "sf25eeb1656.md", "s29b6197dc7.md", "s86470b6a54.md", "sbadad8a2fe.md", "s5accda5bcd.md", "s4d3dcfc048.md", "s29747a958f.md", "sbe91c3c7b2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 46, "n_texts": 247, "n_windows": 360, "n_texts_windowed": 113, "n_tokens": 116866, "n_query_terms": 10, "nnz_texts": 77699, "index_bytes": 937029, "secs_text": 0.1183, "secs_encode": 17.6723, "secs_score": 0.0091, "secs_total": 17.8016, "load1_start": 15.36}
{"qid": "0e4e4c46", "type": "knowledge-update", "abstention": false, "gold": ["s549ec25317.md", "se1f647b37d.md"], "ranked": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s348c57662c.md", "sa3ec4be099.md", "sc81443828d.md", "s06f447fda7.md", "s2ac887351f.md", "s5a611f4670.md", "sb0ffc19b3c.md", "s8b3bf82e20.md", "sb72f6324d8.md", "sbd424ae240.md", "s7d7736ae85.md", "s38eed0a4f4.md", "sdd7fb416aa.md", "sa70aadabe7.md", "s6c2d6b09f6.md", "s759fc9463f.md", "s0be0fc3f39.md", "s4fa0a416d9.md", "s6f2aa2c9ef.md", "sf105f5972a.md", "s4c5a603e78.md", "s2e8d02f747.md", "sd805d7d424.md", "see60f0ed65.md", "s1cce6be1fe.md", "sffdbf2270b.md", "s6fd76f4d89.md", "s4e908ff465.md", "s1c5a6e9e04.md", "sfcaf461c6b.md", "s9d36525387.md", "sb06744d6c8.md", "sfb106d6b5d.md", "sab69e0fe42.md", "s517cb1ef04.md", "sb7ac44af5b.md", "s0dd5c6c62b.md", "s668ea1c749.md", "s872b130308.md", "sf5a0a3f12a.md", "s7d07996ae5.md", "s8f68d0de68.md", "s2a0d25138b.md", "s873110d91c.md", "sb281f6404b.md", "s5d4566c825.md"], "s1": [9.916955, 8.757019, 5.096896, 3.745431, 3.072866, 2.919765, 2.9069, 2.679869, 2.582495, 2.344022, 2.244613, 2.225189, 2.062097, 1.989533, 1.808318, 1.529553, 1.483874, 1.402202, 1.373001, 1.369675, 1.101525, 0.921414, 0.912663, 0.900164, 0.885254, 0.875933, 0.872419, 0.843654, 0.843269, 0.819852, 0.672099, 0.66024, 0.639393, 0.616903, 0.580886, 0.560495, 0.55364, 0.534338, 0.519671, 0.430237, 0.429939, 0.393835, 0.283912, 0.231304, 0.198487, 0.145553, 0.093934, 0.060378, 0.048472], "search": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s348c57662c.md", "sa3ec4be099.md", "sc81443828d.md", "s06f447fda7.md", "s2ac887351f.md", "s5a611f4670.md", "sb0ffc19b3c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 249, "n_windows": 372, "n_texts_windowed": 123, "n_tokens": 119165, "n_query_terms": 13, "nnz_texts": 78764, "index_bytes": 949701, "secs_text": 0.1253, "secs_encode": 17.9643, "secs_score": 0.0093, "secs_total": 18.1007, "load1_start": 15.58}
{"qid": "4b24c848", "type": "knowledge-update", "abstention": false, "gold": ["s6b765a85d5.md", "se4bcdffce6.md"], "ranked": ["se4bcdffce6.md", "s6b765a85d5.md", "sc0dd6ed2cb.md", "s1c9ae7aa78.md", "s9d02e3aa4c.md", "s29da0b4b2f.md", "s850a6e4aa6.md", "sbd8cdde8dd.md", "s1bc8e88b1a.md", "sa8d61fac62.md", "s21b63462a7.md", "s58c823cc42.md", "s3fc661a095.md", "s2160e898c5.md", "s995593b822.md", "sc28262ac7b.md", "s22a35833e8.md", "s380bee9f81.md", "sbee87c2125.md", "sbfc73e89fb.md", "s8e9c4cd62f.md", "scae233f70a.md", "se5d3dd4b17.md", "s79b61b3196.md", "s72f4f701fd.md", "s4f41014b5d.md", "s50c62e1980.md", "s29eacc42b7.md", "s7217a4ab6f.md", "sc0671c4e44.md", "sb837a3add6.md", "sa415b55f9d.md", "s9c900b75ee.md", "s672daff650.md", "s8141463d80.md", "sccce14f324.md", "se77f1a718e.md", "s94b7b09d01.md", "se08c9dd20c.md", "s3490ed02c5.md", "s6ffa0153a1.md", "s73c88a4384.md", "s64d2f66bc8.md", "s10fcfde619.md", "s06138adef6.md", "sb8520adf43.md", "sc6fcf9b3c1.md", "sea7bfc8f84.md"], "s1": [12.325734, 9.342067, 5.369919, 3.373672, 3.143339, 3.0005, 2.948208, 2.845325, 2.779063, 2.621768, 2.541578, 2.460799, 2.403498, 2.312469, 2.232967, 2.211867, 2.196381, 2.176977, 2.149581, 2.127148, 2.019228, 2.008651, 1.924646, 1.83552, 1.647559, 1.609616, 1.558648, 1.413328, 1.380435, 1.351691, 1.229663, 1.136185, 1.023513, 0.763292, 0.631851, 0.469639, 0.376207, 0.364589, 0.334007, 0.310984, 0.279573, 0.270828, 0.237396, 0.183565, 0.112811, 0.099613, 0.093604, 0.010094], "search": ["se4bcdffce6.md", "s6b765a85d5.md", "sc0dd6ed2cb.md", "s1c9ae7aa78.md", "s9d02e3aa4c.md", "s29da0b4b2f.md", "s850a6e4aa6.md", "sbd8cdde8dd.md", "s1bc8e88b1a.md", "sa8d61fac62.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 48, "n_texts": 252, "n_windows": 372, "n_texts_windowed": 120, "n_tokens": 119401, "n_query_terms": 15, "nnz_texts": 79381, "index_bytes": 957253, "secs_text": 0.1245, "secs_encode": 17.9611, "secs_score": 0.0093, "secs_total": 18.0967, "load1_start": 13.98}
{"qid": "7e974930", "type": "knowledge-update", "abstention": false, "gold": ["s566f0f97ad.md", "s8d70ee8996.md"], "ranked": ["s566f0f97ad.md", "s8d70ee8996.md", "s8638125961.md", "sf360931454.md", "s0458176b65.md", "s1a7670d2b8.md", "s5782b1cae8.md", "sb69d9c2061.md", "s7f18458e7f.md", "s24ff9e9b36.md", "s38172e5071.md", "s2786b40e02.md", "sf4862e850c.md", "se94456de3c.md", "sdf0626a03a.md", "s19e34a0066.md", "sfa5695f253.md", "s8f326ffaf7.md", "s1f2c862b50.md", "s6268353155.md", "s546ed32580.md", "sab17065071.md", "s62ea89ff56.md", "s6339101799.md", "s87291c0480.md", "s6344dda6e6.md", "s2b4005e8f3.md", "sb130016ae1.md", "sdb4f9e0372.md", "s2759bb01dc.md", "sbd20d33094.md", "s5695234d13.md", "sb352508834.md", "sd67f3689d2.md", "s564dfc9c16.md", "s01a4a6a6aa.md", "s8534388614.md", "sdf9ce8f283.md", "sf11428aa11.md", "s627ecd8797.md", "s47759335ee.md", "s249793e51b.md", "sc457a92a56.md", "s54d8406543.md", "s20d7748bca.md", "s754ad05187.md", "s282ce4a893.md"], "s1": [15.214257, 8.2, 6.512116, 4.86267, 4.767194, 4.76125, 3.982048, 3.928254, 3.887261, 3.873083, 3.731137, 3.613735, 3.332304, 3.262276, 3.015755, 3.006506, 2.793257, 2.584733, 2.538781, 2.497904, 2.42603, 2.365787, 2.357444, 2.352878, 2.204453, 2.193845, 2.175223, 2.07375, 2.017555, 1.99472, 1.978852, 1.969542, 1.759359, 1.656146, 1.645935, 1.52132, 1.496526, 1.47172, 1.211203, 1.132486, 0.84663, 0.703605, 0.642044, 0.435333, 0.405988, 0.227957, 0.045163], "search": ["s566f0f97ad.md", "s8d70ee8996.md", "s8638125961.md", "sf360931454.md", "s0458176b65.md", "s1a7670d2b8.md", "s5782b1cae8.md", "sb69d9c2061.md", "s7f18458e7f.md", "s24ff9e9b36.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 243, "n_windows": 367, "n_texts_windowed": 124, "n_tokens": 116454, "n_query_terms": 18, "nnz_texts": 77222, "index_bytes": 931205, "secs_text": 0.1199, "secs_encode": 17.5763, "secs_score": 0.0087, "secs_total": 17.7068, "load1_start": 14.55}
{"qid": "603deb26", "type": "knowledge-update", "abstention": false, "gold": ["s3e0305209f.md", "s42eaacaff9.md"], "ranked": ["s3e0305209f.md", "s42eaacaff9.md", "s65ad5dd4c5.md", "s3d3860c824.md", "s15fc53beb6.md", "s152cd9d6b7.md", "s44be1deb25.md", "s9cb45139d0.md", "s2708a6f2d9.md", "s0309ae3c24.md", "sa0555276e8.md", "s19a608807b.md", "s1c3e862345.md", "s7123531879.md", "s683ad5ee4d.md", "s19f661f910.md", "sf2f5bac8be.md", "sac72441743.md", "s0dd9e02f7f.md", "s1a9d938f80.md", "sdbe2fef57a.md", "sbd13696b01.md", "s1c5922da0e.md", "s25316cddb4.md", "se1fa58e4f4.md", "s50d9e6051f.md", "sddb48d56ba.md", "s880acd78af.md", "s74e0944f87.md", "s27574bcd3a.md", "s918f02c5b4.md", "s3944dc64c1.md", "s47dc5ca7f6.md", "s86aeb100fb.md", "sb2ebb998fd.md", "s8e18b09684.md", "s00e28821bd.md", "sb4e6fa95b6.md", "se152596758.md", "s3b879eb6a5.md", "s2c537c6436.md", "s2ea6180598.md", "s5b7f1d58ba.md", "s5b9394ccf3.md", "sc68693bd22.md", "s392aefa38a.md"], "s1": [9.398905, 8.470749, 6.790716, 4.768976, 4.747957, 4.331911, 4.178583, 4.161986, 3.977647, 3.950988, 3.886537, 3.818926, 3.718833, 3.624437, 3.435431, 3.383399, 3.366191, 3.199678, 3.183064, 3.129756, 2.996525, 2.880756, 2.859074, 2.620361, 2.577792, 2.315325, 2.31117, 2.170002, 2.020082, 1.832357, 1.762848, 1.723438, 1.6093, 1.413185, 1.35906, 1.345382, 1.201292, 1.054791, 1.028594, 0.684168, 0.588635, 0.523097, 0.469555, 0.101795, 0.029417, 0.02212], "search": ["s3e0305209f.md", "s42eaacaff9.md", "s65ad5dd4c5.md", "s3d3860c824.md", "s15fc53beb6.md", "s152cd9d6b7.md", "s44be1deb25.md", "s9cb45139d0.md", "s2708a6f2d9.md", "s0309ae3c24.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 46, "n_texts": 251, "n_windows": 376, "n_texts_windowed": 125, "n_tokens": 121197, "n_query_terms": 24, "nnz_texts": 79135, "index_bytes": 954181, "secs_text": 0.1204, "secs_encode": 18.2369, "secs_score": 0.0087, "secs_total": 18.3679, "load1_start": 14.88}
{"qid": "59524333", "type": "knowledge-update", "abstention": false, "gold": ["s13dd515b5c.md", "se875c36d12.md"], "ranked": ["se875c36d12.md", "s13dd515b5c.md", "s2a7998f3c0.md", "s8060e39866.md", "sd5c2d17847.md", "s7ef816eda1.md", "sf31020a17e.md", "s5911a524fe.md", "sdf587500c1.md", "s309e0dd7c6.md", "s005e72f0f8.md", "sbd7060e4d7.md", "s3b2a19548e.md", "s4b17b36244.md", "sd4a451bb46.md", "s1c602b012c.md", "s22ab981aa5.md", "s88e7e76e88.md", "s9acc55d7bf.md", "sdb451cd766.md", "sace20bdb0c.md", "s18a98df630.md", "s0b64a92167.md", "sc10d677dc9.md", "s8402297648.md", "s58231f86ca.md", "sa00fb17437.md", "sa0e84dfcae.md", "s72f167d540.md", "sea76e84c3b.md", "se3f604d47a.md", "sa2609963a9.md", "s1a40fb6c76.md", "s6f84c12659.md", "s8b4a06b329.md", "sa39a3e18ca.md", "sed25a365eb.md", "s4649d7719a.md", "sa74aa09dfd.md", "s92fb85db08.md", "s4e730d52be.md", "sf66728bb99.md", "s1c53d544fb.md", "s36367b32a8.md"], "s1": [8.190506, 7.111101, 4.725038, 3.399826, 3.316032, 2.671694, 2.475726, 2.43861, 2.225801, 2.169428, 2.169369, 1.973421, 1.972203, 1.759213, 1.719507, 1.626963, 1.604344, 1.58965, 1.585607, 1.440759, 1.431172, 1.412363, 1.31915, 1.073953, 1.025384, 0.989094, 0.953439, 0.912057, 0.826663, 0.767734, 0.717108, 0.707266, 0.681977, 0.612544, 0.521614, 0.360905, 0.353568, 0.292829, 0.272519, 0.219038, 0.175264, 0.167344, 0.140782, 0.019733], "search": ["se875c36d12.md", "s13dd515b5c.md", "s2a7998f3c0.md", "s8060e39866.md", "sd5c2d17847.md", "s7ef816eda1.md", "sf31020a17e.md", "s5911a524fe.md", "sdf587500c1.md", "s309e0dd7c6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 248, "n_windows": 368, "n_texts_windowed": 116, "n_tokens": 118615, "n_query_terms": 12, "nnz_texts": 76152, "index_bytes": 918277, "secs_text": 0.1188, "secs_encode": 17.8521, "secs_score": 0.0092, "secs_total": 17.9821, "load1_start": 15.2}
{"qid": "5831f84d", "type": "knowledge-update", "abstention": false, "gold": ["s7b6f2df8d1.md", "sefdbfc1dfe.md"], "ranked": ["s7b6f2df8d1.md", "sefdbfc1dfe.md", "s1ad68e3fef.md", "s2dc9af6ab5.md", "s3dfe0798cb.md", "s4fb379707c.md", "s33acd132f6.md", "s98835bf6e4.md", "s680b337a1f.md", "s34c3987e4b.md", "s60b113f137.md", "s66688e1ce3.md", "s606214ec1a.md", "s34eb985d5d.md", "sfe8284d250.md", "s5c435279af.md", "s7046c387ad.md", "seea4281932.md", "saddd2d18be.md", "se9150722ed.md", "s09e7e6682c.md", "sd6cb5da044.md", "s85ab8d875b.md", "s7132b45879.md", "sc002155283.md", "s5ae01d7f28.md", "safb838ce7e.md", "sbc51b40efe.md", "s07faccf975.md", "s81ba083261.md", "s710ede0a06.md", "sa93e091efb.md", "s9c207ed9b0.md", "s6ba4beafe3.md", "se118682fca.md", "s16b57d9d3f.md", "s50fb88867a.md", "sfdbd2e8a82.md", "se6c0bcfa1f.md", "s4fad00cfd2.md"], "s1": [7.669861, 7.096626, 5.511944, 4.575877, 4.448807, 4.446927, 4.148417, 3.603709, 3.378177, 3.216327, 2.694043, 2.618008, 2.441139, 2.412185, 2.323775, 2.304502, 2.22384, 2.118262, 2.01379, 1.992364, 1.898705, 1.89184, 1.680997, 1.650913, 1.569492, 1.540558, 1.5271, 1.516181, 1.249309, 1.131372, 1.036594, 1.031941, 1.02779, 0.986069, 0.787916, 0.775347, 0.650989, 0.406415, 0.13191, 0.090412], "search": ["s7b6f2df8d1.md", "sefdbfc1dfe.md", "s1ad68e3fef.md", "s2dc9af6ab5.md", "s3dfe0798cb.md", "s4fb379707c.md", "s33acd132f6.md", "s98835bf6e4.md", "s680b337a1f.md", "s34c3987e4b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 40, "n_scored_files": 40, "n_texts": 243, "n_windows": 363, "n_texts_windowed": 120, "n_tokens": 117717, "n_query_terms": 16, "nnz_texts": 77985, "index_bytes": 940293, "secs_text": 0.1212, "secs_encode": 17.7602, "secs_score": 0.0092, "secs_total": 17.8925, "load1_start": 15.45}
{"qid": "eace081b", "type": "knowledge-update", "abstention": false, "gold": ["s67d19f10bb.md", "s69cb2757ff.md"], "ranked": ["s69cb2757ff.md", "s67d19f10bb.md", "sc6590537b2.md", "sc808e5631b.md", "s1cb97b76f2.md", "sec60d80cfe.md", "s60df1fbedc.md", "s87bbca1a02.md", "s6111de6914.md", "s2a3a19ff8c.md", "s782ac9bc24.md", "s245002328a.md", "s96fd713ea9.md", "s94d778e93b.md", "s62c2da6ba5.md", "s3c07efbd74.md", "s104ba52577.md", "sbe177ac819.md", "sba5b156d6f.md", "s334fcfdf86.md", "sa48d92deda.md", "sd97fdabd86.md", "se74ab554e4.md", "s4ff0151921.md", "s3a431be547.md", "s7d44b7c1b5.md", "s09d5888b50.md", "s70fc9eb9d1.md", "s0143bc215f.md", "s4f17a0599b.md", "s3abf676cb7.md", "s1bf90fea83.md", "s2c98b3d219.md", "s4f95d334a8.md", "s131fc6a3d7.md", "s08b8be869b.md", "sf1032bc8cb.md", "sd34c86684a.md", "sbcbff2a27f.md", "sdf1f8a1f7b.md", "s3d6f04ef23.md", "s98605f6f27.md", "s9cc3171916.md", "sf8464cee14.md", "sa9221f21c9.md", "s7a9b19021b.md"], "s1": [11.761236, 11.194187, 7.399646, 6.051694, 5.884872, 3.906593, 3.723072, 3.124254, 3.040583, 2.505536, 2.485529, 2.473773, 2.447434, 2.246889, 2.231987, 2.170402, 2.07056, 2.06353, 1.843796, 1.766977, 1.628441, 1.418141, 1.356204, 1.317494, 1.140311, 1.125918, 1.091071, 1.06188, 1.044712, 0.949795, 0.815176, 0.803364, 0.696362, 0.643999, 0.607622, 0.554737, 0.534109, 0.405796, 0.367001, 0.318358, 0.242846, 0.206911, 0.130649, 0.068644, 0.00772, 0.001407], "search": ["s69cb2757ff.md", "s67d19f10bb.md", "sc6590537b2.md", "sc808e5631b.md", "s1cb97b76f2.md", "sec60d80cfe.md", "s60df1fbedc.md", "s87bbca1a02.md", "s6111de6914.md", "s2a3a19ff8c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 256, "n_windows": 362, "n_texts_windowed": 106, "n_tokens": 119988, "n_query_terms": 14, "nnz_texts": 77725, "index_bytes": 937221, "secs_text": 0.1253, "secs_encode": 18.0342, "secs_score": 0.009, "secs_total": 18.1707, "load1_start": 15.67}
{"qid": "affe2881", "type": "knowledge-update", "abstention": false, "gold": ["s5b3cccdc9b.md", "sf3f6c61b91.md"], "ranked": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "s92b624efa8.md", "s9aa6b10fae.md", "s41b602820d.md", "sd4f4d32a89.md", "s75acfb1b35.md", "s54e542809b.md", "s453b74018e.md", "s34f2001ead.md", "scd48d88b7d.md", "s3bd3344470.md", "scd504ffc2b.md", "sb588d338af.md", "sebe0506c5a.md", "scb8e102e6c.md", "s9a39483793.md", "s3a004a13e6.md", "s0cf9fc135f.md", "s745e354475.md", "s929a778f48.md", "s8e3df84712.md", "s150ee9ff71.md", "sa883069c58.md", "sf01a5a6018.md", "saa46c8a14d.md", "sd5737ee2db.md", "s8b74605574.md", "sb1001e9573.md", "s17b56d6d50.md", "s3cf5c53dbd.md", "sdefb81bd5a.md", "se0117928cf.md", "s84bbeebb2f.md", "s0ced9a4e93.md", "sc7203f74b7.md", "s31d7d9d613.md", "sf01069dd3d.md", "s46b4a79083.md", "s1caa5b1223.md", "s98e9f1b7d3.md", "se526d19e67.md"], "s1": [12.017591, 10.953115, 6.91272, 5.259069, 3.865868, 3.753616, 3.688961, 3.535745, 3.478136, 3.423954, 3.410142, 3.289176, 3.253372, 3.197729, 3.067623, 2.984439, 2.919622, 2.861469, 2.847422, 2.814557, 2.691129, 2.457943, 2.336265, 2.300503, 2.007053, 1.886848, 1.804909, 1.699577, 1.563746, 1.496565, 1.483119, 1.29813, 1.240333, 1.163842, 1.1084, 1.065253, 1.050997, 0.966848, 0.863192, 0.834969, 0.420105, 0.267816, 0.223101], "search": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "s92b624efa8.md", "s9aa6b10fae.md", "s41b602820d.md", "sd4f4d32a89.md", "s75acfb1b35.md", "s54e542809b.md", "s453b74018e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 43, "n_texts": 252, "n_windows": 364, "n_texts_windowed": 112, "n_tokens": 118685, "n_query_terms": 16, "nnz_texts": 78000, "index_bytes": 940613, "secs_text": 0.1182, "secs_encode": 17.8196, "secs_score": 0.009, "secs_total": 17.9487, "load1_start": 15.77}
{"qid": "50635ada", "type": "knowledge-update", "abstention": false, "gold": ["s41d0d97903.md", "s9d5295fab5.md"], "ranked": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "see8f63fbe6.md", "sc11a593a2d.md", "sc2385d31ba.md", "sa83fd54237.md", "s9f8c5ece97.md", "s2a20b90761.md", "s9a446f5c95.md", "sbbc1b65825.md", "sdd08ec6b3f.md", "sf32e7c4007.md", "s97014f4e15.md", "s3979bf4f03.md", "s5d11c6c146.md", "s5a75b50bd5.md", "sb009d85fe5.md", "sb18211be2d.md", "sb262c4cb6e.md", "sb42f6719b3.md", "s878af30d46.md", "s8cb7925600.md", "s7658326b0e.md", "s4edc220fbf.md", "s3240dba569.md", "s47e2e04e80.md", "sc849592391.md", "s2d730ffff8.md", "s5de86949e7.md", "s6ddbe2e0c8.md", "s7f46c8a1dd.md", "s3249cbaf48.md", "s3b179ec9e9.md", "sb374d6a4a2.md", "s40b969edc7.md", "s1449f7cd34.md", "sce49bdad76.md", "sfaa18046eb.md", "s51b3e83e44.md", "s6934941c79.md", "s8f9c5a2904.md", "saf59f3c61e.md", "s9e7487f4d4.md", "s2de3093053.md", "s8c53926dfb.md", "s4b2b3b9ee0.md"], "s1": [16.522377, 11.516476, 3.788417, 3.661412, 3.14453, 2.950063, 2.945521, 2.579749, 2.384871, 2.370668, 2.192425, 2.125489, 1.948776, 1.943442, 1.850214, 1.607999, 1.597114, 1.471204, 1.348531, 1.316086, 1.313516, 1.288306, 1.232432, 1.218631, 1.145411, 1.137829, 1.091875, 1.090374, 1.057778, 1.049905, 1.034055, 1.032439, 1.024775, 0.916643, 0.834456, 0.752229, 0.730706, 0.616425, 0.512544, 0.37349, 0.371333, 0.355518, 0.271405, 0.251612, 0.221204, 0.146164, 0.117886], "search": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "see8f63fbe6.md", "sc11a593a2d.md", "sc2385d31ba.md", "sa83fd54237.md", "s9f8c5ece97.md", "s2a20b90761.md", "s9a446f5c95.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 255, "n_windows": 374, "n_texts_windowed": 119, "n_tokens": 120392, "n_query_terms": 18, "nnz_texts": 79036, "index_bytes": 952965, "secs_text": 0.1253, "secs_encode": 18.1116, "secs_score": 0.0096, "secs_total": 18.2484, "load1_start": 15.82}
{"qid": "e66b632c", "type": "knowledge-update", "abstention": false, "gold": ["s1380d3e4fa.md", "s472575cdd2.md"], "ranked": ["s472575cdd2.md", "s1380d3e4fa.md", "s13be1fb5b3.md", "sdbc4232aaf.md", "sa5a1ceaaba.md", "s66745917fb.md", "s470a632f82.md", "s30ca92b779.md", "s26d44aa2e5.md", "s234597e967.md", "s44ccb4090b.md", "sa6cbf5fc2a.md", "s0bcde8de1b.md", "sebee9aea41.md", "s0311d603d2.md", "sd7184f1948.md", "s26619f18ed.md", "s4fdad6f208.md", "s3ccf02290e.md", "s61f865f5d8.md", "s7df2e7ec2f.md", "sa892394521.md", "sc6bf26f3fe.md", "s63d6bf3669.md", "s2ce54e8df3.md", "s5f4263b8d9.md", "sef592c37a6.md", "s6cfe6415bf.md", "s44cc0dac08.md", "s241780be0c.md", "sf9d2f06663.md", "s63b08c4a92.md", "s41e12f4253.md", "se17b073271.md", "s70faafb49a.md", "s95974c4c88.md", "sfdeda6ae6d.md", "saf0b8a05f4.md", "sfc377bac1e.md", "s1cd77c1c01.md", "sda93d3b11c.md", "sf399fc0ca1.md", "sc1d88e80d4.md", "s3d95709902.md", "scce96bab0a.md", "s25840e839e.md"], "s1": [11.9281, 10.974833, 5.964561, 5.924681, 4.289673, 4.078541, 3.955492, 3.712663, 3.688745, 3.546083, 3.131613, 3.034137, 2.927431, 2.881894, 2.7794, 2.705661, 2.587583, 2.398704, 2.248471, 2.102684, 2.089602, 1.847124, 1.842217, 1.834075, 1.78118, 1.683328, 1.611919, 1.579824, 1.451086, 1.437056, 1.330714, 1.304991, 1.254479, 1.188446, 1.056435, 1.020899, 1.012846, 0.961119, 0.948483, 0.944645, 0.880757, 0.790245, 0.719662, 0.676309, 0.434941, 0.202872], "search": ["s472575cdd2.md", "s1380d3e4fa.md", "s13be1fb5b3.md", "sdbc4232aaf.md", "sa5a1ceaaba.md", "s66745917fb.md", "s470a632f82.md", "s30ca92b779.md", "s26d44aa2e5.md", "s234597e967.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 248, "n_windows": 356, "n_texts_windowed": 106, "n_tokens": 118662, "n_query_terms": 16, "nnz_texts": 77008, "index_bytes": 928709, "secs_text": 0.1263, "secs_encode": 17.8139, "secs_score": 0.0088, "secs_total": 17.9512, "load1_start": 15.87}
{"qid": "0ddfec37", "type": "knowledge-update", "abstention": false, "gold": ["s371865fb01.md", "sac2573d372.md"], "ranked": ["sac2573d372.md", "s371865fb01.md", "sbca84cbbfb.md", "s867947a5a7.md", "s40aa97585e.md", "se8607a29cf.md", "sdca45d61e3.md", "s586bb64f11.md", "s4c2f9dc7fa.md", "sb1a665a543.md", "s4316a84acb.md", "sa85061d5dd.md", "s7230578ac5.md", "s4b96b10329.md", "s86de8bbe14.md", "s2a536bd4ff.md", "s1c7ec50bc2.md", "sccc8514c60.md", "s3088e0ef47.md", "s9f187dee36.md", "s59b8eacb25.md", "s0126750c47.md", "sf8264bf76d.md", "se42c9180cf.md", "s93ca9ab997.md", "s859cad7957.md", "s15443fdbdc.md", "s81b394b047.md", "s3013984990.md", "sd6dc812381.md", "s56b9b66039.md", "sf230d7916c.md", "s41ca8338c1.md", "s6730c695d4.md", "s4ab098152c.md", "sa32c080d0f.md", "s5c1a6a588a.md", "s557436e164.md", "s8fc0e47c9a.md", "sb756032999.md", "s16f7b154d0.md", "s89e884afd9.md", "s0afc579a11.md", "s8563d0c018.md", "sb15078a8c3.md", "s15879d1880.md", "s3a532f3a17.md", "s5606ccdf0c.md", "s5cb2cbbbeb.md"], "s1": [14.784435, 12.154275, 5.398506, 3.83368, 3.815053, 3.753025, 3.711382, 3.648839, 3.57013, 3.422131, 3.39774, 3.24766, 3.214897, 3.159202, 2.978323, 2.846448, 2.693466, 2.548672, 2.50067, 2.472752, 2.357626, 2.334456, 2.186038, 2.164616, 2.153322, 2.090556, 2.060827, 2.046496, 2.005783, 1.979313, 1.853511, 1.820613, 1.804872, 1.745901, 1.480646, 1.271154, 1.220436, 1.072448, 0.970757, 0.726757, 0.568876, 0.545733, 0.392366, 0.279111, 0.262601, 0.261627, 0.141093, 0.130287, 0.121074], "search": ["sac2573d372.md", "s371865fb01.md", "sbca84cbbfb.md", "s867947a5a7.md", "s40aa97585e.md", "se8607a29cf.md", "sdca45d61e3.md", "s586bb64f11.md", "s4c2f9dc7fa.md", "sb1a665a543.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 250, "n_windows": 367, "n_texts_windowed": 116, "n_tokens": 117207, "n_query_terms": 22, "nnz_texts": 78969, "index_bytes": 952197, "secs_text": 0.1229, "secs_encode": 17.6618, "secs_score": 0.0091, "secs_total": 17.7957, "load1_start": 14.8}
{"qid": "f685340e", "type": "knowledge-update", "abstention": false, "gold": ["s24daefe9d4.md", "s8585e3f459.md"], "ranked": ["s8585e3f459.md", "s24daefe9d4.md", "s5cef5fd8e9.md", "sefaf2e760b.md", "s87411311c0.md", "s849e10d3ea.md", "s024af414e2.md", "s8db1ce61a7.md", "see06465860.md", "sb55fa2cd13.md", "sc6c9da11c4.md", "s535c554040.md", "s69a65d34d2.md", "sf78cf5f9f3.md", "s97fa72fb43.md", "s39c41d8fd6.md", "sac499ffc2b.md", "sc407a8474b.md", "s9ef2b9d2e7.md", "s91698294f6.md", "s12edbf7316.md", "s305a299b15.md", "s2b7cc8a733.md", "s25c9aa33fa.md", "s5c1d7dc6e8.md", "s19ab66a43b.md", "s583a4da1e9.md", "s849540e31e.md", "sfb23a3f52a.md", "sc3f8f44b33.md", "s12dd4fccbb.md", "saa8f6bdded.md", "s69e91f3d02.md", "s6208894f93.md", "s0525a939dc.md", "sa3a72d0c4f.md", "s267595a97f.md", "s20f4a01fae.md", "sb2ad3a041a.md", "sfef0fc8e7d.md", "s2d29746e2d.md"], "s1": [11.73406, 10.415533, 6.201777, 6.009217, 5.428995, 5.333051, 4.575078, 4.059526, 4.050471, 4.034589, 4.033846, 3.958567, 3.563246, 3.5592, 3.400525, 3.392601, 3.210274, 3.016922, 2.95858, 2.911282, 2.905018, 2.859028, 2.543224, 2.285726, 2.279341, 2.224217, 2.073691, 2.040698, 1.858254, 1.719598, 1.253285, 1.014674, 1.008814, 0.893363, 0.786376, 0.628256, 0.454573, 0.376465, 0.311354, 0.22866, 0.098244], "search": ["s8585e3f459.md", "s24daefe9d4.md", "s5cef5fd8e9.md", "sefaf2e760b.md", "s87411311c0.md", "s849e10d3ea.md", "s024af414e2.md", "s8db1ce61a7.md", "see06465860.md", "sb55fa2cd13.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 41, "n_scored_files": 41, "n_texts": 243, "n_windows": 363, "n_texts_windowed": 110, "n_tokens": 121787, "n_query_terms": 18, "nnz_texts": 75995, "index_bytes": 916293, "secs_text": 0.123, "secs_encode": 18.4446, "secs_score": 0.0101, "secs_total": 18.5796, "load1_start": 15.29}
{"qid": "cc5ded98", "type": "knowledge-update", "abstention": false, "gold": ["s2203bb996f.md", "sde0557bf4b.md"], "ranked": ["s2203bb996f.md", "sde0557bf4b.md", "se6991490a3.md", "s6b4e18e5ef.md", "s8e83ad0fc1.md", "sba288d2b23.md", "s363a4264cf.md", "sb55426aa7e.md", "sbf88650676.md", "sfcd4267889.md", "s10383b680c.md", "sadca930a1e.md", "s164faa510e.md", "se3b3a4e68e.md", "s7079996aaf.md", "s30f2e836f0.md", "s7a3dcc0f8f.md", "s11a725a406.md", "s5dc00c7195.md", "s8252a760a9.md", "s1a343fda6f.md", "s96ce84590d.md", "sf5b633de7d.md", "sdbc25f6fee.md", "s857d38ddcc.md", "se0bc9f5f8e.md", "s12c1a6a42f.md", "see97dbeab4.md", "seb2a30e464.md", "sd23c884ea2.md", "s47e1673b4a.md", "s9b0abd686a.md", "s24eab49581.md", "sba0d683814.md", "sad904bc210.md", "sa81bbdae2d.md", "sc0c5428e41.md", "sfee027362c.md", "s3dfd849d08.md", "sd8dad54074.md", "s79f1048588.md", "s30bed7b149.md", "s22b6de1473.md", "sbae6422cb1.md", "s3367247854.md", "sc9b380b1b2.md", "s086000c996.md", "s405196f668.md", "s45ebbe7e59.md"], "s1": [15.027111, 12.317323, 7.664347, 6.703127, 6.039804, 5.543463, 5.37386, 5.26607, 4.548771, 4.084555, 3.997574, 3.918506, 3.740086, 3.691218, 3.199365, 3.012496, 2.882152, 2.825419, 2.818861, 2.302339, 2.072953, 1.979266, 1.963928, 1.962481, 1.960385, 1.875409, 1.855948, 1.712475, 1.696911, 1.422152, 1.419305, 1.412209, 1.230451, 1.18433, 1.170625, 1.157789, 1.155067, 1.086614, 1.033493, 0.944302, 0.931606, 0.75305, 0.6734, 0.449537, 0.405264, 0.307357, 0.294092, 0.074595, 0.008261], "search": ["s2203bb996f.md", "sde0557bf4b.md", "se6991490a3.md", "s6b4e18e5ef.md", "s8e83ad0fc1.md", "sba288d2b23.md", "s363a4264cf.md", "sb55426aa7e.md", "sbf88650676.md", "sfcd4267889.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 49, "n_texts": 242, "n_windows": 352, "n_texts_windowed": 104, "n_tokens": 115917, "n_query_terms": 15, "nnz_texts": 75128, "index_bytes": 906181, "secs_text": 0.126, "secs_encode": 17.4766, "secs_score": 0.0084, "secs_total": 17.6131, "load1_start": 15.49}
{"qid": "dfde3500", "type": "knowledge-update", "abstention": false, "gold": ["s115e069164.md", "se36a417446.md"], "ranked": ["s115e069164.md", "se36a417446.md", "sab07a29017.md", "s2d88821e05.md", "s4206e3c930.md", "s112ff81c76.md", "se4f44117d7.md", "sa38f26daa6.md", "sc45f47831d.md", "se5ae122564.md", "sf77e45c7a6.md", "s0c1ef034c9.md", "sd47a79c000.md", "s5533282135.md", "s4a7263c488.md", "seb3f40fc37.md", "s7d2186e431.md", "s3867251257.md", "s015d91b23d.md", "s71d29b6b0b.md", "sdb57948f83.md", "s2e24d7f5f3.md", "sd4879720ab.md", "sc152091a6b.md", "se0c87387db.md", "s4c0a9cbfb3.md", "s5f898c436a.md", "s30478266e2.md", "sa2b892714b.md", "s416d6454a7.md", "sa6af48495b.md", "s3447c04ec2.md", "sbf3547284d.md", "sf19948a02d.md", "s091d96b0b8.md", "s2286716353.md", "sab3ceff3b9.md", "s9bc0d17b58.md", "scda29acd3e.md", "s02f04d2e8d.md", "sb64e7dcc15.md", "s0647cc7bbd.md", "seb358524f0.md", "s620f80a738.md", "s0e18b5bb86.md", "s6c29043420.md", "sfb71564b03.md"], "s1": [18.679688, 6.992852, 5.73874, 4.688939, 4.414865, 4.377137, 4.351431, 4.314107, 4.192915, 4.184373, 3.662663, 3.530175, 3.326384, 2.915747, 2.874872, 2.428714, 2.393093, 2.289284, 2.195424, 2.149271, 2.066925, 2.063998, 1.953295, 1.7288, 1.724761, 1.64292, 1.599479, 1.528665, 1.408523, 1.284019, 1.168215, 1.153995, 1.066737, 0.945368, 0.867436, 0.77298, 0.772947, 0.751785, 0.697794, 0.622676, 0.602, 0.546539, 0.546173, 0.389181, 0.277582, 0.273915, 0.125027], "search": ["s115e069164.md", "se36a417446.md", "sab07a29017.md", "s2d88821e05.md", "s4206e3c930.md", "s112ff81c76.md", "se4f44117d7.md", "sa38f26daa6.md", "sc45f47831d.md", "se5ae122564.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 252, "n_windows": 354, "n_texts_windowed": 102, "n_tokens": 117737, "n_query_terms": 18, "nnz_texts": 77737, "index_bytes": 937413, "secs_text": 0.1277, "secs_encode": 17.7201, "secs_score": 0.0088, "secs_total": 17.8585, "load1_start": 15.6}
{"qid": "69fee5aa", "type": "knowledge-update", "abstention": false, "gold": ["s0e15b3d60e.md", "s6ad4fde70a.md"], "ranked": ["s6ad4fde70a.md", "s0e15b3d60e.md", "s4a38f81bf2.md", "s02ef2560de.md", "s8724c15d5f.md", "s2a1fbcc2c0.md", "se285cb8dde.md", "sf2ff512c78.md", "s9818c17ff1.md", "s271cced09b.md", "s6890f50ca6.md", "s64aa2b52de.md", "s8057da5428.md", "saa52ebd428.md", "s3569b8536f.md", "s446300dd65.md", "s8f4d0957f1.md", "s353df37a1f.md", "sa321b0b817.md", "s8fe6b9088d.md", "s8bb224b582.md", "s76497cef03.md", "se6cf6f7536.md", "s5c26b181d7.md", "s1ec2cfee78.md", "s3b3d2eff21.md", "s6485cbc3dd.md", "s2676f9bd8c.md", "s1438e22a3f.md", "sb924765e02.md", "s3312d1531a.md", "s6f10e0827f.md", "s59fb9c589d.md", "s25012341df.md", "s8d7f4f470e.md", "s120484e5f1.md", "s22f71fcc2f.md", "sb07c2b8ca0.md", "s8340590c2f.md", "sdf01d71719.md", "s822fa3841d.md", "s0206144023.md", "s05d56f40df.md", "s4bf9e0b1df.md", "s95dccdd96d.md", "s43ad74c575.md", "s4353346484.md", "s7bf05d2453.md", "sea3824bc42.md"], "s1": [18.191273, 12.021228, 6.09985, 5.260517, 4.807243, 4.542797, 4.030703, 3.926298, 3.625932, 3.542091, 3.525623, 3.468603, 3.354349, 3.010618, 3.004982, 2.862349, 2.836073, 2.71506, 2.633169, 2.609451, 2.515029, 2.41344, 2.386558, 2.364097, 2.046941, 2.012608, 1.758897, 1.711907, 1.699064, 1.567127, 1.422404, 1.400292, 1.350583, 1.263479, 1.131304, 1.130204, 0.967213, 0.935816, 0.803325, 0.756015, 0.742918, 0.737667, 0.716517, 0.697933, 0.663496, 0.565139, 0.335164, 0.285025, 0.252652], "search": ["s6ad4fde70a.md", "s0e15b3d60e.md", "s4a38f81bf2.md", "s02ef2560de.md", "s8724c15d5f.md", "s2a1fbcc2c0.md", "se285cb8dde.md", "sf2ff512c78.md", "s9818c17ff1.md", "s271cced09b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 248, "n_windows": 362, "n_texts_windowed": 114, "n_tokens": 117968, "n_query_terms": 16, "nnz_texts": 77287, "index_bytes": 932037, "secs_text": 0.1216, "secs_encode": 17.8391, "secs_score": 0.0095, "secs_total": 17.972, "load1_start": 15.72}
{"qid": "7401057b", "type": "knowledge-update", "abstention": false, "gold": ["s2e5566915e.md", "s55d70def0e.md"], "ranked": ["s55d70def0e.md", "s2e5566915e.md", "s1395ab67f3.md", "sd2ebc68c33.md", "s123aa40b5a.md", "s9f3da7ff1c.md", "s20116a3f2d.md", "s53e76229a2.md", "s3bdf0f2b4c.md", "s65248cbfad.md", "s31c3667bfc.md", "sda2c635538.md", "s5ab121e709.md", "sfd2fcf9be5.md", "s34f0ae633d.md", "s64126474d9.md", "s83d3656466.md", "sd1571551dc.md", "s4383ed5766.md", "s68eb25b35e.md", "s2002342c26.md", "s62bbec24d5.md", "s55fefc302a.md", "s9f23538b53.md", "s9b6265d553.md", "s78b0e45ab1.md", "s19701594dd.md", "sa0841a13d0.md", "s7df2690a97.md", "s633771f2ec.md", "s94def98402.md", "sca8e51ca7a.md", "s5dbb73abbf.md", "s5d192f991b.md", "sc47a7bbdae.md", "s8ebef081bf.md", "sa2a3abb732.md", "s580e3ed131.md", "s40847d2bf1.md", "sacf76b5713.md", "s4a0b1d5af5.md", "sc972600e7c.md", "s9643ac0629.md", "s61ed4454bd.md"], "s1": [24.168516, 15.826321, 5.476304, 5.433265, 5.2323, 4.49163, 4.341992, 4.229206, 4.079435, 3.76415, 3.6997, 3.610684, 3.281733, 3.259976, 3.237278, 3.106765, 2.778939, 2.695467, 2.667361, 2.508766, 2.383239, 2.271795, 2.191131, 2.15992, 2.012038, 1.915561, 1.806274, 1.748023, 1.66827, 1.465045, 1.04733, 0.982809, 0.890434, 0.676243, 0.574544, 0.547388, 0.429714, 0.425557, 0.410675, 0.377773, 0.346804, 0.307839, 0.102296, 0.021915], "search": ["s55d70def0e.md", "s2e5566915e.md", "s1395ab67f3.md", "sd2ebc68c33.md", "s123aa40b5a.md", "s9f3da7ff1c.md", "s20116a3f2d.md", "s53e76229a2.md", "s3bdf0f2b4c.md", "s65248cbfad.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 44, "n_texts": 235, "n_windows": 360, "n_texts_windowed": 125, "n_tokens": 115286, "n_query_terms": 22, "nnz_texts": 75853, "index_bytes": 914629, "secs_text": 0.115, "secs_encode": 17.3297, "secs_score": 0.0083, "secs_total": 17.4548, "load1_start": 15.78}
{"qid": "cf22b7bf", "type": "knowledge-update", "abstention": false, "gold": ["s0e8eecfaf9.md", "s63e425450b.md"], "ranked": ["s0e8eecfaf9.md", "s63e425450b.md", "s9e072d2d0f.md", "s59d1f2d6b2.md", "s9873c20dcc.md", "s8e24ad9456.md", "s09c4f8faef.md", "s9b1cccefbf.md", "s694e05919a.md", "see8a9468d5.md", "sd23a086412.md", "s88c1a5ea28.md", "s9753395715.md", "sbeac1e4d29.md", "s9a10b3de0a.md", "s3fc47cb930.md", "s5eabd26aca.md", "sc6af00ab6b.md", "s43e2e75bca.md", "s5cdf95c435.md", "s60a97bd766.md", "s150e962be0.md", "sda0bd92479.md", "sd8dd3d23df.md", "s1fbf965bd3.md", "s845486d70e.md", "s3c3deb21fe.md", "s37b1875ccb.md", "s781603749f.md", "s45f22407a0.md", "s648434b7d6.md", "s66e33d3646.md", "sd6b3fd1233.md", "sd0dcae212f.md", "s101ec4058f.md", "s19a1af4d4d.md", "sa64d210c5b.md", "s77d83d1bca.md", "see0f24a9ed.md", "sa2d3b50080.md", "sfb11c3eef5.md", "sa178fb8d57.md", "s50b73e9f89.md", "sf379b9e3cd.md", "s5a48d1f58e.md", "s819dc162f9.md", "s534d85347a.md", "s44e1bf1ad0.md"], "s1": [9.27103, 6.802237, 5.81774, 5.654408, 5.173221, 4.735424, 4.555536, 4.264384, 4.052691, 3.997533, 3.908318, 3.806274, 3.597499, 2.720091, 2.362694, 2.360721, 2.297824, 2.020354, 1.972271, 1.799308, 1.790856, 1.757768, 1.740585, 1.519127, 1.477319, 1.4678, 1.389488, 1.345661, 1.21829, 1.215518, 1.140419, 1.107908, 0.958819, 0.951782, 0.864974, 0.852064, 0.797975, 0.753595, 0.721453, 0.592819, 0.573932, 0.513378, 0.329724, 0.322987, 0.209203, 0.177583, 0.073297, 0.063837], "search": ["s0e8eecfaf9.md", "s63e425450b.md", "s9e072d2d0f.md", "s59d1f2d6b2.md", "s9873c20dcc.md", "s8e24ad9456.md", "s09c4f8faef.md", "s9b1cccefbf.md", "s694e05919a.md", "see8a9468d5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 55, "n_scored_files": 48, "n_texts": 254, "n_windows": 355, "n_texts_windowed": 101, "n_tokens": 117486, "n_query_terms": 16, "nnz_texts": 76862, "index_bytes": 926981, "secs_text": 0.1227, "secs_encode": 17.757, "secs_score": 0.0094, "secs_total": 17.8909, "load1_start": 15.98}
{"qid": "a2f3aa27", "type": "knowledge-update", "abstention": false, "gold": ["s1ea48f7580.md", "s7970f3434d.md"], "ranked": ["s1ea48f7580.md", "s7970f3434d.md", "s47cad20a51.md", "sdf7135f9bc.md", "s49c167391d.md", "sb2e6d7d291.md", "s6abdd6d5bc.md", "s25421fed5b.md", "sc7444410c0.md", "sacdc6eca2c.md", "s1cf1473954.md", "s3d0783c4b0.md", "sf185c88af6.md", "sc2c4a5d602.md", "s522d69dc1e.md", "sc47fb1d709.md", "s7b463013ff.md", "s07d42cde47.md", "sa8ca4850e7.md", "s3ef5ae285d.md", "s17808eea6e.md", "s1fa4118350.md", "sbe94c2e3d5.md", "sd6977ee860.md", "s723cedb86c.md", "sb44173b1a2.md", "s2edd1f0a10.md", "sfee1939a82.md", "s49a57836de.md", "sa70a1c4c29.md", "saa749f9669.md", "sdf82137144.md", "s664866a5f9.md", "sff5d26c540.md", "sbef0e01020.md", "saed2b00106.md", "s844fbafc32.md", "s26f65b50a8.md", "sa116fe37ec.md", "s1764c7f53a.md", "sf988c206a8.md", "s1d73b5b335.md", "sa8bd024a3b.md"], "s1": [14.888792, 12.436535, 8.739253, 7.432545, 3.751487, 3.594447, 3.550332, 3.491557, 3.307165, 3.16453, 3.100391, 2.891262, 2.882306, 2.863029, 2.68597, 2.682981, 2.67272, 2.662385, 2.486771, 2.038539, 1.966055, 1.959079, 1.902595, 1.885776, 1.79654, 1.522953, 1.43788, 1.432675, 1.351284, 1.253528, 1.252259, 1.175221, 1.141785, 1.05685, 1.038057, 0.960739, 0.884263, 0.837331, 0.816956, 0.702538, 0.437146, 0.31723, 0.107231], "search": ["s1ea48f7580.md", "s7970f3434d.md", "s47cad20a51.md", "sdf7135f9bc.md", "s49c167391d.md", "sb2e6d7d291.md", "s6abdd6d5bc.md", "s25421fed5b.md", "sc7444410c0.md", "sacdc6eca2c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 43, "n_texts": 249, "n_windows": 379, "n_texts_windowed": 130, "n_tokens": 117406, "n_query_terms": 13, "nnz_texts": 79767, "index_bytes": 961733, "secs_text": 0.1194, "secs_encode": 17.7398, "secs_score": 0.0086, "secs_total": 17.8697, "load1_start": 13.68}
{"qid": "c7dc5443", "type": "knowledge-update", "abstention": false, "gold": ["s58762258e9.md", "s7a67472a2c.md"], "ranked": ["s7a67472a2c.md", "s58762258e9.md", "sd4ee6e2e6c.md", "s7290ba7ae7.md", "s3f0479c3dc.md", "sd6e1fb9157.md", "s6ed3984b3a.md", "s14b2546def.md", "seba37cae6b.md", "s82a167df5b.md", "s2151c1c441.md", "s0b36716da0.md", "sad04b82614.md", "sacb98537c7.md", "s6f2255f094.md", "s9c6577d3c0.md", "sff3b22d884.md", "s831f4619e6.md", "sbe03f5ca2f.md", "s4dc44c5625.md", "s6e30f2b922.md", "s56a3d79b0a.md", "sd889ace5d4.md", "sce73c667c0.md", "s07e4f8d481.md", "sfeeb64374c.md", "s48c9b7e4a2.md", "sd1aa353871.md", "s6287db17ba.md", "sb8b37a69fe.md", "sc3d95f0f21.md", "s3e5ae4be6c.md", "s0eb064428c.md", "sc51e55e3fc.md", "sda305f708e.md", "s06b910646e.md", "s1ea7fbbf58.md", "sba6acb58d1.md", "sc1811c2357.md", "s3dcc819c4e.md", "s9120681057.md", "s2d5d67ef58.md", "s3fa563f650.md", "s2a73381cd2.md"], "s1": [9.768134, 8.957179, 3.135383, 2.579283, 2.080589, 1.855628, 1.827329, 1.757598, 1.485893, 1.474716, 1.394068, 1.229463, 1.226833, 1.16574, 1.159167, 1.13489, 1.083428, 0.921913, 0.919374, 0.89552, 0.701729, 0.683212, 0.645605, 0.610868, 0.604383, 0.602398, 0.600447, 0.599883, 0.591883, 0.543159, 0.47949, 0.477926, 0.44899, 0.334115, 0.325801, 0.302616, 0.185222, 0.179573, 0.169371, 0.154326, 0.111795, 0.079712, 0.056065, 0.042851], "search": ["s7a67472a2c.md", "s58762258e9.md", "sd4ee6e2e6c.md", "s7290ba7ae7.md", "s3f0479c3dc.md", "sd6e1fb9157.md", "s6ed3984b3a.md", "s14b2546def.md", "seba37cae6b.md", "s82a167df5b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 44, "n_texts": 249, "n_windows": 346, "n_texts_windowed": 97, "n_tokens": 116969, "n_query_terms": 13, "nnz_texts": 76228, "index_bytes": 919301, "secs_text": 0.1182, "secs_encode": 17.6753, "secs_score": 0.0083, "secs_total": 17.8037, "load1_start": 13.68}
{"qid": "06db6396", "type": "knowledge-update", "abstention": false, "gold": ["s4432003925.md", "s63e8a64f93.md"], "ranked": ["s4432003925.md", "s63e8a64f93.md", "s03d29e7d05.md", "sd4774553fb.md", "sa3f06c301e.md", "s21484f87fe.md", "s80d0d7658c.md", "se65f2ad6cf.md", "sdb81c16be1.md", "sfc0eed6a6e.md", "s1f58845bbb.md", "s762e80d152.md", "s2a4c52ce1e.md", "s8e204cf80d.md", "s13ae57ee1d.md", "s5f18dcf603.md", "s3a867bfcfe.md", "s1eb8e10fc9.md", "s171d32ac70.md", "s2023369861.md", "sd3677c7234.md", "s5f81fb4b41.md", "s36cfe567fb.md", "sbc9b98c6a0.md", "s079856e978.md", "s28c0f4c93f.md", "sc068a9b3b8.md", "sb38bb2ecc0.md", "s000dafc1d2.md", "sec1f4e7056.md", "s942431b33a.md", "sef61fe0510.md", "sb440f23f49.md", "s48cefafe37.md", "s4e34c7c8ac.md", "sa1c0eae893.md", "s5e2e02235c.md", "sc7db5e3538.md", "s8408e5cb14.md", "s7b5cb1c0c9.md", "sbbf873b309.md", "sab779efece.md", "s732865548f.md", "sbf81ffa402.md", "s5ef96960ee.md", "sedcfc547e6.md", "sf61b526bff.md", "sa6dcf8d2f9.md"], "s1": [12.206564, 9.717199, 7.365714, 5.331497, 4.634356, 3.808002, 3.527068, 3.440659, 3.271765, 2.905446, 2.747037, 2.692121, 2.687145, 2.617767, 2.568793, 2.497055, 2.196004, 2.10715, 2.104198, 2.033602, 1.959642, 1.855241, 1.761378, 1.622593, 1.521894, 1.478667, 1.474696, 1.448191, 1.367888, 1.081933, 1.016696, 0.891809, 0.890087, 0.831391, 0.769107, 0.76138, 0.720652, 0.709098, 0.636352, 0.561492, 0.555329, 0.545113, 0.48004, 0.476367, 0.328582, 0.200492, 0.032403, 0.014378], "search": ["s4432003925.md", "s63e8a64f93.md", "s03d29e7d05.md", "sd4774553fb.md", "sa3f06c301e.md", "s21484f87fe.md", "s80d0d7658c.md", "se65f2ad6cf.md", "sdb81c16be1.md", "sfc0eed6a6e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 48, "n_texts": 258, "n_windows": 360, "n_texts_windowed": 102, "n_tokens": 119181, "n_query_terms": 13, "nnz_texts": 78520, "index_bytes": 946885, "secs_text": 0.1313, "secs_encode": 18.0651, "secs_score": 0.0094, "secs_total": 18.2077, "load1_start": 14.34}
{"qid": "3ba21379", "type": "knowledge-update", "abstention": false, "gold": ["sb8326612f6.md", "sbc14739da2.md"], "ranked": ["sbc14739da2.md", "sb8326612f6.md", "saca7450555.md", "saf1c94d783.md", "s91386f0494.md", "sbbbcbcd351.md", "s4ec4590e7b.md", "s1869b586b5.md", "s7cc002365c.md", "s885f4fb81d.md", "s41f2978bc7.md", "s3c0d01152f.md", "s801f6eba08.md", "secce37f9f9.md", "sa63260a9ab.md", "s79f4d33106.md", "s5d4c61aaaa.md", "s860558043b.md", "sb3692f46b2.md", "s86a3246e09.md", "s8d06d90af4.md", "sc86ed4d59c.md", "sec5145be26.md", "s850e55d2fc.md", "s3523f7d102.md", "s33f8a9d26c.md", "s8e388abdb9.md", "s3948e301e9.md", "s5a6f61d415.md", "sc0f1dcfba4.md", "s09789634bf.md", "sc4f40b671a.md", "s6b4224749d.md", "s0051488995.md", "sac3e7fd00d.md", "sf818f9dbd1.md", "sb2a8964b48.md", "s3cf4f4b31c.md", "sb74b3562bf.md", "s8c61c9f7fa.md", "se20069a981.md"], "s1": [6.644698, 5.228095, 3.176334, 3.138061, 2.712185, 2.567255, 2.248715, 2.097736, 1.961961, 1.916181, 1.893575, 1.732611, 1.685173, 1.659168, 1.608918, 1.570226, 1.545544, 1.542007, 1.309063, 1.284142, 1.230962, 1.227457, 1.209157, 1.203549, 1.085719, 1.059071, 1.057792, 0.955032, 0.935658, 0.903458, 0.788778, 0.594756, 0.552954, 0.427158, 0.40737, 0.296537, 0.218542, 0.199784, 0.122726, 0.118874, 0.007842], "search": ["sbc14739da2.md", "sb8326612f6.md", "saca7450555.md", "saf1c94d783.md", "s91386f0494.md", "sbbbcbcd351.md", "s4ec4590e7b.md", "s1869b586b5.md", "s7cc002365c.md", "s885f4fb81d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 41, "n_texts": 242, "n_windows": 367, "n_texts_windowed": 125, "n_tokens": 117359, "n_query_terms": 13, "nnz_texts": 80041, "index_bytes": 964933, "secs_text": 0.1218, "secs_encode": 17.7209, "secs_score": 0.0079, "secs_total": 17.8525, "load1_start": 14.71}
{"qid": "9bbe84a2", "type": "knowledge-update", "abstention": false, "gold": ["sc87717bdb1.md", "scc54754134.md"], "ranked": ["sc87717bdb1.md", "scc54754134.md", "s6c80747fe4.md", "sb300333dac.md", "s5b86c1a519.md", "s63de3c0d67.md", "s140957e225.md", "s682bde2abe.md", "s7071561d4a.md", "sb1204d6aba.md", "s80222c45a8.md", "s95b94ff780.md", "s962df832dc.md", "s672ea4ddee.md", "s5a956ec86d.md", "s634e46fc23.md", "s6a0dc4f244.md", "s1efc3f8208.md", "sa4a1cc6d19.md", "s6f9c51b101.md", "sa577c45408.md", "sf8227a8a67.md", "se9f12588ff.md", "sf1959795ca.md", "sba5e6931da.md", "s771348fb46.md", "s9c6ea075fc.md", "sd22390539c.md", "sc8d65bf6db.md", "sa4ebe63cfb.md", "sc495fa38b0.md", "sf19949422f.md", "s6d72ad14e2.md", "s8d6be49e9e.md", "s1730132d42.md", "sab6dd72bbf.md", "s388b8c1f4a.md", "sbd8f2cccd9.md", "s280f6aea02.md", "sf0db123822.md", "sf6e7767af4.md", "s2e4bf91ad5.md", "s5beaadeefe.md", "s96a6bfa42b.md", "s15e9dd815f.md", "sd38cc7a651.md", "s192739bc11.md", "sd1fd880512.md"], "s1": [16.848145, 12.335621, 5.239099, 5.140178, 4.310995, 3.714795, 3.557625, 3.431027, 3.417498, 3.202353, 3.010926, 2.822269, 2.747064, 2.555362, 2.489805, 2.417909, 2.3896, 2.345303, 2.336125, 2.332157, 2.294747, 2.17918, 2.098732, 1.948786, 1.926423, 1.712449, 1.712432, 1.406513, 1.242826, 1.07306, 1.036693, 0.961173, 0.947886, 0.925227, 0.763449, 0.747811, 0.731863, 0.714949, 0.680847, 0.646916, 0.515549, 0.445592, 0.39886, 0.338407, 0.278711, 0.231881, 0.225204, 0.14942], "search": ["sc87717bdb1.md", "scc54754134.md", "s6c80747fe4.md", "sb300333dac.md", "s5b86c1a519.md", "s63de3c0d67.md", "s140957e225.md", "s682bde2abe.md", "s7071561d4a.md", "sb1204d6aba.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 252, "n_windows": 372, "n_texts_windowed": 119, "n_tokens": 117339, "n_query_terms": 15, "nnz_texts": 79790, "index_bytes": 961989, "secs_text": 0.1178, "secs_encode": 17.6245, "secs_score": 0.0106, "secs_total": 17.7549, "load1_start": 15.08}
{"qid": "10e09553", "type": "knowledge-update", "abstention": false, "gold": ["sc5b7a963f8.md", "se7841b3dce.md"], "ranked": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s7283aaaf40.md", "sf670d2667c.md", "s46321444d2.md", "s4dad32a3d1.md", "s033e91bb9b.md", "sc824e35bfe.md", "s2c7dfe9d9b.md", "s81fb79ae44.md", "sb79f452bd3.md", "s2dc1cbc9fd.md", "se7c5e8fd73.md", "sa6418f238e.md", "sfaf9bb08cb.md", "s2cb1c59ba6.md", "s1e6bcd6c2c.md", "s9cba49848a.md", "s57cf5c0b59.md", "s1898af193d.md", "s935b1b152a.md", "s2c693de37d.md", "s3371ff4126.md", "sb742f2e83b.md", "sd4bc888145.md", "s8364107adc.md", "s35a9fb3067.md", "s32e09038f9.md", "sfd310bdf36.md", "s6c61b7705e.md", "sa7388b69b5.md", "s18be9a8361.md", "s84fc0cf312.md", "s3f9d28d5d9.md", "s381c0d956a.md", "s3178f84b43.md", "sb1897057d9.md", "sb6f63815fa.md", "s20befd1f21.md", "sacac312004.md", "s2a97126d3c.md", "sd98b35fcb2.md"], "s1": [24.345722, 21.0907, 8.574098, 5.109423, 5.022475, 4.574775, 3.85164, 3.792864, 3.76686, 3.669921, 3.645684, 3.522869, 3.510566, 3.401791, 3.265114, 3.21652, 3.19565, 3.002501, 2.917204, 2.910814, 2.795907, 2.784483, 2.767198, 2.665128, 2.620966, 2.33318, 2.315198, 2.309274, 2.27829, 2.256038, 2.018301, 1.969002, 1.759977, 1.591471, 1.232277, 1.187651, 1.185602, 0.91452, 0.860935, 0.686502, 0.523595, 0.434033, 0.203506], "search": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s7283aaaf40.md", "sf670d2667c.md", "s46321444d2.md", "s4dad32a3d1.md", "s033e91bb9b.md", "sc824e35bfe.md", "s2c7dfe9d9b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 244, "n_windows": 363, "n_texts_windowed": 119, "n_tokens": 116461, "n_query_terms": 25, "nnz_texts": 77922, "index_bytes": 939589, "secs_text": 0.1252, "secs_encode": 17.5921, "secs_score": 0.0086, "secs_total": 17.7283, "load1_start": 15.28}
{"qid": "dad224aa", "type": "knowledge-update", "abstention": false, "gold": ["scc2787978d.md", "sce87be458e.md"], "ranked": ["s5ef015faca.md", "sce87be458e.md", "scc2787978d.md", "s8bc68570ed.md", "s8753d8b8eb.md", "sf9ee7e376b.md", "sb25700c21f.md", "s8f0071cc80.md", "scc51de51d4.md", "sc006c4686a.md", "s7074ff017b.md", "s7dadf96078.md", "s6877422370.md", "sefde11a2c6.md", "s404a246fef.md", "s6f9916bc61.md", "s419fa02130.md", "sb83a46f6c7.md", "sea405bbc1e.md", "s7c215a57b0.md", "s5978956eaa.md", "s56eff731e4.md", "s88a9318ca8.md", "sa92ab1795f.md", "sec0a33f879.md", "s47315d9bbf.md", "s9b8a4c00fb.md", "s2205a84209.md", "saa6da87d44.md", "s1b81544307.md", "sf73e15c414.md", "s1e5a40d9c2.md", "s1863007cc2.md", "s32d35a4c12.md", "s0338e0081e.md", "s9dea07ae01.md", "sae0aef7482.md", "s22c800d60a.md", "s7d56bc4dc7.md", "s4c1803ca56.md", "s6fdb369d3b.md", "s45d445dcae.md", "s299d544620.md", "s7454323556.md", "sc2b57322ed.md", "s101d19d80f.md", "se9ab5d87b7.md", "s306e8e6bae.md"], "s1": [12.30367, 9.906243, 9.853683, 2.86203, 2.752173, 2.572434, 2.394601, 2.220089, 2.174266, 2.104595, 2.072561, 2.069373, 2.062661, 1.894274, 1.856011, 1.734788, 1.700853, 1.642237, 1.561064, 1.412369, 1.351808, 1.324978, 1.311445, 1.201948, 1.150298, 1.137888, 1.106534, 1.082011, 0.967614, 0.943389, 0.939443, 0.907746, 0.897321, 0.843608, 0.822332, 0.791868, 0.728058, 0.690857, 0.664628, 0.652818, 0.456745, 0.426079, 0.39122, 0.385543, 0.297365, 0.295515, 0.128397, 0.075567], "search": ["s5ef015faca.md", "sce87be458e.md", "scc2787978d.md", "s8bc68570ed.md", "s8753d8b8eb.md", "sf9ee7e376b.md", "sb25700c21f.md", "s8f0071cc80.md", "scc51de51d4.md", "sc006c4686a.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 251, "n_windows": 352, "n_texts_windowed": 101, "n_tokens": 117853, "n_query_terms": 12, "nnz_texts": 77183, "index_bytes": 930757, "secs_text": 0.1207, "secs_encode": 17.8358, "secs_score": 0.0088, "secs_total": 17.9673, "load1_start": 15.49}
{"qid": "ba61f0b9", "type": "knowledge-update", "abstention": false, "gold": ["sd7d91d38f7.md", "sf91f5eb164.md"], "ranked": ["sf91f5eb164.md", "sd7d91d38f7.md", "s43582c9c04.md", "s682ceb5249.md", "s69d7d54528.md", "s3e73302557.md", "sb2baed3f6a.md", "s7f749c36b2.md", "s1fc129789d.md", "s7e6c0e4e6e.md", "s49b795a532.md", "s8b8930a4fc.md", "se018067082.md", "s0f26ccef14.md", "sfa67999158.md", "s7d24b38c18.md", "s7eef07989a.md", "s0afccfebbb.md", "s92e801a630.md", "sf7e2726fcb.md", "seea895d215.md", "secf1f76bcc.md", "s5e6966e831.md", "sa5f9952697.md", "sf4537ffb95.md", "s23c8a5ba65.md", "s5669f9688e.md", "s61c480e404.md", "scc3042368f.md", "s66579a13f5.md", "seddefb37d6.md", "s5f30d63822.md", "sd031b64898.md", "sac3fbfc307.md", "s5ae1e2cb7c.md", "s18f951bc18.md", "s0a0c2ef0ff.md", "sd9657e80c3.md", "sa399b20487.md", "sa128830b78.md", "s7d07dbb8a2.md", "s757c1e4455.md", "s20050310a1.md"], "s1": [15.062948, 9.920452, 4.448187, 4.052043, 4.013162, 3.798038, 3.655005, 3.088502, 3.074068, 3.000828, 2.664308, 2.407932, 2.402083, 2.254197, 2.238053, 1.951896, 1.909376, 1.89108, 1.840535, 1.811387, 1.808649, 1.77985, 1.710044, 1.537689, 1.534987, 1.478849, 1.450383, 1.443897, 1.438453, 1.404979, 1.322423, 1.303039, 1.262577, 1.245638, 1.210435, 1.209482, 1.16533, 1.026208, 0.792647, 0.569181, 0.385316, 0.193861, 0.117656], "search": ["sf91f5eb164.md", "sd7d91d38f7.md", "s43582c9c04.md", "s682ceb5249.md", "s69d7d54528.md", "s3e73302557.md", "sb2baed3f6a.md", "s7f749c36b2.md", "s1fc129789d.md", "s7e6c0e4e6e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 266, "n_windows": 380, "n_texts_windowed": 113, "n_tokens": 120789, "n_query_terms": 16, "nnz_texts": 81362, "index_bytes": 980997, "secs_text": 0.1239, "secs_encode": 18.1932, "secs_score": 0.0096, "secs_total": 18.3293, "load1_start": 14.76}
{"qid": "42ec0761", "type": "knowledge-update", "abstention": false, "gold": ["sb620beb68c.md", "sd9a2589458.md"], "ranked": ["sd9a2589458.md", "sb620beb68c.md", "s24115fc524.md", "s3e9ef4936a.md", "s6fd2217cad.md", "sf639a0be79.md", "s8745a3fce6.md", "sbc85a558be.md", "scb6559e8a6.md", "s8ae2a305ae.md", "s162d0689fd.md", "sb56526455c.md", "s74b0d15587.md", "s464ca9192c.md", "sa28086d763.md", "sb4613f969c.md", "sef799c8fe0.md", "s573edfed4d.md", "s90cfa31073.md", "s59538c116b.md", "sdfe6df8ac1.md", "s44f3218ca5.md", "sc893dd22dc.md", "s6f805164cd.md", "sdd7febd879.md", "s54d31f3256.md", "sbfa374756a.md", "s35c24fc6d2.md", "sd12efbe294.md", "s5f89779934.md", "s9c3cf337df.md", "s6b1a0d5788.md", "sec73f12b97.md", "s89ebe58c60.md", "s1e4386c43c.md", "se366b34781.md", "sbbea59262c.md", "s3c5ce42c4f.md", "s02a1f6e423.md", "s156a6b6eb6.md", "s1d4f5149b4.md", "s12678ce55d.md", "s2261334951.md", "se061e7f055.md", "sfee0074570.md", "sa322c48be5.md", "sa8c169d8f5.md"], "s1": [15.115574, 14.482457, 3.812395, 3.724602, 3.344332, 3.157547, 2.900264, 2.899194, 2.874742, 2.753967, 2.736775, 2.723472, 2.586188, 2.205009, 2.114107, 2.093121, 1.997077, 1.824565, 1.794398, 1.741451, 1.686262, 1.507345, 1.437591, 1.428869, 1.424117, 1.287641, 1.268597, 1.156088, 1.136698, 1.11962, 1.077091, 0.968974, 0.946977, 0.739363, 0.673213, 0.643098, 0.524969, 0.477573, 0.457784, 0.452791, 0.295127, 0.288671, 0.232058, 0.171355, 0.166407, 0.058835, 0.043696], "search": ["sd9a2589458.md", "sb620beb68c.md", "s24115fc524.md", "s3e9ef4936a.md", "s6fd2217cad.md", "sf639a0be79.md", "s8745a3fce6.md", "sbc85a558be.md", "scb6559e8a6.md", "s8ae2a305ae.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 250, "n_windows": 351, "n_texts_windowed": 101, "n_tokens": 116976, "n_query_terms": 16, "nnz_texts": 74940, "index_bytes": 903813, "secs_text": 0.1275, "secs_encode": 17.5979, "secs_score": 0.0088, "secs_total": 17.736, "load1_start": 15.04}
{"qid": "5c40ec5b", "type": "knowledge-update", "abstention": false, "gold": ["s6de672ec9d.md", "sf533fe95b6.md"], "ranked": ["s6de672ec9d.md", "s481a4b0361.md", "sf533fe95b6.md", "s0bb1826c60.md", "s5a61f2bb93.md", "s9257a9e0ca.md", "se3b96b8648.md", "s1befbfd8e6.md", "s432d2a34e0.md", "sba7d58d382.md", "s8ab81f57a0.md", "s8527cdde75.md", "s2f1446d88c.md", "sc46633f844.md", "s8e6a5c57f3.md", "s26b6a9b3f0.md", "s4a0b68adb9.md", "s1ee791c170.md", "s98deb1c73c.md", "s0b8d933bc7.md", "sfc91685929.md", "s5b89e5125b.md", "s7301be6144.md", "se37933414d.md", "s14ee155cca.md", "s30153283e5.md", "s55272cb95b.md", "s8c9fbe6e8a.md", "s4d0b8cf381.md", "s3ff81579a9.md", "s7d65bdecc9.md", "sf8728aaa1d.md", "sfee8275432.md", "sd1fdc9cd8c.md", "s36e311f55a.md", "sb2b1607a87.md", "s0057c141d3.md", "s040cb899dc.md", "s78b6155c7c.md", "s43a663e0c5.md", "s41b5702661.md", "s1bb03d26a5.md", "sf99cab049b.md", "sc7367d6635.md", "sf900b6b381.md", "s59ece77996.md", "s8bba134568.md"], "s1": [9.925957, 7.992422, 6.565801, 4.512692, 3.759542, 3.671258, 3.44459, 3.288206, 3.146802, 3.10503, 2.871456, 2.625934, 2.593008, 2.524432, 2.509228, 2.462755, 2.446168, 2.323314, 2.291811, 2.19282, 2.12709, 2.049662, 2.004832, 1.995769, 1.989009, 1.822473, 1.800773, 1.616013, 1.526262, 1.515976, 1.282369, 1.250215, 1.23018, 1.066968, 1.045098, 0.992715, 0.983265, 0.889923, 0.852824, 0.783949, 0.584622, 0.478325, 0.418432, 0.231628, 0.167957, 0.12367, 0.067579], "search": ["s6de672ec9d.md", "s481a4b0361.md", "sf533fe95b6.md", "s0bb1826c60.md", "s5a61f2bb93.md", "s9257a9e0ca.md", "se3b96b8648.md", "s1befbfd8e6.md", "s432d2a34e0.md", "sba7d58d382.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 47, "n_texts": 256, "n_windows": 370, "n_texts_windowed": 114, "n_tokens": 118556, "n_query_terms": 14, "nnz_texts": 76719, "index_bytes": 925253, "secs_text": 0.1216, "secs_encode": 17.8161, "secs_score": 0.0092, "secs_total": 17.9488, "load1_start": 15.31}
{"qid": "c6853660", "type": "knowledge-update", "abstention": false, "gold": ["sad1a5d7fb5.md", "se3972b9085.md"], "ranked": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s8b0dc391a0.md", "s0a6325de8d.md", "s25b348ea40.md", "sedf5fa0d15.md", "s10469bb4c8.md", "sc4bd3aa8a7.md", "s5c3c297257.md", "sb106772d6b.md", "s8fc0c3997d.md", "sf154e7963a.md", "se0bb23258c.md", "s2d643e9286.md", "s0b42833856.md", "s7c2239e422.md", "sf0ad36a8bd.md", "s107c228db6.md", "s3a70b9d3eb.md", "saf505fe6cc.md", "sbc658acd98.md", "sba06f07994.md", "sfe90e32c48.md", "s0b92845a17.md", "sa1eb68d43e.md", "s7a25de6803.md", "s751597508d.md", "s7c7628787e.md", "s1abb8b0e69.md", "sbe2a7cf430.md", "s89a8a79dc8.md", "scc5ed736a1.md", "sffa261d09c.md", "s1ec91f54db.md", "s34a3caa65d.md", "s84bf9fd56a.md", "s7daf31c5c8.md", "se77ae9bf59.md", "s40562b8b52.md", "s9290c68895.md", "seeb1b98bdf.md", "scee093032c.md", "s9a1bca6699.md", "s0d7c36b760.md"], "s1": [19.522459, 10.502058, 8.372081, 4.511272, 4.122231, 3.230451, 3.19561, 2.963006, 2.887534, 2.725854, 2.604067, 2.474318, 2.445878, 2.296374, 2.233599, 2.203557, 2.166375, 2.119859, 1.851655, 1.773836, 1.749138, 1.703473, 1.679262, 1.672445, 1.632987, 1.620124, 1.510283, 1.449739, 1.359136, 1.300923, 1.221663, 1.17822, 1.163822, 0.983057, 0.862778, 0.822657, 0.551601, 0.448402, 0.433796, 0.294349, 0.280481, 0.265061, 0.250525, 0.167278, 0.121719], "search": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s8b0dc391a0.md", "s0a6325de8d.md", "s25b348ea40.md", "sedf5fa0d15.md", "s10469bb4c8.md", "sc4bd3aa8a7.md", "s5c3c297257.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 254, "n_windows": 357, "n_texts_windowed": 103, "n_tokens": 119008, "n_query_terms": 19, "nnz_texts": 77037, "index_bytes": 928901, "secs_text": 0.1298, "secs_encode": 17.9912, "secs_score": 0.0093, "secs_total": 18.1322, "load1_start": 15.46}
{"qid": "26bdc477", "type": "knowledge-update", "abstention": false, "gold": ["s21fc4c531f.md", "sdd927381fb.md"], "ranked": ["s21fc4c531f.md", "sdd927381fb.md", "s4b8ec28d15.md", "s09d0e0f2d5.md", "s314e1c7fc1.md", "s3e44a08706.md", "s74a761bef5.md", "s0ccc152fac.md", "s9ba4e1c1e0.md", "sbc86669bd4.md", "s2d67e98b16.md", "sb77ab9e717.md", "s13be0dd60c.md", "s1af59cd487.md", "sbe0a9249e9.md", "s7d12110612.md", "s7016410520.md", "scea06a89f7.md", "sb9c32e1327.md", "scbb2ccf919.md", "sd5d5bdafae.md", "s550b286711.md", "s0addd9d8a1.md", "s60181c25d0.md", "s83d8019eb6.md", "s41c009000e.md", "se346005246.md", "s84ffab6e97.md", "s8c4f39bcf9.md", "s89ec50004e.md", "s7edbefcdc3.md", "sfdf39ce573.md", "s109be3eb38.md", "sb04f490722.md", "s555715015c.md", "s1cfd9cbf47.md", "sb12f925790.md", "sd06debf23f.md", "sa0c75f9690.md", "sd787cde1f0.md", "saf6943bedc.md", "sd7603ef3fe.md", "s44623b9ba7.md", "s266cbcb715.md", "s43e4c1b9b3.md", "se9b10f342a.md", "sdfbd23aa75.md"], "s1": [21.100145, 17.177059, 5.551998, 4.75944, 3.737079, 3.578286, 3.498193, 3.4801, 3.259199, 3.220638, 3.16406, 3.070669, 2.951632, 2.693697, 2.654128, 2.6036, 2.597611, 2.5484, 2.538787, 2.483439, 2.452339, 2.374596, 2.260962, 2.253114, 2.084725, 2.07796, 2.046045, 1.975951, 1.889465, 1.87559, 1.697219, 1.34389, 1.292353, 1.148246, 1.123742, 1.050223, 1.004537, 1.00117, 0.978586, 0.8686, 0.708328, 0.679162, 0.671746, 0.599024, 0.455362, 0.19908, 0.096902], "search": ["s21fc4c531f.md", "sdd927381fb.md", "s4b8ec28d15.md", "s09d0e0f2d5.md", "s314e1c7fc1.md", "s3e44a08706.md", "s74a761bef5.md", "s0ccc152fac.md", "s9ba4e1c1e0.md", "sbc86669bd4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 47, "n_texts": 256, "n_windows": 358, "n_texts_windowed": 101, "n_tokens": 119743, "n_query_terms": 17, "nnz_texts": 78376, "index_bytes": 945093, "secs_text": 0.1283, "secs_encode": 18.1197, "secs_score": 0.0091, "secs_total": 18.2594, "load1_start": 15.07}
{"qid": "0977f2af", "type": "knowledge-update", "abstention": false, "gold": ["s390ad49a5e.md", "sa527b7698c.md"], "ranked": ["sa527b7698c.md", "s12f0782328.md", "se5c03a8676.md", "s58f7304d65.md", "s390ad49a5e.md", "s608f6ba579.md", "s0adcd94f89.md", "sa1706ea1b7.md", "sa6245d7650.md", "s81ef0a68b7.md", "sf57349251e.md", "s350b0e1da3.md", "s1bc8b574a4.md", "sa9a31f9f5a.md", "s6ad20d904e.md", "s82c69a810e.md", "sff862b4ee7.md", "sd73d4982d4.md", "s68a092a9b6.md", "sf9c4ce4571.md", "s83f1d35a2f.md", "s40ede44334.md", "sb3c817b4ca.md", "s1817c05dff.md", "sc40296cfc1.md", "s5008d46b45.md", "s6eb5bb9088.md", "se0bfb8be84.md", "s80b460505a.md", "s9441c5e710.md", "s4ee57b9ae1.md", "se67ed0345b.md", "saf308b26e2.md", "s05f6a10e7f.md", "s7b00c98339.md", "s2b31ec7516.md", "s5f804f05fe.md", "sfe849d32ba.md", "sed23ff69d6.md", "s1a7d17e501.md", "sd4c8332b08.md", "s29156cbbb1.md"], "s1": [11.798927, 6.312348, 5.867562, 5.85463, 4.84197, 4.262275, 4.033366, 4.004615, 3.971583, 3.816381, 3.546293, 3.528713, 3.345493, 2.621056, 2.538481, 2.472342, 2.396383, 2.390599, 2.352692, 2.292037, 2.26338, 2.243043, 2.174986, 2.14624, 2.03894, 2.016405, 1.93753, 1.544032, 1.543046, 1.467036, 1.38624, 1.295039, 1.1111, 1.05337, 1.039688, 0.895161, 0.859956, 0.718142, 0.490019, 0.428088, 0.384668, 0.184624], "search": ["sa527b7698c.md", "s12f0782328.md", "se5c03a8676.md", "s58f7304d65.md", "s390ad49a5e.md", "s608f6ba579.md", "s0adcd94f89.md", "sa1706ea1b7.md", "sa6245d7650.md", "s81ef0a68b7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 42, "n_texts": 247, "n_windows": 363, "n_texts_windowed": 116, "n_tokens": 117874, "n_query_terms": 18, "nnz_texts": 78268, "index_bytes": 943621, "secs_text": 0.1189, "secs_encode": 17.7507, "secs_score": 0.0084, "secs_total": 17.8799, "load1_start": 15.34}
{"qid": "6aeb4375_abs", "type": "knowledge-update", "abstention": true, "gold": ["s2e9340ca41.md", "scbe4060dee.md"], "ranked": ["s2e9340ca41.md", "sb2e7b3bf96.md", "sbab6861838.md", "s2e6b7ff709.md", "sd22b01f9a1.md", "s2e4d7ae1a9.md", "s68e9e8750b.md", "sa3ef4849f1.md", "s11045c8f45.md", "scbe4060dee.md", "sa0781ec00b.md", "s302e680b67.md", "sb59c95e1b3.md", "s787480cd66.md", "sd13fbc1d71.md", "sd8cdc53430.md", "sb20c954fa0.md", "s5a2a5e542e.md", "s18f7462716.md", "s7309d5427f.md", "s0895078934.md", "s0085ed8d62.md", "s821a9a98ff.md", "se1dc3ef440.md", "s4f888ae37f.md", "s9bda434b88.md", "sa699f29290.md", "s3ccc9a7b43.md", "s9db71e10e3.md", "s952c8d57e2.md", "sa4bd9db5de.md", "s00d9d202ff.md", "s0ce613fd14.md", "sbe5b1f15f0.md", "see22561fc1.md", "s20b16388db.md", "sdbe49ec098.md", "s18b5f5a9d6.md", "s70f6ab6c5e.md", "s70199259d0.md", "sc72d2834f3.md", "sfaf1cfd5f8.md", "sc0b6271b78.md", "scfb3f7ef2b.md"], "s1": [6.860274, 6.123457, 5.982615, 4.432559, 4.308435, 4.128541, 3.644357, 3.347277, 3.24409, 3.242802, 3.102676, 2.665597, 2.579869, 2.502226, 2.431087, 2.384562, 2.381985, 2.317497, 2.246305, 2.213969, 2.173828, 2.169189, 2.119224, 2.10568, 2.065901, 1.926688, 1.925142, 1.870995, 1.589802, 1.551901, 1.331091, 1.290143, 1.183633, 1.144285, 1.140174, 1.00692, 0.699007, 0.607482, 0.358116, 0.31564, 0.264454, 0.098237, 0.096175, 0.055504], "search": ["s2e9340ca41.md", "sb2e7b3bf96.md", "sbab6861838.md", "s2e6b7ff709.md", "sd22b01f9a1.md", "s2e4d7ae1a9.md", "s68e9e8750b.md", "sa3ef4849f1.md", "s11045c8f45.md", "scbe4060dee.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}, "n_docs": 46, "n_scored_files": 44, "n_texts": 248, "n_windows": 355, "n_texts_windowed": 107, "n_tokens": 117662, "n_query_terms": 13, "nnz_texts": 76685, "index_bytes": 924713, "secs_text": 0.1259, "secs_encode": 17.7797, "secs_score": 0.0099, "secs_total": 17.9174, "load1_start": 15.56}
{"qid": "031748ae_abs", "type": "knowledge-update", "abstention": true, "gold": ["s03f1d4b353.md", "sa6143f5b0e.md"], "ranked": ["sa6143f5b0e.md", "s03f1d4b353.md", "s1d6dbafbd9.md", "s2f0f98cd18.md", "s5bb4cec60a.md", "s70c9a6ec55.md", "s4745b8ee8c.md", "s8ce4b90c08.md", "s9b4cd3de47.md", "s527fdd1f30.md", "s40bacb4507.md", "s9e68b2e297.md", "s2305d3e996.md", "se58a2658aa.md", "sbe777750d2.md", "s1237c2d01c.md", "se44d6dc533.md", "s055307a5c3.md", "s00d22545a8.md", "s9b3b24c887.md", "s00123d1f13.md", "s82f2d54319.md", "s778288e1eb.md", "sf54171c5db.md", "sff8f216d07.md", "sbef55ace26.md", "s88ef10cd55.md", "sc8f9ec2692.md", "sff1083267a.md", "s281dc5f631.md", "s9e54fa05f1.md", "s3d814444b0.md", "s1ea714723b.md", "s58bd65b1fb.md", "sd894b558df.md", "s065ce2dd09.md", "s978994cf6a.md", "sf5caf91b79.md", "s3cfc18c4d9.md", "sc82a5a78e3.md", "s82113a2ed8.md", "sd5f99dc5d9.md", "s02bdf22f77.md", "s8a66b64e2e.md", "s2c26fbc11d.md", "sdf117c4c86.md", "s4f464ec5e9.md", "se5c6dbeeb9.md", "s592312124e.md", "sa712347d38.md"], "s1": [17.424173, 10.467317, 6.177756, 5.993031, 4.907605, 4.688221, 4.34236, 4.339075, 4.287136, 4.066628, 3.672379, 3.427465, 3.411481, 3.400753, 3.269711, 3.146541, 3.110366, 3.090523, 3.013613, 2.956341, 2.846791, 2.841237, 2.808953, 2.742496, 2.680733, 2.676927, 2.628567, 2.584416, 2.400416, 2.359699, 2.344483, 2.28354, 2.225838, 2.202487, 2.196172, 2.174628, 2.09246, 2.058392, 2.010132, 1.925576, 1.513193, 1.459118, 1.357132, 1.069139, 1.016004, 0.926005, 0.827093, 0.48867, 0.153745, 0.129142], "search": ["sa6143f5b0e.md", "s03f1d4b353.md", "s1d6dbafbd9.md", "s2f0f98cd18.md", "s5bb4cec60a.md", "s70c9a6ec55.md", "s4745b8ee8c.md", "s8ce4b90c08.md", "s9b4cd3de47.md", "s527fdd1f30.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 51, "n_texts": 260, "n_windows": 374, "n_texts_windowed": 114, "n_tokens": 120417, "n_query_terms": 19, "nnz_texts": 80301, "index_bytes": 968297, "secs_text": 0.128, "secs_encode": 18.1713, "secs_score": 0.0103, "secs_total": 18.3119, "load1_start": 14.75}
{"qid": "2698e78f_abs", "type": "knowledge-update", "abstention": true, "gold": ["s776fa8e881.md", "scd1943d9e9.md"], "ranked": ["scd1943d9e9.md", "s776fa8e881.md", "sfaf0923f96.md", "s96f68f85f1.md", "s7e95e08cb8.md", "s68d368b4ce.md", "sb6dccab2b7.md", "seff0ed7f50.md", "s986b8e8f97.md", "s034e75c4fa.md", "s5f6584ecc1.md", "s5e0c16c800.md", "s6c573a5349.md", "s8fe46e5885.md", "sb223100069.md", "s040c524516.md", "s67224f76b9.md", "sd27d8da13b.md", "s37c544ec24.md", "se74dd6d7a2.md", "s07ed28af94.md", "sb4da2116a4.md", "sed4d018057.md", "s36793a916c.md", "sddb12d0fe1.md", "scecce2127c.md", "s01902d16b2.md", "s8e21c248dd.md", "s5b1d88e047.md", "s1bc249f514.md", "sef2aae9b70.md", "s28c57693ac.md", "sbbaa430963.md", "s0f3cec0c09.md", "s773112d368.md", "s10745aaa44.md", "se642b56bfc.md", "sce7da15135.md", "s78bed5569c.md", "s5796bc0fe5.md", "s1174148fe6.md", "seaf91cf362.md", "s009064e6b2.md", "sfcd6ef5f7d.md", "s6be84fe443.md"], "s1": [5.386039, 4.152591, 3.883382, 3.586812, 3.375284, 3.280709, 3.1912, 3.138858, 3.096823, 2.874321, 2.841504, 2.693748, 2.542216, 2.513532, 2.496204, 2.472394, 2.448303, 2.412499, 2.331973, 2.302262, 2.257174, 2.132818, 2.077284, 1.993436, 1.964937, 1.962652, 1.941962, 1.934966, 1.871563, 1.803944, 1.732985, 1.420924, 1.401085, 1.165836, 1.145336, 1.034029, 1.014459, 0.853534, 0.559225, 0.341712, 0.245586, 0.167827, 0.134994, 0.121435, 0.069574], "search": ["scd1943d9e9.md", "s776fa8e881.md", "sfaf0923f96.md", "s96f68f85f1.md", "s7e95e08cb8.md", "s68d368b4ce.md", "sb6dccab2b7.md", "seff0ed7f50.md", "s986b8e8f97.md", "s034e75c4fa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 252, "n_windows": 387, "n_texts_windowed": 133, "n_tokens": 119672, "n_query_terms": 11, "nnz_texts": 82669, "index_bytes": 996521, "secs_text": 0.1281, "secs_encode": 18.0644, "secs_score": 0.0104, "secs_total": 18.2051, "load1_start": 15.03}
{"qid": "2133c1b5_abs", "type": "knowledge-update", "abstention": true, "gold": ["s248badccae.md", "sea0c5ff5f0.md"], "ranked": ["s248badccae.md", "sea0c5ff5f0.md", "s1645cc4b36.md", "s4bc9a9465f.md", "s7dadfa2a16.md", "sb315526457.md", "sffcd511ae9.md", "s5e54c2e2a8.md", "seb898dd751.md", "s5b35711b70.md", "se7eeb03dd1.md", "s453f0b25d1.md", "se2171d3e5d.md", "s6bc0d24187.md", "s6cbc6484ed.md", "s19add50bb7.md", "s7ccbb0ffa3.md", "s57b0bfd5fb.md", "s4b092adb07.md", "s888963d849.md", "s365aa52932.md", "sddc5205728.md", "s087477ffa6.md", "s2a258e8534.md", "s624fd496a7.md", "s43ad238c31.md", "sb7c3e96762.md", "s741e7ad410.md", "s78d75b994a.md", "s3dcc06f1bf.md", "s2faf058746.md", "s57a0295abf.md", "s333eb19e7d.md", "s6a0c6c83ee.md", "sdfab744bdc.md", "sfc90da7da0.md", "sf09f4ccc5f.md", "sd7fb299fda.md", "s7759f3ba89.md", "seae25f4c65.md", "sd50ecf7d0d.md", "s39fd000105.md", "sfe8c189cdc.md", "s2d88961a6b.md", "s31e7d6d284.md", "s0d82738a1d.md", "sbeda6316e9.md", "s1d6f9e28f2.md"], "s1": [10.013889, 9.129482, 5.753673, 4.9674, 4.830256, 4.718077, 4.590561, 4.583824, 4.298586, 4.018208, 4.018154, 3.915978, 3.812248, 3.454494, 3.303324, 3.161542, 3.125775, 3.034698, 2.682743, 2.497823, 2.402996, 1.987333, 1.920884, 1.61881, 1.534967, 1.382227, 1.363858, 1.314399, 1.236753, 1.210323, 1.115717, 1.052547, 0.930564, 0.882371, 0.819022, 0.762762, 0.718235, 0.687597, 0.615389, 0.430299, 0.39871, 0.34681, 0.299673, 0.279053, 0.273443, 0.264433, 0.124994, 0.097249], "search": ["s248badccae.md", "sea0c5ff5f0.md", "s1645cc4b36.md", "s4bc9a9465f.md", "s7dadfa2a16.md", "sb315526457.md", "sffcd511ae9.md", "s5e54c2e2a8.md", "seb898dd751.md", "s5b35711b70.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 48, "n_texts": 246, "n_windows": 350, "n_texts_windowed": 103, "n_tokens": 114877, "n_query_terms": 16, "nnz_texts": 75722, "index_bytes": 913257, "secs_text": 0.1198, "secs_encode": 17.425, "secs_score": 0.0086, "secs_total": 17.5559, "load1_start": 15.31}
{"qid": "0ddfec37_abs", "type": "knowledge-update", "abstention": true, "gold": ["s38a6f2d1ab.md", "sed0d2416d7.md"], "ranked": ["sed0d2416d7.md", "s38a6f2d1ab.md", "s09ddbeb13a.md", "s5d05bc3abc.md", "sba508c10eb.md", "sda2e5d799d.md", "s502a03d3f4.md", "s7503957647.md", "s57606e4121.md", "s4cf0ba188c.md", "s936fec9d1b.md", "s593756f3f1.md", "sc07ce69f96.md", "s72230f3680.md", "sab85bb4545.md", "sd6185338d2.md", "sf0ad3e85ef.md", "sb0d565aebc.md", "s9a2e7602d3.md", "s02cb1f607d.md", "sbdbe2d1c93.md", "sa52f731cad.md", "s913317e2d4.md", "s7a371b5e18.md", "sca2bf72d26.md", "s64490e2136.md", "sd4a97cce04.md", "s3667e942ed.md", "scf104c09c0.md", "s9a14dd0b69.md", "s9b91fcf622.md", "sa9cf9cfcdd.md", "scfe2530bbd.md", "s838daf566b.md", "sb0b7193397.md", "s9ed6339255.md", "s4bebd418ba.md", "sa9aa404717.md", "scbfa6b8784.md", "sae005f8f84.md", "s800f0d3c8d.md", "s1159a14beb.md", "s16009ad6c9.md", "sb74671fec6.md", "s3294e1ee3c.md"], "s1": [10.491627, 8.371358, 7.004875, 4.898911, 4.590473, 4.255437, 4.218912, 3.626632, 3.415471, 3.364092, 3.28068, 3.251657, 2.792773, 2.75441, 2.668446, 2.413663, 2.374164, 2.349319, 2.329258, 2.265265, 2.240008, 2.20405, 2.040359, 2.00236, 1.89284, 1.882891, 1.635517, 1.571512, 1.50528, 1.427773, 1.251758, 1.138412, 1.042557, 0.982412, 0.878408, 0.840829, 0.735804, 0.704933, 0.478819, 0.373574, 0.314602, 0.248334, 0.21681, 0.176171, 0.134942], "search": ["sed0d2416d7.md", "s38a6f2d1ab.md", "s09ddbeb13a.md", "s5d05bc3abc.md", "sba508c10eb.md", "sda2e5d799d.md", "s502a03d3f4.md", "s7503957647.md", "s57606e4121.md", "s4cf0ba188c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 246, "n_windows": 365, "n_texts_windowed": 119, "n_tokens": 118459, "n_query_terms": 21, "nnz_texts": 77103, "index_bytes": 929897, "secs_text": 0.1195, "secs_encode": 17.9633, "secs_score": 0.0085, "secs_total": 18.0933, "load1_start": 15.5}
{"qid": "f685340e_abs", "type": "knowledge-update", "abstention": true, "gold": ["s5442e1177f.md", "s70fe86181c.md"], "ranked": ["s5442e1177f.md", "s70fe86181c.md", "s5465334588.md", "s11aa2a8476.md", "s62d86cc0af.md", "s3a31d8d00c.md", "se4e25d341e.md", "s0fbfcf35cc.md", "s32b76d6b70.md", "sc432297595.md", "s02cb9d8943.md", "s8de825df74.md", "sdebe410305.md", "s4dc351f324.md", "se02ee28366.md", "scd60b725c0.md", "sb07e9d1870.md", "sa4ada9d952.md", "s7b978cfd15.md", "s9307939074.md", "s34dc600b1d.md", "sa9aa71aa3f.md", "scb65fdd55c.md", "s2f0f472ed9.md", "sde084fae1c.md", "s0c5cbd0a25.md", "sab2867c772.md", "s300bbb22f9.md", "s9c10064f1b.md", "s38d4bd0f8f.md", "s97eccf2411.md", "se46e094754.md", "s650a41877a.md", "s8d07708035.md", "s0fa1bcc157.md", "s957f0c6bbc.md", "se3b505f632.md", "sec18110616.md", "sa347940c3f.md", "sc32850ccb0.md", "se8d5373d54.md", "s14a580fd42.md", "sdd4df3b83e.md"], "s1": [10.964097, 10.461166, 8.795292, 5.544781, 5.027804, 4.850138, 4.794292, 4.371911, 4.216517, 4.001713, 3.94178, 3.858833, 3.830346, 3.721423, 3.607536, 3.59907, 3.365772, 3.304163, 3.15617, 3.057052, 2.816603, 2.698012, 2.632151, 2.472614, 2.463278, 2.300359, 2.274496, 2.150574, 1.980773, 1.828263, 1.563792, 1.520497, 1.365658, 0.934592, 0.916443, 0.756161, 0.70688, 0.442933, 0.378487, 0.365304, 0.299867, 0.250519, 0.224775], "search": ["s5442e1177f.md", "s70fe86181c.md", "s5465334588.md", "s11aa2a8476.md", "s62d86cc0af.md", "s3a31d8d00c.md", "se4e25d341e.md", "s0fbfcf35cc.md", "s32b76d6b70.md", "sc432297595.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 43, "n_texts": 248, "n_windows": 362, "n_texts_windowed": 114, "n_tokens": 119177, "n_query_terms": 17, "nnz_texts": 78684, "index_bytes": 948649, "secs_text": 0.12, "secs_encode": 18.015, "secs_score": 0.0089, "secs_total": 18.1459, "load1_start": 15.28}
{"qid": "89941a94", "type": "knowledge-update", "abstention": false, "gold": ["s9a83c413f0.md", "sef7cfe952d.md"], "ranked": ["s9a83c413f0.md", "sef7cfe952d.md", "se944265085.md", "s8f70061fe8.md", "scc3096c54d.md", "sea279f3e22.md", "s1c5ce25207.md", "s892b300c95.md", "s288d7ad7e0.md", "s93295b6b42.md", "s1af72f3b1b.md", "s412a129633.md", "s7c274704fa.md", "s225132fe10.md", "s13ddfd2def.md", "s54afde4c5a.md", "sb78f035507.md", "s08f5ce2506.md", "s2c7a7b5d9d.md", "s3a8efa5b7b.md", "s8d130ab725.md", "s7c5a97880b.md", "s58f9fabc66.md", "s0fef5a8507.md", "s0bc790ec12.md", "sf90ab07997.md", "s5cc3fdd4d6.md", "s958572dfdf.md", "s3d252e5659.md", "s071736eb48.md", "se6e07d084d.md", "s548c31d3b4.md", "s6b86431f9b.md", "s877df7b231.md", "s3e5dc26255.md", "sf3fb729718.md", "sd54e4d25cf.md", "s7f902a65db.md", "sf099c9e4af.md", "s54200fbb14.md", "s9384d609b2.md", "s1d4c003180.md", "s7d4ea8dd4e.md", "s4bdf3d2634.md", "s8e16dcd149.md"], "s1": [17.124107, 13.161022, 9.542717, 3.318553, 3.244163, 2.916706, 2.599062, 2.512634, 2.34477, 2.063383, 2.050229, 1.891326, 1.864765, 1.814448, 1.776475, 1.717147, 1.675427, 1.577344, 1.501219, 1.468047, 1.41782, 1.302307, 1.280681, 1.221584, 1.133977, 1.128935, 1.032862, 0.860474, 0.667053, 0.586644, 0.569169, 0.543485, 0.516627, 0.496357, 0.494314, 0.46928, 0.46477, 0.324604, 0.320115, 0.258702, 0.230905, 0.222949, 0.200278, 0.141285, 0.065146], "search": ["s9a83c413f0.md", "sef7cfe952d.md", "se944265085.md", "s8f70061fe8.md", "scc3096c54d.md", "sea279f3e22.md", "s1c5ce25207.md", "s892b300c95.md", "s288d7ad7e0.md", "s93295b6b42.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 265, "n_windows": 358, "n_texts_windowed": 93, "n_tokens": 119457, "n_query_terms": 21, "nnz_texts": 77637, "index_bytes": 936325, "secs_text": 0.1304, "secs_encode": 17.9667, "secs_score": 0.0098, "secs_total": 18.1089, "load1_start": 15.18}
{"qid": "07741c45", "type": "knowledge-update", "abstention": false, "gold": ["s289d96c1ef.md", "sb696e0cd7b.md"], "ranked": ["s289d96c1ef.md", "sb696e0cd7b.md", "sfb3cac6b33.md", "s237a21233b.md", "sffef72e665.md", "s74c4223bf4.md", "s97f3b8759f.md", "sd047c608fa.md", "s707539ab3c.md", "s6b278cc974.md", "s8a6d7bb50e.md", "s59944e8270.md", "s72fb6ffd4d.md", "s26e249bdc8.md", "s93d0d79bb9.md", "sc73d880def.md", "s2378e1f034.md", "s7ad06f7c0f.md", "s6416130fed.md", "sc38a6ed8d6.md", "s2ee7064618.md", "s1e9e2b37d4.md", "s4d3f7e4599.md", "s2590392e05.md", "s5830e585fc.md", "sd780be6771.md", "sce7db6d9cd.md", "s88ad47c51b.md", "s7750ff1ea5.md", "s1c18058ac2.md", "s673c4157c5.md", "s32dfede62f.md", "s79dc15f8a0.md", "saabe2970f5.md", "se4b99581ac.md", "s45517617ed.md", "s05e4c046e7.md", "sa5b2f0e2e9.md", "sa6f2c5c278.md", "s3cfcab5910.md", "s647ac33b16.md", "sa930bd881c.md", "s72586eb40a.md", "se215f78264.md", "sd9752909bc.md", "sd67ea0ba1c.md"], "s1": [10.989073, 10.558183, 6.143511, 3.971471, 3.772726, 3.616781, 3.155335, 2.729685, 2.644594, 2.566312, 2.407667, 2.20975, 2.130834, 1.820199, 1.774863, 1.746, 1.719155, 1.702893, 1.698391, 1.588317, 1.572269, 1.491528, 1.456368, 1.385386, 1.336699, 1.260334, 1.205355, 1.202099, 1.165022, 1.109189, 1.10163, 1.057682, 1.057503, 1.000155, 0.943846, 0.909627, 0.662671, 0.591979, 0.567443, 0.504665, 0.393582, 0.375504, 0.283498, 0.225708, 0.21324, 0.061395], "search": ["s289d96c1ef.md", "sb696e0cd7b.md", "sfb3cac6b33.md", "s237a21233b.md", "sffef72e665.md", "s74c4223bf4.md", "s97f3b8759f.md", "sd047c608fa.md", "s707539ab3c.md", "s6b278cc974.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 240, "n_windows": 350, "n_texts_windowed": 106, "n_tokens": 116999, "n_query_terms": 11, "nnz_texts": 75656, "index_bytes": 912389, "secs_text": 0.1227, "secs_encode": 17.5973, "secs_score": 0.0079, "secs_total": 17.7296, "load1_start": 15.36}
{"qid": "7161e7e2", "type": "single-session-assistant", "abstention": false, "gold": ["s0b9b6e7214.md"], "ranked": ["s0b9b6e7214.md", "sf610d27604.md", "s3ec806680d.md", "sc56c31b841.md", "s2fbc1e3025.md", "s6d9051c770.md", "sc4f4475590.md", "s0ed9ae6715.md", "s394a7c3972.md", "s4aa650178a.md", "s0bca2e7c4e.md", "sfb666093d3.md", "s27beef5ce1.md", "s5dae2ad4c0.md", "sd87702a305.md", "s158e7fecc6.md", "sff3148862f.md", "seb99dba844.md", "s1513b35271.md", "sf6af19a31a.md", "sf480edd07d.md", "s94eb2862a2.md", "se73a7c341c.md", "saa8645c997.md", "s04cee71b63.md", "s60c697f435.md", "saf29b88f07.md", "se5623a37ff.md", "s4351a4ebdd.md", "s23c5dcb798.md", "s8b3827f765.md", "sab6ffd3057.md", "s238100d0d2.md", "sea47fbdef6.md", "sab3c013d0a.md", "sb7967f022e.md", "s5796fbbf13.md", "sa8f26a5b67.md", "sf950da9d64.md", "s224a48dba9.md", "s68d667ba6d.md", "s5320502644.md", "sf4086b8c44.md", "sda03387353.md", "s280fdcd18c.md", "sab91e9e987.md", "sf97b00338a.md", "sd9dce6fafa.md"], "s1": [29.902025, 8.208266, 6.781284, 6.780573, 5.734829, 5.721347, 5.666646, 5.649822, 4.5118, 3.556453, 3.360502, 3.074306, 2.953162, 2.919909, 2.895581, 2.888937, 2.860068, 2.851394, 2.849348, 2.780883, 2.583636, 2.535122, 2.443312, 2.401841, 2.142183, 2.08834, 2.054475, 2.049107, 1.981372, 1.944155, 1.766296, 1.739084, 1.622286, 1.378342, 1.248187, 1.247237, 0.991872, 0.885717, 0.784963, 0.722978, 0.657082, 0.651856, 0.626923, 0.546169, 0.504492, 0.403421, 0.384975, 0.061525], "search": ["s0b9b6e7214.md", "sf610d27604.md", "s3ec806680d.md", "sc56c31b841.md", "s2fbc1e3025.md", "s6d9051c770.md", "sc4f4475590.md", "s0ed9ae6715.md", "s394a7c3972.md", "s4aa650178a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 250, "n_windows": 342, "n_texts_windowed": 92, "n_tokens": 115833, "n_query_terms": 32, "nnz_texts": 72763, "index_bytes": 877701, "secs_text": 0.1216, "secs_encode": 17.5014, "secs_score": 0.0096, "secs_total": 17.6346, "load1_start": 15.54}
{"qid": "c4f10528", "type": "single-session-assistant", "abstention": false, "gold": ["s6680d82f7c.md"], "ranked": ["s6680d82f7c.md", "s5e6b39c4c8.md", "s8825d3fc21.md", "sf0a9ff8fdc.md", "s17ae6ff503.md", "s9e1c578286.md", "s5ebd2cbeb2.md", "s88a7223dca.md", "s581487a551.md", "s947e1a02b1.md", "sa8beed18e3.md", "sbf006debd4.md", "s8228f9c6e6.md", "s5916a19aa0.md", "se20c195e18.md", "s166e67bc78.md", "sbe09c61893.md", "s5b181bac4e.md", "s3c9ecdaf27.md", "s74db4d3051.md", "s00f49d71bc.md", "s816d151105.md", "s4244e6b097.md", "s74b69a64fd.md", "s2409508a7e.md", "s68b41f1ecb.md", "sd4c13c735f.md", "sacbee6b1cf.md", "sda9cd43577.md", "sc46c372e80.md", "s7ed03b4623.md", "safac82c87b.md", "sbe750a809a.md", "sf513f9118c.md", "s9746ad4825.md", "s3fe38daee1.md", "s2a276a7a0a.md", "s2aac7273cb.md", "s9c8563425d.md", "s71cfdac81a.md", "sc3bafb7e3c.md", "sa554aef612.md", "s3abaa56814.md", "s3c21d37c8b.md"], "s1": [27.187899, 7.685468, 6.223651, 5.044381, 4.847505, 4.4326, 4.416619, 4.403574, 4.087706, 3.801041, 3.572387, 3.427304, 3.304755, 3.283644, 2.723572, 2.585223, 2.56763, 2.494395, 2.42983, 2.311897, 2.309485, 2.304996, 2.285376, 2.232434, 2.096665, 2.018473, 1.969833, 1.830966, 1.729125, 1.470414, 1.395078, 1.360352, 1.358849, 1.284976, 1.138833, 0.995019, 0.962669, 0.824663, 0.615367, 0.598361, 0.539437, 0.420604, 0.285756, 0.258888], "search": ["s6680d82f7c.md", "s5e6b39c4c8.md", "s8825d3fc21.md", "sf0a9ff8fdc.md", "s17ae6ff503.md", "s9e1c578286.md", "s5ebd2cbeb2.md", "s88a7223dca.md", "s581487a551.md", "s947e1a02b1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 252, "n_windows": 386, "n_texts_windowed": 132, "n_tokens": 120246, "n_query_terms": 38, "nnz_texts": 79775, "index_bytes": 961797, "secs_text": 0.1301, "secs_encode": 18.1399, "secs_score": 0.0102, "secs_total": 18.2823, "load1_start": 15.67}
{"qid": "89527b6b", "type": "single-session-assistant", "abstention": false, "gold": ["s6f274e4493.md"], "ranked": ["s6f274e4493.md", "sac37ecbfce.md", "sd82e766e3b.md", "scc11578ccc.md", "sa8c1130c59.md", "s55c856b5a4.md", "sca75e54381.md", "s1be4f01830.md", "sc97589104c.md", "s39d8bb8704.md", "s8ac1ebe097.md", "sb201b97c1d.md", "seceb14d32c.md", "s2b4554e336.md", "s841d4c6ad0.md", "se7f94b7064.md", "s789eb0c1d6.md", "s7ce5abc979.md", "s491cc124dc.md", "sd7f9c1ba33.md", "s54420ff969.md", "s2dfc516fb4.md", "s3de08ce6f3.md", "s85f718357b.md", "sef9b42dc1a.md", "s62a4c4ef24.md", "s2924569739.md", "s51791812c9.md", "sd9763d4bd7.md", "sde2ff3eed3.md", "s31ccb3b2e0.md", "s12ededa14e.md", "s27ea2cf101.md", "sfcc33b2eee.md", "s16e2d9031c.md", "sb2b7072ad8.md", "s66b52395f1.md", "s224dfde573.md", "s27063c4d5f.md", "se67357f67a.md", "se37ee70dc3.md", "s68893faef8.md", "s3911f85611.md", "sd2e6b74ad5.md", "s47d2871da6.md"], "s1": [33.218506, 8.00392, 6.859523, 6.578857, 5.632042, 5.378344, 5.346023, 4.528373, 4.313937, 4.309545, 4.271226, 4.143386, 4.142226, 4.105176, 4.033315, 4.019067, 3.964179, 3.59542, 3.351282, 3.178646, 3.163322, 3.140802, 3.101824, 3.097567, 2.809042, 2.790886, 2.64484, 2.425837, 2.237647, 2.151456, 1.945634, 1.849422, 1.827062, 1.697564, 1.633586, 1.506256, 1.503176, 1.448719, 1.178029, 0.986525, 0.727247, 0.613618, 0.594, 0.487963, 0.47728], "search": ["s6f274e4493.md", "sac37ecbfce.md", "sd82e766e3b.md", "scc11578ccc.md", "sa8c1130c59.md", "s55c856b5a4.md", "sca75e54381.md", "s1be4f01830.md", "sc97589104c.md", "s39d8bb8704.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 249, "n_windows": 346, "n_texts_windowed": 96, "n_tokens": 118634, "n_query_terms": 37, "nnz_texts": 75265, "index_bytes": 907781, "secs_text": 0.1196, "secs_encode": 17.8093, "secs_score": 0.0089, "secs_total": 17.9396, "load1_start": 15.75}
{"qid": "e9327a54", "type": "single-session-assistant", "abstention": false, "gold": ["s77d615ef28.md"], "ranked": ["s77d615ef28.md", "sbdfe0bc147.md", "s27ef6469aa.md", "sbcfc47d75c.md", "sb30f63374e.md", "sf1e20b7910.md", "s560837ca4c.md", "sc7d05409ef.md", "seb8e19f4ba.md", "s029d5b89eb.md", "s608c7eceac.md", "sad5b193574.md", "s4e99819046.md", "sf032b9dbb3.md", "s81a463d820.md", "s7ebdcc8f6d.md", "sae4e15500e.md", "s2f7ce33038.md", "s3f019aa51d.md", "s4bdf85a997.md", "s5113e33f6a.md", "s9d8cbc15bb.md", "saea25222f9.md", "s0d197b8c4f.md", "sf5c0883a81.md", "s8d2d082c93.md", "s4753599564.md", "s24f4a0d2aa.md", "s3e10e985e2.md", "s0dcb5657a8.md", "s9132ac5903.md", "s64dd590a09.md", "s2ea1f801ea.md", "s7dd0ee5d8b.md", "sab51dd26b0.md", "scb7334c679.md", "s9cd0a498bc.md", "scf5b10f60b.md", "sa49c991f5d.md", "s1c6af02a2b.md", "s5062e90713.md", "s142f19024c.md", "sb7467b8217.md", "sfd7de488f5.md", "s51443c3e40.md", "s3c09855188.md", "s4922e29f77.md", "sa50ba1293f.md", "s6baab50e6e.md"], "s1": [20.122042, 8.41304, 8.368579, 7.446248, 6.357117, 5.979698, 5.475675, 5.301054, 5.248282, 4.46718, 4.364526, 4.250237, 4.075234, 3.973808, 3.570037, 3.342362, 3.323586, 3.0814, 3.026866, 2.959559, 2.935766, 2.788169, 2.776169, 2.583504, 2.54606, 2.440384, 2.37383, 2.013226, 1.94879, 1.879742, 1.872344, 1.829552, 1.811436, 1.768777, 1.650476, 1.636482, 1.612971, 1.469474, 1.407552, 1.0163, 0.717834, 0.676562, 0.645784, 0.627652, 0.620329, 0.466933, 0.177009, 0.056904, 0.01609], "search": ["s77d615ef28.md", "sbdfe0bc147.md", "s27ef6469aa.md", "sbcfc47d75c.md", "sb30f63374e.md", "sf1e20b7910.md", "s560837ca4c.md", "sc7d05409ef.md", "seb8e19f4ba.md", "s029d5b89eb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 251, "n_windows": 378, "n_texts_windowed": 127, "n_tokens": 117723, "n_query_terms": 36, "nnz_texts": 78087, "index_bytes": 941637, "secs_text": 0.122, "secs_encode": 17.7287, "secs_score": 0.0088, "secs_total": 17.8614, "load1_start": 15.89}
{"qid": "4c36ccef", "type": "single-session-assistant", "abstention": false, "gold": ["s5d4fc0478e.md"], "ranked": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s7e402bc5f1.md", "s02b914f49d.md", "se9ceb633db.md", "s6318976528.md", "sff4500b199.md", "s69eb702732.md", "s50e5c44762.md", "s40a8b1cf6a.md", "sae7cf66ec3.md", "s20d480cdbd.md", "s8b430c2bec.md", "s6a14d8207e.md", "s721e047706.md", "sf01a136366.md", "sdeb119dc67.md", "sfbcc247cbb.md", "sf8c946c50f.md", "saaa7b3ce5e.md", "scaf11c68a8.md", "s73f703338c.md", "s72d5ccdefe.md", "sf588198b3b.md", "sd552c7826d.md", "s4ae1ffc67e.md", "s4984b0fc06.md", "s89d534df4b.md", "s748ccd994b.md", "sd9b3faa8f2.md", "s4c5d7694cc.md", "se45c52cf40.md", "sae2124aa06.md", "sc3addcd4d8.md", "sfb36e780e5.md", "sb21df7a9f7.md", "s72e467863c.md", "s53323e86e6.md", "s436749524e.md", "sf77b329294.md", "s4d2a936357.md", "s86cf313064.md", "sd4d74501aa.md", "s6c6716cbfa.md", "sf1dbad5821.md", "s972621125c.md"], "s1": [20.488617, 8.752787, 6.803279, 6.351577, 5.337344, 5.315351, 5.176235, 4.930034, 4.807187, 4.638074, 4.147994, 3.745223, 3.360168, 3.012848, 2.049118, 2.048433, 2.046263, 1.881706, 1.838697, 1.493995, 1.391778, 1.38155, 1.368886, 1.27877, 1.203632, 1.177009, 1.167853, 1.103899, 1.067248, 1.024272, 0.902153, 0.724795, 0.696575, 0.656082, 0.602728, 0.560561, 0.516572, 0.445728, 0.433683, 0.340764, 0.225495, 0.150446, 0.141142, 0.1195, 0.080114, 0.009636], "search": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s7e402bc5f1.md", "s02b914f49d.md", "se9ceb633db.md", "s6318976528.md", "sff4500b199.md", "s69eb702732.md", "s50e5c44762.md", "s40a8b1cf6a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 46, "n_texts": 252, "n_windows": 381, "n_texts_windowed": 129, "n_tokens": 119696, "n_query_terms": 18, "nnz_texts": 80057, "index_bytes": 965253, "secs_text": 0.1189, "secs_encode": 18.0388, "secs_score": 0.0087, "secs_total": 18.1689, "load1_start": 15.92}
{"qid": "6ae235be", "type": "single-session-assistant", "abstention": false, "gold": ["sdd4d750ad1.md"], "ranked": ["sdd4d750ad1.md", "sc9b87a70bc.md", "s0c7557e773.md", "sd490a30473.md", "s05e6f0738d.md", "sfbc3eb3679.md", "sb132d4b78c.md", "s1438db9d2c.md", "sd37d6aa525.md", "sf5ba34bde8.md", "s33569b1fca.md", "s78d210a08d.md", "s6c5972f0c9.md", "se39a668c28.md", "sed2caa759f.md", "se98529a43b.md", "s49e49b8847.md", "s6fb72f7f18.md", "s33e5c36d5e.md", "sbc62cefe13.md", "s15f4e3dd87.md", "s35f1c75062.md", "sa543217cca.md", "s73374b871a.md", "s6a8f23c7c7.md", "sc38f2c7eda.md", "s3f6a46e8d8.md", "s0d224766cc.md", "s4eddeb3c27.md", "sd6735499c3.md", "sb1fd95b6c9.md", "s85aea01a7f.md", "sa3f6656a74.md", "sa9ecb29872.md", "s8981631b90.md", "sf934fee893.md", "sb0025cc4be.md", "sac04622707.md", "s7a55bda3d8.md", "s5394bf47ea.md", "se8451720b9.md", "s9c76a77cab.md", "s7e736f6bd0.md", "s003a194a00.md", "s708ded44a1.md", "sf64c686d7a.md", "s4092f8ecc4.md", "s5e67621526.md"], "s1": [33.927696, 5.69704, 5.007002, 4.739821, 4.478432, 3.822297, 3.527304, 3.377671, 3.369933, 3.306713, 3.142851, 2.999618, 2.932425, 2.849983, 2.817577, 2.782469, 2.6579, 2.603054, 2.360945, 2.277541, 2.231415, 2.21686, 2.187146, 2.179578, 2.147418, 1.995694, 1.887995, 1.800136, 1.794174, 1.679337, 1.521323, 1.49754, 1.489243, 1.466063, 1.376248, 1.234346, 1.120551, 0.922751, 0.920019, 0.763896, 0.750841, 0.605397, 0.585379, 0.484726, 0.467016, 0.419195, 0.064085, 0.015319], "search": ["sdd4d750ad1.md", "sc9b87a70bc.md", "s0c7557e773.md", "sd490a30473.md", "s05e6f0738d.md", "sfbc3eb3679.md", "sb132d4b78c.md", "s1438db9d2c.md", "sd37d6aa525.md", "sf5ba34bde8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 260, "n_windows": 363, "n_texts_windowed": 102, "n_tokens": 117226, "n_query_terms": 34, "nnz_texts": 79433, "index_bytes": 957829, "secs_text": 0.1232, "secs_encode": 17.6456, "secs_score": 0.0096, "secs_total": 17.7805, "load1_start": 15.81}
{"qid": "7e00a6cb", "type": "single-session-assistant", "abstention": false, "gold": ["s51ac5f7554.md"], "ranked": ["s51ac5f7554.md", "s55a6b783c9.md", "s0340ee3002.md", "s07d7fccf37.md", "sd0c34b3dee.md", "s57af6397ef.md", "s930df49cf8.md", "saf28f77e45.md", "s0b32427669.md", "sed1b89bb06.md", "s6ef80c5315.md", "sfe3303aefa.md", "saa9bd6d800.md", "s73db109bd5.md", "s8015126232.md", "s4d829fe78b.md", "sbdc880b570.md", "s43c4541384.md", "s5744718d1a.md", "sc5bcd45a54.md", "s2c76fa3160.md", "s901170cf81.md", "sf9cf9fa501.md", "sd426f7baa4.md", "s06c68c8a35.md", "s391ddb1d25.md", "s9fa2ef8856.md", "s4c4c7f465b.md", "s6e89546419.md", "s399207d91c.md", "sc1d29031cb.md", "s34751f9859.md", "s2d3aa44204.md", "s141bc73363.md", "s6ab1995584.md", "s6c3d91fd4b.md", "s055857e91c.md", "scfd59929df.md", "s15d1a643f7.md", "scf75a3ced9.md", "s4ac75be4d4.md", "s80cf492283.md", "s4badd69490.md", "sbe442cc072.md", "sae1aa57fd8.md", "s92049426e1.md", "saae122e53f.md", "s01ed5e8814.md", "sfd96a21a78.md", "s5b2968dfe7.md"], "s1": [14.738551, 8.007698, 6.184558, 5.875244, 5.120556, 4.70271, 4.510532, 4.209626, 4.144306, 3.694664, 3.299835, 3.161588, 3.139189, 3.12453, 3.119678, 3.096109, 2.966707, 2.954304, 2.895618, 2.829623, 2.829406, 2.808634, 2.759663, 2.566558, 2.362206, 2.288249, 2.276781, 2.187529, 2.122536, 2.104359, 2.098357, 2.049209, 1.760839, 1.654419, 1.61439, 1.506595, 1.482141, 1.459782, 1.362544, 1.305153, 1.275066, 1.224927, 1.148725, 0.916548, 0.813145, 0.791267, 0.686684, 0.656473, 0.621077, 0.586185], "search": ["s51ac5f7554.md", "s55a6b783c9.md", "s0340ee3002.md", "s07d7fccf37.md", "sd0c34b3dee.md", "s57af6397ef.md", "s930df49cf8.md", "saf28f77e45.md", "s0b32427669.md", "sed1b89bb06.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 62, "n_scored_files": 61, "n_texts": 252, "n_windows": 347, "n_texts_windowed": 92, "n_tokens": 117330, "n_query_terms": 30, "nnz_texts": 75144, "index_bytes": 906565, "secs_text": 0.1277, "secs_encode": 17.6471, "secs_score": 0.0093, "secs_total": 17.786, "load1_start": 15.47}
{"qid": "1903aded", "type": "single-session-assistant", "abstention": false, "gold": ["s32f57ce00f.md"], "ranked": ["s32f57ce00f.md", "s26b5d62fdf.md", "s236883e3ff.md", "sd4fa859d51.md", "sfee040525d.md", "sd5b4f64a3f.md", "s4bbf287073.md", "s8f3aa9f445.md", "sa7b2672a40.md", "s18024527a2.md", "s7e68f90400.md", "s221e5afe2f.md", "s5d7373d290.md", "s7509fdbb6b.md", "s222b709f98.md", "s2cb6c38bf1.md", "sae12bcae6f.md", "sac616dfde1.md", "scc348395cc.md", "sb78352e277.md", "sacd588afa0.md", "s4daeaf7abb.md", "sd8d6f7c105.md", "sf2500a0c4d.md", "s8a4e7c96b5.md", "s78eb016181.md", "s057837d06f.md", "s0e3b26e45a.md", "s9541be3cbf.md", "s1102134660.md", "s700af88ec3.md", "s4cd63e609e.md", "sd2f51a6a4b.md", "s347087883f.md", "seaf6813adf.md", "s0b246a76bb.md", "sfd98d15f81.md", "sd02fc45b98.md", "sac20c94a7a.md", "s265693d1e1.md", "s8bffb55ef9.md", "s32c83dec0d.md", "s481ef644a3.md", "s9bb629e8af.md", "s119db7d80e.md", "sdd614c7152.md", "s4d2d5ad6df.md"], "s1": [14.476933, 6.296868, 6.169487, 4.945464, 4.592212, 4.042283, 3.632221, 3.242896, 3.173959, 3.139816, 3.041446, 2.916543, 2.703323, 2.658029, 2.654678, 2.637298, 2.581988, 2.574083, 2.343297, 2.179443, 2.070395, 2.065169, 1.966718, 1.962851, 1.955443, 1.89248, 1.739811, 1.684647, 1.683807, 1.649438, 1.558358, 1.409209, 1.278747, 1.134899, 1.056615, 1.002003, 0.790073, 0.776542, 0.708509, 0.474417, 0.385572, 0.348139, 0.326692, 0.259015, 0.155709, 0.062934, 0.014638], "search": ["s32f57ce00f.md", "s26b5d62fdf.md", "s236883e3ff.md", "sd4fa859d51.md", "sfee040525d.md", "sd5b4f64a3f.md", "s4bbf287073.md", "s8f3aa9f445.md", "sa7b2672a40.md", "s18024527a2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 254, "n_windows": 361, "n_texts_windowed": 107, "n_tokens": 117214, "n_query_terms": 27, "nnz_texts": 77932, "index_bytes": 939717, "secs_text": 0.1269, "secs_encode": 17.5647, "secs_score": 0.0088, "secs_total": 17.7022, "load1_start": 14.48}
{"qid": "ceb54acb", "type": "single-session-assistant", "abstention": false, "gold": ["sddbbd354df.md"], "ranked": ["sddbbd354df.md", "s6ce2cada8c.md", "s86d3fa1982.md", "scd99110a78.md", "s5186b52cf7.md", "s427273b972.md", "s19ab922df7.md", "sd6c2a12f6f.md", "s7e4d984896.md", "s863f9731d9.md", "s06c499b044.md", "sc7c293f9dc.md", "sba20b421d3.md", "se87f81ddc1.md", "sdb0f37d38f.md", "sb93d1eef35.md", "s87180ad22e.md", "sd1a764dd47.md", "s6c9fc22f43.md", "sd975fdc135.md", "sb66ed90170.md", "s31a09a06e7.md", "s9897298cca.md", "sb269fdae00.md", "s6eab598105.md", "sacaf5b1ac9.md", "se2e77368dc.md", "sa280dd4c4a.md", "sbe950e7375.md", "s68fc5400dc.md", "sa21930975d.md", "sa9635c2cfc.md", "sf978a6fb76.md", "s2e6f1b3335.md", "sad1b192788.md", "s0144f48ae6.md", "sa280bde9de.md", "sda050a588b.md", "s52b29b4295.md", "sfc5d01afee.md", "s7a93c04f0d.md", "sb2330dbbeb.md", "seb3b1fd993.md", "saff5aebe77.md", "s8f57fa5128.md", "se1ec84b517.md", "sef4cd18af8.md", "scc7b24562a.md", "s6aff6bdf51.md", "sa94d514ac2.md"], "s1": [17.398043, 5.092453, 5.037016, 4.182374, 3.856861, 3.752459, 3.488396, 3.363896, 3.14164, 2.699075, 2.669225, 2.551347, 2.524713, 2.267091, 2.265968, 2.166086, 2.096397, 2.07208, 2.015803, 2.005939, 1.871768, 1.818788, 1.803622, 1.782654, 1.621565, 1.610029, 1.497173, 1.437495, 1.325103, 1.26397, 1.181978, 1.016652, 1.008725, 0.995986, 0.877932, 0.840938, 0.827511, 0.811188, 0.666329, 0.591043, 0.528448, 0.510503, 0.450689, 0.448591, 0.429388, 0.391423, 0.262011, 0.224555, 0.222965, 0.080379], "search": ["sddbbd354df.md", "s6ce2cada8c.md", "s86d3fa1982.md", "scd99110a78.md", "s5186b52cf7.md", "s427273b972.md", "s19ab922df7.md", "sd6c2a12f6f.md", "s7e4d984896.md", "s863f9731d9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 254, "n_windows": 369, "n_texts_windowed": 115, "n_tokens": 118340, "n_query_terms": 32, "nnz_texts": 78847, "index_bytes": 950789, "secs_text": 0.1185, "secs_encode": 17.6869, "secs_score": 0.0089, "secs_total": 17.8161, "load1_start": 13.79}
{"qid": "f523d9fe", "type": "single-session-assistant", "abstention": false, "gold": ["s8fc01a0b52.md"], "ranked": ["s8fc01a0b52.md", "sd43b41838c.md", "s3783bebe90.md", "sb34fec71e2.md", "s1875109368.md", "se16a04ddb9.md", "s99a0e4b925.md", "s1d9900577e.md", "s6c272e0b9c.md", "s2725257c38.md", "s8dc24015b7.md", "s99a3367746.md", "sb985611fdd.md", "s32720fca26.md", "s9d2ebefb4a.md", "sddb54b73de.md", "sdc20780277.md", "s0b603d567e.md", "sdf5442c2b8.md", "s8a4e6ee0c0.md", "sf6f3a0e31d.md", "sc623a3fc0c.md", "saac2b8f42f.md", "s620f2c9831.md", "sf547e8ad90.md", "s4bdfe97715.md", "se4245f5073.md", "sb056b9af74.md", "sb631a8dfed.md", "s3518c01c29.md", "s1922d68188.md", "s85f5818dc7.md", "s22efc04594.md", "se49bdd5414.md", "sa7273991f2.md", "s2579b81279.md", "s866dfe998e.md", "s314fd5aad1.md", "s3aecadefba.md", "s28c8a9cd69.md", "s8021c402ec.md", "s841d40493b.md", "s21bc0f5394.md", "s9434adbd15.md", "sdf3ca3ff90.md", "s1c6cebb008.md", "sf21ed53f5e.md", "s08ed03f8ac.md", "s1e1849e1cc.md", "se1b435ee22.md"], "s1": [14.589422, 8.608912, 8.441409, 6.299803, 5.861809, 5.491739, 5.31441, 4.829987, 4.824146, 4.554969, 3.952407, 3.836088, 3.794978, 3.744475, 3.407877, 3.343062, 3.255477, 3.021039, 2.971483, 2.960648, 2.863325, 2.845034, 2.814124, 2.781343, 2.779298, 2.711792, 2.535972, 2.473556, 2.423495, 2.377255, 2.115713, 2.091706, 2.082904, 1.657748, 1.523735, 1.462469, 1.417063, 1.235016, 1.203199, 1.182272, 1.033597, 1.003289, 0.978255, 0.972927, 0.825838, 0.637424, 0.529765, 0.477266, 0.39458, 0.199847], "search": ["s8fc01a0b52.md", "sd43b41838c.md", "s3783bebe90.md", "sb34fec71e2.md", "s1875109368.md", "se16a04ddb9.md", "s99a0e4b925.md", "s1d9900577e.md", "s6c272e0b9c.md", "s2725257c38.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 255, "n_windows": 359, "n_texts_windowed": 104, "n_tokens": 119009, "n_query_terms": 42, "nnz_texts": 77715, "index_bytes": 937285, "secs_text": 0.1208, "secs_encode": 17.801, "secs_score": 0.0092, "secs_total": 17.933, "load1_start": 14.28}
{"qid": "0e5e2d1a", "type": "single-session-assistant", "abstention": false, "gold": ["s25fe824c68.md"], "ranked": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "s33f7fb6fc8.md", "s9d163da8d3.md", "sdd84871267.md", "s3c497af553.md", "sace384d53c.md", "s4606ef3d8a.md", "se1216504eb.md", "sc18e57b1ee.md", "s1d499040a3.md", "s77a1cd55fa.md", "sf18f3310ac.md", "s29bde6998e.md", "se1d9fd250a.md", "s8e8e12a1be.md", "sa31ab560f1.md", "s68631cba9d.md", "sd438ef7568.md", "s76370beaf1.md", "sf974cb4689.md", "s165b74b4c9.md", "s6cb6ed1093.md", "s5a9fd38b58.md", "see083eae99.md", "s94657ffe12.md", "s671a624f6a.md", "s3bbe0982bb.md", "s236f458d3a.md", "scf695ae011.md", "sc48e6d41a9.md", "s5531e7fd66.md", "sb799a6e989.md", "s5d7d0a7d42.md", "s81e0bd4477.md", "s3e6ef343fb.md", "s7ef647be2d.md", "saef131af3a.md", "s6be480186e.md", "s5066742e00.md", "s417affa9b7.md", "sb0deea4280.md", "sdeab64d29e.md", "sd872bfb8a5.md"], "s1": [31.31868, 11.603323, 9.473912, 6.397296, 6.336419, 6.322018, 6.258215, 5.952328, 5.861145, 5.766643, 5.69407, 5.602189, 4.95009, 4.863132, 4.771422, 4.600244, 4.078453, 4.046054, 3.999498, 3.995741, 3.871424, 3.671111, 3.579514, 3.577539, 3.547998, 3.228801, 3.220966, 2.871465, 2.81256, 2.786871, 2.69071, 2.541073, 2.490409, 2.373811, 2.305333, 2.190768, 2.113818, 2.039554, 2.016516, 1.574629, 1.405866, 1.275771, 1.209716, 0.70558, 0.007495], "search": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "s33f7fb6fc8.md", "s9d163da8d3.md", "sdd84871267.md", "s3c497af553.md", "sace384d53c.md", "s4606ef3d8a.md", "se1216504eb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 254, "n_windows": 357, "n_texts_windowed": 102, "n_tokens": 118569, "n_query_terms": 45, "nnz_texts": 78102, "index_bytes": 941829, "secs_text": 0.1213, "secs_encode": 17.6715, "secs_score": 0.0098, "secs_total": 17.8046, "load1_start": 13.55}
{"qid": "fea54f57", "type": "single-session-assistant", "abstention": false, "gold": ["s716298d65b.md"], "ranked": ["s716298d65b.md", "sb67dafd5dc.md", "saa9f34038d.md", "s92128f6163.md", "s19cf2ff81a.md", "sf9ff20322c.md", "s3eae99e029.md", "sa3b85edb8e.md", "s27e38e899e.md", "s26b36eee80.md", "sd903134865.md", "s44212736d6.md", "s2b63ef97d5.md", "sf3068c148a.md", "s922cc8d7da.md", "sfee57f211e.md", "s4f307fe622.md", "sd9f711aef4.md", "sd212fa7e5f.md", "s4757368684.md", "s05f3660feb.md", "sa036b28886.md", "s57e0664cb9.md", "s207652dd0b.md", "sd0399d63a8.md", "s0dc2cae800.md", "s05ac560099.md", "sf85078a4e2.md", "s545296d291.md", "s94abcf8461.md", "s44c7ea2640.md", "s334dce526d.md", "s829894e292.md", "s716f714835.md", "sfb4fae895c.md", "s910f6af030.md", "sd29f5ef5c6.md", "s4b16a16a74.md", "s6fe74e273b.md", "s9a50bb5536.md", "s40b7d25ca2.md", "s771bb118db.md", "s7fa5081ee3.md", "se730f7a097.md", "s2562faf041.md", "s55e7add76f.md", "s2f71537f10.md", "sd14eaf748d.md", "s281fa17fd7.md", "s26a8ca742f.md"], "s1": [18.476479, 8.719263, 8.377825, 8.316517, 7.83203, 7.16424, 6.229129, 5.425417, 5.162865, 4.862638, 4.600132, 4.314627, 3.736907, 3.716032, 3.684468, 3.654759, 3.536819, 3.360954, 3.35596, 3.337178, 3.035686, 2.92101, 2.902349, 2.873817, 2.702998, 2.646834, 2.616084, 2.41719, 2.026086, 2.015463, 1.945626, 1.905243, 1.87071, 1.869082, 1.743035, 1.684682, 1.43304, 1.424265, 1.329691, 1.226489, 1.20553, 1.07602, 1.008071, 0.975245, 0.914267, 0.778913, 0.77167, 0.702158, 0.468995, 0.302231], "search": ["s716298d65b.md", "sb67dafd5dc.md", "saa9f34038d.md", "s92128f6163.md", "s19cf2ff81a.md", "sf9ff20322c.md", "s3eae99e029.md", "sa3b85edb8e.md", "s27e38e899e.md", "s26b36eee80.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 248, "n_windows": 372, "n_texts_windowed": 124, "n_tokens": 118855, "n_query_terms": 33, "nnz_texts": 78972, "index_bytes": 952197, "secs_text": 0.1193, "secs_encode": 17.741, "secs_score": 0.0093, "secs_total": 17.8714, "load1_start": 14.09}
{"qid": "cc539528", "type": "single-session-assistant", "abstention": false, "gold": ["scb70e65f89.md"], "ranked": ["scb70e65f89.md", "s6643c4cd9e.md", "sdb4fb0a929.md", "s9bf9f4075c.md", "sf2e4b9b89f.md", "s34be3872c1.md", "sb88d6df047.md", "saee77011e7.md", "s3313d2fd91.md", "sa48772367d.md", "sc5004c4a18.md", "s878ad61084.md", "s86423c5314.md", "s385524111f.md", "s8f28c931db.md", "s41c85497e6.md", "sbaa0b743dc.md", "se6e8da2147.md", "sddf178a11e.md", "s5917656b8a.md", "s5457ec6b5c.md", "seaa70997b1.md", "s70e5213161.md", "se65bc534f7.md", "s3428f7dbe6.md", "sbb26c2dcf1.md", "s642d39ae7f.md", "sb6b54d1e6f.md", "s1d9babb29d.md", "s96b4a44034.md", "sce95a6f94d.md", "s344d4aaff7.md", "sc001937795.md", "s9d64ffef53.md", "s6f24d7b352.md", "s0f036e17db.md", "s50ad7fbfe6.md", "sbaa6f51555.md", "sb1e2272e08.md", "saf131fa68f.md", "s9c4ebfcbac.md", "sc187b44fb1.md", "s45bf8ba1fe.md", "s700dbd47ff.md", "sa73aa7bcb0.md", "s6229cc88a2.md", "s6558057e3d.md", "s979eb13089.md"], "s1": [18.43848, 7.454911, 7.229722, 5.485356, 5.072945, 4.856262, 4.449291, 4.431305, 4.132587, 3.975883, 3.681691, 3.606202, 3.487723, 3.268987, 3.093159, 3.027897, 2.929059, 2.671532, 2.43896, 2.430608, 2.195283, 2.145077, 2.108869, 2.01897, 1.996286, 1.975344, 1.95409, 1.880829, 1.873966, 1.638227, 1.630471, 1.608118, 1.425105, 1.244792, 1.230048, 1.100398, 1.034525, 1.030616, 1.028013, 0.998333, 0.950147, 0.905278, 0.737952, 0.726917, 0.639654, 0.393836, 0.277914, 0.017501], "search": ["scb70e65f89.md", "s6643c4cd9e.md", "sdb4fb0a929.md", "s9bf9f4075c.md", "sf2e4b9b89f.md", "s34be3872c1.md", "sb88d6df047.md", "saee77011e7.md", "s3313d2fd91.md", "sa48772367d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 250, "n_windows": 359, "n_texts_windowed": 108, "n_tokens": 117791, "n_query_terms": 31, "nnz_texts": 77741, "index_bytes": 937413, "secs_text": 0.1184, "secs_encode": 17.6471, "secs_score": 0.0092, "secs_total": 17.7766, "load1_start": 14.64}
{"qid": "dc439ea3", "type": "single-session-assistant", "abstention": false, "gold": ["s72131d0786.md"], "ranked": ["s72131d0786.md", "sf763b56ac4.md", "sb5a3c6c625.md", "sff385fefac.md", "s9f5c036872.md", "s107b4f4990.md", "s9ebd6484e8.md", "s5ea5b8684a.md", "sb1824cc83a.md", "sd05f385ef8.md", "sf7607eac4e.md", "s70b859566d.md", "sb9db3473f0.md", "s455c6f2a3a.md", "s693bf89b41.md", "s13bee81807.md", "se122e31a89.md", "sfc75eaa425.md", "sd129b7eeb4.md", "sbdf8c4409c.md", "sdd38218cf7.md", "s20f587b6b9.md", "sdce3b28424.md", "s407c8a9acf.md", "sd051845914.md", "sae289ae30f.md", "sc61a510b2a.md", "s9b309b3b86.md", "s15cbf04f5c.md", "s876a1ad6b5.md", "s174bc5727f.md", "sf53d3672a2.md", "sf050795a4f.md", "sce2d22a239.md", "s50af4fcdca.md", "s4f341c73bc.md", "s6fbc0eb6ba.md", "s73b62b2489.md", "sa91f33b303.md", "sc4a24b5bd7.md", "se26ed9076a.md", "s0c347adf8e.md", "sbe4e33e0a5.md", "s3ef70aa317.md", "sed17f0f33a.md"], "s1": [23.746429, 7.578848, 7.01586, 5.025929, 4.201104, 4.16249, 4.113006, 4.105215, 3.768682, 3.478677, 3.422714, 3.308209, 3.245512, 2.920965, 2.896238, 2.820194, 2.77435, 2.587058, 2.556257, 2.323665, 2.265193, 2.23239, 2.221315, 2.218129, 2.123315, 2.044301, 1.96362, 1.757866, 1.69316, 1.682569, 1.514283, 1.227062, 1.037732, 0.964918, 0.924576, 0.890196, 0.889991, 0.824768, 0.640585, 0.592821, 0.528873, 0.479785, 0.472885, 0.136535, 0.052014], "search": ["s72131d0786.md", "sf763b56ac4.md", "sb5a3c6c625.md", "sff385fefac.md", "s9f5c036872.md", "s107b4f4990.md", "s9ebd6484e8.md", "s5ea5b8684a.md", "sb1824cc83a.md", "sd05f385ef8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 252, "n_windows": 368, "n_texts_windowed": 113, "n_tokens": 120018, "n_query_terms": 31, "nnz_texts": 78660, "index_bytes": 948549, "secs_text": 0.1179, "secs_encode": 17.9535, "secs_score": 0.0095, "secs_total": 18.0827, "load1_start": 14.94}
{"qid": "18dcd5a5", "type": "single-session-assistant", "abstention": false, "gold": ["se90fe0465d.md"], "ranked": ["se90fe0465d.md", "s392f4e9a3f.md", "s8ec724845f.md", "s15936fc36c.md", "s9fb4c8b5b1.md", "s0659bb6a18.md", "s0d45cda4c4.md", "sd33ba5eac6.md", "s94de3e8e1a.md", "s30384f3a94.md", "sd787c6f5d4.md", "sea542efedd.md", "sdc119102d6.md", "scd312f4786.md", "s9baa482826.md", "sa328e78784.md", "s6f6de14569.md", "s82d896c45f.md", "se8a41840d9.md", "sb28e78064c.md", "se59047b998.md", "s8eec004bbe.md", "sd591fdd20e.md", "sc8cb71fc48.md", "s54b9c7faef.md", "s4f7a063349.md", "s66a977ecb0.md", "sb11176a8be.md", "s9230cc3804.md", "se26477b5da.md", "s949e723a69.md", "sd0e27b16a5.md", "s6c58df2740.md", "saf6fe40954.md", "sd011927396.md", "s8623784b93.md", "s38e004f3be.md", "s2b1acfde84.md", "s78c2702db7.md", "s05de5038c6.md", "sd9ebb315a7.md", "sb60f7d8d48.md", "s4bb57c850b.md", "sda24d171bf.md", "sbb206080d8.md", "s761cb729ef.md", "s2b4f8fc647.md", "sdd01f47e2c.md", "se79f0c5b6c.md", "sb1a2ae7559.md"], "s1": [24.298439, 8.50558, 6.1692, 5.613889, 5.425591, 5.211625, 4.686567, 4.395986, 4.292235, 4.262514, 3.988802, 3.848121, 3.66839, 3.62468, 3.618852, 3.599595, 3.495082, 3.410536, 3.272694, 3.253536, 3.231633, 3.110273, 2.572359, 2.554728, 2.542431, 2.440778, 2.290575, 2.287117, 2.244201, 2.2071, 2.191231, 2.131323, 2.127313, 1.904614, 1.876812, 1.765464, 1.684664, 1.663024, 1.216743, 1.163089, 0.886174, 0.864579, 0.861127, 0.789684, 0.70938, 0.557366, 0.519725, 0.196112, 0.085553, 0.08397], "search": ["se90fe0465d.md", "s392f4e9a3f.md", "s8ec724845f.md", "s15936fc36c.md", "s9fb4c8b5b1.md", "s0659bb6a18.md", "s0d45cda4c4.md", "sd33ba5eac6.md", "s94de3e8e1a.md", "s30384f3a94.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 253, "n_windows": 369, "n_texts_windowed": 116, "n_tokens": 118867, "n_query_terms": 35, "nnz_texts": 81050, "index_bytes": 977221, "secs_text": 0.1271, "secs_encode": 17.8962, "secs_score": 0.0093, "secs_total": 18.0346, "load1_start": 14.37}
{"qid": "488d3006", "type": "single-session-assistant", "abstention": false, "gold": ["s8734418a3a.md"], "ranked": ["s8734418a3a.md", "sb1d11ac285.md", "s39ca70cb77.md", "s027cebe9bc.md", "s1fbefa4ea0.md", "sc8d0660765.md", "s52b54223ff.md", "sddcca515ba.md", "sb0019d1760.md", "s74fa622112.md", "sf3890e3947.md", "s122f43a52a.md", "s13106a170c.md", "saeb808a508.md", "s304942ced3.md", "sfc2fd5eba7.md", "s168bfa2a64.md", "s6d23a23e18.md", "s9e50ad5e25.md", "s0252b528d6.md", "s606ffa6af1.md", "se1001f133b.md", "sc93fe1601c.md", "s2989898eca.md", "sf5d01b5904.md", "s4bd46bfa47.md", "sfee86a26cc.md", "s6aa9e3c425.md", "s73d6b7e754.md", "s62b8681103.md", "s7dc09ee8d4.md", "s694a76414f.md", "s5148dba0f7.md", "scd76b0a033.md", "sfafb70900a.md", "sc1ef7df69b.md", "s23ddf8493e.md", "s3e5f553f9b.md", "s149cb7a64f.md", "s9763557e3a.md", "s1998dcb2a7.md", "s5882141faf.md", "s6155245ad5.md", "s62ad7718e2.md", "s157d94c8fb.md", "sffe5990ecf.md", "sa2c255a89d.md"], "s1": [38.578728, 25.798004, 16.476288, 16.359821, 9.984653, 9.334591, 7.356912, 6.041574, 5.930931, 5.443548, 5.388268, 4.642164, 4.350133, 4.221, 4.210979, 4.143496, 4.047416, 3.755184, 3.728038, 3.308474, 3.179505, 2.932284, 2.92941, 2.789303, 2.743585, 2.696639, 2.368304, 2.363216, 2.118166, 2.115306, 2.023359, 2.021163, 2.010574, 1.89793, 1.847165, 1.730196, 1.62198, 1.566306, 1.344117, 1.189346, 1.017008, 0.992385, 0.967229, 0.951877, 0.703871, 0.467519, 0.031565], "search": ["s8734418a3a.md", "sb1d11ac285.md", "s39ca70cb77.md", "s027cebe9bc.md", "s1fbefa4ea0.md", "sc8d0660765.md", "s52b54223ff.md", "sddcca515ba.md", "sb0019d1760.md", "s74fa622112.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 257, "n_windows": 377, "n_texts_windowed": 120, "n_tokens": 119175, "n_query_terms": 45, "nnz_texts": 79980, "index_bytes": 964293, "secs_text": 0.1194, "secs_encode": 17.8224, "secs_score": 0.0095, "secs_total": 17.9533, "load1_start": 14.19}
{"qid": "58470ed2", "type": "single-session-assistant", "abstention": false, "gold": ["sce0d99be96.md"], "ranked": ["sce0d99be96.md", "s3494626d95.md", "s4e7a2fdc16.md", "sd1e32cdcb2.md", "s894053cd87.md", "s5669e7a73b.md", "s016ce5dc84.md", "s1df9ed18dc.md", "s8dea37a735.md", "s7cda925c02.md", "sa8c42fb902.md", "s5fb5011055.md", "scebdad85a8.md", "s5031cb53e4.md", "s50e54c7234.md", "s42422d499a.md", "s1f80d948c1.md", "sc47ab5837b.md", "sbd66bdadf5.md", "se0a6de1c4a.md", "sa798e09e79.md", "s57be5a4930.md", "s78715931a9.md", "s17db7f0815.md", "s8db73c8199.md", "s08369890de.md", "s6053188f4d.md", "s18cd7133f7.md", "s55e1ec4990.md", "sf251f28830.md", "s4d286a1f7d.md", "s5ee5d08533.md", "s4cc578f0bf.md", "s1dc4876f59.md", "s066815cdda.md", "s4938c4dcfe.md", "sc537031235.md", "s5fd6a8b3a9.md", "s35f049039a.md", "s3897d6c70e.md", "s7cb42876ff.md", "s18f197034c.md", "s87b13cb69b.md", "sf891b13d51.md", "s7942a0a7e9.md", "s77449ce63c.md", "s762bfe906d.md", "sadd2a7dd52.md", "s47baf9fbbc.md"], "s1": [21.628937, 5.711606, 4.898103, 4.172359, 3.385144, 3.310677, 3.057822, 3.007837, 2.931245, 2.841902, 2.559457, 2.456321, 2.357506, 2.340654, 2.184267, 2.026271, 1.956219, 1.881787, 1.787894, 1.755076, 1.753383, 1.689501, 1.680447, 1.679199, 1.650939, 1.617242, 1.36716, 1.28736, 1.243365, 1.230595, 1.183358, 1.103247, 1.095149, 1.040435, 0.978732, 0.977506, 0.949682, 0.88932, 0.868665, 0.789015, 0.785701, 0.748245, 0.673116, 0.582548, 0.553297, 0.48953, 0.380941, 0.348619, 0.151711], "search": ["sce0d99be96.md", "s3494626d95.md", "s4e7a2fdc16.md", "sd1e32cdcb2.md", "s894053cd87.md", "s5669e7a73b.md", "s016ce5dc84.md", "s1df9ed18dc.md", "s8dea37a735.md", "s7cda925c02.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 49, "n_texts": 252, "n_windows": 371, "n_texts_windowed": 119, "n_tokens": 119446, "n_query_terms": 32, "nnz_texts": 77890, "index_bytes": 939397, "secs_text": 0.1248, "secs_encode": 17.7686, "secs_score": 0.011, "secs_total": 17.9066, "load1_start": 14.6}
{"qid": "8cf51dda", "type": "single-session-assistant", "abstention": false, "gold": ["s0c256de5e7.md"], "ranked": ["s0c256de5e7.md", "s16e18c3258.md", "s85298a585d.md", "sc69e2c1505.md", "s723d142163.md", "s9163b95fd7.md", "s5026078f89.md", "s5dd3672daa.md", "s41e61f5db4.md", "scc84b06086.md", "s546fe9bf1a.md", "s60c23160f5.md", "sbff142e398.md", "sff4153c18e.md", "s3600982358.md", "s3f0f5185ed.md", "sb212bf5e40.md", "s1efb651f1f.md", "sb7ec1fea76.md", "sc211a5ee21.md", "s2ee064663b.md", "sad5e18fe88.md", "sfe64aa165b.md", "sd3258d29dc.md", "s1f97315823.md", "sce01784426.md", "s68171f2c41.md", "s304bb399aa.md", "s21c12f3bd6.md", "seda07a2760.md", "sf68935fbde.md", "s4f2cfb314e.md", "s27cf4be5ab.md", "sd08a84ee87.md", "se180651e1f.md", "s958a6911cd.md", "s64e3caadea.md", "sb9d997dfe2.md", "sb49f626d30.md", "s74ec811dad.md", "sc7c5b5c382.md", "s31af0f8cf8.md", "s9db24e222a.md", "s9829064b8d.md", "saf70fc9028.md", "sc6d04ef6a5.md"], "s1": [20.987, 6.661945, 6.2048, 5.363379, 5.15158, 4.704217, 4.541522, 4.470016, 4.409792, 3.93622, 3.909843, 3.793659, 3.785216, 3.708226, 3.647159, 3.440629, 3.217793, 3.142481, 3.13932, 2.988724, 2.979652, 2.868832, 2.791592, 2.704478, 2.478724, 2.425742, 2.361147, 2.240623, 2.10975, 2.047697, 1.960559, 1.693142, 1.680081, 1.579693, 1.535221, 1.475992, 1.215374, 1.127138, 1.090833, 1.050617, 1.014198, 0.447247, 0.416901, 0.391227, 0.307907, 0.287262], "search": ["s0c256de5e7.md", "s16e18c3258.md", "s85298a585d.md", "sc69e2c1505.md", "s723d142163.md", "s9163b95fd7.md", "s5026078f89.md", "s5dd3672daa.md", "s41e61f5db4.md", "scc84b06086.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 251, "n_windows": 374, "n_texts_windowed": 122, "n_tokens": 118880, "n_query_terms": 41, "nnz_texts": 79860, "index_bytes": 962885, "secs_text": 0.1192, "secs_encode": 17.8531, "secs_score": 0.0093, "secs_total": 17.9836, "load1_start": 15.15}
{"qid": "1d4da289", "type": "single-session-assistant", "abstention": false, "gold": ["s09e96eccd2.md"], "ranked": ["s09e96eccd2.md", "sd6bb456546.md", "sc444c5336d.md", "s82b07c5dec.md", "s28e4cacb96.md", "sce101a5339.md", "sf4355a8942.md", "s2b8acd810f.md", "sa422febee4.md", "s5b35fa2d92.md", "s9227c32d85.md", "sdd02ddbe41.md", "s0c330319e0.md", "s3caad63c04.md", "scd856ee91d.md", "sfb487d4618.md", "saf7e1073c9.md", "s3c92c9ad29.md", "s1d6bcb3018.md", "sc654d9a34f.md", "s2fda2258d8.md", "se2fe554ffc.md", "s942bdff38a.md", "s50f8757ddf.md", "s39ad878feb.md", "s28d3d059be.md", "sc775f24b99.md", "s308249e589.md", "s73d1442e2d.md", "s826de8a93c.md", "s3fc4e9ad28.md", "s8f48e50175.md", "sb4c2a56f22.md", "s6594ed1a93.md", "s558da64cf9.md", "s511aa15e36.md", "sfcceba0984.md", "s90647e1a2e.md", "scf9825f593.md", "sc76a6de7d7.md", "s2489b1571f.md", "s5a45861d73.md", "sc7ce221e42.md", "s6e54f51fde.md", "s4cd77c5869.md", "s0df7cfe20f.md", "s450142501b.md", "sac6839291f.md", "s4f526faac2.md", "s8d1a22f114.md"], "s1": [18.019217, 12.410959, 8.144451, 6.543015, 6.418234, 5.857157, 5.17772, 5.108183, 4.965069, 4.914232, 4.853924, 4.715489, 4.659754, 4.519036, 4.058516, 3.931971, 3.758295, 3.746274, 3.740719, 3.731487, 3.646975, 3.461421, 3.375912, 3.222217, 3.204458, 3.115208, 3.073762, 3.034728, 3.00172, 2.779366, 2.767897, 2.706652, 2.562819, 2.346346, 2.302108, 2.264495, 2.255255, 2.180799, 1.84736, 1.743444, 1.711056, 1.704731, 1.670653, 1.384867, 1.250611, 1.141264, 0.899368, 0.706543, 0.447625, 0.379052], "search": ["s09e96eccd2.md", "sd6bb456546.md", "sc444c5336d.md", "s82b07c5dec.md", "s28e4cacb96.md", "sce101a5339.md", "sf4355a8942.md", "s2b8acd810f.md", "sa422febee4.md", "s5b35fa2d92.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 54, "n_scored_files": 54, "n_texts": 255, "n_windows": 371, "n_texts_windowed": 116, "n_tokens": 119949, "n_query_terms": 35, "nnz_texts": 79430, "index_bytes": 957893, "secs_text": 0.1282, "secs_encode": 17.8788, "secs_score": 0.01, "secs_total": 18.019, "load1_start": 15.34}
{"qid": "8464fc84", "type": "single-session-assistant", "abstention": false, "gold": ["s1cbaa0467b.md"], "ranked": ["s1cbaa0467b.md", "saff1e7a31c.md", "scee959a718.md", "s377a3fe30a.md", "s2aca3c1ffc.md", "s84c79781e3.md", "s2b5832c5ff.md", "sd4b57511fc.md", "sb7dba1832c.md", "scf2cb09194.md", "sa0fe94f81c.md", "s57a42183b5.md", "scb514c9ca7.md", "s90a7caafe3.md", "s427bb1563b.md", "se4c06ffc3a.md", "s640a52e49a.md", "sf35222680b.md", "s1f8486bcc6.md", "s8cf4643b35.md", "s2b68d021c4.md", "s33924f2867.md", "s583da8afd7.md", "s3b3b8ddc8e.md", "s2ad85bbe70.md", "s402f371278.md", "sa5da8efef4.md", "s6af0be5017.md", "s5c3a318841.md", "s74ce46ab53.md", "s54cc1523ef.md", "sc115c0760a.md", "sf769f4d100.md", "sab4a87752d.md", "s4c1ff84c08.md", "s940dcf0488.md", "s430f57f81a.md", "sa79cb23251.md", "s465adca9df.md", "se0fd1e6a90.md", "sc89a15044a.md", "s275b5879fd.md", "s3babe582a0.md"], "s1": [19.194519, 9.794752, 7.703513, 6.358175, 5.879486, 5.737025, 5.342888, 5.289644, 4.854934, 4.329692, 3.54624, 3.49035, 3.375969, 3.353034, 3.17946, 2.966724, 2.875805, 2.478708, 2.470362, 2.37536, 2.260709, 2.221241, 2.219237, 2.206094, 2.147633, 2.121033, 1.954556, 1.860952, 1.792789, 1.665346, 1.48733, 1.451444, 1.412191, 1.371313, 1.318027, 1.019591, 0.938541, 0.482823, 0.418615, 0.407786, 0.391194, 0.251424, 0.011151], "search": ["s1cbaa0467b.md", "saff1e7a31c.md", "scee959a718.md", "s377a3fe30a.md", "s2aca3c1ffc.md", "s84c79781e3.md", "s2b5832c5ff.md", "sd4b57511fc.md", "sb7dba1832c.md", "scf2cb09194.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 43, "n_texts": 249, "n_windows": 360, "n_texts_windowed": 111, "n_tokens": 118009, "n_query_terms": 33, "nnz_texts": 76397, "index_bytes": 921221, "secs_text": 0.1264, "secs_encode": 17.6325, "secs_score": 0.0083, "secs_total": 17.7692, "load1_start": 14.59}
{"qid": "8aef76bc", "type": "single-session-assistant", "abstention": false, "gold": ["sf0f560c89d.md"], "ranked": ["sf0f560c89d.md", "sa1bf2a1c54.md", "s6f9482a344.md", "s11c5b8e721.md", "s5fc50c8de4.md", "sd623a0e5ad.md", "s8cf127b97b.md", "s3b3e622d42.md", "sa5f9e07658.md", "sda53a2d1e8.md", "s49a7ae72aa.md", "sa2db8247fc.md", "sb44be6e3c6.md", "s38ad2538a3.md", "sbe2ac4334d.md", "sce10b4bf43.md", "sf38276ef4b.md", "s792c9f3b86.md", "sc55baeeaaf.md", "s42c71568f2.md", "s23c33955fd.md", "se94327381b.md", "s668bb9e05b.md", "sdb78d3d0f3.md", "s89a180ac0c.md", "s455b638f95.md", "s8d2b9ea585.md", "s2731772b88.md", "s1da8408ca6.md", "sb392109b91.md", "s94443d06ec.md", "s1ffd8db1a7.md", "s10ca380897.md", "sa6b6f6c612.md", "s2cb7b04a9b.md", "s82411d2be9.md", "s3de55c5d2a.md", "s0cb8d150d9.md", "s4a22f0af13.md", "s5d228f32cd.md", "s1dba9a41ed.md", "s5c7a74e2f7.md", "s045140db79.md", "s5426bdb3d3.md", "sa880a4e116.md", "s1d990cbd29.md", "sa37ee332e9.md", "sd5d94157be.md"], "s1": [28.645113, 8.239529, 7.117238, 6.844605, 6.423157, 6.256256, 6.159022, 5.750393, 5.604849, 5.193439, 4.680155, 4.415561, 4.063035, 4.004028, 3.714087, 3.712498, 3.635956, 3.42053, 3.391418, 3.375928, 3.323607, 3.32259, 3.312474, 3.270834, 3.114398, 3.063507, 3.052469, 2.943245, 2.686441, 2.659156, 2.355244, 2.190075, 2.143232, 2.056083, 1.761112, 1.618243, 1.499574, 1.485067, 1.399906, 1.344442, 1.319673, 1.233838, 1.204869, 1.015461, 1.003118, 0.908335, 0.451774, 0.041227], "search": ["sf0f560c89d.md", "sa1bf2a1c54.md", "s6f9482a344.md", "s11c5b8e721.md", "s5fc50c8de4.md", "sd623a0e5ad.md", "s8cf127b97b.md", "s3b3e622d42.md", "sa5f9e07658.md", "sda53a2d1e8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 251, "n_windows": 368, "n_texts_windowed": 117, "n_tokens": 120113, "n_query_terms": 35, "nnz_texts": 77006, "index_bytes": 928581, "secs_text": 0.1231, "secs_encode": 17.8828, "secs_score": 0.0082, "secs_total": 18.0159, "load1_start": 14.06}
{"qid": "71a3fd6b", "type": "single-session-assistant", "abstention": false, "gold": ["sb25b3a8e62.md"], "ranked": ["sb25b3a8e62.md", "sa09d1ade1d.md", "scdd9363592.md", "s2f6ad3703a.md", "sc6c08035cc.md", "s9785b52e7b.md", "sa0fcd2fb66.md", "s226432ca5f.md", "saf5389881f.md", "s663b5ef996.md", "se30fe53109.md", "s9326627579.md", "s782738e3ed.md", "sd89332a641.md", "s1d1855ba20.md", "s6fb4f06713.md", "s41b03699de.md", "s4a2771a822.md", "sc967d1adc1.md", "s53e52aade1.md", "sa9889b0df7.md", "s7ed821b2f1.md", "sfc050f8483.md", "sc65ac2eaa9.md", "seb36ba7c14.md", "sfb9418cf08.md", "sdb7c013a22.md", "s611da45e8e.md", "s15350ee73e.md", "se817dbd2e0.md", "sa4207f764c.md", "sbbd6730ff4.md", "sd16151081b.md", "se5a9338473.md", "s9f7af7f17f.md", "s36ae99ae64.md", "s86d30b6438.md", "sfe8cd88ee0.md", "sd8b34a55d2.md", "s9c21d8bbbe.md", "s7b0e85de81.md", "s1b6e21be65.md", "s7d2392106a.md", "s5f76ce049e.md"], "s1": [11.874835, 7.165205, 5.294501, 5.193416, 4.98516, 4.810123, 4.661614, 4.321193, 4.313486, 4.267921, 4.185219, 3.931106, 3.914111, 3.55711, 3.546605, 3.530755, 3.486538, 3.359156, 3.173777, 2.937262, 2.755683, 2.719197, 2.701177, 2.561291, 2.400273, 2.372594, 2.280729, 2.271265, 2.029106, 1.975504, 1.870354, 1.869618, 1.61589, 1.580078, 1.45441, 1.354626, 1.213796, 1.155574, 1.046169, 0.975294, 0.835062, 0.500956, 0.272349, 0.218321], "search": ["sb25b3a8e62.md", "sa09d1ade1d.md", "scdd9363592.md", "s2f6ad3703a.md", "sc6c08035cc.md", "s9785b52e7b.md", "sa0fcd2fb66.md", "s226432ca5f.md", "saf5389881f.md", "s663b5ef996.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 250, "n_windows": 364, "n_texts_windowed": 112, "n_tokens": 118885, "n_query_terms": 30, "nnz_texts": 78096, "index_bytes": 941765, "secs_text": 0.1213, "secs_encode": 17.727, "secs_score": 0.0091, "secs_total": 17.8592, "load1_start": 14.56}
{"qid": "2bf43736", "type": "single-session-assistant", "abstention": false, "gold": ["s7851c54aef.md"], "ranked": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s6596886c72.md", "s276fe122c8.md", "s4e9780e5a1.md", "s18750b2661.md", "sb743fd2815.md", "s65e07b5323.md", "s71f6a13fb4.md", "s64294b2996.md", "se275b1797a.md", "sa66b7a3060.md", "s85f6362883.md", "s479cf62d6b.md", "s8df9dfdd62.md", "s5aeb43b880.md", "s0b60660681.md", "sf33cdb418d.md", "s3d1c0e8224.md", "sd0b37733bf.md", "s9671b15a8a.md", "s9eb2a00f91.md", "s390f2aa3cb.md", "s28210a0fdb.md", "s04697524ab.md", "s9596012c21.md", "s8588a35793.md", "s4e08e2b6be.md", "s9042d9bba9.md", "s34fc3b35c8.md", "s2291d40a6e.md", "s4782c33fe9.md", "s0148e82280.md", "sfd6d87568b.md", "s7f5b186667.md", "sb260539ed6.md", "s215d988ee2.md", "sed8cce9578.md", "sfa97abc24e.md", "sac66288764.md", "s1d7734d497.md", "sdd9d24cd3b.md", "sde79b501c4.md"], "s1": [36.793831, 14.488146, 7.529032, 6.643447, 6.035234, 5.936854, 5.621122, 5.581693, 4.145464, 3.984509, 3.708034, 3.707788, 3.629116, 3.182285, 3.01054, 2.98942, 2.925317, 2.910964, 2.729126, 2.706134, 2.674357, 2.562215, 2.496957, 2.473162, 2.2653, 2.264363, 2.186401, 2.181339, 2.164304, 2.153187, 2.126041, 1.504973, 1.332658, 1.285944, 0.744762, 0.681559, 0.633939, 0.623415, 0.591626, 0.541502, 0.396727, 0.395376, 0.167002, 0.098861], "search": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s6596886c72.md", "s276fe122c8.md", "s4e9780e5a1.md", "s18750b2661.md", "sb743fd2815.md", "s65e07b5323.md", "s71f6a13fb4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 250, "n_windows": 357, "n_texts_windowed": 107, "n_tokens": 117544, "n_query_terms": 42, "nnz_texts": 76533, "index_bytes": 922949, "secs_text": 0.1242, "secs_encode": 17.5092, "secs_score": 0.0077, "secs_total": 17.6429, "load1_start": 14.97}
{"qid": "70b3e69b", "type": "single-session-assistant", "abstention": false, "gold": ["sb64af4778e.md"], "ranked": ["sb64af4778e.md", "s76f32a395c.md", "s8d15c59541.md", "s603c146a3f.md", "s1614d02ae7.md", "sfe94e25b2d.md", "sd95333ee53.md", "sc68841d141.md", "s40108e4315.md", "sd55cb51aa2.md", "sb7e9c58728.md", "sd060211773.md", "s65d815b296.md", "s2706d77849.md", "sd59953d71e.md", "s3dd554885f.md", "sa98dedfe22.md", "s688cf7d1c8.md", "s703c6091c4.md", "sdd52ff4b95.md", "se2b33d99fe.md", "s90db23e94a.md", "s371426c09c.md", "s36e040dbd8.md", "s608f94f45f.md", "s2bcc316bbf.md", "sfd363c47eb.md", "se260eae661.md", "sc0cee87456.md", "s3130417c75.md", "scde5daa4b6.md", "s530b160843.md", "sef83edacd3.md", "s73aedbec96.md", "safe001d4e2.md", "s4d40ebc017.md", "s890fcdcff3.md", "s3da43d5cfd.md", "sb150caa5d2.md", "s0623d98ba5.md", "sf0df87f6e0.md", "see18da3aff.md", "sd4d05c5e12.md", "scae1bb65a8.md", "sac970250dd.md", "s5a1002d25f.md", "sc3708db0b7.md", "sa553eaa4f0.md"], "s1": [39.107582, 9.266748, 7.149385, 5.970287, 5.577032, 5.433611, 4.84134, 4.507652, 4.243643, 4.066011, 3.988406, 3.977233, 3.728271, 3.631423, 3.223497, 3.216478, 3.200212, 2.988606, 2.932855, 2.860608, 2.629983, 2.624355, 2.623112, 2.401331, 2.400026, 2.350537, 2.329915, 2.283312, 2.281504, 1.993847, 1.845045, 1.820362, 1.763564, 1.565258, 1.515114, 1.502739, 1.497303, 1.430373, 1.3876, 1.236631, 1.178443, 1.046705, 0.919585, 0.821726, 0.742173, 0.692961, 0.065674, 0.017062], "search": ["sb64af4778e.md", "s76f32a395c.md", "s8d15c59541.md", "s603c146a3f.md", "s1614d02ae7.md", "sfe94e25b2d.md", "sd95333ee53.md", "sc68841d141.md", "s40108e4315.md", "sd55cb51aa2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 250, "n_windows": 343, "n_texts_windowed": 90, "n_tokens": 117385, "n_query_terms": 41, "nnz_texts": 74498, "index_bytes": 898629, "secs_text": 0.1252, "secs_encode": 17.5338, "secs_score": 0.0095, "secs_total": 17.6704, "load1_start": 15.2}
{"qid": "8752c811", "type": "single-session-assistant", "abstention": false, "gold": ["s9d8b981456.md"], "ranked": ["s9d8b981456.md", "s51584a9405.md", "s0b163477ed.md", "s040b65b576.md", "s3700aca67f.md", "s2cb60d6708.md", "sef685992cb.md", "sfde1d35dcc.md", "s2a8eded85e.md", "s7bd61545e4.md", "s7cdff5af9e.md", "s28035ac94c.md", "sfd1878a988.md", "s864913ac40.md", "s15ec6c9e87.md", "scb9a678c89.md", "s50b56b3439.md", "s00c14b0854.md", "s20fab634bc.md", "sadede7fa37.md", "s309556279d.md", "sf2ed76acd7.md", "s5ebdf8f3d0.md", "s2c6378f367.md", "s117cb13f18.md", "s26559f1e64.md", "s9021e72c8e.md", "s899b9f5bb5.md", "sb27f345f51.md", "sfd47856d35.md", "s9ee506baa5.md", "s9b8acc56b9.md", "sf6ade02d10.md", "s808987e952.md", "sceabc6cf68.md", "s427b9f42aa.md", "saefa6bc875.md", "s85773c000b.md", "s34b641e325.md", "s76f2d8d2ec.md", "sc137dfbd6b.md", "sf2bb989487.md", "sb78d5ad0ac.md", "sdbb28151a8.md", "sae8c11d604.md", "s7bb724c3f2.md", "sc5766c9223.md", "s5e2b252fd6.md", "sc294904c4d.md", "sf58a384dc2.md"], "s1": [23.450039, 4.099478, 4.013388, 3.788358, 3.578653, 3.364869, 3.327019, 3.255881, 2.77281, 2.746446, 2.709945, 2.662308, 2.510812, 2.50101, 2.451956, 2.318594, 2.160875, 2.035147, 1.950406, 1.863754, 1.794093, 1.774089, 1.756263, 1.702936, 1.602559, 1.602263, 1.592984, 1.484648, 1.429819, 1.426027, 1.4005, 1.379888, 1.350698, 1.327296, 1.176277, 1.052948, 1.029929, 0.995399, 0.98199, 0.908668, 0.853224, 0.786204, 0.609133, 0.581138, 0.553541, 0.525285, 0.514432, 0.471355, 0.450738, 0.441593], "search": ["s9d8b981456.md", "s51584a9405.md", "s0b163477ed.md", "s040b65b576.md", "s3700aca67f.md", "s2cb60d6708.md", "sef685992cb.md", "sfde1d35dcc.md", "s2a8eded85e.md", "s7bd61545e4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 56, "n_scored_files": 56, "n_texts": 253, "n_windows": 361, "n_texts_windowed": 106, "n_tokens": 117348, "n_query_terms": 29, "nnz_texts": 77801, "index_bytes": 938309, "secs_text": 0.1257, "secs_encode": 17.4795, "secs_score": 0.009, "secs_total": 17.6163, "load1_start": 15.43}
{"qid": "3249768e", "type": "single-session-assistant", "abstention": false, "gold": ["sd59df4f53e.md"], "ranked": ["sd59df4f53e.md", "s0788d0cdb7.md", "sb3c6edfde2.md", "s117c5333bf.md", "s6a605b07f0.md", "se1272c4be6.md", "s08674c7c41.md", "s1f7d092531.md", "s7306c41da5.md", "s7928a77cb5.md", "s3e5b823ed8.md", "sdc72937a66.md", "s367422e7f1.md", "s0fdc55d84c.md", "sa662fe64ea.md", "sa0730aa8de.md", "s3c0c437242.md", "s9be0b2db51.md", "s4864f34b9a.md", "scaaa1aa2ff.md", "se5e1e945e5.md", "s67a38b61e1.md", "sca4cca9226.md", "sf761efab06.md", "sfba4e5e76a.md", "sde0831bfa6.md", "sb95b059423.md", "sbf65b155a9.md", "s08a84e8a4b.md", "s660e72a2fd.md", "se107a8f40f.md", "s611d22cb4d.md", "s67c34582e1.md", "s33c059daee.md", "s97a63f678b.md", "sa392b61ecc.md", "s31956e36c7.md", "s8b098e4198.md", "s922df1cda2.md", "sc02c4fa9be.md", "s077a854994.md", "s213bfc4c8f.md", "s71a2b88b25.md", "sdc88c901bc.md", "sa2ced6f9a7.md", "s0dc7b2d397.md"], "s1": [30.57003, 15.172882, 11.340608, 9.433475, 6.496605, 6.329173, 6.326237, 5.707849, 5.643986, 4.906838, 4.544258, 4.275, 4.22429, 4.06664, 3.983279, 3.901367, 3.889476, 3.786536, 3.663533, 3.631736, 3.563882, 3.397563, 3.236836, 3.125451, 3.086268, 3.002824, 2.99482, 2.568697, 2.182956, 2.151255, 2.008605, 1.84799, 1.719166, 1.541039, 1.501793, 1.364194, 1.199938, 1.191093, 1.015733, 1.014251, 0.995702, 0.984328, 0.949211, 0.66417, 0.458731, 0.191169], "search": ["sd59df4f53e.md", "s0788d0cdb7.md", "sb3c6edfde2.md", "s117c5333bf.md", "s6a605b07f0.md", "se1272c4be6.md", "s08674c7c41.md", "s1f7d092531.md", "s7306c41da5.md", "s7928a77cb5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 252, "n_windows": 386, "n_texts_windowed": 134, "n_tokens": 120468, "n_query_terms": 40, "nnz_texts": 80989, "index_bytes": 976389, "secs_text": 0.1258, "secs_encode": 17.9953, "secs_score": 0.0093, "secs_total": 18.1323, "load1_start": 15.56}
{"qid": "1b9b7252", "type": "single-session-assistant", "abstention": false, "gold": ["s518a4f1c2b.md"], "ranked": ["s518a4f1c2b.md", "sbb721a7691.md", "s7ca75bfc0c.md", "sa19cbe7435.md", "s263257e621.md", "s67e83091ad.md", "s6394359c62.md", "seaad092814.md", "s180fc6f852.md", "s2f755899bb.md", "sd3853da16d.md", "se59de4607e.md", "s69eccd7729.md", "s0ec908d33e.md", "s83dbba51b5.md", "scc5dcc5a1f.md", "s559571fc4d.md", "sd576ba7251.md", "s8f54bd0f91.md", "sf4ca0537be.md", "se3ceb876bd.md", "sa271f66d74.md", "se8e5b8be55.md", "sb28734064a.md", "s05a248b4f1.md", "sdff2b0a5c9.md", "s380874a44a.md", "sd6687210c0.md", "sa0a1d82ef0.md", "s63789a4763.md", "sa071a17e7f.md", "s02a45bae32.md", "s468622b874.md", "s27db309fd4.md", "s661bdeb383.md", "sd3840d88ae.md", "sdc8851aac9.md", "s3aa170398b.md", "s232545c6db.md", "sbeb14de32e.md", "sfa6e6fbf21.md", "sf787ba0627.md", "s23d5b977c1.md", "s6dae447f22.md", "sf26a97eb20.md"], "s1": [31.329021, 14.283424, 13.117901, 12.314561, 12.1301, 9.673294, 9.618347, 8.453373, 7.578837, 7.213421, 6.864696, 6.793018, 5.777769, 5.742589, 5.711917, 5.290021, 4.804498, 4.700589, 4.324212, 4.132705, 4.046849, 3.825285, 3.648925, 3.441289, 3.054543, 2.839585, 2.829172, 2.742296, 2.313921, 2.290242, 2.044495, 1.727941, 1.674196, 1.437059, 1.342546, 1.298727, 1.282788, 1.142824, 1.008373, 0.953586, 0.950293, 0.852886, 0.774344, 0.576305, 0.280035], "search": ["s518a4f1c2b.md", "sbb721a7691.md", "s7ca75bfc0c.md", "sa19cbe7435.md", "s263257e621.md", "s67e83091ad.md", "s6394359c62.md", "seaad092814.md", "s180fc6f852.md", "s2f755899bb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 45, "n_texts": 246, "n_windows": 367, "n_texts_windowed": 117, "n_tokens": 116697, "n_query_terms": 43, "nnz_texts": 78788, "index_bytes": 950021, "secs_text": 0.1194, "secs_encode": 17.3935, "secs_score": 0.0089, "secs_total": 17.5235, "load1_start": 15.12}
{"qid": "1568498a", "type": "single-session-assistant", "abstention": false, "gold": ["sac95c3a7bc.md"], "ranked": ["sac95c3a7bc.md", "s63861fa468.md", "s82869e0188.md", "scabe48e340.md", "se5176aec05.md", "s0d928d6035.md", "s4c2d5af38b.md", "s6aa76e5db3.md", "s2eabeb2a27.md", "s5365eaf133.md", "sd6a130d600.md", "s3af3952168.md", "s5e774311bf.md", "s5c5e4fce81.md", "s11209f0439.md", "s4d03dfaa05.md", "sce902b6765.md", "s38839dc41f.md", "sbfd5b686c4.md", "s2fe33f98de.md", "s3048bb726a.md", "s7d9cb1b7c9.md", "sa899a5485d.md", "s7ea675aac3.md", "sb120dd9b65.md", "s0854acd5a6.md", "s04b5d33229.md", "s87dac0e166.md", "s56c5d6a858.md", "s7f0b5d3c32.md", "sed96f5dc1d.md", "sba7269e151.md", "s4b65c4f4b8.md", "s04e0b3b8ae.md", "sa7611d04e9.md", "sf2742494eb.md", "s4ab06345cb.md", "s1c8def8b17.md", "sf355ddac73.md", "s1d07a6ddab.md", "s16f6f2b7b6.md", "s9ea326fb86.md", "s82900b1191.md", "s0dd83372e8.md", "s10a9b566be.md", "s286ed18c7a.md"], "s1": [18.718327, 6.517443, 6.274827, 5.44334, 5.249447, 5.189591, 4.527019, 4.509666, 3.768404, 3.656456, 3.408975, 3.390552, 3.374267, 3.331556, 3.053618, 3.025344, 2.851371, 2.797227, 2.764256, 2.747983, 2.681038, 2.561917, 2.459157, 2.384895, 2.276304, 2.273677, 2.269346, 2.242324, 2.148291, 2.129186, 2.10145, 2.074508, 1.948104, 1.926538, 1.831991, 1.45105, 1.437958, 1.06062, 1.055619, 0.805592, 0.762385, 0.749892, 0.604359, 0.487423, 0.309368, 0.185945], "search": ["sac95c3a7bc.md", "s63861fa468.md", "s82869e0188.md", "scabe48e340.md", "se5176aec05.md", "s0d928d6035.md", "s4c2d5af38b.md", "s6aa76e5db3.md", "s2eabeb2a27.md", "s5365eaf133.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 246, "n_windows": 365, "n_texts_windowed": 104, "n_tokens": 120165, "n_query_terms": 31, "nnz_texts": 77353, "index_bytes": 932741, "secs_text": 0.1165, "secs_encode": 17.9004, "secs_score": 0.0083, "secs_total": 18.0272, "load1_start": 15.45}
{"qid": "6222b6eb", "type": "single-session-assistant", "abstention": false, "gold": ["s5b47b7704c.md"], "ranked": ["s5b47b7704c.md", "s2e6d77710a.md", "s097b0eb647.md", "s7e68625ab3.md", "s7752e7c3fc.md", "s4a91feb6fb.md", "s51b4912596.md", "s97c9e6a91b.md", "s2eb524fa55.md", "s40a03d48f0.md", "se382b97262.md", "s6349f88849.md", "s9f876fc50b.md", "se7cce9bfbe.md", "s1c0725d0b4.md", "s4eb2fbad47.md", "se2a420ec32.md", "s46440b4d18.md", "s6c5113104e.md", "s5dd3fb9cbd.md", "s8749e3b174.md", "s4fece9046c.md", "s1c84965480.md", "sd3e3cd73e2.md", "sc79a017bd7.md", "sb3ffaac619.md", "s9c22aa3767.md", "s68517156a6.md", "s4a53a5b4b1.md", "sd2b1b77dce.md", "s1313993d43.md", "s9726befdfc.md", "s6899bc415c.md", "s4154fdfe19.md", "s2d658b1469.md", "s9b13e59847.md", "sfee265c2ed.md", "sb2644628e5.md", "s96a44d08b7.md", "sdfc6369245.md", "sc3c6efb6f4.md", "sea515bcff3.md", "s9ffbe5d08e.md", "s3c8699d315.md", "s018841b7a0.md", "sc764309bd8.md"], "s1": [52.478046, 8.54025, 6.508935, 6.165991, 5.873356, 5.84089, 5.758628, 5.31374, 5.13588, 4.745778, 4.637723, 4.350584, 4.340861, 4.318129, 4.21068, 4.028544, 4.000405, 3.765571, 3.750913, 3.148831, 2.877002, 2.813265, 2.805478, 2.759456, 2.411569, 2.365018, 2.339846, 2.242573, 2.192157, 2.168062, 2.137398, 2.009695, 1.942816, 1.92292, 1.878959, 1.856084, 1.773499, 1.665188, 1.529014, 1.50564, 1.399432, 1.370501, 1.182975, 1.053095, 0.775936, 0.413925], "search": ["s5b47b7704c.md", "s2e6d77710a.md", "s097b0eb647.md", "s7e68625ab3.md", "s7752e7c3fc.md", "s4a91feb6fb.md", "s51b4912596.md", "s97c9e6a91b.md", "s2eb524fa55.md", "s40a03d48f0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 46, "n_scored_files": 46, "n_texts": 256, "n_windows": 353, "n_texts_windowed": 96, "n_tokens": 120801, "n_query_terms": 53, "nnz_texts": 77236, "index_bytes": 931461, "secs_text": 0.127, "secs_encode": 18.01, "secs_score": 0.0088, "secs_total": 18.1476, "load1_start": 15.57}
{"qid": "e8a79c70", "type": "single-session-assistant", "abstention": false, "gold": ["s04003554dd.md"], "ranked": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "s4569e76b20.md", "sc4a3678382.md", "sda6796ade6.md", "s666adafd3c.md", "s84f1908d1c.md", "s2c92e96f5f.md", "s568282cd4d.md", "s1181fa6348.md", "s807e6d324d.md", "sf5431e66f8.md", "sa747cc84ce.md", "s138721d475.md", "s83bd5333a6.md", "s0abb0949e6.md", "sd593ccfb7a.md", "sff077f48b5.md", "sd2bb7f9f6b.md", "s75dd5d8c36.md", "s045fc5325d.md", "s8e3ae9fdf4.md", "s99a6fd7886.md", "sdbfe227dc7.md", "s7f313c2f54.md", "s2aafbfd662.md", "s9f501c0c54.md", "s79de0fb1e3.md", "sb23c89f0b3.md", "sa28d249c0f.md", "s91a1e3fb97.md", "s2bba79f8fc.md", "sdfbf061db7.md", "sb4ba15824c.md", "s3c22351124.md", "s9f8c2acf81.md", "sd408180b5f.md", "s472868a601.md", "s154ba941db.md", "sa3bc7333df.md", "s5a6d2016ce.md", "s779f128ac4.md", "s3bc21bbad6.md"], "s1": [23.657013, 14.447012, 8.902861, 8.114109, 6.661798, 6.437236, 6.215009, 5.579575, 4.452704, 4.31816, 4.164158, 4.111711, 3.988966, 3.847796, 3.826445, 3.710571, 3.620852, 3.577872, 3.542226, 3.382645, 3.190018, 3.186834, 3.102374, 3.048696, 2.984934, 2.947981, 2.762817, 2.700718, 2.482956, 2.354023, 2.253443, 2.154528, 2.126871, 2.068818, 1.829684, 1.800383, 1.662059, 1.659694, 1.614746, 1.428823, 1.064743, 0.813459, 0.431132, 0.419337], "search": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "s4569e76b20.md", "sc4a3678382.md", "sda6796ade6.md", "s666adafd3c.md", "s84f1908d1c.md", "s2c92e96f5f.md", "s568282cd4d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 44, "n_texts": 250, "n_windows": 378, "n_texts_windowed": 128, "n_tokens": 120041, "n_query_terms": 35, "nnz_texts": 78899, "index_bytes": 951365, "secs_text": 0.1276, "secs_encode": 17.8241, "secs_score": 0.0085, "secs_total": 17.9622, "load1_start": 14.49}
{"qid": "d596882b", "type": "single-session-assistant", "abstention": false, "gold": ["s0b86d4012e.md"], "ranked": ["s0b86d4012e.md", "s2ed0de2374.md", "s0e82274fa0.md", "s8f3c77a225.md", "sf09b02bce2.md", "s0497584fb4.md", "s3c44f4c044.md", "s73c4e1f67e.md", "s88ebca5b82.md", "sd6415281e4.md", "s61541fc4f6.md", "s772e742c94.md", "s0376097cf1.md", "s219374ef8d.md", "sfdbabc383c.md", "s8404d2fa3d.md", "s2a6f8edc44.md", "se013f1b2dd.md", "s3fb10929e7.md", "scbda7c913d.md", "s2bbe912c02.md", "sb16ea0d99f.md", "sfc387f85e5.md", "s3bcbc2fb9c.md", "sc23a8cc0cb.md", "sbfa904b737.md", "s4bb206c6a1.md", "sda0f7f4ee3.md", "s546ba7d870.md", "s90d2e10814.md", "s03da0ab909.md", "s1082910165.md", "s5eadc9659e.md", "sab2acfba16.md", "s946ceeaed3.md", "s90b4cf3f80.md", "s8aa189bdb5.md", "sca5594e89b.md", "s9937a66719.md", "s801c78789c.md", "s28e0b222ef.md", "s6fce34712f.md", "sb8c5259134.md"], "s1": [16.642822, 8.165051, 7.602311, 7.012489, 6.969394, 6.584452, 6.391151, 5.704187, 5.343801, 5.197947, 4.995643, 4.791534, 4.740443, 4.569913, 4.525485, 4.392798, 4.16784, 4.077043, 3.702703, 3.483, 3.349671, 3.119174, 2.606429, 2.519434, 2.517421, 2.230871, 2.194623, 2.162016, 2.155181, 2.132797, 2.096995, 1.868908, 1.687891, 1.672688, 1.451657, 0.966054, 0.882951, 0.795528, 0.701339, 0.543986, 0.493151, 0.457799, 0.347225], "search": ["s0b86d4012e.md", "s2ed0de2374.md", "s0e82274fa0.md", "s8f3c77a225.md", "sf09b02bce2.md", "s0497584fb4.md", "s3c44f4c044.md", "s73c4e1f67e.md", "s88ebca5b82.md", "sd6415281e4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 44, "n_scored_files": 43, "n_texts": 252, "n_windows": 370, "n_texts_windowed": 118, "n_tokens": 119951, "n_query_terms": 37, "nnz_texts": 79897, "index_bytes": 963269, "secs_text": 0.1289, "secs_encode": 17.8742, "secs_score": 0.0094, "secs_total": 18.0144, "load1_start": 14.91}
{"qid": "e3fc4d6e", "type": "single-session-assistant", "abstention": false, "gold": ["s38287e8fe8.md"], "ranked": ["s38287e8fe8.md", "s5d7c916856.md", "s43438433a1.md", "sc137b20f36.md", "sc206c05512.md", "sfd39a47d30.md", "s76634d339f.md", "s469a2d376c.md", "sb04cc30ec7.md", "s8811f62716.md", "sa70c39424e.md", "s7680de12b3.md", "s2859eddef2.md", "s0c56c760f0.md", "sd0a76d2ee7.md", "scfa474846e.md", "s28561f860f.md", "s7cdcc1fe41.md", "scca4df75bc.md", "s48fbd6146a.md", "sbb2655cd77.md", "sd8efc129a1.md", "sde7d225cac.md", "sef8c6dee51.md", "s23b5bd11b7.md", "s4537853fd1.md", "s5a45102063.md", "s63871bb111.md", "s1b9ee33094.md", "s141573c4ca.md", "s948d515e69.md", "se41406c2aa.md", "s82fb35161e.md", "sf331c0648d.md", "s3417cd8238.md", "sabad1a6bf1.md", "s7e9a03238d.md", "s0e9bcee655.md", "scc9444acef.md", "sa307780757.md", "s99b5a37850.md", "s6439adffa8.md", "s19e92740c0.md", "sb4b7206929.md", "s3c653dfa79.md", "s85cf178fdf.md", "s7b1ca027b2.md", "scd01007835.md", "sef145637a4.md", "sac96f02864.md"], "s1": [30.429144, 8.019413, 6.468833, 5.954404, 5.444883, 4.785867, 4.514601, 4.420225, 4.332788, 4.198742, 4.03121, 3.839022, 3.749364, 3.663061, 3.317064, 3.295376, 3.245801, 3.150474, 2.977604, 2.950974, 2.773158, 2.737721, 2.702045, 2.694187, 2.672223, 2.274331, 2.087433, 2.024373, 2.01754, 1.957305, 1.909539, 1.891147, 1.884714, 1.843421, 1.714242, 1.550241, 1.544585, 1.472461, 1.334795, 1.168203, 1.16299, 0.948763, 0.9086, 0.869584, 0.663037, 0.591683, 0.553521, 0.211598, 0.159295, 0.139569], "search": ["s38287e8fe8.md", "s5d7c916856.md", "s43438433a1.md", "sc137b20f36.md", "sc206c05512.md", "sfd39a47d30.md", "s76634d339f.md", "s469a2d376c.md", "sb04cc30ec7.md", "s8811f62716.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 253, "n_windows": 339, "n_texts_windowed": 86, "n_tokens": 116144, "n_query_terms": 41, "nnz_texts": 75099, "index_bytes": 905861, "secs_text": 0.1225, "secs_encode": 17.2816, "secs_score": 0.0097, "secs_total": 17.4155, "load1_start": 13.61}
{"qid": "51b23612", "type": "single-session-assistant", "abstention": false, "gold": ["s4d8ff19935.md"], "ranked": ["s4d8ff19935.md", "s04b2a8615d.md", "s56f57c69c3.md", "s5c0f9d88c0.md", "s656a1a1682.md", "s9868fb3bb1.md", "s8c9ee4db64.md", "sce7385e9e9.md", "sf40c5f4304.md", "sa4619f7afb.md", "s2228391988.md", "s593089ae2e.md", "s17bbf2bf48.md", "sf1c67c4e64.md", "s47c93e7254.md", "s102d12f40d.md", "s6e307052e2.md", "s555f25309d.md", "s7ff74d3a29.md", "sb01dcec020.md", "sa9da17c67a.md", "sf72d0c4b17.md", "s86863da178.md", "s6e251461a6.md", "s722b83efed.md", "sc4dc83c0c8.md", "s03cbf817d5.md", "se64cbbf06d.md", "sca233b249e.md", "s50a2873244.md", "s2ad672594b.md", "s043ee7387e.md", "s83163a209a.md", "s386b4d19f4.md", "s7d2e396a69.md", "s01d928a914.md", "se1db058ce2.md", "s91923effe5.md", "s8a034876b5.md", "sfc2f45bb7b.md", "s6a31a56172.md", "s2132849ff4.md", "s64f3b1e0f6.md", "s9bacd2d51a.md", "sf6497da562.md"], "s1": [23.988871, 5.147974, 4.629646, 3.632253, 3.548621, 3.540446, 3.201719, 3.084118, 2.555709, 2.45173, 2.250075, 2.212216, 2.175085, 2.157259, 2.140551, 2.102593, 2.010986, 2.002658, 1.996767, 1.994976, 1.958934, 1.915412, 1.878315, 1.755677, 1.314477, 1.306187, 1.256463, 1.219345, 1.211446, 1.118897, 1.096809, 1.0563, 0.995422, 0.975514, 0.825737, 0.78073, 0.76243, 0.719977, 0.636812, 0.548281, 0.513187, 0.501643, 0.465002, 0.342075, 0.004163], "search": ["s4d8ff19935.md", "s04b2a8615d.md", "s56f57c69c3.md", "s5c0f9d88c0.md", "s656a1a1682.md", "s9868fb3bb1.md", "s8c9ee4db64.md", "sce7385e9e9.md", "sf40c5f4304.md", "sa4619f7afb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 45, "n_texts": 243, "n_windows": 355, "n_texts_windowed": 111, "n_tokens": 116792, "n_query_terms": 30, "nnz_texts": 76105, "index_bytes": 917765, "secs_text": 0.1169, "secs_encode": 17.3255, "secs_score": 0.01, "secs_total": 17.4543, "load1_start": 14.21}
{"qid": "3e321797", "type": "single-session-assistant", "abstention": false, "gold": ["s8824eeaa06.md"], "ranked": ["s8824eeaa06.md", "s1cb36fa62c.md", "s85374a92e4.md", "s3c3ea302b4.md", "sfcf5130690.md", "scd52bc4761.md", "se8012daa50.md", "sbac2b7a53d.md", "sd296050f6f.md", "sb71f88984b.md", "s9ffabe1769.md", "s8b8ef34bf7.md", "s43e7547ad6.md", "sff578cb684.md", "s501da65c1d.md", "s846b1468aa.md", "s13a0f7b520.md", "sc1eadfd0f4.md", "s7be6873f02.md", "s3ffe548789.md", "s41ca63859f.md", "sbeb7526730.md", "s3bc57b0d08.md", "s507b7f4ac4.md", "sfd20167f91.md", "sb88204faf0.md", "sde9c2c0af9.md", "sac6b88b6a7.md", "s134a4aeff0.md", "s2bdb456d48.md", "sfc1c73f525.md", "s341f04762b.md", "s11ddf68bbf.md", "sab75d8c96f.md", "sb51a7bcb00.md", "s5968825379.md", "s9b7d18d8bf.md", "s51859fedc4.md", "sc5c21b9bf1.md", "s7e9e71cf71.md", "s71cdd1a52e.md", "sf7a4dc79f0.md", "s1dd3a3f2a0.md", "s4a86f09559.md", "sb7e04edd79.md", "s33ab321101.md", "s7646f8152a.md", "s9ce6b27c08.md", "s39173b5737.md", "s70ff595fc3.md"], "s1": [32.969517, 14.706646, 9.663095, 9.554688, 8.168469, 7.996079, 7.668985, 7.532, 7.28506, 7.156019, 6.941924, 6.243698, 5.630567, 5.62002, 5.571332, 5.278883, 4.630144, 4.602446, 4.523535, 4.514794, 4.231631, 4.125978, 4.026733, 2.923753, 2.91828, 2.732844, 2.631323, 2.424014, 2.315789, 2.182297, 2.109715, 1.922253, 1.853021, 1.774795, 1.723225, 1.633292, 1.497, 1.425166, 1.324049, 1.312664, 1.309557, 1.233474, 1.198132, 0.965132, 0.906724, 0.829855, 0.820032, 0.556004, 0.297855, 0.105163], "search": ["s8824eeaa06.md", "s1cb36fa62c.md", "s85374a92e4.md", "s3c3ea302b4.md", "sfcf5130690.md", "scd52bc4761.md", "se8012daa50.md", "sbac2b7a53d.md", "sd296050f6f.md", "sb71f88984b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 255, "n_windows": 383, "n_texts_windowed": 128, "n_tokens": 121416, "n_query_terms": 40, "nnz_texts": 80247, "index_bytes": 967621, "secs_text": 0.1257, "secs_encode": 18.0582, "secs_score": 0.009, "secs_total": 18.1947, "load1_start": 14.72}
{"qid": "e982271f", "type": "single-session-assistant", "abstention": false, "gold": ["sea5783032a.md"], "ranked": ["sea5783032a.md", "s8ee6e1d4b2.md", "sf0bab2e2f2.md", "sbf61c0ae53.md", "s3d82576df2.md", "s3fd72943ea.md", "s584b612982.md", "s4e4db79cec.md", "sfaa532a206.md", "s4083954eeb.md", "sce964475ed.md", "s7f54b12505.md", "s3f9629cc19.md", "s754000f9bc.md", "s97d7c97b0f.md", "s90404aec92.md", "s9c5974194c.md", "s95e7b62b71.md", "s9448975b3e.md", "s9546d0860a.md", "s660cdc4b16.md", "sfd5af1336b.md", "s56e1a91223.md", "sde378ee249.md", "sd55146f52b.md", "sbc13f62618.md", "s3d897a5509.md", "s642e6245cc.md", "s3bb4b21fe1.md", "s3e76bbdd97.md", "sa69b95fd1d.md", "s453f8205a0.md", "s14ffa532a7.md", "sb99165f43c.md", "scf4393b205.md", "s0fccb9eba3.md", "sa61682c45e.md", "sef39b62efb.md", "s90228448ce.md", "s1f4d06379a.md", "s88a7cf556b.md", "s1432827a36.md", "s9c30609f1b.md", "s0f21791780.md", "s3c3aa2b9cd.md", "s7d509cd9c4.md", "sb3292b1a37.md", "sc3918f972b.md", "s85c8c00e65.md", "s60b1255eea.md"], "s1": [22.93046, 12.55494, 7.412907, 6.837735, 6.771551, 5.404965, 5.396694, 5.053888, 5.040606, 4.506402, 4.344021, 4.14977, 3.884342, 3.861201, 3.627628, 3.386286, 3.181184, 3.176774, 3.116572, 3.032849, 2.952535, 2.917558, 2.810287, 2.761808, 2.701977, 2.67152, 2.344598, 1.971352, 1.833575, 1.820911, 1.75691, 1.725856, 1.693524, 1.519828, 1.467118, 1.334505, 1.302178, 1.2136, 1.202827, 1.085963, 1.059913, 1.050263, 0.953107, 0.943605, 0.597804, 0.565378, 0.411387, 0.318827, 0.238452, 0.221556], "search": ["sea5783032a.md", "s8ee6e1d4b2.md", "sf0bab2e2f2.md", "sbf61c0ae53.md", "s3d82576df2.md", "s3fd72943ea.md", "s584b612982.md", "s4e4db79cec.md", "sfaa532a206.md", "s4083954eeb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 54, "n_scored_files": 54, "n_texts": 264, "n_windows": 352, "n_texts_windowed": 88, "n_tokens": 119752, "n_query_terms": 30, "nnz_texts": 77838, "index_bytes": 938757, "secs_text": 0.1248, "secs_encode": 17.8069, "secs_score": 0.0087, "secs_total": 17.9425, "load1_start": 15.08}
{"qid": "352ab8bd", "type": "single-session-assistant", "abstention": false, "gold": ["s0d28370197.md"], "ranked": ["s0d28370197.md", "s8d8d9d5afe.md", "s3660f300eb.md", "sc437ab711b.md", "s154a203c1d.md", "s1aabf43e22.md", "sc0ed0eda23.md", "s9ebe2df49b.md", "sa2ccda33b8.md", "s2963d6d0bc.md", "s9b7d0527f3.md", "scb828b2291.md", "s7064d66d1a.md", "sc30736cae3.md", "s3281c03897.md", "s18e50ecbe7.md", "scd24869b40.md", "s2eec8915a3.md", "s6bd07fb430.md", "s19d15a64b9.md", "s7d138aba0a.md", "sd196926bda.md", "s38ce59b8c5.md", "s2e523bd514.md", "s49387513b2.md", "s820017fae9.md", "sc00c4302e2.md", "s37c1e22d7d.md", "s6ad1dd86b7.md", "sf5f3855c0d.md", "s0ccf047a75.md", "s5c95bd2171.md", "sb3ccda8f99.md", "s058561053c.md", "s0ef6042989.md", "s86d7f1b909.md", "scf93b2bcab.md", "s861eaad331.md", "s1b4e841c20.md", "s27a39b7c5b.md", "s14958bdbd1.md", "s85e31079d3.md", "s2f47102849.md", "s0e02eca0ed.md", "sa5a604bd4d.md", "sdfbb8fe82e.md", "s092916b9e2.md", "sc87131a25a.md", "sa1a5f071a3.md"], "s1": [45.027405, 6.718371, 6.28804, 6.057018, 5.961862, 4.935414, 4.331481, 4.102539, 3.962981, 3.728897, 3.717967, 3.444232, 3.414793, 3.356806, 3.190835, 3.178395, 3.031692, 2.876971, 2.739765, 2.726075, 2.590986, 2.568141, 2.351826, 2.222294, 2.139373, 2.063383, 2.038496, 1.971523, 1.904901, 1.814069, 1.468352, 1.454883, 1.164177, 1.109701, 1.069336, 0.987777, 0.933691, 0.826363, 0.794585, 0.77896, 0.744712, 0.703567, 0.578675, 0.535646, 0.527774, 0.491449, 0.369662, 0.323816, 0.005072], "search": ["s0d28370197.md", "s8d8d9d5afe.md", "s3660f300eb.md", "sc437ab711b.md", "s154a203c1d.md", "s1aabf43e22.md", "sc0ed0eda23.md", "s9ebe2df49b.md", "sa2ccda33b8.md", "s2963d6d0bc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 255, "n_windows": 366, "n_texts_windowed": 110, "n_tokens": 118570, "n_query_terms": 40, "nnz_texts": 78776, "index_bytes": 949957, "secs_text": 0.1213, "secs_encode": 17.6355, "secs_score": 0.0085, "secs_total": 17.7674, "load1_start": 15.51}
{"qid": "fca762bc", "type": "single-session-assistant", "abstention": false, "gold": ["s465438d08b.md"], "ranked": ["s465438d08b.md", "s44ea032896.md", "sbbe48ed195.md", "sf73ee336fb.md", "s0e179f7d65.md", "se31c59310c.md", "s49d8626762.md", "s8e6f48f153.md", "sf505763895.md", "s722692bffd.md", "s416a51074f.md", "s6591a7b30c.md", "sa5ed29f79a.md", "s2320ac4aa4.md", "sdddb6e962b.md", "sab1410f673.md", "s6e50ba9e7e.md", "s1500249f95.md", "s278daef1c5.md", "sf24820743f.md", "s5b6ec7f244.md", "s9038c01b62.md", "saca69c2ce0.md", "s9c417a9c1c.md", "s77fe708150.md", "s086853fb27.md", "sbf2d30cf89.md", "s08e665b42b.md", "sac41cefb31.md", "s712ff8eccd.md", "s55bb7dbac0.md", "s6a40b2b2e8.md", "s68ff0ed125.md", "s842bfd685a.md", "sf0e7668494.md", "s2cb8031016.md", "s0e3eecb13d.md", "s7cbb5f3493.md", "s734d650d3e.md", "sba0a1809c5.md", "s2a4f4fc158.md", "sf11577b177.md"], "s1": [28.935104, 12.55915, 9.097281, 7.951704, 7.940991, 7.327385, 6.838805, 6.362162, 5.586924, 5.224782, 4.922947, 4.914368, 4.776883, 4.53646, 4.460358, 4.383268, 4.122191, 4.094358, 3.920235, 3.516167, 3.455088, 3.320612, 3.20331, 3.057363, 2.873361, 2.831351, 2.633007, 2.40624, 2.118056, 2.095691, 1.995744, 1.952701, 1.93584, 1.918238, 1.822866, 1.643636, 1.383163, 1.256453, 1.224471, 1.168282, 0.815204, 0.117424], "search": ["s465438d08b.md", "s44ea032896.md", "sbbe48ed195.md", "sf73ee336fb.md", "s0e179f7d65.md", "se31c59310c.md", "s49d8626762.md", "s8e6f48f153.md", "sf505763895.md", "s722692bffd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 42, "n_scored_files": 42, "n_texts": 245, "n_windows": 378, "n_texts_windowed": 133, "n_tokens": 119691, "n_query_terms": 44, "nnz_texts": 77980, "index_bytes": 940165, "secs_text": 0.1236, "secs_encode": 17.7935, "secs_score": 0.0083, "secs_total": 17.9271, "load1_start": 14.45}
{"qid": "7a8d0b71", "type": "single-session-assistant", "abstention": false, "gold": ["sd80af9ef08.md"], "ranked": ["sd80af9ef08.md", "s44fa92a84b.md", "s56008327fa.md", "sa6efa9a4bc.md", "s5b2ce27108.md", "s5d6950fc0b.md", "s1e0614e22a.md", "s67eb800273.md", "s178668233d.md", "s2376599742.md", "sf2a8f46cba.md", "s116e282da5.md", "s01076e7a42.md", "sa6ba64840f.md", "s8f75db98cd.md", "s7909179525.md", "sc99148a393.md", "s726575202a.md", "sa84ebd678d.md", "sfe3622c917.md", "s243ae6c11c.md", "s5245620964.md", "s564cbe4051.md", "s41aab554ca.md", "s2ab19fbb69.md", "s4617539a6f.md", "s9ea25f64a9.md", "sf32e45bc0d.md", "s019de8f2c3.md", "se4d74b8fac.md", "sbcc89a60c6.md", "sd798e099c1.md", "sa2e100aab5.md", "sa41d1ba4bb.md", "sfc9509d3d7.md", "s0e9d734b82.md", "s38029cd2df.md", "sd0e885a7cd.md", "sa88463bad2.md", "s556586a9d7.md", "s6bf7cee5c0.md", "sb4f61eb6b7.md", "sa381ddda75.md", "sa0a7fc80dc.md", "s78596c9c85.md"], "s1": [30.415516, 12.236648, 7.1959, 7.121167, 6.414333, 5.632661, 5.450631, 5.292952, 4.965915, 4.962325, 4.936591, 4.827155, 4.431195, 4.345358, 4.344232, 3.793585, 3.791111, 3.770595, 3.763966, 3.535594, 3.479574, 3.438085, 3.280281, 3.249159, 3.09067, 3.063408, 3.029874, 2.878203, 2.871734, 2.836281, 2.768869, 2.730744, 2.653113, 2.308899, 2.277257, 1.642504, 1.573513, 1.512192, 1.325242, 1.277168, 0.816341, 0.734292, 0.617295, 0.304037, 0.186855], "search": ["sd80af9ef08.md", "s44fa92a84b.md", "s56008327fa.md", "sa6efa9a4bc.md", "s5b2ce27108.md", "s5d6950fc0b.md", "s1e0614e22a.md", "s67eb800273.md", "s178668233d.md", "s2376599742.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 256, "n_windows": 366, "n_texts_windowed": 110, "n_tokens": 119087, "n_query_terms": 35, "nnz_texts": 79238, "index_bytes": 955397, "secs_text": 0.1258, "secs_encode": 17.6569, "secs_score": 0.0086, "secs_total": 17.7933, "load1_start": 13.69}
{"qid": "a40e080f", "type": "single-session-assistant", "abstention": false, "gold": ["s96ff435a8c.md"], "ranked": ["s96ff435a8c.md", "s73d9f4f80f.md", "sff0d3f997a.md", "sba5a8f5959.md", "seca2ac2649.md", "s57f31fa554.md", "sdf78694dc8.md", "s73af9e978d.md", "s052c3047aa.md", "sd62cf41ce8.md", "s1d0f795079.md", "s00050725c7.md", "s64c2beef44.md", "s25d8f3cde7.md", "s91012c85ca.md", "scc02233c2d.md", "sbc3cc1f62d.md", "s283a7e1a2d.md", "s74a46ba0b4.md", "sfff2c74f7f.md", "s4c2ff4a452.md", "se44fa78161.md", "sae6937dd01.md", "s49ef099e68.md", "s6bc95bea8a.md", "sd2b8c4a6af.md", "sdccd0854ce.md", "s218751cc92.md", "sa303af4ee6.md", "s0d443cfc9d.md", "s02616f0cc3.md", "s5e733a45d5.md", "s4f1089658e.md", "s854570a2bb.md", "sbe327fe96b.md", "sacdd6bed2f.md", "sb621741cca.md", "s47f72780b3.md", "s9fb5e1e0a7.md", "s770b5d7058.md", "sb78cd30474.md", "scc9651485e.md", "sae6d1a8c64.md", "sb9f85ea4d6.md", "s9fc8cf9f0f.md", "s88e2423e6b.md", "s62e0c9da9f.md", "s26250ee203.md"], "s1": [26.841534, 7.104424, 6.704342, 6.137581, 5.811785, 5.387719, 4.693286, 4.5308, 3.937721, 3.868297, 3.846382, 3.40115, 3.294366, 3.279186, 3.097368, 3.073267, 3.007776, 2.412516, 2.410931, 2.009359, 1.943381, 1.854025, 1.82201, 1.775519, 1.758001, 1.655401, 1.645426, 1.465383, 1.366153, 1.339131, 1.270266, 1.214326, 1.209628, 1.126836, 0.951353, 0.913535, 0.907371, 0.878292, 0.867591, 0.807594, 0.721921, 0.706637, 0.658444, 0.503469, 0.176955, 0.17036, 0.157027, 0.02827], "search": ["s96ff435a8c.md", "s73d9f4f80f.md", "sff0d3f997a.md", "sba5a8f5959.md", "seca2ac2649.md", "s57f31fa554.md", "sdf78694dc8.md", "s73af9e978d.md", "s052c3047aa.md", "sd62cf41ce8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 48, "n_scored_files": 48, "n_texts": 251, "n_windows": 347, "n_texts_windowed": 96, "n_tokens": 118228, "n_query_terms": 36, "nnz_texts": 76058, "index_bytes": 917253, "secs_text": 0.1179, "secs_encode": 17.5418, "secs_score": 0.009, "secs_total": 17.6706, "load1_start": 14.28}
{"qid": "8b9d4367", "type": "single-session-assistant", "abstention": false, "gold": ["sb887613188.md"], "ranked": ["sb887613188.md", "s2b6cc70514.md", "sad1a9e0a1b.md", "sb0253805b0.md", "s6585babf7f.md", "sff8759ee6e.md", "sf310dc0ef6.md", "sfef37afe2f.md", "sa64adbc051.md", "s425ae3eb9c.md", "sa3a39c7e20.md", "s80f9d83ed9.md", "sbc564175be.md", "s550793557a.md", "sf400739d0e.md", "seae9aa7400.md", "sa303ae6152.md", "s0943315de7.md", "s52a78a3e4d.md", "s69018a3690.md", "sf52b39889c.md", "s94484483c3.md", "s2e3b517535.md", "s67ff6d2217.md", "s193711d6db.md", "se9c0405fdf.md", "scfa2b031db.md", "s6f017eae9d.md", "s086a6218c2.md", "sf399223a7c.md", "s7d2e6f162b.md", "s1711d567a1.md", "sbd16577915.md", "scd393dae4c.md", "s9fba984893.md", "sc2f2a7e571.md", "s9fec3267c2.md", "sa99e39dd6c.md", "s1784afabc0.md", "s8371eabe4d.md", "s2af22c0e32.md", "s467c848401.md", "s4a19360ded.md", "s961f104a70.md", "s46d8eae3cb.md", "s0c192b82dc.md", "sf88f13259f.md", "s38c56782b3.md", "s30da651bbd.md", "sc5f0f65ae0.md"], "s1": [27.122532, 5.225395, 4.457911, 4.065499, 4.062514, 4.027387, 3.794833, 3.728485, 3.033614, 3.010482, 2.961847, 2.881738, 2.844699, 2.730563, 2.663774, 2.6103, 2.608902, 2.603752, 2.453106, 2.375875, 2.342529, 2.316199, 2.150363, 2.108916, 2.097618, 2.003727, 1.986525, 1.833038, 1.795152, 1.763069, 1.746732, 1.724813, 1.532311, 1.359224, 1.309204, 1.261873, 1.188143, 1.170333, 1.105162, 0.997146, 0.996811, 0.970009, 0.934566, 0.743928, 0.700759, 0.700708, 0.619604, 0.595438, 0.486365, 0.471261], "search": ["sb887613188.md", "s2b6cc70514.md", "sad1a9e0a1b.md", "sb0253805b0.md", "s6585babf7f.md", "sff8759ee6e.md", "sf310dc0ef6.md", "sfef37afe2f.md", "sa64adbc051.md", "s425ae3eb9c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 256, "n_windows": 353, "n_texts_windowed": 97, "n_tokens": 117332, "n_query_terms": 40, "nnz_texts": 76342, "index_bytes": 920837, "secs_text": 0.1231, "secs_encode": 17.5794, "secs_score": 0.01, "secs_total": 17.7143, "load1_start": 14.34}
{"qid": "5809eb10", "type": "single-session-assistant", "abstention": false, "gold": ["sdc288d637a.md"], "ranked": ["sdc288d637a.md", "se1ddc38a71.md", "s1a252c8ba1.md", "scb1ec32cb3.md", "saf8bdf7e52.md", "s867eeb4e01.md", "sf979f579bc.md", "s6378593e33.md", "s12ebd063b3.md", "s6d2e7316ce.md", "s40ed21af1b.md", "s86e4217a5f.md", "s0ce64a1e6f.md", "s0a61d61fd5.md", "sa4f268e07e.md", "s4148f40ec8.md", "s82937de4cc.md", "see777c3b64.md", "s41205fc81c.md", "s3f6e06a1ef.md", "s5c15c2499b.md", "s59c2885271.md", "s7f18f7027e.md", "s4988aefb66.md", "sc9a1eaee2b.md", "sa3af2735e0.md", "s7e07e05678.md", "s6cff0d430b.md", "s1003de4faa.md", "s0ff1b39339.md", "s81a0b45853.md", "s16c3b42e02.md", "s97f1300a30.md", "s0588f9258a.md", "s57cbcacabf.md", "s5a9bf2d8ac.md", "s2061914d29.md", "s55f51da40e.md", "sc896cbe69d.md", "s44a5c86746.md", "s54cf509d49.md", "s2e29682020.md", "s700e7095a1.md", "s51b8f32834.md", "sd8975ebbaf.md", "s6b796dcc91.md", "s5dbf273815.md", "s7fc1f6e179.md", "s11d1303de1.md", "sfe4051c403.md"], "s1": [31.712044, 12.680681, 7.318187, 6.258673, 5.165379, 5.075366, 4.8277, 4.478426, 3.943422, 3.935468, 3.734188, 3.428583, 3.233073, 3.216292, 3.129816, 3.03554, 2.907929, 2.732372, 2.670248, 2.605327, 2.199676, 2.115785, 2.070002, 2.0481, 2.005302, 1.930637, 1.801963, 1.604286, 1.583503, 1.463874, 1.450743, 1.402965, 1.353923, 1.125437, 1.100534, 1.050357, 1.029032, 1.024997, 0.895449, 0.833333, 0.775604, 0.75445, 0.710319, 0.666087, 0.65342, 0.652867, 0.576859, 0.541734, 0.5274, 0.502256], "search": ["sdc288d637a.md", "se1ddc38a71.md", "s1a252c8ba1.md", "scb1ec32cb3.md", "saf8bdf7e52.md", "s867eeb4e01.md", "sf979f579bc.md", "s6378593e33.md", "s12ebd063b3.md", "s6d2e7316ce.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 52, "n_scored_files": 52, "n_texts": 256, "n_windows": 336, "n_texts_windowed": 80, "n_tokens": 117119, "n_query_terms": 35, "nnz_texts": 75583, "index_bytes": 911685, "secs_text": 0.1223, "secs_encode": 17.4443, "secs_score": 0.0092, "secs_total": 17.5776, "load1_start": 14.81}
{"qid": "41275add", "type": "single-session-assistant", "abstention": false, "gold": ["s6c781bb2b2.md"], "ranked": ["s6c781bb2b2.md", "sbe618bf69f.md", "sb8e533b015.md", "s0fea59c73c.md", "s538efc2a96.md", "s52bc34b90b.md", "sf7e7b3e9c9.md", "sb5df7898a3.md", "sfc55a260b3.md", "s4d4a99b34e.md", "se15a346ce8.md", "s153b36c213.md", "s4ab69d7f23.md", "se7c5229a5e.md", "s47aceb0fb4.md", "s34789aafd1.md", "sd5932a1363.md", "s03354a569e.md", "s0d12ca1249.md", "sf587505ebe.md", "sedfe66726c.md", "sa4e322c34d.md", "sc9900c875c.md", "s37bbe70b31.md", "s69f895da1c.md", "s65f1b545f5.md", "sd7e3c15ddf.md", "s2d0ca6aa66.md", "s01d814735d.md", "s9c0e9a0698.md", "s1ebb88155b.md", "seb2e5ac520.md", "s2af4863343.md", "s88aea817ef.md", "s61c25398ef.md", "s74975b6ed8.md", "sdaf56980d5.md", "s07c15e52bb.md", "s3b058bc1f4.md", "sdddda333b7.md", "s673d3855f4.md", "sf766382834.md", "sd850f058e2.md", "s483641cbb3.md", "s31c71cf8b0.md", "s77e27db66d.md", "s6cbc3684fe.md", "s25c3651262.md", "s02f32e8abe.md", "sacde959186.md"], "s1": [21.773569, 11.100471, 6.798997, 5.802148, 4.685701, 4.390706, 4.210745, 4.177279, 3.958567, 3.926414, 3.869071, 3.771638, 3.693447, 3.436829, 3.298958, 3.277558, 3.016802, 3.002861, 2.87026, 2.783865, 2.752058, 2.21786, 2.016551, 1.926602, 1.91331, 1.905665, 1.813854, 1.762473, 1.699668, 1.624277, 1.567313, 1.444105, 1.356098, 1.262253, 1.245299, 1.206127, 1.122012, 1.088284, 1.061943, 1.050679, 1.043549, 0.893814, 0.83194, 0.807299, 0.665127, 0.598616, 0.534829, 0.488635, 0.296949, 0.279949], "search": ["s6c781bb2b2.md", "sbe618bf69f.md", "sb8e533b015.md", "s0fea59c73c.md", "s538efc2a96.md", "s52bc34b90b.md", "sf7e7b3e9c9.md", "sb5df7898a3.md", "sfc55a260b3.md", "s4d4a99b34e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 260, "n_windows": 366, "n_texts_windowed": 106, "n_tokens": 119623, "n_query_terms": 29, "nnz_texts": 79009, "index_bytes": 952901, "secs_text": 0.1223, "secs_encode": 17.827, "secs_score": 0.0092, "secs_total": 17.9604, "load1_start": 15.08}
{"qid": "4388e9dd", "type": "single-session-assistant", "abstention": false, "gold": ["s4b74fddf47.md"], "ranked": ["s4b74fddf47.md", "s1a16e9118f.md", "sf8132b677a.md", "s0a52b07d40.md", "s7b61d8ff17.md", "s2731f1f271.md", "sc6a58cb6d5.md", "s6df0fe3d5a.md", "sb0782420d3.md", "sb3034dd159.md", "s48eacf7850.md", "s8e9154410a.md", "sa5ebe246ab.md", "s1de6aaf6f4.md", "s545bf0776d.md", "seea2e2cd31.md", "s52e38b4ecc.md", "s63df9e919b.md", "s8509563fce.md", "s1451eaa13c.md", "s21b7e2af0e.md", "s1070724221.md", "s71d2813687.md", "s6fd8dc6509.md", "s8730313544.md", "sa93c18e1e7.md", "s2d7f7df283.md", "s77087c5431.md", "sff2d38b45f.md", "sdf1d2f9125.md", "s03e7cfafb9.md", "s1639368ac7.md", "s6ece0af266.md", "sb6642f4025.md", "sf8cd25662b.md", "s85d6096757.md", "sad516f49a3.md", "s42e8ef0e23.md", "s302c1d88c8.md", "s4bd984d2f1.md", "s8e80e82b25.md", "sa74dc48159.md", "s0ef096cb70.md"], "s1": [15.121293, 8.196266, 4.402436, 4.085761, 4.032767, 3.772703, 3.4162, 2.855627, 2.826364, 2.648632, 2.522259, 2.431673, 2.421294, 2.287874, 2.260271, 2.205514, 2.181593, 2.024599, 1.815577, 1.73418, 1.702015, 1.614272, 1.600676, 1.596254, 1.571227, 1.536923, 1.531252, 1.428036, 1.260323, 1.148291, 1.100291, 1.068333, 1.06377, 1.049302, 1.036296, 0.721408, 0.44266, 0.40733, 0.388931, 0.321219, 0.295258, 0.258386, 0.080509], "search": ["s4b74fddf47.md", "s1a16e9118f.md", "sf8132b677a.md", "s0a52b07d40.md", "s7b61d8ff17.md", "s2731f1f271.md", "sc6a58cb6d5.md", "s6df0fe3d5a.md", "sb0782420d3.md", "sb3034dd159.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 43, "n_scored_files": 43, "n_texts": 243, "n_windows": 355, "n_texts_windowed": 110, "n_tokens": 116900, "n_query_terms": 25, "nnz_texts": 77920, "index_bytes": 939589, "secs_text": 0.1226, "secs_encode": 17.3871, "secs_score": 0.0086, "secs_total": 17.5205, "load1_start": 15.34}
{"qid": "4baee567", "type": "single-session-assistant", "abstention": false, "gold": ["s3ace27611d.md"], "ranked": ["s3ace27611d.md", "s3c6c0f9e60.md", "sff7f36e61d.md", "sbb88320fea.md", "sa99fc44072.md", "s1fb181ca72.md", "s5322670cbf.md", "sfd3c2173c4.md", "s0fc1aa9cc1.md", "s502bc9bcc4.md", "sa4f842fdc3.md", "s14dac2b6fb.md", "s54e7f8e2e5.md", "sbcd7dff485.md", "s03c95a72e6.md", "s1d7d5fc8c9.md", "sae25e16be2.md", "s729356c721.md", "sba4099051e.md", "sc5f528d1a3.md", "s6f40584a8d.md", "s601ef2f62a.md", "sc0c681f583.md", "sfc9af11e45.md", "s830a5f064a.md", "sa842c68ddf.md", "s9ef7b590d1.md", "s1ee4001472.md", "s73af48d036.md", "sc35f702874.md", "sc6c1223862.md", "s6955897f6c.md", "sf923d980a1.md", "s3dddd2af40.md", "s1993a1bc2d.md", "s384530b9c4.md", "s56eb547a6c.md", "s6d24f9c816.md", "s715e9b6fe4.md", "sbf584e3103.md", "s803945ab72.md", "s40fccd2874.md", "s7a127849e1.md", "sc6774224cc.md", "s697732680a.md", "sb3a989e007.md", "s4c492973d9.md", "s004197ad5e.md", "s6e0ce0e2c2.md"], "s1": [21.122852, 5.189289, 4.835254, 4.679092, 4.488855, 3.938488, 3.875351, 3.718431, 3.666627, 3.527306, 3.485913, 3.339984, 3.289093, 3.277513, 3.244599, 3.21515, 2.928973, 2.856511, 2.749911, 2.633359, 2.482958, 2.413368, 2.380376, 2.37326, 2.316131, 2.14738, 2.095451, 1.903955, 1.896413, 1.873463, 1.827485, 1.553075, 1.516576, 1.508006, 1.342056, 1.333217, 1.093814, 0.815727, 0.657681, 0.598777, 0.594672, 0.586927, 0.570891, 0.570426, 0.461528, 0.424013, 0.140139, 0.093012, 0.084639], "search": ["s3ace27611d.md", "s3c6c0f9e60.md", "sff7f36e61d.md", "sbb88320fea.md", "sa99fc44072.md", "s1fb181ca72.md", "s5322670cbf.md", "sfd3c2173c4.md", "s0fc1aa9cc1.md", "s502bc9bcc4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 251, "n_windows": 355, "n_texts_windowed": 104, "n_tokens": 116295, "n_query_terms": 27, "nnz_texts": 77927, "index_bytes": 939717, "secs_text": 0.1182, "secs_encode": 17.3437, "secs_score": 0.0089, "secs_total": 17.4729, "load1_start": 15.53}
{"qid": "561fabcd", "type": "single-session-assistant", "abstention": false, "gold": ["sf0ed4d21d0.md"], "ranked": ["sf0ed4d21d0.md", "s9d5097c83f.md", "se65b0fa5da.md", "s3049cabb4f.md", "s1459f160f2.md", "s7018417eb3.md", "s634a0387a4.md", "s225ee529dc.md", "s4ce0813855.md", "seb4762fb6c.md", "sb4d12072eb.md", "sac47f71d90.md", "s47dd613477.md", "s1bd0ee4868.md", "sf7b32ae991.md", "s2e7a81c3a7.md", "s4b3d7c54ed.md", "s17b1fe1aab.md", "sa23fbf2f07.md", "sa8ffadbdaa.md", "s1a41bba19d.md", "s7a02a2f26e.md", "s1f4a72036f.md", "sec15f1229f.md", "se226ca1ad2.md", "s5bf84967ab.md", "s95ad6c7548.md", "sa8aeb5d311.md", "sdbf5d76cae.md", "sde6de86043.md", "s6305a01f10.md", "scfc5a78d12.md", "scf1fddb512.md", "s0fb0a46e6f.md", "s41adacafda.md", "s0e46ccd082.md", "s608a378c10.md", "s621a733f5e.md", "s341b53686c.md", "s7365aa2a0a.md", "s4a1ac5745c.md", "s23593bf0d8.md", "s74bb0f5c8d.md", "s5054bee643.md", "s78754a685b.md", "sd104a62ac2.md", "s2d16913d44.md", "sc5b9033d4a.md", "s098ea951d4.md"], "s1": [17.359499, 6.980013, 6.318641, 4.985344, 4.147241, 3.698562, 3.277946, 3.222089, 3.184536, 3.115655, 2.901146, 2.894466, 2.860223, 2.854059, 2.806053, 2.680604, 2.554836, 2.523579, 2.480862, 2.425511, 2.378093, 2.233009, 1.970056, 1.823359, 1.810531, 1.751015, 1.632987, 1.582136, 1.506943, 1.227986, 1.227449, 1.2074, 1.179103, 1.145718, 1.138736, 1.050078, 0.944283, 0.747083, 0.641006, 0.625212, 0.611317, 0.568969, 0.450695, 0.422471, 0.32222, 0.304093, 0.273579, 0.187568, 0.14344], "search": ["sf0ed4d21d0.md", "s9d5097c83f.md", "se65b0fa5da.md", "s3049cabb4f.md", "s1459f160f2.md", "s7018417eb3.md", "s634a0387a4.md", "s225ee529dc.md", "s4ce0813855.md", "seb4762fb6c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 49, "n_scored_files": 49, "n_texts": 247, "n_windows": 378, "n_texts_windowed": 128, "n_tokens": 119850, "n_query_terms": 28, "nnz_texts": 78449, "index_bytes": 946053, "secs_text": 0.117, "secs_encode": 17.8727, "secs_score": 0.0084, "secs_total": 17.9999, "load1_start": 14.99}
{"qid": "b759caee", "type": "single-session-assistant", "abstention": false, "gold": ["sa656fe857d.md"], "ranked": ["sa656fe857d.md", "s76bddd8282.md", "s5d8081bb49.md", "s9eba8acec7.md", "s6260a29f97.md", "s1d2f7b0ecf.md", "s1bbba7ba34.md", "s20150088ca.md", "sdf298e81db.md", "s80abcb9aa9.md", "s808e91f06b.md", "se5f521a521.md", "s27e6c735d9.md", "s626eb45e18.md", "s5640212d56.md", "s84194f8295.md", "sffb76df863.md", "sffde818b31.md", "se95860b45a.md", "s20c2e16f1d.md", "sfa2911d0bc.md", "s91dc45286d.md", "se0dbbdaf76.md", "se7b4981f47.md", "s93236a8559.md", "s1e9e4437ec.md", "s5a72e62540.md", "s2e422304e1.md", "sb999961cf9.md", "s33745c795d.md", "s46cd0a320a.md", "s3024db41bb.md", "s0d6cb7ae09.md", "sca0f47bf09.md", "s50ce8f15fd.md", "s8d49887e45.md", "s59c0fd260b.md", "s2b22216c9e.md", "s8d2a46fb5f.md", "sa46976300f.md", "se6fe025019.md", "sa96c166fb7.md", "sd9c9777f9d.md", "s64a56c097a.md", "s4fa5fa6c5a.md", "sfcb536fb4a.md", "sf56cb578f3.md", "s0b7f383523.md", "sc1ce59f344.md", "seb7a87e7a7.md"], "s1": [39.112503, 12.310854, 7.563112, 6.414456, 5.835516, 5.813413, 5.388988, 5.277736, 4.784404, 4.703065, 4.484087, 4.456872, 4.303675, 4.224812, 4.007695, 3.973073, 3.941555, 3.940248, 3.60551, 3.399005, 3.367563, 3.322791, 3.306189, 3.300639, 3.276256, 3.242065, 3.194571, 3.060104, 2.992372, 2.820194, 2.470886, 2.46773, 2.405431, 2.385162, 2.382142, 2.357171, 2.094996, 1.964166, 1.817843, 1.813318, 1.778013, 1.675231, 1.538225, 1.456167, 1.19294, 1.115652, 1.074419, 1.069117, 0.920102, 0.897874], "search": ["sa656fe857d.md", "s76bddd8282.md", "s5d8081bb49.md", "s9eba8acec7.md", "s6260a29f97.md", "s1d2f7b0ecf.md", "s1bbba7ba34.md", "s20150088ca.md", "sdf298e81db.md", "s80abcb9aa9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 53, "n_scored_files": 53, "n_texts": 265, "n_windows": 367, "n_texts_windowed": 102, "n_tokens": 118768, "n_query_terms": 39, "nnz_texts": 80508, "index_bytes": 970821, "secs_text": 0.1246, "secs_encode": 17.6229, "secs_score": 0.009, "secs_total": 17.7585, "load1_start": 15.28}
{"qid": "ac031881", "type": "single-session-assistant", "abstention": false, "gold": ["s67b24e48ad.md"], "ranked": ["s67b24e48ad.md", "s94f1634e0d.md", "s7cf4a981a0.md", "s150b3e3545.md", "s72a9e777d8.md", "s4b85d1b2c2.md", "sc0f7dbf75e.md", "sc976756faf.md", "s4253f98a80.md", "sbff85b2d9f.md", "s7aec71f641.md", "s9dc7c58525.md", "s59bc300679.md", "s5c89bca24b.md", "s0e01ea633c.md", "s3399641a63.md", "s6e5a587694.md", "sec649811dd.md", "s2485504716.md", "s76aae04635.md", "sbf8b781a02.md", "s3d38d8456d.md", "sd1f53c9f89.md", "s880743032c.md", "sf896283624.md", "sf1bb32b87e.md", "sc3e643fcda.md", "s6862d4ad94.md", "s04e242523e.md", "s1c30dc5d77.md", "sa64cd669a4.md", "sab83c565b4.md", "s953558c00d.md", "s2d94795274.md", "s4bb167a144.md", "s45625805e5.md", "s6dec1563f9.md", "s9ab25e04be.md", "sf1e0a8af59.md", "s4f4a2cfc05.md", "s6dd03abaa3.md", "s6faddff4ea.md", "s3958919cf8.md", "s2b8290bd14.md", "s396e2705d4.md", "sc0d758adfb.md"], "s1": [19.191647, 8.181858, 4.501884, 4.413328, 4.285138, 4.261755, 4.11498, 3.947415, 3.878192, 3.681561, 3.495083, 3.412516, 3.411561, 3.407913, 3.310664, 3.266175, 3.109515, 3.04263, 2.980695, 2.979464, 2.83158, 2.509768, 2.508702, 2.422116, 2.335029, 1.881479, 1.834385, 1.80863, 1.632803, 1.627497, 1.60058, 1.586984, 1.451853, 1.426156, 1.278927, 1.073676, 1.06445, 1.063588, 0.953572, 0.88904, 0.850326, 0.785432, 0.72836, 0.625772, 0.086572, 0.015821], "search": ["s67b24e48ad.md", "s94f1634e0d.md", "s7cf4a981a0.md", "s150b3e3545.md", "s72a9e777d8.md", "s4b85d1b2c2.md", "sc0f7dbf75e.md", "sc976756faf.md", "s4253f98a80.md", "sbff85b2d9f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 46, "n_texts": 249, "n_windows": 352, "n_texts_windowed": 103, "n_tokens": 116978, "n_query_terms": 26, "nnz_texts": 76624, "index_bytes": 924101, "secs_text": 0.1167, "secs_encode": 17.5048, "secs_score": 0.0089, "secs_total": 17.6321, "load1_start": 15.52}
{"qid": "28bcfaac", "type": "single-session-assistant", "abstention": false, "gold": ["s765ed17ae1.md"], "ranked": ["s765ed17ae1.md", "s2c2c2d8139.md", "sb5f4d845e3.md", "sba7a08d73a.md", "s79f1dd7ed7.md", "s2dc877370b.md", "sbad70711ce.md", "s80ba600bc3.md", "sa8d19b0c36.md", "s31dcb41c4f.md", "s16fc86a5df.md", "sf7e822282a.md", "s246554b034.md", "s96a73dd3b5.md", "sea7dc11658.md", "s1e33d1ac85.md", "s54336392ed.md", "s3bee16d7ba.md", "saf5b0568a3.md", "sb07c1c5e80.md", "s6cafab145c.md", "sff6f99ddc0.md", "s1dc35f28d2.md", "s9415c914b9.md", "s3c0f38781a.md", "s11bf5387f1.md", "sdce3c6b288.md", "sbb1c271899.md", "s51d52b5f0b.md", "sb045d7183a.md", "s182c4e20bc.md", "s8d95839e64.md", "s93f8fe3ed4.md", "saaf2612b60.md", "s733146d4b3.md", "s11357a0bdd.md", "s459adc9675.md", "s2b0acf38be.md", "s8448bcdaa7.md", "s373177b40b.md", "s3882a4a43c.md", "s8696142eb6.md", "s34dc5c834b.md", "sc9546fd575.md", "sf0cbda45f4.md", "s12f5e0502a.md", "see766ab703.md", "sd7fb37e618.md", "sdea6f62c84.md", "s0abe055f34.md"], "s1": [17.925438, 13.863106, 11.944004, 11.744666, 8.839903, 8.783795, 8.757472, 7.402856, 7.327796, 7.171916, 6.744667, 6.742215, 5.995179, 5.083692, 5.070002, 5.005872, 4.97332, 4.934863, 4.591078, 4.522998, 3.764726, 3.755591, 3.552452, 3.540022, 3.518978, 3.490032, 3.407798, 3.18653, 2.880892, 2.847008, 2.737956, 2.735698, 2.730654, 2.488349, 2.120054, 2.120023, 2.115164, 1.929403, 1.366918, 1.297932, 1.24111, 0.96466, 0.747397, 0.715022, 0.620985, 0.605454, 0.52577, 0.518086, 0.322922, 0.201499], "search": ["s765ed17ae1.md", "s2c2c2d8139.md", "sb5f4d845e3.md", "sba7a08d73a.md", "s79f1dd7ed7.md", "s2dc877370b.md", "sbad70711ce.md", "s80ba600bc3.md", "sa8d19b0c36.md", "s31dcb41c4f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 250, "n_windows": 350, "n_texts_windowed": 92, "n_tokens": 119701, "n_query_terms": 34, "nnz_texts": 74780, "index_bytes": 901893, "secs_text": 0.1179, "secs_encode": 17.7263, "secs_score": 0.0087, "secs_total": 17.8547, "load1_start": 15.39}
{"qid": "16c90bf4", "type": "single-session-assistant", "abstention": false, "gold": ["s6c378da694.md"], "ranked": ["s6c378da694.md", "s4a88bbf70d.md", "sbd11f25515.md", "saca6c34dd3.md", "s7cb3293dc2.md", "s2c6ea2c568.md", "s21c9adcb73.md", "sda139c2c9a.md", "sddd3481936.md", "sd56e83e8a3.md", "sb216d265f8.md", "s53b61e407e.md", "sa1647a4374.md", "s0a901fdd78.md", "s66ece5118e.md", "sb8e5048bbf.md", "sc99b7acb54.md", "s4c3dba74f5.md", "sdc9df8f3fd.md", "s4ce86b3e2d.md", "se01344256a.md", "s2b03f48b51.md", "s8b608c0dfb.md", "s26fea8ce4a.md", "s79d1eb6c34.md", "saa1b785df7.md", "sd9a1fe5435.md", "s0770baa953.md", "s39173fd559.md", "s702d2a2b18.md", "s04a8932107.md", "s3ddf05ef17.md", "s8477bd7c45.md", "s038d8d5dd6.md", "s9adb2d8694.md", "s0b7815e873.md", "sa151ee3c5b.md", "s6b2fad0a6f.md", "s2297e3624c.md", "see203ab689.md", "sbd3d588431.md", "sb6b1343e7e.md", "sd111da3e7d.md", "sed6167401c.md", "s436a11b557.md", "se13274460c.md", "s580e493232.md", "sf173f5eeb8.md", "sea719b403d.md", "s9ff94c070f.md"], "s1": [27.854301, 8.446294, 7.714865, 7.645326, 6.331944, 5.477387, 5.349687, 4.632658, 4.582252, 4.56717, 4.49237, 4.337352, 4.333405, 4.297762, 4.078862, 3.873726, 3.694888, 3.561094, 3.236523, 3.137073, 3.125199, 2.954728, 2.877584, 2.801551, 2.736603, 2.563826, 2.321896, 2.25703, 2.246715, 2.1882, 2.062125, 1.912271, 1.837539, 1.787107, 1.717101, 1.703392, 1.634311, 1.595425, 1.590855, 1.58918, 1.529787, 1.506047, 1.352713, 1.14789, 1.11984, 1.07982, 0.978655, 0.913086, 0.907369, 0.7424], "search": ["s6c378da694.md", "s4a88bbf70d.md", "sbd11f25515.md", "saca6c34dd3.md", "s7cb3293dc2.md", "s2c6ea2c568.md", "s21c9adcb73.md", "sda139c2c9a.md", "sddd3481936.md", "sd56e83e8a3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 55, "n_scored_files": 55, "n_texts": 260, "n_windows": 354, "n_texts_windowed": 94, "n_tokens": 116131, "n_query_terms": 48, "nnz_texts": 77876, "index_bytes": 939333, "secs_text": 0.1215, "secs_encode": 17.2844, "secs_score": 0.0107, "secs_total": 17.4186, "load1_start": 15.68}
{"qid": "c8f1aeed", "type": "single-session-assistant", "abstention": false, "gold": ["s07c97f28a8.md"], "ranked": ["s07c97f28a8.md", "se386a8bf31.md", "sfea937c43c.md", "s478befc1f6.md", "s560d8898ac.md", "s253950373c.md", "s6d79a8e1e3.md", "s2de92c9b4d.md", "sea6661f430.md", "s49f45b36f9.md", "s28f476de04.md", "sded5951416.md", "s7615a0ed29.md", "sccf3432a51.md", "s3919f1f3ce.md", "s6bbbee86be.md", "s72bb45e270.md", "sed0e551b9c.md", "s3f7cb711b7.md", "sa9f4e8e900.md", "s8ec901a919.md", "s895b7c5f01.md", "s313901fa5b.md", "s7cfeb0a683.md", "sdc26cf5c1e.md", "sddad474338.md", "s146c19711c.md", "s5b8c61c0f1.md", "saa2b8b2a82.md", "s53a91d2c5f.md", "sb629d1205b.md", "s8a11348156.md", "s9cd3f2864d.md", "s8ee06d36da.md", "s2d78482d7f.md", "se4e23ce981.md", "s55c8b9c732.md", "sea63ede601.md", "s32b74e8613.md", "s63b5435c1a.md", "s7dd712032e.md", "s08d237a3dc.md", "sfb3e58d29b.md", "s781386509a.md", "sc7770784f8.md", "sd72324d2df.md", "s4bda68d7d3.md", "s9120e9b8e0.md", "sbb8b0a99af.md", "s34608c3aa6.md"], "s1": [37.752331, 7.487067, 7.049972, 6.40547, 5.868933, 5.603669, 5.221901, 5.199265, 5.119534, 4.405328, 4.308355, 4.303238, 4.112881, 3.989786, 3.971268, 3.913389, 3.870977, 3.797002, 3.660986, 3.585823, 3.572715, 3.526497, 3.273703, 2.941484, 2.91254, 2.759342, 2.746853, 2.715474, 2.695617, 2.694215, 2.682779, 2.651963, 2.628766, 2.544956, 2.542804, 2.529947, 2.509686, 2.482105, 2.220926, 2.187041, 1.8924, 1.820989, 1.786551, 1.487337, 0.89892, 0.825643, 0.710372, 0.270618, 0.140654, 0.122378], "search": ["s07c97f28a8.md", "se386a8bf31.md", "sfea937c43c.md", "s478befc1f6.md", "s560d8898ac.md", "s253950373c.md", "s6d79a8e1e3.md", "s2de92c9b4d.md", "sea6661f430.md", "s49f45b36f9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 249, "n_windows": 366, "n_texts_windowed": 115, "n_tokens": 115874, "n_query_terms": 56, "nnz_texts": 77185, "index_bytes": 930885, "secs_text": 0.124, "secs_encode": 17.2522, "secs_score": 0.009, "secs_total": 17.3871, "load1_start": 14.09}
{"qid": "eaca4986", "type": "single-session-assistant", "abstention": false, "gold": ["sb0d644e9e3.md"], "ranked": ["sb0d644e9e3.md", "s24f4052730.md", "s0abfecf1bc.md", "s753c302353.md", "sadeed4a76e.md", "s383bd94bbb.md", "s60db448ab8.md", "sb22b6ce3b2.md", "s339b758cde.md", "s67817fc778.md", "sf8e74fdd32.md", "s529b204fdf.md", "sb9960eab1c.md", "sd71eae0ee2.md", "s83f6ccaecd.md", "s312d114b19.md", "s66f88c34b7.md", "se9f9d5f414.md", "s259f3d6b64.md", "s10cecbaee4.md", "sa86095acc8.md", "s171b4c9c22.md", "s9293116fe5.md", "s5b52bd8393.md", "s44dc37cdaf.md", "seeef21f8d6.md", "s008d5bde92.md", "s32088b1000.md", "se524dea090.md", "s2cbc998eed.md", "sa6e03ac677.md", "s45ccd1e89c.md", "se0a5067657.md", "s6d098af5d2.md", "s9d47c09e23.md", "s58a1f76f83.md", "s6cb25f244b.md", "s0813b560f8.md", "s4bee8f2c76.md", "s8ba1053eaf.md", "s84463d9ff3.md", "sb84f493cf1.md", "s4afea0b817.md", "sd926c28cf1.md", "s3b6c8751e1.md", "s0991346aea.md", "sbbc8a94109.md"], "s1": [17.723446, 9.578799, 8.372845, 6.635808, 5.39493, 4.406717, 4.016425, 3.596185, 3.352353, 3.24068, 3.044265, 2.985226, 2.917324, 2.790345, 2.648247, 2.592612, 2.5276, 2.5267, 2.452688, 2.422439, 2.365913, 2.256135, 2.206092, 2.135106, 2.102421, 1.882307, 1.831473, 1.796641, 1.664307, 1.639432, 1.621016, 1.518363, 1.456198, 1.42542, 1.108611, 1.076897, 0.965957, 0.964425, 0.900618, 0.856782, 0.702993, 0.667491, 0.647986, 0.499829, 0.362115, 0.294198, 0.030478], "search": ["sb0d644e9e3.md", "s24f4052730.md", "s0abfecf1bc.md", "s753c302353.md", "sadeed4a76e.md", "s383bd94bbb.md", "s60db448ab8.md", "sb22b6ce3b2.md", "s339b758cde.md", "s67817fc778.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 47, "n_scored_files": 47, "n_texts": 256, "n_windows": 348, "n_texts_windowed": 92, "n_tokens": 117107, "n_query_terms": 32, "nnz_texts": 77050, "index_bytes": 929157, "secs_text": 0.1272, "secs_encode": 17.3872, "secs_score": 0.0083, "secs_total": 17.5246, "load1_start": 14.51}
{"qid": "c7cf7dfd", "type": "single-session-assistant", "abstention": false, "gold": ["sac7f46ddfa.md"], "ranked": ["sac7f46ddfa.md", "s48d884243b.md", "s645ab66599.md", "s2df5168d1c.md", "s3051ff715b.md", "s9e8faeba6e.md", "sc5ae563458.md", "sd2048c37b1.md", "sd0efcaf940.md", "saecb8272db.md", "s0d95e44ed8.md", "sfd3c538ba2.md", "s133a256f77.md", "s8fcf4071d7.md", "sbba1b4635c.md", "sf352f89cae.md", "sfcdb45c51f.md", "sb79beb085c.md", "s5bba0cfc70.md", "s6652d5f05f.md", "sc4ff474c68.md", "s106952f432.md", "s463fdb45ae.md", "s58ca66aa45.md", "s433fc947b2.md", "s94c042d462.md", "sd4ca1b4b96.md", "sa23ee7a28d.md", "sc998c561f2.md", "s80799e4b2f.md", "s30bd4fb810.md", "s5ba30a6de0.md", "s855671f2cc.md", "se75d0ee34f.md", "sac9f98fff0.md", "sdcee552d88.md", "sb97175b301.md", "s508c84ec0a.md", "s727531e1c3.md", "se54cce7c53.md", "s12ef2f3c70.md", "secc15da0fa.md", "s8d2fb24926.md", "s8510b39c68.md", "sdf04cd2610.md", "s282cd13f75.md", "sabf4c75ff5.md", "s91bd8fbd12.md", "s97bef51133.md", "s04586e41b6.md"], "s1": [36.008564, 11.304006, 8.251004, 7.668812, 6.936458, 6.800535, 5.926434, 5.896301, 5.161746, 4.930283, 4.896635, 4.859747, 4.705188, 4.555325, 4.514598, 4.349444, 4.128942, 3.868771, 3.595794, 3.594069, 3.3273, 3.324085, 3.249633, 3.167567, 3.093792, 3.06801, 2.973031, 2.891998, 2.742033, 2.72804, 2.510157, 2.505165, 2.291886, 2.259529, 2.185947, 2.09416, 1.825599, 1.681446, 1.311012, 1.251554, 1.238541, 1.141236, 1.110733, 1.098299, 1.059377, 0.894875, 0.743907, 0.544606, 0.490776, 0.47268], "search": ["sac7f46ddfa.md", "s48d884243b.md", "s645ab66599.md", "s2df5168d1c.md", "s3051ff715b.md", "s9e8faeba6e.md", "sc5ae563458.md", "sd2048c37b1.md", "sd0efcaf940.md", "saecb8272db.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 51, "n_texts": 250, "n_windows": 352, "n_texts_windowed": 102, "n_tokens": 116603, "n_query_terms": 42, "nnz_texts": 75450, "index_bytes": 910021, "secs_text": 0.1202, "secs_encode": 17.3897, "secs_score": 0.0087, "secs_total": 17.5208, "load1_start": 14.93}
{"qid": "e48988bc", "type": "single-session-assistant", "abstention": false, "gold": ["s98a82c7088.md"], "ranked": ["s98a82c7088.md", "sa0836895d0.md", "s09b460a0b0.md", "s3be0e9eae1.md", "s07b32706cc.md", "s6dd949e405.md", "s764d87e762.md", "sb0bccffde3.md", "saac6a0fdb8.md", "sb1da15bd00.md", "s292732d17c.md", "s6e1773802e.md", "s33ce2c649d.md", "s4a8e5444ce.md", "sd429af54b9.md", "s1ef6346d2d.md", "s6e8b95085e.md", "sa44a07115d.md", "s964d2d988d.md", "sb24bc05d5e.md", "s24aee385c8.md", "s95653e5c24.md", "sb7fbb65105.md", "sf4ecdb82ec.md", "s4a46512c3f.md", "s57f4f0b0bf.md", "sc72b6b2940.md", "se2da3663fb.md", "sf8bba3cc06.md", "s2d58af3c14.md", "s6148be9290.md", "s531a992cf5.md", "s70f5c2d15a.md", "s45e705999a.md", "s3d38da8b13.md", "s1197fe66f1.md", "s782025709d.md", "se6e94a9e93.md", "s25e2273189.md", "sea05e99cbd.md", "s798d425722.md", "s8457767036.md", "s276b72f0ad.md", "s965de2094a.md", "sb4f5e6ed55.md", "s5330ba07c6.md", "sc8b4f6cdd9.md", "se2cb6488a7.md", "se1a878494d.md", "s547c6e6444.md"], "s1": [21.918575, 14.037668, 11.649617, 11.18597, 10.498129, 9.956671, 8.49711, 5.571279, 5.053785, 4.986716, 4.56432, 4.367253, 4.337265, 4.296568, 4.012372, 3.879504, 3.840681, 3.634498, 3.219752, 3.216779, 3.114971, 2.928457, 2.86596, 2.763591, 2.628911, 2.473725, 2.43305, 2.393937, 2.323601, 2.07245, 2.020235, 2.005127, 1.915613, 1.902368, 1.736698, 1.684688, 1.657011, 1.590631, 1.460864, 1.399471, 1.272162, 1.190773, 1.139555, 1.139029, 1.133601, 0.877394, 0.76972, 0.668304, 0.569113, 0.136624], "search": ["s98a82c7088.md", "sa0836895d0.md", "s09b460a0b0.md", "s3be0e9eae1.md", "s07b32706cc.md", "s6dd949e405.md", "s764d87e762.md", "sb0bccffde3.md", "saac6a0fdb8.md", "sb1da15bd00.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 256, "n_windows": 354, "n_texts_windowed": 98, "n_tokens": 118395, "n_query_terms": 38, "nnz_texts": 77689, "index_bytes": 936901, "secs_text": 0.1209, "secs_encode": 17.5498, "secs_score": 0.0089, "secs_total": 17.6814, "load1_start": 14.63}
{"qid": "1de5cff2", "type": "single-session-assistant", "abstention": false, "gold": ["se1c676dcfb.md"], "ranked": ["se1c676dcfb.md", "s1841c1ce4e.md", "s3a9d999728.md", "sc2c49c0ee6.md", "s4102ba9f1d.md", "sb62c12fb5c.md", "sb4b6883600.md", "sce966230da.md", "sd1d3b18390.md", "s309333a2df.md", "s8684b1fbd0.md", "s56c38e6211.md", "sb1b823b5e4.md", "s96fb379c45.md", "s4e226f93a7.md", "s0d94ba31bc.md", "s2e086dd817.md", "s7be34eb64f.md", "see984373fe.md", "s1d5c703583.md", "sf9fb03b798.md", "s37197d7085.md", "sdd944d5c1e.md", "seee0c10d7c.md", "s4e36826a58.md", "s1111ed5efc.md", "s2cf0c58489.md", "s043d81cc23.md", "s2dba616d5c.md", "s9e4ae147cb.md", "sed44439d96.md", "sf5af46295c.md", "sbe8ae6a853.md", "se554c07905.md", "sbccf3f0841.md", "sa9fa2a0e2b.md", "s82b5bf9463.md", "sdb6f974234.md", "s7f2e87f89f.md", "s648f5ae77b.md", "s226f8b8f5c.md", "sd5da80bbd7.md", "s1e74d9bf66.md", "s7ec2e7d762.md", "s2f34d717a9.md"], "s1": [26.661943, 11.918835, 8.766182, 7.750511, 6.841881, 5.912107, 5.557615, 5.394227, 5.149178, 4.259349, 4.069088, 3.903767, 3.814301, 3.733976, 3.651904, 3.614271, 3.315302, 2.99575, 2.990409, 2.972474, 2.724824, 2.603466, 2.516634, 2.499772, 2.314185, 1.940427, 1.928643, 1.693876, 1.624229, 1.622205, 1.298143, 1.237164, 1.149906, 1.112852, 1.073487, 0.994014, 0.754863, 0.688381, 0.666553, 0.528869, 0.470709, 0.455784, 0.344019, 0.220232, 0.177114], "search": ["se1c676dcfb.md", "s1841c1ce4e.md", "s3a9d999728.md", "sc2c49c0ee6.md", "s4102ba9f1d.md", "sb62c12fb5c.md", "sb4b6883600.md", "sce966230da.md", "sd1d3b18390.md", "s309333a2df.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 45, "n_scored_files": 45, "n_texts": 251, "n_windows": 380, "n_texts_windowed": 129, "n_tokens": 118840, "n_query_terms": 35, "nnz_texts": 80814, "index_bytes": 974213, "secs_text": 0.1189, "secs_encode": 17.6871, "secs_score": 0.0087, "secs_total": 17.8166, "load1_start": 14.75}
{"qid": "65240037", "type": "single-session-assistant", "abstention": false, "gold": ["scfad1f3d4d.md"], "ranked": ["scfad1f3d4d.md", "s1988f31c23.md", "s9ecd739fb2.md", "sdfa5ac6177.md", "sfd71d99391.md", "sfeeb893e09.md", "sac66f6fbc4.md", "sa7f869a414.md", "s4fd6b8ad1f.md", "sc1004403f4.md", "s0fafc76ff5.md", "s77ec52dfa8.md", "s1bc2a6d5b7.md", "sa6a95edf84.md", "s3d93f849e8.md", "sf47077e665.md", "sb111db5314.md", "s99d40bcad5.md", "saeac95dad2.md", "s4c7c46ed13.md", "s37dcac739d.md", "sf163e7a9a8.md", "s37597ffd76.md", "sda22bf42a7.md", "sd9042428ef.md", "sa919ae7844.md", "s0cf4aada4f.md", "sa7f32fa96e.md", "s91f746a820.md", "s0394de2e17.md", "s59e7e210a5.md", "s27d40b10b6.md", "s7fae4844f3.md", "s08320483a1.md", "s98ea413618.md", "s6d00214fa3.md", "s71961c2f06.md", "sd75afe404c.md", "s17562051f4.md", "s09df1b0d9e.md", "s7874a3b03f.md", "s89b2b4c593.md", "s3ff6a654d1.md", "s40faac404a.md", "s99c38f6ee9.md", "s33badeae06.md", "s136893a601.md", "s082658555b.md", "sf139f68849.md"], "s1": [24.37133, 8.771801, 6.808067, 6.433885, 4.939943, 4.759692, 4.759569, 4.669399, 4.5459, 4.305344, 4.295911, 3.841161, 3.701498, 3.628923, 3.522938, 3.392385, 3.176116, 3.152403, 2.979851, 2.875343, 2.610472, 2.602711, 2.537439, 2.444836, 2.199167, 2.142897, 1.936496, 1.711067, 1.553901, 1.522485, 1.33867, 1.057801, 1.033039, 0.954166, 0.805644, 0.717849, 0.66172, 0.576614, 0.50474, 0.504649, 0.483106, 0.372671, 0.34135, 0.337503, 0.270007, 0.249093, 0.209568, 0.005703, 0.003791], "search": ["scfad1f3d4d.md", "s1988f31c23.md", "s9ecd739fb2.md", "sdfa5ac6177.md", "sfd71d99391.md", "sfeeb893e09.md", "sac66f6fbc4.md", "sa7f869a414.md", "s4fd6b8ad1f.md", "sc1004403f4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 51, "n_scored_files": 49, "n_texts": 252, "n_windows": 378, "n_texts_windowed": 126, "n_tokens": 119686, "n_query_terms": 30, "nnz_texts": 79335, "index_bytes": 956677, "secs_text": 0.1314, "secs_encode": 17.7883, "secs_score": 0.009, "secs_total": 17.9306, "load1_start": 15.02}
{"qid": "778164c6", "type": "single-session-assistant", "abstention": false, "gold": ["se538d24aab.md"], "ranked": ["se538d24aab.md", "se85826fdc5.md", "sa3bc53c595.md", "s09158d740e.md", "sc46af9a815.md", "sce3ea1978f.md", "s12fc5aab1d.md", "s525ea5338b.md", "sd60135f670.md", "s7b54df3bde.md", "s1d0bd0101c.md", "s959ff9b60c.md", "s2a7b8dd972.md", "sdaeb1baad7.md", "sffdbe2a2f3.md", "s7d60d47f53.md", "s72d6b4ec4a.md", "s40357932dd.md", "s1cc2caa74f.md", "sd4839b0e04.md", "s9a6af8d783.md", "s56eb4d78c9.md", "s581c669a7f.md", "s3ba4ef87db.md", "s387fe96f14.md", "se03bf0de19.md", "s3fb05ba334.md", "s2f02d8ecc6.md", "s546a3f8342.md", "s48d86e615d.md", "see5df264b3.md", "s4a357e561e.md", "s9e303e0ebe.md", "se56823e983.md", "se21d9f5428.md", "s124fc3c069.md", "sae2928a252.md", "s34bb4444d5.md", "s855b360f2e.md", "sa870e38118.md", "s90f4fa5d82.md", "s8f8a126315.md", "sb4ae7ed20d.md", "s2a744d7afc.md", "sa0a76b6a86.md", "s44a6d70a3a.md", "sf61487f59f.md", "sf5d4554ca5.md", "sed8d2f096e.md", "s9a8000fdd4.md"], "s1": [27.123684, 8.596219, 4.136206, 3.909753, 3.467035, 3.453638, 3.403886, 3.35781, 3.349334, 3.21961, 3.104815, 3.026639, 3.020214, 2.99907, 2.985467, 2.966672, 2.899146, 2.637027, 2.632536, 2.589903, 2.528322, 2.494659, 2.45849, 2.445237, 2.164958, 1.940475, 1.867007, 1.783352, 1.685611, 1.67336, 1.650702, 1.391097, 1.375795, 1.034761, 0.991007, 0.974431, 0.910136, 0.801283, 0.685896, 0.642576, 0.623332, 0.535391, 0.506237, 0.488771, 0.427665, 0.337347, 0.317958, 0.273782, 0.248915, 0.221228], "search": ["se538d24aab.md", "se85826fdc5.md", "sa3bc53c595.md", "s09158d740e.md", "sc46af9a815.md", "sce3ea1978f.md", "s12fc5aab1d.md", "s525ea5338b.md", "sd60135f670.md", "s7b54df3bde.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}, "n_docs": 50, "n_scored_files": 50, "n_texts": 243, "n_windows": 349, "n_texts_windowed": 106, "n_tokens": 116454, "n_query_terms": 34, "nnz_texts": 75529, "index_bytes": 910917, "secs_text": 0.1223, "secs_encode": 17.3377, "secs_score": 0.0081, "secs_total": 17.4699, "load1_start": 14.23}