{"qid": "e47becba", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0076, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s7745597747.md"], "ranked": ["s7745597747.md", "sa6ab999777.md", "s3f6c8a6e10.md", "sf9d5b1f041.md", "sa4d1f3c358.md", "sd6314ae05b.md", "s49995fe5d9.md", "sb3f6a10ad5.md", "s926357c10f.md", "s5b71ee7b91.md", "s0a4ab7f0c5.md", "s6318eaafc8.md", "s0f466e53d2.md", "s762983fdf8.md", "s2b4f75fafc.md", "se4951c1c93.md", "s3f8c86738d.md", "sd7eb7f771a.md", "s50181d9600.md", "s1cdf1f1336.md", "s9577b3ee71.md", "sec79549b47.md", "se800c51e31.md", "sd353a875cb.md", "sd2c11846f7.md", "s586259668c.md", "s39c45f1066.md", "s0e742f93e9.md", "s52d6e094e7.md", "s59dad0e4a4.md", "sfd615a456f.md", "s2ce51c71d3.md", "sa2999621a5.md", "s8276949107.md", "sc16440f3c6.md", "sf65b8c0007.md", "s9e93b6551c.md", "s8c0687fa0a.md", "s42945d8e73.md", "s634ec4f650.md", "s982bfb47f5.md", "s00343f2904.md", "sbc6121edc2.md", "s1e7b41c9ce.md", "se3efcf538a.md", "sa4ead15d37.md", "sb64465e763.md", "s9609130cff.md", "s1f74f1ff5a.md", "sda657ece64.md"], "bm25": [-5.899496, -5.22176, -2.34879, -2.029661, -2.02816, -1.670468, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["s7745597747.md", "sa6ab999777.md", "s3f6c8a6e10.md", "sf9d5b1f041.md", "sa4d1f3c358.md", "sd6314ae05b.md", "s49995fe5d9.md", "sb3f6a10ad5.md", "s926357c10f.md", "s5b71ee7b91.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "118b2229", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sc47244d856.md"], "ranked": ["sc47244d856.md", "s75640a8bdc.md", "scfc30b5c7b.md", "s240c7861c8.md", "s6ec136c17f.md", "s413bd3a0ef.md", "s6884d01a8f.md", "s4b1220065e.md", "sed904acd5f.md", "s6b8bd63c05.md", "sd0e4733c35.md", "s3a663433df.md", "s81e2647af5.md", "s850f4855af.md", "s0b8796b821.md", "s593410f743.md", "s8e0e4d4048.md", "s8fbc498940.md", "s4e1ca35a8a.md", "sbb7d88f18e.md", "sa24817ff21.md", "s4e1ea68691.md", "s60ba34fbfe.md", "s71fbedf2b2.md", "sbaa74025e2.md", "s306dfea78c.md", "s9da7d2da11.md", "s510b0347ea.md", "s8509cc18aa.md", "s8c516e5829.md", "sc668156b25.md", "sddd085b342.md", "sea11d5f092.md", "saeef4bcf84.md", "s61b1908092.md", "sa358233713.md", "sc487ca603b.md", "s64ded615ea.md", "s9d4370878c.md", "s9754455ec3.md", "sb889dd3512.md", "s573693b76c.md", "s71f5ea46df.md", "s7d199a6536.md", "s47822a2610.md"], "bm25": [-8.226486, -2.637994, -2.584109, -2.565291, -1.984561, -1.457941, -1.238883, -1.236036, -1.14084, -0.555751, -0.554937, -0.522525, -0.447787, -0.390192, -0.379686, -0.368129, -0.345202, -0.34006, -0.273218, -0.27091, -0.269446, -0.254962, -0.248425, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06], "search": ["sc47244d856.md", "s75640a8bdc.md", "scfc30b5c7b.md", "s240c7861c8.md", "s6ec136c17f.md", "s413bd3a0ef.md", "s6884d01a8f.md", "s4b1220065e.md", "sed904acd5f.md", "s6b8bd63c05.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51a45a95", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0063, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["se255f2f50e.md"], "ranked": ["se255f2f50e.md", "sf6018980b8.md", "sc367ddcb1e.md", "s482ba69d89.md", "s0b69155152.md", "s11a082d67c.md", "sd6c71188ad.md", "scd7696457b.md", "sd30a15ebf1.md", "seea71c3962.md", "see9128c4d3.md", "s28613b4a18.md", "s30d8345ae0.md", "sf031a656ff.md", "s87a202c254.md", "sedde7f03e9.md", "s33bf5789a1.md", "s4f8f0f387d.md", "s554242330b.md", "s61f3e33914.md", "s937a68f10d.md", "s9f5f3f203d.md", "sf1ddf6ca5a.md", "sf2c0e7f39d.md", "s7a47301a63.md", "s8f57f9a5be.md", "s5d1da627d3.md", "s5846f3a959.md", "s6b1eaba399.md", "s3eb5ea37e7.md", "s23eed55107.md", "sc0376571f5.md", "s371225515d.md", "s56c5307efe.md", "se4226d51c3.md", "sf13c960658.md", "s469655f20b.md", "s1b5b0a2e9a.md", "s209b6b1f68.md", "sd54baea02d.md", "sed3b62424d.md", "s02809b289b.md", "s70e1034f5d.md", "s0e08ad19c9.md", "s411e101e11.md", "s5088e9e8f3.md", "s0b4aee0b56.md", "s9e147b1574.md", "s8a91cad207.md", "s473e026cab.md"], "bm25": [-16.827304, -8.207638, -4.24826, -3.643896, -3.298472, -3.199422, -3.090715, -3.085525, -2.345396, -1.952133, -1.881576, -0.489795, -0.480886, -0.479174, -0.47629, -0.459291, -0.45425, -0.453455, -0.438896, -0.421034, -0.416164, -0.391718, -0.373779, -0.371659, -0.363882, -0.298094, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["se255f2f50e.md", "sf6018980b8.md", "sc367ddcb1e.md", "s482ba69d89.md", "s0b69155152.md", "s11a082d67c.md", "sd6c71188ad.md", "scd7696457b.md", "sd30a15ebf1.md", "seea71c3962.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58bf7951", "n_docs": 56, "n_repeated_sids": 1, "n_matched": 56, "secs_index": 0.0059, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s47a6e8aca2.md"], "ranked": ["s47a6e8aca2.md", "sea351d567f.md", "s9a879af53d.md", "s96a848df8b.md", "sedf8a536f3.md", "se83122da54.md", "s639bf87d7c.md", "s6186852c7b.md", "sc3d0a79ea8.md", "s03fc6c22bc.md", "s50be598151.md", "s68c8d08e96.md", "s8cdaf1a091.md", "s10314f641d.md", "sdd0eb9348d.md", "sece715818e.md", "s185491b47f.md", "sfaf2e2b88a.md", "s150b28e4ef.md", "s8aa7ed0f2d.md", "s0aa785671d.md", "s14d92e1112.md", "sa612239847.md", "s37a695f5b5.md", "s0ec53bddae.md", "sf62ae1d617.md", "s1baad56a21.md", "s7cbc3f2a6a.md", "s005d8463f2.md", "s10ea6299e2.md", "s04b778e032.md", "sf7dc7e2ad5.md", "sfe944176c3.md", "s328f637369.md", "saa32e00e24.md", "sf76fa6bbe4.md", "sb683912dc1.md", "s86f9a88f00.md", "s25afa49942.md", "s4799b2ca5d.md", "s6bb8b640fe.md", "see6ff2c4a2.md", "s3a44b29135.md", "s99f8347850.md", "scfc1687bbc.md", "sa3baacec49.md", "s17d64f606d.md", "s0ce58262c3.md", "s53b044bb01.md", "s6aa4048acf.md"], "bm25": [-12.573292, -6.934841, -4.564636, -3.889289, -3.672432, -3.288409, -3.216711, -3.120682, -2.940185, -2.837335, -2.595866, -2.544963, -2.417862, -2.326188, -2.049924, -2.019387, -1.763555, -1.603517, -1.368266, -1.366686, -1.268115, -1.205069, -1.182154, -1.177817, -1.05012, -1.0213, -1.007694, -0.888522, -0.675676, -0.50495, -0.4932, -0.476976, -0.453353, -0.414014, -0.405861, -0.361619, -0.357522, -0.263103, -0.216525, -0.186687, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["s47a6e8aca2.md", "sea351d567f.md", "s9a879af53d.md", "s96a848df8b.md", "sedf8a536f3.md", "se83122da54.md", "s639bf87d7c.md", "s6186852c7b.md", "sc3d0a79ea8.md", "s03fc6c22bc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1e043500", "n_docs": 49, "n_repeated_sids": 1, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0003, "type": "single-session-user", "abstention": false, "gold": ["sfd67db7212.md"], "ranked": ["sfd67db7212.md", "s165bb719aa.md", "sbd6f6d2980.md", "sebd061de6b.md", "sbf7b08b382.md", "s47ebe9b78b.md", "s8e8e74adc3.md", "s37cc0819ee.md", "s293677c0ce.md", "sb92b3c64d1.md", "se9d2c963a3.md", "s7b552271b8.md", "s90d7f15064.md", "s1785437bfc.md", "sf8dc679d7e.md", "s7dc0dc4a9b.md", "s3e301f5783.md", "s61f35343ce.md", "s294eb28789.md", "s67b80a6773.md", "s52d54f05c2.md", "s4717b67dd5.md", "saa6a2c16a7.md", "s7523f50191.md", "s5e3c486696.md", "s5115adb9d6.md", "s453d2fdd25.md", "s022cb0723a.md", "sd5d4b8d380.md", "s71645f6005.md", "sd188012db1.md", "s77b7a208c9.md", "s6f9bc52cde.md", "s533f2ade32.md", "s1af24bc8a7.md", "s464bb70315.md", "sbc84d5a173.md", "s5f052d74c5.md", "s7cc908c6a9.md", "saff21806f3.md", "se8a5e3041a.md", "s9e39ef80cd.md", "sa837922829.md", "sb75c26dae6.md", "sdbcaf87999.md", "scc4a5b66d5.md", "se7fe1191f9.md", "s6ee7f21ec9.md", "s4e6ed7afd2.md"], "bm25": [-10.926424, -5.734495, -2.870564, -2.284108, -2.278122, -2.239126, -1.967061, -1.543365, -1.44794, -1.430323, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -5e-06], "search": ["sfd67db7212.md", "s165bb719aa.md", "sbd6f6d2980.md", "sebd061de6b.md", "sbf7b08b382.md", "s47ebe9b78b.md", "s8e8e74adc3.md", "s37cc0819ee.md", "s293677c0ce.md", "sb92b3c64d1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c5e8278d", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0058, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s1f84f4e050.md"], "ranked": ["s1f84f4e050.md", "s51e805c45c.md", "sbc2def17ee.md", "se99131ce5a.md", "sab2cf40fed.md", "s3988c80e56.md", "s4d293280e8.md", "s606172ed4b.md", "s7862cc7af3.md", "s7100beb888.md", "s9ae3bc1599.md", "sff106069f2.md", "s6a2bf9d09e.md", "sb34e1556f8.md", "sd041031d0a.md", "s4648027002.md", "s3858b6c372.md", "se836cf32b0.md", "sc74b8ecd9e.md", "s24cef12a73.md", "s2ac640b813.md", "sa3378eba6b.md", "s41347c4ee9.md", "sc926fedc43.md", "s199f7c487a.md", "sfc3e7dcd85.md", "s7eee233070.md", "sa0c22a9e2b.md", "sdec780d75a.md", "sff9426980e.md", "sa7fd126a5e.md", "s9762041ea4.md", "s228cfd2b4a.md", "se02c60ee0a.md", "s7184c2e890.md", "s3dcf7dc06f.md", "s6d1727fa74.md", "sd9b57dfe5f.md", "s9734b15200.md", "sa58d3c7971.md", "s15633e322f.md", "s46e62cd020.md", "sf819d38f43.md"], "bm25": [-5.359184, -4.573887, -3.347877, -2.918423, -2.554573, -2.388915, -2.308359, -1.763049, -1.688369, -1.570898, -1.423875, -1.33243, -1.324254, -1.197337, -1.128359, -1.117826, -1.041752, -0.905505, -0.837422, -0.785307, -0.752759, -0.724519, -0.709466, -0.641376, -0.542227, -0.528122, -0.510733, -0.508196, -0.44744, -0.32023, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["s1f84f4e050.md", "s51e805c45c.md", "sbc2def17ee.md", "se99131ce5a.md", "sab2cf40fed.md", "s3988c80e56.md", "s4d293280e8.md", "s606172ed4b.md", "s7862cc7af3.md", "s7100beb888.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ade9755", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s02f7560506.md"], "ranked": ["s02f7560506.md", "s1414f5c09e.md", "s379f57f20d.md", "sb9bb9e2c2b.md", "se47aad07aa.md", "s9f24738bf0.md", "s199694047d.md", "s0786837f88.md", "s6df405d330.md", "sa4185ca69d.md", "sf3b45630b7.md", "sac78fcd28c.md", "s0ba0471f1e.md", "s0c35d444bc.md", "s4711b84ea9.md", "s4715f8d3a3.md", "sdc083c7080.md", "sf684410d02.md", "se23fef2887.md", "sdfb757ef6d.md", "sf858eef08a.md", "s4b0638c52b.md", "s3180983e56.md", "s631a03688b.md", "s22e62c6df7.md", "sef3a871577.md", "s37371d45d0.md", "s929327ff65.md", "s8a9c29e260.md", "s421d544285.md", "s03da8fcf7b.md", "s2f5852cb26.md", "s6e17b832b4.md", "se6d4c9e692.md", "s86992e5ee3.md", "sba3441d824.md", "sce3b8a6402.md", "sf3a1295e4b.md", "sc3af17577e.md", "s3b59835faf.md", "sbc442e09f8.md", "s1f75e66004.md", "s2f16632a1f.md", "s89115c83ae.md", "seb4159fc5c.md", "s5eef6ddf18.md", "s18210ecbcf.md", "s875745d3ac.md"], "bm25": [-11.186945, -4.121228, -3.349786, -2.700519, -2.153818, -0.940069, -0.915333, -0.90019, -0.898133, -0.881483, -0.830246, -0.776837, -0.748579, -0.690244, -0.686628, -0.677658, -0.635785, -0.615693, -0.586563, -0.567366, -0.494827, -0.447725, -0.359085, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["s02f7560506.md", "s1414f5c09e.md", "s379f57f20d.md", "sb9bb9e2c2b.md", "se47aad07aa.md", "s9f24738bf0.md", "s199694047d.md", "s0786837f88.md", "s6df405d330.md", "sa4185ca69d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6f9b354f", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0061, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["sb7ba22096b.md"], "ranked": ["sb7ba22096b.md", "sae1d4f396b.md", "sbe1811b05b.md", "s257a78d845.md", "s75be17ebee.md", "s429504756d.md", "sc44f6706cb.md", "scef3ba16fd.md", "sfaeac6cbb9.md", "s0ac2c1da71.md", "s3b32944633.md", "s6a66b60cc9.md", "s7fcfb71bfb.md", "s48a93d50bd.md", "s7a522c5155.md", "sc8a922900e.md", "s893e863488.md", "sd04a6d3699.md", "s16cc8ed341.md", "s2912050fd0.md", "s775c181898.md", "se34b66f595.md", "s47c3224549.md", "s22f34189b1.md", "s667d7aaedb.md", "sa9a1027e2a.md", "s19952efc3f.md", "sdd5ac74e4f.md", "sdeab2744bd.md", "sda63c29b55.md", "s650391647c.md", "s4a3b9f2669.md", "s2ab963dfd6.md", "s216c484a11.md", "s543b08ad3c.md", "sd32d17e95c.md", "sddebf0dfae.md", "s677b850a53.md", "sec98b52bd3.md", "sfc07cff874.md", "s6310fef43c.md", "s06bcb4d259.md", "secf4bbe544.md"], "bm25": [-15.705371, -6.887761, -5.88174, -4.3642, -3.699439, -3.219298, -2.830345, -2.747154, -2.490402, -2.068201, -1.673562, -1.568875, -1.557597, -1.544476, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["sb7ba22096b.md", "sae1d4f396b.md", "sbe1811b05b.md", "s257a78d845.md", "s75be17ebee.md", "s429504756d.md", "sc44f6706cb.md", "scef3ba16fd.md", "sfaeac6cbb9.md", "s0ac2c1da71.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58ef2f1c", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s038639cc08.md"], "ranked": ["s038639cc08.md", "s9a45b025e5.md", "s7bd958795b.md", "scac54bbb5f.md", "s205e4e6a68.md", "s1abab1f3e2.md", "s0dd123947f.md", "se66811d1b5.md", "sd2b2d6919e.md", "sc5862e93be.md", "s0e05e3df22.md", "s1c083dfc52.md", "s6fe13eef53.md", "s05d7350aa1.md", "s8360b5c50e.md", "s463b72111e.md", "s3a92d4635c.md", "s8f238e7548.md", "s8566b711bb.md", "s3a4522ce71.md", "s64c4924705.md", "sf896837fdd.md", "scba05877d4.md", "s1fd847d2d2.md", "sd30c2c6841.md", "s895321b005.md", "s1c6c8aca99.md", "s9a15928f5a.md", "s5e06940ee1.md", "s29c39cb19d.md", "sd097946ddd.md", "s4ffb042847.md", "sce9c2597df.md", "s2a919b83cb.md", "s7b101722ef.md", "s2114b3436d.md", "sc0f1dc554e.md", "se72aebd792.md", "s018e00ea07.md", "s5ef3c720f0.md", "s3dd13f3978.md", "s489e280449.md", "s9b168382f8.md", "sb8df4f622d.md", "s5c1ba456d3.md", "sacca6cf486.md", "s5fb845ddfc.md", "s5a1e2b30fa.md", "s78fa8c0766.md", "sb76992f9c0.md"], "bm25": [-17.642569, -11.76505, -8.667955, -8.163819, -6.312389, -6.297169, -4.718342, -4.426605, -3.082155, -2.876396, -2.793231, -2.648276, -2.59637, -2.069699, -1.805819, -1.698949, -1.648375, -1.61622, -1.468793, -1.395034, -1.34399, -1.325603, -1.298819, -1.295644, -1.290416, -1.261441, -1.132808, -1.108201, -1.045937, -0.868557, -0.842382, -0.723676, -0.617724, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s038639cc08.md", "s9a45b025e5.md", "s7bd958795b.md", "scac54bbb5f.md", "s205e4e6a68.md", "s1abab1f3e2.md", "s0dd123947f.md", "se66811d1b5.md", "sd2b2d6919e.md", "sc5862e93be.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f8c5f88b", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sf2e9facc28.md"], "ranked": ["sf2e9facc28.md", "scac0bf681b.md", "s04d79b4fe5.md", "s9cc97c79cb.md", "s58ddd4a342.md", "s6c5b92a222.md", "sd2d3a9af12.md", "s17606b90e0.md", "s0ed0803459.md", "sf7f5b9fdc9.md", "s6adc894703.md", "s51111c0768.md", "sf4bf877a31.md", "s0db11c09b9.md", "sbcf311c44d.md", "s843195a0da.md", "s5448663b15.md", "sfcaaffcf60.md", "se62719c02e.md", "s4de45fb865.md", "sdda7335828.md", "s3885903955.md", "s4a22b0d93e.md", "sb3152b7f93.md", "sefb54405e0.md", "sf7581a446e.md", "s64a0a35b28.md", "sa41bec9626.md", "sdc3aa8cb19.md", "s42b8455630.md", "s1edd9cafbf.md", "sa793fecbe3.md", "sf39bcba341.md", "s2d31fd7e98.md", "s547d4a328d.md", "s7f3fa3324a.md", "sb767f377ed.md", "s4ea3199b82.md", "s3f39c5c039.md", "s0c68c9ebdd.md", "s480e8524cf.md", "s68ad9ce498.md", "s5b2c127631.md"], "bm25": [-15.757372, -6.012394, -4.924739, -3.42121, -3.253112, -3.141458, -3.074034, -2.584118, -2.569264, -2.187433, -1.742419, -1.662762, -1.502668, -1.38682, -1.292074, -1.263769, -1.12719, -1.08567, -1.042041, -1.026932, -1.005076, -0.716923, -0.620805, -0.586975, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -1e-06, -1e-06, -1e-06], "search": ["sf2e9facc28.md", "scac0bf681b.md", "s04d79b4fe5.md", "s9cc97c79cb.md", "s58ddd4a342.md", "s6c5b92a222.md", "sd2d3a9af12.md", "s17606b90e0.md", "s0ed0803459.md", "sf7f5b9fdc9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5d3d2817", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["scaedf0ae34.md"], "ranked": ["sb89ec5b1ce.md", "s9bdeda94c1.md", "scaedf0ae34.md", "sbafa8f3dfc.md", "s23890004c4.md", "sc490cd49d6.md", "sd3b833436c.md", "s76b6e4fe53.md", "sb1f6e07ecd.md", "s847aa070ab.md", "s0aaa504402.md", "se07e063069.md", "s868407f2c6.md", "sa5f7f93842.md", "s2b63817a27.md", "s9b0f099de3.md", "sa4b7ca8319.md", "sa7a895528c.md", "sdeec50e53d.md", "s415f264de2.md", "s7fe83ad123.md", "s462e12a752.md", "s1a99ecee8a.md", "s5c7c79324a.md", "s5ccbf80923.md", "s4747d983e9.md", "s28e64d894c.md", "s64db76becd.md", "s06a4a53d18.md", "s02d34d01ab.md", "s8634f3b561.md", "s6eef1c87e3.md", "sd05af99d0a.md", "sa92facacd5.md", "see5045e941.md", "s3f45e92951.md", "s237607d7ae.md", "sd7de4fca4a.md", "s1285cf96e2.md", "sed2da3682b.md", "s034f242bf0.md", "s6883d1abfd.md", "sfe15335ebc.md"], "bm25": [-6.374977, -4.197393, -3.698224, -3.57954, -2.680173, -2.566373, -2.136931, -1.708176, -1.615825, -1.470138, -1.236789, -1.1435, -1.131597, -1.021486, -0.973892, -0.691819, -0.658481, -0.592904, -0.590419, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["sb89ec5b1ce.md", "s9bdeda94c1.md", "scaedf0ae34.md", "sbafa8f3dfc.md", "s23890004c4.md", "sc490cd49d6.md", "sd3b833436c.md", "s76b6e4fe53.md", "sb1f6e07ecd.md", "s847aa070ab.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7527f7e2", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s42536cb080.md"], "ranked": ["s42536cb080.md", "s8d662eecc4.md", "s1092143144.md", "se65dd638b4.md", "sbd4fdeef8a.md", "secd56c7c2f.md", "s240459e570.md", "s00188afb99.md", "sfae446ff39.md", "s1c29fd9804.md", "s9942f9ce0f.md", "s39d685badf.md", "s6fe47062fb.md", "s215b4a546e.md", "sdcf849cf1e.md", "s7ca70d120c.md", "s69536980fc.md", "s6190c6d583.md", "sb117e13ae0.md", "s79d6397006.md", "s9a95a70547.md", "se8c42fc5b7.md", "s9abc3985c5.md", "s8e87e8f5b3.md", "sdaf44ec1ee.md", "s6286f2a01c.md", "sa221a69071.md", "s294b160984.md", "scc891ab1b8.md", "s73c4b10bc8.md", "s87325ce874.md", "sadf4168fe7.md", "sba467dda29.md", "s5f3874a015.md", "s08307514b5.md", "s468dbae829.md", "s01eb9aceec.md", "sd232563d3b.md", "s1fcb9be77f.md", "sb3319a33ba.md", "s4bfb24cbf9.md", "s7e9927e785.md", "sfe32efb8ae.md"], "bm25": [-11.498136, -4.630605, -4.112507, -4.1003, -3.668365, -3.343955, -2.656448, -1.893497, -1.368879, -1.331893, -1.268437, -1.208649, -1.078813, -1.067713, -0.956331, -0.808922, -0.804794, -0.715436, -0.703186, -0.699151, -0.68286, -0.658011, -0.537292, -0.51025, -0.419159, -0.404718, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["s42536cb080.md", "s8d662eecc4.md", "s1092143144.md", "se65dd638b4.md", "sbd4fdeef8a.md", "secd56c7c2f.md", "s240459e570.md", "s00188afb99.md", "sfae446ff39.md", "s1c29fd9804.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c960da58", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["saaca2ed80c.md"], "ranked": ["saaca2ed80c.md", "s4efccb5ba1.md", "s8f747fa801.md", "sb95edadee1.md", "sb709d075b9.md", "s48aab5a730.md", "se36fe90330.md", "sa3c43fba9b.md", "s17f6f0094e.md", "s822474ab7c.md", "s206eefe63f.md", "sa86a17035c.md", "s6068cccd76.md", "s97f1068d72.md", "sf59a7599e7.md", "s4caf948850.md", "s6a050d3412.md", "s31409ad4bc.md", "s7d8c2a4a7a.md", "sd565304bde.md", "sec7632c5d0.md", "sd7c8b5f4d3.md", "s44b0faa516.md", "s48e90a4f72.md", "see1b389d57.md", "s59a7767b4c.md", "s0f1a965491.md", "s65d5a42f39.md", "sb54ffbfca9.md", "s30b105fe09.md", "s6e737f86c9.md", "sbefd41c50b.md", "sc1f38d2de0.md", "sb9c155b70a.md", "s03873ad5f0.md", "s35f036844d.md", "s806e1b5ec0.md", "sad118f760a.md", "s07bf9b872c.md", "s28591bfab2.md", "s570a7e7295.md", "sc518c0a7b5.md", "sa141954072.md", "s094a91e751.md", "s1bc9797f0d.md"], "bm25": [-10.696782, -3.585137, -2.542773, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["saaca2ed80c.md", "s4efccb5ba1.md", "s8f747fa801.md", "sb95edadee1.md", "sb709d075b9.md", "s48aab5a730.md", "se36fe90330.md", "sa3c43fba9b.md", "s17f6f0094e.md", "s822474ab7c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3b6f954b", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sf9874a5124.md"], "ranked": ["sf9874a5124.md", "sb47c22cb1c.md", "s4470273d3d.md", "sc3c8a6b95f.md", "s3032101dff.md", "sf41a146f37.md", "s4b8f1b2701.md", "s874be39723.md", "s04bf68c0f5.md", "s3010d3dc86.md", "sa4e15a64e2.md", "sa6b0439edc.md", "s8ff87bc633.md", "s9c463fe176.md", "sdf45c62d9b.md", "sb3d3c6765f.md", "s412c50c7cd.md", "s5a0f87506b.md", "sc0d7d3717e.md", "s01b15913d7.md", "s6f4b4e482d.md", "s3d037a4ec8.md", "s54b926d7ae.md", "s4d7e0fabcc.md", "s84dd1ed095.md", "s02d13cd285.md", "s065b3d1f22.md", "scf1ca237f1.md", "sdf7a16b6cb.md", "s0267af7469.md", "sff3879ca5e.md", "s3e83c24ccc.md", "s26c473a460.md", "s35b510d2c4.md", "s1264b7119f.md", "sf9f73c4a4f.md", "s2f14f03fef.md", "s113bd2299e.md", "s7406efe602.md", "seb8e4190dc.md", "s5566c700b6.md", "sa03a94738a.md", "s0ee3b9fb83.md", "sb2d4256aa6.md", "s5780889c9b.md", "s30beee2a0c.md", "s355efd62b9.md", "saa398c9746.md", "sa02b5bf14c.md", "sba1bccfcda.md"], "bm25": [-10.102758, -8.136086, -6.719692, -5.492753, -4.240078, -3.270392, -3.113397, -3.005273, -2.975717, -2.809871, -2.8033, -2.652084, -2.375325, -2.201696, -2.194092, -2.069045, -2.018613, -1.825698, -1.714878, -1.705125, -1.54262, -1.532697, -1.464332, -0.972829, -0.852917, -0.759098, -0.713013, -0.686687, -0.637842, -0.615834, -0.572314, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["sf9874a5124.md", "sb47c22cb1c.md", "s4470273d3d.md", "sc3c8a6b95f.md", "s3032101dff.md", "sf41a146f37.md", "s4b8f1b2701.md", "s874be39723.md", "s04bf68c0f5.md", "s3010d3dc86.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "726462e0", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0003, "type": "single-session-user", "abstention": false, "gold": ["s8fa826fd47.md"], "ranked": ["s0bb7b1fe2c.md", "s8fa826fd47.md", "s160ca6f5b7.md", "sa29fce60ae.md", "s20f40746dc.md", "s23a3eff1ce.md", "sdeb312845e.md", "se6fe62b7f9.md", "s9d77c9ee96.md", "s60eccf4fcd.md", "sd98ca7a561.md", "s02b8702d84.md", "s0ccf8c6857.md", "s67e3c73c6e.md", "s0c5ad08b81.md", "s8a5d98f52a.md", "sc70c846ca4.md", "sc13970b64f.md", "sfa9c23c546.md", "s05a7240215.md", "s274b111b7d.md", "s7837636c7b.md", "sbf43d475d1.md", "sec6dafa2d7.md", "se0a6f3acca.md", "sb0dafefd6a.md", "s2a57afad88.md", "sd14de4ee30.md", "sa7df152896.md", "s1ba8380cf4.md", "s449f6316cd.md", "sb434324ea0.md", "s6108d6c962.md", "s27d7589227.md", "s8148978a21.md", "sa94e3aaf24.md", "sf10a575081.md", "scb29bae05b.md", "s8f2bbfb238.md", "se48bdeb322.md", "s23f1fb034c.md", "sd03b6dc5f8.md", "s6745e2ae64.md", "sd0a177e54b.md", "s78434fd8fe.md", "sb6e03a6276.md", "s2c8507a7b7.md", "sda5a237185.md"], "bm25": [-8.231818, -8.219638, -8.161755, -6.444236, -6.058699, -5.14834, -4.965834, -4.965804, -4.466309, -3.933068, -3.792827, -3.485059, -3.351361, -2.929124, -2.566641, -2.547539, -2.52835, -2.491986, -2.126778, -1.989767, -1.885453, -1.606252, -1.510773, -1.482591, -1.325435, -1.291942, -1.220248, -1.216877, -1.182377, -1.17062, -1.170564, -1.080845, -0.920884, -0.489281, -0.349659, -0.333162, -0.29498, -0.28401, -0.236583, -1.1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -6e-06, -6e-06], "search": ["s0bb7b1fe2c.md", "s8fa826fd47.md", "s160ca6f5b7.md", "sa29fce60ae.md", "s20f40746dc.md", "s23a3eff1ce.md", "sdeb312845e.md", "se6fe62b7f9.md", "s9d77c9ee96.md", "s60eccf4fcd.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "94f70d80", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0059, "secs_query": 0.0003, "type": "single-session-user", "abstention": false, "gold": ["sc8fc1f7352.md"], "ranked": ["sc8fc1f7352.md", "s5752f4143f.md", "sb3023195f1.md", "s72fa293692.md", "s17980aad10.md", "s98c540ae26.md", "s2b1bade12e.md", "s642c41fb27.md", "sebb88a7383.md", "s0563ed7bc8.md", "s8b08802b9d.md", "s13e33ad04e.md", "sb74e33e197.md", "s383b504984.md", "s65433f115c.md", "sa7154470cc.md", "s990b8912a0.md", "s40c59b9893.md", "s639312ea49.md", "scad98da0e1.md", "s7171f05ff2.md", "sd83903eea3.md", "sd287f11175.md", "s11a0d20d04.md", "sb759df4698.md", "see06e07f95.md", "sd40cd4ab19.md", "s4df39a99a5.md", "sae48ef6e52.md", "s75b48e83a3.md", "s0b3d698611.md", "s91dd981362.md", "s21637ee217.md", "s0491f1c7bd.md", "s9e5fecf6d7.md", "s11146b3f67.md", "s35cce69fff.md", "s50c3dc3b4a.md", "s41f3adf890.md", "s836eca4687.md", "s5d2b804506.md", "sa67fbbe5c4.md", "sd9c315d351.md", "saeaee23a7c.md", "saec5673ab7.md", "s00d1cc271c.md", "sb22c677885.md", "sd7a0be0bc1.md"], "bm25": [-17.757077, -8.20358, -3.581307, -2.88214, -2.770786, -2.562621, -1.79094, -1.7906, -1.685632, -1.129603, -1.105978, -1.037154, -1.031217, -0.847727, -0.834213, -0.771703, -0.720621, -0.660336, -0.634011, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -2e-06], "search": ["sc8fc1f7352.md", "s5752f4143f.md", "sb3023195f1.md", "s72fa293692.md", "s17980aad10.md", "s98c540ae26.md", "s2b1bade12e.md", "s642c41fb27.md", "sebb88a7383.md", "s0563ed7bc8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "66f24dbb", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sb831e4dbdc.md"], "ranked": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s654063ee02.md", "sf1cda72706.md", "sade05dea4d.md", "s09f25d9ef5.md", "s5322140fc1.md", "sfd94a6651b.md", "s704782a77a.md", "s0d4db66400.md", "s69cddbcacc.md", "s3026bc9b07.md", "sbcebd51572.md", "s93559d384b.md", "se74a6cfa6e.md", "s4924eff8bc.md", "s05448da2b1.md", "s341add30a7.md", "s64981233ec.md", "s71315ae3a7.md", "s29047a34f9.md", "s86655ad02c.md", "sdd423c8087.md", "s4957cc0408.md", "sc95c684301.md", "sa3512f9336.md", "s4801f9f290.md", "sb15da32736.md", "s4b5affadb3.md", "s8c576c2c28.md", "sc1532149bb.md", "se1e15a3835.md", "s79596ae43b.md", "s9e6c188ac5.md", "s08bd9145b8.md", "sef901aadf4.md", "sb63fa109a6.md", "sfe4b7ba5b7.md", "s393f0a9ada.md", "s5701af283a.md", "sa0c83f5e5e.md", "sa0ee0b8433.md", "sd24790aed4.md", "s88b7d882f0.md", "s9735bc880a.md", "s59c445a3b5.md", "s9600694ee6.md", "s7356079ffb.md", "sa6653f4d44.md"], "bm25": [-20.679582, -14.137562, -4.83393, -3.291378, -2.413642, -2.191974, -2.060565, -1.8905, -1.785932, -1.693805, -1.597251, -1.519811, -1.361456, -1.284368, -1.114688, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s654063ee02.md", "sf1cda72706.md", "sade05dea4d.md", "s09f25d9ef5.md", "s5322140fc1.md", "sfd94a6651b.md", "s704782a77a.md", "s0d4db66400.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ad7109d1", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0058, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sf725ba758b.md"], "ranked": ["sf725ba758b.md", "s1e4c1b5973.md", "s48d780670b.md", "s17d6b252fd.md", "s3cc500bc70.md", "s1ef9413d51.md", "s9472204e92.md", "s6265387054.md", "s401bd64630.md", "s2b5b0aa860.md", "s189d061221.md", "saa0cf6319b.md", "sb3eaf043f1.md", "s1a628c8802.md", "s23122c4d3c.md", "s69c5466b54.md", "sc1b30dbb0a.md", "s6da155c515.md", "s42e115242c.md", "s7d4d26f8c1.md", "sbbfb28c188.md", "s6f937d8465.md", "sce74707dca.md", "sd751493123.md", "s6c42a9dd33.md", "s77f48f14df.md", "s5868ab6ee9.md", "s9e13364cd6.md", "sff7156b321.md", "sdbf55f001c.md", "s4b05b66047.md", "sd948aa8fe7.md", "s75d6b12ebe.md", "s990b77c459.md", "s9453aaaaa8.md", "sb96ce5f97a.md", "sbbd8f8dd58.md", "sd8f3b2f41b.md", "sab641cee77.md", "sb3e4dbba08.md", "s3fcbc9cbd1.md", "s150caf92ff.md", "sf41bceadbc.md", "sea934e6586.md"], "bm25": [-7.410982, -4.053262, -3.883755, -3.139407, -2.519179, -1.609871, -0.659574, -0.653369, -0.647991, -0.647332, -0.6033, -0.587723, -0.580241, -0.454348, -0.452919, -0.445674, -0.443922, -0.422406, -0.383316, -0.314657, -0.311198, -0.294941, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["sf725ba758b.md", "s1e4c1b5973.md", "s48d780670b.md", "s17d6b252fd.md", "s3cc500bc70.md", "s1ef9413d51.md", "s9472204e92.md", "s6265387054.md", "s401bd64630.md", "s2b5b0aa860.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "af8d2e46", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s044eb27108.md"], "ranked": ["s044eb27108.md", "s147a3a8b0a.md", "s38ff234400.md", "s5f43e420a6.md", "sdffe9b1d92.md", "s64e2b0b819.md", "s5550eb64a4.md", "sb88d0d6e7e.md", "s9bb041fdb2.md", "s0a517f53f8.md", "sb80bbb14b0.md", "s7c1524b0f6.md", "s3f0fffc507.md", "s412ac53746.md", "s4a820a8aff.md", "s8dc06848fd.md", "s395fa9e008.md", "s60035d6fc6.md", "sfd980bfeb6.md", "sb0cead597c.md", "s454dad1f0e.md", "se647d48e56.md", "sb1f7b4b0e8.md", "s73020fbdd3.md", "s1076f5b933.md", "s992e02ab28.md", "s2a25bf973c.md", "s178b0a03ce.md", "s02453dff69.md", "s8c1208967a.md", "sbd74af50e1.md", "s01cb89ce49.md", "sf5a6fb3ad4.md", "s9a74ef6f46.md", "sb420645c6d.md", "s678bc8b527.md", "s4f5eddc5b1.md", "s7e59f2b39e.md", "sde00243a4a.md", "s80f5ca63e7.md", "s2949a67a55.md", "s9482004e3d.md", "sd9cc149df7.md", "s6ae4d30df4.md", "s24c1046b01.md", "s4f06aa4a41.md", "sc6af62107b.md", "s105b6c66ae.md", "sbdb1a9eaf2.md", "sdc61c2ae68.md"], "bm25": [-22.053464, -5.905235, -5.132937, -2.954485, -2.71529, -2.624771, -2.3894, -2.076396, -1.977424, -1.883747, -1.795695, -1.794382, -1.63647, -1.384269, -1.33219, -1.294635, -1.203962, -1.140937, -1.124378, -1.10528, -1.056709, -0.299541, -0.286809, -0.210835, -0.193462, -0.186035, -0.180794, -0.127112, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["s044eb27108.md", "s147a3a8b0a.md", "s38ff234400.md", "s5f43e420a6.md", "sdffe9b1d92.md", "s64e2b0b819.md", "s5550eb64a4.md", "sb88d0d6e7e.md", "s9bb041fdb2.md", "s0a517f53f8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dccbc061", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s83822b19ee.md"], "ranked": ["s83822b19ee.md", "se5f38a72ea.md", "sebd08fa796.md", "s014112609c.md", "s4a9cf48355.md", "s6b403c25b0.md", "s4dcfecfebb.md", "s4f102410e6.md", "sa931cb22ce.md", "scb11582d4b.md", "se02b683ddd.md", "sc7be4f6163.md", "s0756c03ca9.md", "s48abfd5ca1.md", "sb5f763252c.md", "sdecbf68302.md", "sd1a1b90e1d.md", "s30d2d51ae4.md", "sd0c1395c53.md", "s54a0a11963.md", "sfbd6db05e1.md", "s7f5bf04977.md", "sf02e1acd48.md", "s0c314c82da.md", "s6be05adefa.md", "sc0507a685c.md", "sb1968414fc.md", "sfed4754ee2.md", "s47e453b368.md", "s2531c95207.md", "s42231688d5.md", "s9181724378.md", "s36ffa68e09.md", "sce4c4904aa.md", "sde195c06ba.md", "sa709a586c8.md", "sc4d0d20e60.md", "saf2e85c002.md", "s1b7524286e.md", "s2381075c72.md", "s3b7c4dc150.md", "s39e1ba5be4.md", "s083e082b14.md", "s82ed453e89.md", "s801fef140e.md", "sadc42000c2.md", "s87e92dc484.md", "s995093a93a.md", "s6baab16fd8.md"], "bm25": [-8.465428, -5.559895, -3.988977, -1.646634, -1.348616, -1.295296, -1.268171, -1.208706, -1.168707, -1.047392, -1.040462, -1.020625, -0.078789, -0.075291, -0.06338, -0.062355, -0.060718, -0.058468, -0.056947, -0.053412, -0.049787, -0.043298, -0.042135, -0.039863, -0.037359, -0.0358, -0.032601, -0.032012, -0.031028, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["s83822b19ee.md", "se5f38a72ea.md", "sebd08fa796.md", "s014112609c.md", "s4a9cf48355.md", "s6b403c25b0.md", "s4dcfecfebb.md", "s4f102410e6.md", "sa931cb22ce.md", "scb11582d4b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8c3f81d", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s5e447ba69d.md"], "ranked": ["s5e447ba69d.md", "s7e491757ae.md", "sb9d9817f51.md", "sb7e2b3f9cb.md", "s876998e495.md", "s9e7019eed5.md", "safccfa9a84.md", "scc96f84dae.md", "s59c4d4a63b.md", "s20ce4ccfa3.md", "s8c0e982181.md", "s0a255bb34b.md", "sd4b664d64f.md", "s0aeeacaeae.md", "s5396d0640d.md", "s3265e68795.md", "sd418be111e.md", "sb1b9b56159.md", "s3aa12be19e.md", "s9dad630b2b.md", "se891d6faec.md", "sfacf320ed5.md", "s3bceec4b7c.md", "s04d839bab7.md", "s3b31d1653d.md", "se655ff45ec.md", "se5d3e4f246.md", "sf5d84a79a2.md", "sd08f8b01be.md", "sbd03fb527b.md", "s17024810e5.md", "s0128f1a7c8.md", "sc5e4cc179c.md", "se88e319968.md", "s7a7ea5ba57.md", "s71dc0e585f.md", "sa3877ac7ee.md", "s94f1ce8673.md", "sb1ba8fe58f.md", "sbb9c20345b.md", "s04aa1b957a.md", "s9d6c6de80b.md", "sa9b052293f.md", "s5a01ecfa4d.md", "s1a7efc9b6c.md", "s7506b85bf3.md", "s4cd96fc27f.md", "s70e8dba38f.md", "sbc6890e627.md"], "bm25": [-10.256541, -8.497888, -8.001841, -6.493274, -4.013343, -3.96084, -3.415479, -3.345726, -3.172021, -3.106081, -2.406284, -2.224988, -2.060726, -2.0228, -1.997147, -1.986236, -1.893627, -1.60878, -1.572642, -1.458292, -1.344706, -1.016763, -0.834534, -0.76606, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06], "search": ["s5e447ba69d.md", "s7e491757ae.md", "sb9d9817f51.md", "sb7e2b3f9cb.md", "s876998e495.md", "s9e7019eed5.md", "safccfa9a84.md", "scc96f84dae.md", "s59c4d4a63b.md", "s20ce4ccfa3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8ebdbe50", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 39, "secs_index": 0.006, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s91e13e5185.md"], "ranked": ["s91e13e5185.md", "sbb92234093.md", "s4f75ec274d.md", "s4bd303c8b8.md", "scd72f13d99.md", "sa1a52a20cf.md", "sad84a1276c.md", "s567d6bafd2.md", "sb4f0fda344.md", "s4db69932fa.md", "s2fde5de44b.md", "s0d942ce24f.md", "s064654e28a.md", "s866cfca5b8.md", "s7430a91643.md", "s16a2996985.md", "s504bcbe7eb.md", "s926d75d9bc.md", "se23c452f5f.md", "se80484a1ba.md", "sf92d929dee.md", "sbf09b579d2.md", "s827a2a4fe9.md", "sf98e02a14e.md", "s61d17a9432.md", "sf1bd267055.md", "s5eb407ecb0.md", "s36984755f0.md", "s7746285b5a.md", "s6f381be1c8.md", "sa4c6e188fb.md", "s500ade5ae7.md", "s3418054aca.md", "sd0c9839ab3.md", "s968c235e0f.md", "sf46ef01a27.md", "sde448213e9.md", "s0e5a53c63c.md", "sa3db1e10f8.md"], "bm25": [-9.385061, -6.572351, -4.539229, -4.519949, -4.236925, -4.02825, -3.29818, -3.247734, -2.82116, -2.648026, -2.535367, -2.4757, -2.336606, -2.122235, -2.089432, -2.088387, -2.017984, -1.935382, -1.887286, -1.833863, -1.473009, -1.462819, -1.37584, -1.335941, -1.325271, -1.243545, -1.029525, -0.790005, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["s91e13e5185.md", "sbb92234093.md", "s4f75ec274d.md", "s4bd303c8b8.md", "scd72f13d99.md", "sa1a52a20cf.md", "sad84a1276c.md", "s567d6bafd2.md", "sb4f0fda344.md", "s4db69932fa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6b168ec8", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0063, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s55e227d395.md"], "ranked": ["s55e227d395.md", "sa58cdb63c4.md", "s2c8e9515de.md", "s7c1e056e6e.md", "sc83069ca96.md", "se3d4152994.md", "s4216e7e878.md", "s4d9f3065e5.md", "sbda944848a.md", "s9aa3dd4de6.md", "seac3ebdde6.md", "s46bc4927b9.md", "sb0a72ab7b3.md", "sbee566b7fc.md", "s3d8a23086a.md", "sccab5df433.md", "sd1308c7a17.md", "s260d073d4b.md", "sede0309875.md", "s254ea7337a.md", "s2ea67cfed2.md", "sfe78ae1815.md", "s6dcb884cbd.md", "sa9a4006b15.md", "s2f9a6efcc4.md", "s8f120a4a66.md", "s75139e6757.md", "s70464327c5.md", "s72226819f6.md", "sf46e9628b0.md", "s61363c36c3.md", "s1b66552a1b.md", "s3968d82f9b.md", "sae63af0995.md", "sb83d8b7041.md", "s7314b05f7a.md", "s1cb2661b50.md", "s86e82ffa26.md", "s289c4a06bd.md", "sd89451da50.md", "s0d0c030598.md", "sb7ba3c1097.md", "s6e0dfc9035.md", "s630986c50d.md", "s45895a563b.md", "sff0f60fa5d.md"], "bm25": [-5.639431, -3.598501, -2.475966, -0.84682, -0.792423, -0.789686, -0.680878, -0.630495, -0.614924, -0.613671, -0.54629, -0.541752, -0.540554, -0.539431, -0.50024, -0.40964, -0.399432, -0.385949, -0.36101, -0.346488, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06], "search": ["s55e227d395.md", "sa58cdb63c4.md", "s2c8e9515de.md", "s7c1e056e6e.md", "sc83069ca96.md", "se3d4152994.md", "s4216e7e878.md", "s4d9f3065e5.md", "sbda944848a.md", "s9aa3dd4de6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75499fd8", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.006, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["sdc6eddbad7.md"], "ranked": ["sdc6eddbad7.md", "s03f82683ce.md", "s382f84791b.md", "s064699ab86.md", "sf90e5fb5f4.md", "s6925c0f147.md", "s258f3aef6b.md", "s01e0bc1811.md", "s69d4c697e4.md", "sf3ce4c6d59.md", "s4766c41f0e.md", "s2fb4f9be6f.md", "s347128bf0b.md", "s4c01904ab1.md", "s32b4837149.md", "s5996118cd1.md", "sa0bdea65e7.md", "sf6b2db41f5.md", "s6d931572fa.md", "sfdb4d41fa6.md", "s03319aaabb.md", "s9af70c887f.md", "s648b1d9d43.md", "sae318c4dd2.md", "sb5ad9217f5.md", "s9e90b5b67e.md", "s52fbb339bd.md", "s9de3e7d7ad.md", "sf692f0b566.md", "s2659ab3ec5.md", "s226291ddff.md", "s85d9f2228f.md", "s1a03e931c1.md", "sa8ff866fab.md", "s3cd3146583.md", "s8a80121b6e.md", "s1b3d7ad195.md", "sc2c295212b.md", "sa1e0de9506.md", "s6e9999c0cb.md", "sa9def0cb3f.md", "s704fe99dce.md", "s15a8cc6b56.md", "sfedf967d74.md", "sae560a0e42.md", "s636355c889.md", "sd1dc1f3029.md", "sc71277933d.md", "s68a6931461.md", "s8cb943d98a.md"], "bm25": [-12.518005, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sdc6eddbad7.md", "s03f82683ce.md", "s382f84791b.md", "s064699ab86.md", "sf90e5fb5f4.md", "s6925c0f147.md", "s258f3aef6b.md", "s01e0bc1811.md", "s69d4c697e4.md", "sf3ce4c6d59.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21436231", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sdb453f1104.md"], "ranked": ["sdb453f1104.md", "s1770b2cc4f.md", "sef5d948958.md", "saaf441ebad.md", "s195ecba638.md", "s45caba5df6.md", "s4cdfeaea85.md", "sec3b465070.md", "sd2946025d3.md", "s3c2df66cdc.md", "s5771b14bf3.md", "sda42ee8509.md", "s75e54744cf.md", "s7088a337f5.md", "sc1374e7114.md", "scb5be85607.md", "s0f42ef286a.md", "s54ffa3f450.md", "see5f9a58f9.md", "scfbc489a1c.md", "s6441c3c36d.md", "s566865b47e.md", "s5debc74648.md", "s0733e43ad4.md", "se5d325dee3.md", "s064f63381c.md", "s99c2e093f0.md", "s4f1c9ccfac.md", "s52281b4bb5.md", "se4d3876764.md", "sf59516a08d.md", "s23919a9eb1.md", "sdfaa878267.md", "s9625073412.md", "se831f7a478.md", "sb8749adb4e.md", "sd6373cc828.md", "s65c27c5d51.md", "se84e48055a.md", "s8c1b682bb9.md", "s421214fdc9.md", "s01d13c4ac4.md", "s4feb27a78a.md", "s5787318296.md", "sad93363440.md", "sbc499063e6.md", "s27595dc1f6.md", "s91ef0ab3c6.md", "s07cd4987ae.md", "sd43e55845b.md"], "bm25": [-36.031493, -5.229697, -4.443718, -4.179507, -3.912722, -3.431171, -3.317242, -3.124248, -2.98072, -2.958081, -2.734368, -2.416362, -2.166279, -2.044739, -2.009813, -1.992451, -1.761588, -1.680678, -1.592503, -1.379976, -1.107982, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06], "search": ["sdb453f1104.md", "s1770b2cc4f.md", "sef5d948958.md", "saaf441ebad.md", "s195ecba638.md", "s45caba5df6.md", "s4cdfeaea85.md", "sec3b465070.md", "sd2946025d3.md", "s3c2df66cdc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95bcc1c8", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s4089b5c557.md"], "ranked": ["s4089b5c557.md", "s7a3aadd1fd.md", "sdba86027c3.md", "s4a8154fd0b.md", "s484f985168.md", "s6f31c87718.md", "s6f95e47c89.md", "sc41ce6dbb0.md", "s905e24c81e.md", "s860ed3623c.md", "sa3b716e812.md", "s2f28ed342c.md", "s42da425741.md", "sdb913b9473.md", "s6d4c3ae3b2.md", "s7d95fb54ab.md", "s8364852ad9.md", "s78d9b35e19.md", "s40d118ec2c.md", "s57d4d08d61.md", "sd94c67575f.md", "s3d8410084c.md", "s1ddedd131c.md", "s12e1bab119.md", "s81d9fbd127.md", "s1c92f45006.md", "s0fd8e4a603.md", "sf27ed11441.md", "s513cad6870.md", "s12b7ae9104.md", "s4067ea2277.md", "s8581af7e8a.md", "s078ef031e0.md", "sd8dd1efca1.md", "s685851255b.md", "s9831da30ff.md", "s8718e5c869.md", "sd0a76a4123.md", "sb03abb0b13.md", "s250b2ff330.md", "sf2de7d1dc6.md", "s5b1d619e53.md", "s5e22853878.md", "s6290e85519.md", "s0817447386.md", "se3245af08e.md"], "bm25": [-19.923139, -8.272613, -4.91752, -4.454213, -4.066629, -3.601204, -3.148365, -3.09107, -3.032759, -2.998217, -2.893331, -2.792709, -2.582662, -2.578603, -2.464429, -2.35181, -2.329904, -2.310813, -2.227575, -1.70362, -1.66625, -1.483084, -1.338746, -1.282641, -0.406909, -0.372218, -0.352335, -0.23881, -0.220262, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s4089b5c557.md", "s7a3aadd1fd.md", "sdba86027c3.md", "s4a8154fd0b.md", "s484f985168.md", "s6f31c87718.md", "s6f95e47c89.md", "sc41ce6dbb0.md", "s905e24c81e.md", "s860ed3623c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0058, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s4973452f2e.md"], "ranked": ["s4973452f2e.md", "s7f4e983fe3.md", "s46da033ef4.md", "s1838df870a.md", "scf1ca83030.md", "s98c676ad4f.md", "s0aa376f35f.md", "sef4d03c7d3.md", "s9b0aaede8e.md", "s3e65dcbc08.md", "sbbed09f701.md", "sae273243b2.md", "sb0a63cd01f.md", "s6ced394278.md", "s931c9016fa.md", "sd7d28ca592.md", "sa49f036906.md", "s20b1840f13.md", "s3fa8f57569.md", "s365464647f.md", "se6dd8fe3cd.md", "s1a91ebcf65.md", "sc168599364.md", "s9aab5c00fb.md", "sa74a19c299.md", "s2975d96927.md", "scd81e64e6a.md", "s01952535a1.md", "s7b090c55fb.md", "s7aaa08feaf.md", "sc8e68bab7b.md", "sb3fef957f5.md", "s98493697d5.md", "sc9b127ac78.md", "s6db46be0df.md", "s5abeb10a1a.md", "sb2bbc69103.md", "sf06121ec02.md", "sb1e3e707b6.md", "sc5cf168674.md", "s9f43ffc371.md", "s2c726bb9e1.md", "s84a033fb0a.md", "s2b35b080ec.md", "s39ba378c6e.md", "sd8667a0645.md", "s53b998d265.md", "sf3c45e0715.md", "sab42279808.md", "s7494842afc.md"], "bm25": [-7.883631, -4.207015, -2.431272, -2.073354, -1.987644, -1.842922, -1.64885, -1.62947, -1.481533, -1.316713, -1.309548, -1.235714, -0.167192, -0.154431, -0.151879, -0.150097, -0.147864, -0.141437, -0.141169, -0.138492, -0.137053, -0.132828, -0.129585, -0.128554, -0.115331, -0.112801, -0.109945, -0.108861, -0.098268, -0.065284, -0.06469, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06], "search": ["s4973452f2e.md", "s7f4e983fe3.md", "s46da033ef4.md", "s1838df870a.md", "scf1ca83030.md", "s98c676ad4f.md", "s0aa376f35f.md", "sef4d03c7d3.md", "s9b0aaede8e.md", "s3e65dcbc08.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "853b0a1d", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sec30550e9a.md"], "ranked": ["sec30550e9a.md", "s63d90e84d8.md", "sa41b920623.md", "sb40d2e89bd.md", "s5abb90c95b.md", "sdc48cbbdd9.md", "s5e64c4f4d0.md", "s91c0c7ce55.md", "s3886635bef.md", "s0786d59a0e.md", "s49c65d5ee9.md", "s01f962c452.md", "sdd0d32c0d8.md", "s5d7069e41a.md", "sed617712fd.md", "sd0ddf7cd6e.md", "s2517e3f0f6.md", "s7682d2dc44.md", "s540ecb1e50.md", "s208c5d9345.md", "sf866f3adab.md", "sd6685f2d6d.md", "sd82d895211.md", "sd65d8a2cfd.md", "scaa54e3710.md", "se56bba9151.md", "s2e3620f26c.md", "s263a9b6742.md", "sb1f849df37.md", "s05adcf00a2.md", "s22758816c6.md", "sc39596045d.md", "sc9669d6fea.md", "se7f2633e5d.md", "s90218a92a5.md", "s1007289cfa.md", "se3c3ff10be.md", "se4b22e70c5.md", "s8c3945eb67.md", "s633fe118a4.md", "s4c6325350a.md", "saa9375132c.md", "s214be27a34.md", "sdb70b0476a.md", "s8d6fb9854b.md", "sa42f1f0a1d.md", "s3e3f30440d.md", "sacb35d043a.md", "se20139259a.md", "s5be557e2b0.md"], "bm25": [-24.959875, -6.458032, -5.294792, -2.459266, -2.303627, -1.991885, -1.635454, -1.487371, -1.460059, -0.312461, -0.305999, -0.298058, -0.297932, -0.284211, -0.280647, -0.278187, -0.276162, -0.242519, -0.233555, -0.231284, -0.226249, -0.194087, -0.18022, -0.155836, -0.115742, -0.106256, -0.105172, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06], "search": ["sec30550e9a.md", "s63d90e84d8.md", "sa41b920623.md", "sb40d2e89bd.md", "s5abb90c95b.md", "sdc48cbbdd9.md", "s5e64c4f4d0.md", "s91c0c7ce55.md", "s3886635bef.md", "s0786d59a0e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a06e4cfe", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-user", "abstention": false, "gold": ["s64ceddf61b.md"], "ranked": ["s64ceddf61b.md", "sc653839e63.md", "scf6574656c.md", "saf0af74922.md", "s1958c4729c.md", "sbd43427dad.md", "saa36120ce0.md", "s502259f63e.md", "scee96fe43a.md", "s5c395cc47b.md", "sda1fdfb32d.md", "s96ba51c1c1.md", "s59075fe9ed.md", "sf7b894fe44.md", "s6197448beb.md", "s10fc06e4ab.md", "s058674780b.md", "s6bf258d417.md", "s3e9ec427d5.md", "scfc3ad81cb.md", "s9c261fe219.md", "sb19178d936.md", "s36d771de42.md", "s09e41bb405.md", "s7c9ab76296.md", "s5d05f7284d.md", "s2d5008e620.md", "s017513ebba.md", "s9131ff6e7f.md", "sb0cfc2168a.md", "s088dea2aeb.md", "s1355b7e663.md", "sd52ae13acf.md", "s9e851c9d43.md", "s6c8166e091.md", "se8942f4212.md", "s3c776455b1.md", "s47b1248a0d.md", "s212af366a0.md", "sc4726b7805.md", "sbc2e45ea1d.md", "s06289bef21.md", "s50197da436.md", "s6d634fc551.md", "sc2eb40ec06.md", "s484ab7df95.md", "s07a16da070.md", "sfdade07b2d.md", "scc8fcf0578.md", "s56d0a81f07.md"], "bm25": [-37.941489, -3.832921, -3.167597, -2.807307, -2.548569, -2.427268, -2.389993, -2.172602, -1.895076, -1.862218, -1.486015, -0.972414, -0.954859, -0.948204, -0.946066, -0.805148, -0.776154, -0.700978, -0.682179, -0.642864, -0.587876, -0.521453, -0.481839, -0.474119, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06], "search": ["s64ceddf61b.md", "sc653839e63.md", "scf6574656c.md", "saf0af74922.md", "s1958c4729c.md", "sbd43427dad.md", "saa36120ce0.md", "s502259f63e.md", "scee96fe43a.md", "s5c395cc47b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37d43f65", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s5c59950a1e.md"], "ranked": ["s5c59950a1e.md", "s8af2638ac4.md", "s89d794dbe0.md", "sb62773282a.md", "sda7816d6b4.md", "s8e5e9507dd.md", "s86507e0d14.md", "s74ed026702.md", "s4be1a064d3.md", "sb724611cbf.md", "sacc8962abf.md", "s208b6549bb.md", "sbce9a32573.md", "s715d8f2a76.md", "sf1f734c1a1.md", "s65d3354f84.md", "s1b111fe2bf.md", "sb1746345a7.md", "s1162208c15.md", "s431f878b0f.md", "s1fb3367568.md", "sf347c2093e.md", "s7a7b868815.md", "sf2adfe59c9.md", "s40a98137a3.md", "sdbe2c4eeb3.md", "s3570aea559.md", "sc4d3637a9b.md", "s0943f7dd43.md", "s704301d9f5.md", "s10897d9f1c.md", "sb140ecce3b.md", "s59eff4b10c.md", "scc7c1d657f.md", "s0254a10fc6.md", "s2b4b04e165.md", "s1978e36085.md", "s454f930093.md", "sdd7a160208.md", "s719076677b.md", "sa651004662.md", "sc51b007d94.md", "s0a4815b8d2.md", "s03cec652f0.md", "s97654675ff.md", "sef998d8fb2.md", "s5e0208d3c4.md", "sf916b5c297.md", "s515bc5d460.md"], "bm25": [-18.982566, -3.167349, -3.020537, -2.584496, -2.502311, -2.378508, -2.029146, -1.816118, -1.502053, -1.448968, -1.32278, -1.148181, -0.875037, -0.754754, -0.637281, -0.617796, -0.566574, -0.525427, -0.487604, -0.41981, -0.390363, -0.349346, -0.336477, -0.33424, -0.332093, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s5c59950a1e.md", "s8af2638ac4.md", "s89d794dbe0.md", "sb62773282a.md", "sda7816d6b4.md", "s8e5e9507dd.md", "s86507e0d14.md", "s74ed026702.md", "s4be1a064d3.md", "sb724611cbf.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b86304ba", "n_docs": 41, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.0058, "secs_query": 0.0004, "type": "single-session-user", "abstention": false, "gold": ["s6eb55c976f.md"], "ranked": ["s6eb55c976f.md", "se499af0bf1.md", "s71b13ee157.md", "s3e5b093673.md", "s0d6b9d7a0d.md", "s0a5d10616f.md", "see9ac3397e.md", "s9ce314ad55.md", "secc9e33dda.md", "s1c617c1f43.md", "sa1e8ed3956.md", "sf1690a7f56.md", "s53d93b69d7.md", "scf50c971c6.md", "sf5424cffde.md", "sd990aac0ef.md", "s32009404c6.md", "sc1f59db4db.md", "s0940d04aa4.md", "s0090efc771.md", "se04c085ebd.md", "s20f7c78d82.md", "s0334172fbc.md", "s8f79ed0d4e.md", "s2a1ccfdd59.md", "seb4344b7da.md", "s03e3df778c.md", "s1ad89e5752.md", "se1996a82c9.md", "s51d7056a3e.md", "s736ae259f0.md", "s2da0f9e4f2.md", "s5f6b4aa260.md", "s0297b197bc.md", "sef75851835.md", "sfef62cc549.md", "s90a2efbb05.md", "sae47561429.md", "s9fd370f1a4.md", "s4870bb0b93.md", "sb6125ab929.md"], "bm25": [-6.748554, -6.544664, -4.871508, -4.161747, -3.608537, -3.416806, -3.036721, -2.888912, -2.822698, -2.662144, -2.455855, -2.312202, -2.188588, -2.050029, -1.97907, -1.834665, -1.74399, -1.719606, -1.708637, -1.547436, -1.490885, -1.311704, -0.811215, -0.674966, -0.59566, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -2e-06], "search": ["s6eb55c976f.md", "se499af0bf1.md", "s71b13ee157.md", "s3e5b093673.md", "s0d6b9d7a0d.md", "s0a5d10616f.md", "see9ac3397e.md", "s9ce314ad55.md", "secc9e33dda.md", "s1c617c1f43.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d52b4f67", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 37, "secs_index": 0.006, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s00992af511.md"], "ranked": ["s00992af511.md", "sd3aefba14f.md", "s28dc1d37bf.md", "s3aa0455cb6.md", "sa3141a0005.md", "s88c6b82471.md", "s9ccc1d1bad.md", "s781641114f.md", "s9af0b83e60.md", "s91e1cdf75e.md", "s6204eb8462.md", "s573d74715f.md", "s505004e81f.md", "s19cdb7500c.md", "sdf79297b63.md", "s47c69a0494.md", "s4e1dd8c0de.md", "s7de5a4d75d.md", "s6fdc7c9ed3.md", "s8c7e09b1d4.md", "s5dcb8a0def.md", "s9b0500c8b8.md", "sd5fdf125d0.md", "sd76b1579fd.md", "s20ab53fe06.md", "s0e89301812.md", "s2080214f3c.md", "sb2217673e8.md", "s01f9efb062.md", "s8b147ab865.md", "s5ef0589199.md", "sa229130999.md", "sdbed673a72.md", "sc46fe9b9e9.md", "s80ff54b1ae.md", "s95508a4416.md", "sd47bc0999b.md"], "bm25": [-8.94526, -4.283833, -3.882161, -3.555067, -3.301586, -2.937958, -2.900285, -2.895986, -2.487985, -2.453323, -1.997162, -1.979786, -1.957387, -1.932646, -1.807948, -1.784432, -1.477623, -1.392151, -0.975648, -0.966749, -0.790694, -0.768129, -0.617629, -0.607648, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["s00992af511.md", "sd3aefba14f.md", "s28dc1d37bf.md", "s3aa0455cb6.md", "sa3141a0005.md", "s88c6b82471.md", "s9ccc1d1bad.md", "s781641114f.md", "s9af0b83e60.md", "s91e1cdf75e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "25e5aa4f", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sedf4977e36.md"], "ranked": ["sedf4977e36.md", "s7053d8112f.md", "s0c79382b0f.md", "s26e82fa5c6.md", "s13d1309205.md", "s4af5e32583.md", "s2de6ee135e.md", "s21d41abafb.md", "s62fa18865c.md", "s24aa268d9b.md", "sd79544f745.md", "sb37722f837.md", "s95a36d7f7f.md", "sea0799b932.md", "se5041827fd.md", "sb1b1f8cead.md", "s9645e34ce7.md", "scd49f5d403.md", "s7e005e5ec8.md", "sa1aa084b72.md", "s3411610155.md", "s647da31215.md", "sd1ec2f0fac.md", "s70543176a9.md", "s28726ba3fb.md", "sf270eff3ea.md", "s0556392f2b.md", "se588cd4b61.md", "s95cd33ccab.md", "s62ce1ce2e8.md", "s155349af87.md", "sc6ceae5373.md", "sda47b0e060.md", "sffcbf3ee96.md", "sd4a01ca0ac.md", "s5901def14e.md", "sca6deea0e6.md", "s014c7da853.md", "s6baa20216c.md", "s5017d8e283.md", "sa524386bc6.md", "s8cbf811451.md", "s2882179a07.md", "se0702b9102.md", "s5f9bdf99a8.md"], "bm25": [-15.554311, -8.892524, -6.108121, -4.058936, -2.846783, -2.293556, -1.916101, -1.755904, -1.660484, -1.459179, -1.40078, -1.342917, -1.257801, -1.160582, -1.111311, -1.053456, -0.943391, -0.828895, -0.774574, -0.609752, -0.590081, -0.244483, -0.22895, -0.19646, -0.179409, -0.161602, -0.153563, -0.15347, -0.129422, -0.12727, -0.108187, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["sedf4977e36.md", "s7053d8112f.md", "s0c79382b0f.md", "s26e82fa5c6.md", "s13d1309205.md", "s4af5e32583.md", "s2de6ee135e.md", "s21d41abafb.md", "s62fa18865c.md", "s24aa268d9b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf9ead2", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0003, "type": "single-session-user", "abstention": false, "gold": ["sd668f8bff2.md"], "ranked": ["sd668f8bff2.md", "s625f2a3d5a.md", "s84ac481c50.md", "s823b6a1556.md", "s37fbab6016.md", "s9e2ad82453.md", "s435c9fddc0.md", "s066b83ee2f.md", "sdbfc3cc2dd.md", "s978c1f2514.md", "sbc7929aada.md", "sb5e26f72ff.md", "s48fc1b6dfa.md", "s519cbec616.md", "sabfde1620b.md", "s31276aad3e.md", "s62de534227.md", "s5e9d66c13b.md", "sce58a762d7.md", "s8113606dbd.md", "sa5f4ba04aa.md", "sacab0056d3.md", "sc2b147de7b.md", "s111d3e7c95.md", "sf3b2200e11.md", "s6c2992c68b.md", "se193708ede.md", "s42821c26dc.md", "safa9f41334.md", "sed2f807dfc.md", "s42e70a5693.md", "s390a6932b5.md", "scc8b8f7453.md", "s1e4fbfd5d6.md", "s79f280a832.md", "sf9b039ee6a.md", "sd7cb81bcdc.md", "s7883dff7de.md", "sd49494518e.md", "s3073348dc2.md", "s9cd14018cc.md", "s50b9b1d0ce.md", "s2d84edc9c7.md"], "bm25": [-6.737957, -3.761166, -3.576049, -2.815452, -2.798709, -2.343826, -2.320948, -2.179038, -2.093545, -2.092133, -2.090216, -2.019399, -2.013099, -1.973776, -1.941416, -1.679296, -1.614048, -1.355055, -1.098219, -1.095369, -1.055625, -0.955552, -0.91963, -0.905337, -0.710766, -0.560871, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06], "search": ["sd668f8bff2.md", "s625f2a3d5a.md", "s84ac481c50.md", "s823b6a1556.md", "s37fbab6016.md", "s9e2ad82453.md", "s435c9fddc0.md", "s066b83ee2f.md", "sdbfc3cc2dd.md", "s978c1f2514.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8550ddae", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sa6f479058b.md"], "ranked": ["sa6f479058b.md", "sa0e4f3f109.md", "s4526908bfb.md", "sa5fd6410e9.md", "s22204f875a.md", "s8823995edf.md", "s3e9ba68fe8.md", "scf159a8b40.md", "s6ac7a2234f.md", "s12664b1b3b.md", "s213194cc9a.md", "s0892f0a756.md", "s22a98d022b.md", "s398bc6d41c.md", "s5b0f105381.md", "s438f070f5a.md", "sde62a6185b.md", "se4213dbf29.md", "s7329e333fd.md", "se317eae4b6.md", "s7a5d522ce1.md", "s33102e0ccb.md", "s63c076fa65.md", "s74e5c41358.md", "sadc843d342.md", "s5ab307cc4d.md", "s5e2283d935.md", "s58f8a75752.md", "sda189b1bf4.md", "sa2138f60ba.md", "see10ada878.md", "s060ef79476.md", "s1cc298c8c1.md", "sb8edb131ef.md", "s1c372b6a99.md", "s7ae6b6c679.md", "s8847e84c65.md", "s27c4c74a73.md", "sc74818ed63.md", "sa76d16ce6f.md", "s1be7b5f928.md", "s9e29ba0ec1.md"], "bm25": [-12.138149, -8.355496, -7.253271, -5.850212, -5.249828, -4.076681, -3.741394, -3.263462, -3.177729, -3.101139, -3.014411, -2.845212, -2.637063, -2.427006, -2.406669, -2.012192, -1.615316, -1.593518, -1.377895, -1.281702, -0.990418, -0.962218, -0.842942, -0.740003, -0.62143, -0.615175, -0.567372, -0.508524, -0.456158, -0.431631, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06], "search": ["sa6f479058b.md", "sa0e4f3f109.md", "s4526908bfb.md", "sa5fd6410e9.md", "s22204f875a.md", "s8823995edf.md", "s3e9ba68fe8.md", "scf159a8b40.md", "s6ac7a2234f.md", "s12664b1b3b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60d45044", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s7480a834d1.md"], "ranked": ["s7480a834d1.md", "sebfea459af.md", "s6ed957184f.md", "s0dd1cb43d1.md", "s38422dc034.md", "scf1fc389c6.md", "s370ccc0029.md", "s836c3118e6.md", "s64304229e8.md", "s732b82ccdc.md", "saf5019dd53.md", "s80782fe62f.md", "s4b33a5624b.md", "s5af0da457d.md", "sf76f926b59.md", "s25329928b7.md", "sd2ed471e93.md", "s39a458cd89.md", "sd714e7c8b6.md", "s30fa1bc4dd.md", "sc5d1354765.md", "s80ff50c751.md", "sd456f7e16e.md", "s798655750f.md", "s4dce1d7ada.md", "s3c359d015c.md", "sd6252c9b20.md", "s0e125de98c.md", "s17fbf828e1.md", "sa6d4518966.md", "s9f1547a6ad.md", "sf9335a1c3d.md", "sb8fbdb5408.md", "se63b127d80.md", "s847cc71484.md", "s17ea667cc7.md", "s741a6ed87b.md", "s9d1136c320.md", "s7bf875eba2.md", "s7eb82bdbc6.md", "s78cbe37ec7.md", "s206ce904b7.md", "s48569240b8.md", "sf5fa3a572b.md", "s3d536aab81.md", "s1f2e0246d5.md", "sa40099faf8.md", "s73ab7b0066.md", "s925446353f.md", "s24bc556086.md"], "bm25": [-7.537254, -3.22655, -2.839199, -2.537799, -2.434071, -2.039458, -1.585546, -1.228029, -1.144547, -1.135572, -0.952383, -0.875969, -0.856395, -0.832213, -0.81279, -0.695009, -0.681107, -0.66883, -0.66171, -0.611428, -0.523151, -0.487798, -0.428151, -0.37843, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["s7480a834d1.md", "sebfea459af.md", "s6ed957184f.md", "s0dd1cb43d1.md", "s38422dc034.md", "scf1fc389c6.md", "s370ccc0029.md", "s836c3118e6.md", "s64304229e8.md", "s732b82ccdc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3f1e9474", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s5d4d3c2bdc.md"], "ranked": ["s5d4d3c2bdc.md", "sdd2991657e.md", "s30bde1d836.md", "s89fd52b79f.md", "s9c62fdbef1.md", "s3940e6a1d5.md", "s8d149d3dee.md", "sb48df089a2.md", "sd5e6fbdbed.md", "saec191d07b.md", "s5fe8e8de2b.md", "s37f2e09f3a.md", "sd0e1d370f8.md", "s131c6934fd.md", "s829815d564.md", "see01f886e4.md", "sfabba5daf1.md", "s84dfd31a18.md", "s8e63221f02.md", "s7058c58e87.md", "s62f050fc8a.md", "sf53f259a67.md", "s714a6cafc8.md", "s2fc2257e6b.md", "s7a9eafd199.md", "s397cea3b13.md", "s459bb62586.md", "sfc0df093de.md", "s8a862250f7.md", "sa45c171b63.md", "s544825b4f3.md", "s86958a7eb4.md", "s72f45d26e9.md", "s1f1a2670da.md", "s5b1a6f94b6.md", "sdf160da463.md", "s037dd561ae.md", "se81d0deda4.md", "sebc137aae3.md", "se15a04d31d.md", "s439c18163e.md", "sb1da05b2a8.md", "se04b7d4615.md", "sf1e9b9da2e.md", "s284e59bbd4.md", "sea56e47998.md", "s1fe2355302.md", "s0b6acd0016.md", "s81280a1947.md", "sf169be9fb2.md"], "bm25": [-8.381107, -4.699107, -3.298147, -2.704357, -2.578987, -2.529781, -2.529576, -2.220625, -1.955095, -1.945832, -1.771894, -1.763405, -1.456477, -0.145983, -0.13833, -0.136538, -0.120315, -0.117, -0.113837, -0.113268, -0.110955, -0.108441, -0.104428, -0.094491, -0.092911, -0.089114, -0.076759, -0.063365, -0.06113, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06], "search": ["s5d4d3c2bdc.md", "sdd2991657e.md", "s30bde1d836.md", "s89fd52b79f.md", "s9c62fdbef1.md", "s3940e6a1d5.md", "s8d149d3dee.md", "sb48df089a2.md", "sd5e6fbdbed.md", "saec191d07b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86b68151", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s209b908b2b.md"], "ranked": ["s209b908b2b.md", "s7f4edb3dec.md", "sef9873d562.md", "s0a257d4590.md", "sd727742f97.md", "sb772a7d84d.md", "s2a5dc97e13.md", "sc0c0b849b9.md", "s35679bb878.md", "s9ab44bd213.md", "s488a84e976.md", "s87a8b83869.md", "sa4e79cdc11.md", "sd4612bef2d.md", "s252281c7ae.md", "secbabc9825.md", "s8e94b0dd8f.md", "s396b8689d4.md", "sff4969c537.md", "s24f259f76f.md", "s77603e8e2d.md", "s6fe8e9d3b2.md", "sf80aa08a34.md", "s4ba1c603e2.md", "sd888226c2a.md", "s8ac52ae395.md", "sb21615e786.md", "s7f1b2349a6.md", "sa8ee3caf6e.md", "s2d687d8046.md", "s6544868e5d.md", "s0f5a2b29e2.md", "s79deb71e32.md", "s128fb11c46.md", "s94620a4eb6.md", "s191bc1fafc.md", "sa61fe896a7.md", "se82ccb4926.md", "sac7204cc82.md", "s883d1377a6.md", "s3acd6b1fdc.md", "s53e5202fd0.md", "sc3b563da4e.md", "sda1912c50a.md", "s421544959d.md", "saed978849c.md"], "bm25": [-9.129307, -4.244258, -3.938947, -3.510578, -3.045066, -2.974726, -2.811905, -2.458242, -2.120692, -2.038296, -0.380777, -0.344311, -0.331942, -0.329382, -0.281471, -0.260076, -0.259617, -0.24579, -0.243362, -0.222074, -0.210873, -0.187336, -0.180397, -0.173543, -0.167476, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06], "search": ["s209b908b2b.md", "s7f4edb3dec.md", "sef9873d562.md", "s0a257d4590.md", "sd727742f97.md", "sb772a7d84d.md", "s2a5dc97e13.md", "sc0c0b849b9.md", "s35679bb878.md", "s9ab44bd213.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "577d4d32", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s82084ca14c.md"], "ranked": ["s82084ca14c.md", "sb51c61a0cc.md", "sc2224b6aee.md", "s31ff2f288a.md", "s283987df90.md", "s281ddcb0d8.md", "s0bdfc6a1e7.md", "s9deb3114fe.md", "s74c8306e47.md", "s42769d68ce.md", "s4b15d2bbf2.md", "s530e8e7998.md", "s8e3bc7a711.md", "s928952fb11.md", "sdd72d704c2.md", "sa966ce9344.md", "s638850ce8b.md", "s80c0410dc8.md", "s1076a77232.md", "s13783ebf17.md", "s81cf9563b4.md", "s15ce930dd9.md", "s9a5116b0f1.md", "s413c9c9036.md", "s25fb8586a9.md", "sdee70743f7.md", "s71b1c14ce6.md", "sedff93512c.md", "s2e86637c87.md", "sd9e05ce14e.md", "se3242f41f5.md", "s246d2af583.md", "s3cb48c5e79.md", "s03cf282639.md", "s6c6e7508b0.md", "sb276e420f7.md", "scc044d92be.md", "sc1e712df7b.md", "sdb0a9dbbe5.md", "s06a74a7d07.md", "s426e7e10a3.md", "s5da86ee461.md", "s2b89f61d76.md", "s531e20374d.md", "s06822df60d.md", "safb07a87fa.md"], "bm25": [-5.542706, -4.095797, -3.641831, -2.920996, -2.872635, -2.865079, -2.501434, -2.466994, -2.466175, -2.205081, -2.007254, -1.525163, -0.332588, -0.313142, -0.304646, -0.299147, -0.298165, -0.298008, -0.285713, -0.280561, -0.27952, -0.254281, -0.253346, -0.252979, -0.233857, -0.218393, -0.218206, -0.202755, -0.141407, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s82084ca14c.md", "sb51c61a0cc.md", "sc2224b6aee.md", "s31ff2f288a.md", "s283987df90.md", "s281ddcb0d8.md", "s0bdfc6a1e7.md", "s9deb3114fe.md", "s74c8306e47.md", "s42769d68ce.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ec81a493", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s64285bf27f.md"], "ranked": ["s64285bf27f.md", "s45e661a133.md", "sfd0a4f4762.md", "see9766f78c.md", "sd6b7a63d50.md", "s96069531fe.md", "s650f846e4b.md", "se2395adaf8.md", "s4361893679.md", "s7e0d1e1f11.md", "s14b72a2434.md", "s3c168888b1.md", "sac02b48add.md", "s7cbb1263f8.md", "sf4b33077e1.md", "sd9f2a72b23.md", "s13aaeefa65.md", "sa49c9692c6.md", "s7c047b3fcb.md", "s0fbafb4d29.md", "s04a9cccf4f.md", "sebc6f4276a.md", "s7562157da6.md", "scdf59bc166.md", "sb2a3737e6c.md", "sa078df7b45.md", "s4996ab27a6.md", "s9ac0d730f1.md", "sde4fba11c7.md", "s38db9dbf83.md", "s7ce486abc0.md", "sbd11e75f68.md", "s191998f080.md", "sf61dd98cf2.md", "s73d38c5cc7.md", "s6d955aa3ec.md", "s2b90cf057a.md", "se9ed39848e.md", "s2ab63fafb1.md", "s3f073d9aa9.md", "s276fbc55da.md", "se5b4feec23.md", "s4adaa8ad05.md", "s3c867ea230.md", "s0ba0fb54eb.md", "sfb12e7e6a3.md", "s23008e65ec.md", "s9fcb801a3c.md", "scfa6628b0d.md", "s4f46b7dc03.md"], "bm25": [-20.215722, -7.341712, -6.92262, -6.00322, -5.934826, -5.410033, -3.56368, -3.265383, -3.22372, -2.753642, -2.503549, -2.443002, -2.275059, -1.96336, -1.894142, -1.652581, -1.602088, -1.482215, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["s64285bf27f.md", "s45e661a133.md", "sfd0a4f4762.md", "see9766f78c.md", "sd6b7a63d50.md", "s96069531fe.md", "s650f846e4b.md", "se2395adaf8.md", "s4361893679.md", "s7e0d1e1f11.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s00bc77a326.md"], "ranked": ["s00bc77a326.md", "s871c58b5b7.md", "sc21b78dd6a.md", "s3ef8f03778.md", "sbf88687915.md", "s624e6a6f86.md", "s7c95dbd6da.md", "se9dc042fb2.md", "s143b082f4a.md", "s237b431c8b.md", "s9adf23f105.md", "s8e7f86bd01.md", "sff8fcb4e6e.md", "sd8d69a1355.md", "sd3f241e131.md", "seb92cfdfad.md", "sda864819bd.md", "sa71cc5e00d.md", "s107b8d8c1b.md", "sa576dff4bc.md", "s57ed56955c.md", "s21886d8669.md", "s446f08c5ef.md", "sa242ce4c49.md", "s5f6530c413.md", "s8efcab5216.md", "sde2c99904d.md", "sfa005f03a3.md", "s814cd4b633.md", "s4528f510a3.md", "s752145c724.md", "s7408cb53ad.md", "sf4a53befce.md", "s9acd025d6a.md", "s98e38894d8.md", "s17ca351cb3.md", "s02a2247d9f.md", "s11bd72839f.md", "s57d01702b4.md", "s9671a6a6c2.md", "sc0ec48f07f.md", "s538deb6d52.md", "sacf3fc6eb1.md"], "bm25": [-12.565566, -12.258926, -2.843361, -2.698095, -2.227793, -2.224385, -2.102055, -1.924457, -1.913968, -1.647984, -1.613491, -1.299612, -0.788548, -0.784185, -0.764493, -0.758179, -0.659217, -0.642222, -0.590518, -0.441658, -0.437758, -0.411681, -0.410573, -0.393, -0.374026, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["s00bc77a326.md", "s871c58b5b7.md", "sc21b78dd6a.md", "s3ef8f03778.md", "sbf88687915.md", "s624e6a6f86.md", "s7c95dbd6da.md", "se9dc042fb2.md", "s143b082f4a.md", "s237b431c8b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e01b8e2f", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s46517e427f.md"], "ranked": ["s46517e427f.md", "sbd9b61febc.md", "sb66d193c12.md", "sa6b3fce2b2.md", "s2bef0a88cc.md", "sd3a47c61cd.md", "s455830cd48.md", "s5bef40f0cf.md", "s44fdd380d4.md", "sa9f0429d9e.md", "s266e850b5c.md", "s202d9c11f7.md", "sf3c07eafe0.md", "s741fbb87b1.md", "sfafee39f8b.md", "sd3a371a0e0.md", "s9357ec48ed.md", "sa913ccc4cc.md", "sb3e9c89a21.md", "s80ffb1b84d.md", "s67db3b1992.md", "s2ea2440d0d.md", "s54b52a902e.md", "s885130b466.md", "s8bc44c6b03.md", "sd95ffd2157.md", "s8bcfd31ff6.md", "sbbace376f6.md", "s9f7d322f83.md", "s64b86fbbff.md", "s3e872eab68.md", "s0dd4626b8e.md", "sd5a1b6154d.md", "sa9090f3d7b.md", "s7c1b4cb688.md", "s4af7cc99a1.md", "sff290e12a9.md", "sd856cd6536.md", "sa83e5af7fb.md", "saa83945319.md", "s019601e882.md", "sfa37a19471.md", "s67d2d3f28e.md", "s7685611738.md", "sba3f802497.md", "s636b4c1211.md", "s81192819d1.md", "sf08958597d.md", "sdfaa23880a.md", "sdd9b0d9b40.md"], "bm25": [-6.62509, -6.415888, -6.028999, -5.036643, -4.771868, -4.388787, -4.284929, -4.101098, -3.718078, -3.248765, -3.052729, -3.016921, -2.844605, -2.783233, -2.763982, -2.703482, -2.660944, -2.464353, -2.434967, -2.351978, -2.309149, -2.276772, -2.178389, -2.04943, -1.933254, -1.914934, -1.838199, -1.749188, -1.685833, -1.653049, -1.643807, -1.448247, -1.425561, -1.397396, -1.334921, -1.21181, -1.20628, -1.187113, -1.0218, -0.929581, -0.772645, -0.653412, -0.61375, -0.612845, -0.510288, -0.372312, -0.326218, -6e-06, -5e-06, -5e-06], "search": ["s46517e427f.md", "sbd9b61febc.md", "sb66d193c12.md", "sa6b3fce2b2.md", "s2bef0a88cc.md", "sd3a47c61cd.md", "s455830cd48.md", "s5bef40f0cf.md", "s44fdd380d4.md", "sa9f0429d9e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s6b0d1a4e01.md"], "ranked": ["s6b0d1a4e01.md", "s7018143d1e.md", "sfaf808a249.md", "s14a8d00d75.md", "s49511debbb.md", "sc44aee8199.md", "s80752e8f31.md", "sad12f006e5.md", "s0e1c6cb8d0.md", "se6b5d09abe.md", "s0a80082680.md", "sd8faf282d1.md", "sd293da6f2c.md", "s7dac94d8e9.md", "sf287786001.md", "saf06893061.md", "s09b1b86225.md", "s0d5aa343e6.md", "s2e0112750b.md", "scc55cab96f.md", "s988dd525c7.md", "s35f0608a89.md", "s2bcff841ba.md", "sff37831bc6.md", "sbe0da1b7cf.md", "s62a67c1a5a.md", "sd5cef86ed4.md", "s6e08d00684.md", "s33da023755.md", "sf324202535.md", "s3543ba393c.md", "s981b510879.md", "s39c4d7b7d8.md", "s65de6d1409.md", "s96744dad20.md", "sef3baf15e2.md", "s719c140498.md", "s708ab5f34b.md", "seca2fdd9ed.md", "sfd6880a6fa.md", "s7990a80067.md", "s828cf7bd7e.md", "s54cb902c14.md", "sad6ef3818e.md", "se99925177f.md", "sa73399d907.md", "s4fc209a37d.md"], "bm25": [-10.728805, -5.355805, -4.767537, -4.572088, -4.30629, -4.046053, -3.679822, -3.634049, -2.326703, -2.267421, -2.049414, -1.976255, -1.861695, -1.849895, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["s6b0d1a4e01.md", "s7018143d1e.md", "sfaf808a249.md", "s14a8d00d75.md", "s49511debbb.md", "sc44aee8199.md", "s80752e8f31.md", "sad12f006e5.md", "s0e1c6cb8d0.md", "se6b5d09abe.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ccb36322", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0003, "type": "single-session-user", "abstention": false, "gold": ["s0f1d45c64c.md"], "ranked": ["s32ba43dc8e.md", "s7883cfeafc.md", "sabed3f746b.md", "s7d9b9840c4.md", "s0f1d45c64c.md", "s44ea38068a.md", "s95a50ecb23.md", "s1c6168b453.md", "scee25a963c.md", "s507a90fdf1.md", "s10e5a246d6.md", "s75976d11ea.md", "scd367be3fd.md", "s17bf6a6ec4.md", "s2e592da212.md", "sf97329ab57.md", "se5c34279a8.md", "s43b95cddf3.md", "s2ba43a9aac.md", "se57bf6dad9.md", "s4e50aabc28.md", "sc4734bad97.md", "s5abb1d0a63.md", "sb17b4d740c.md", "s0e1340e61d.md", "sb3ec4e475a.md", "sa7d7c89bbf.md", "s9721038dc7.md", "sfc31366f29.md", "s80175fa047.md", "sc6d9825009.md", "sa9150f0fab.md", "se6d9c7b000.md", "s6ce23be91d.md", "sf2e21105e3.md", "s0f5bfc7528.md", "s248e3e16f3.md", "s56fd9052eb.md", "s4eb25fb531.md", "scde288a1c7.md", "s242ccf513f.md", "sa2fa8db112.md", "sea68239e06.md", "sa64a4496ad.md", "sd4193eecb1.md"], "bm25": [-7.650946, -6.658071, -4.638312, -4.418702, -4.254383, -4.111687, -3.407249, -3.105887, -3.086577, -2.990974, -2.850381, -2.465038, -2.259696, -2.241746, -2.092119, -2.079012, -2.039618, -1.962306, -1.837038, -1.662576, -1.447055, -1.103526, -0.852689, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -7e-06], "search": ["s32ba43dc8e.md", "s7883cfeafc.md", "sabed3f746b.md", "s7d9b9840c4.md", "s0f1d45c64c.md", "s44ea38068a.md", "s95a50ecb23.md", "s1c6168b453.md", "scee25a963c.md", "s507a90fdf1.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "001be529", "n_docs": 50, "n_repeated_sids": 1, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-user", "abstention": false, "gold": ["se78850a7e0.md"], "ranked": ["se78850a7e0.md", "se4acb9898f.md", "sac26a252f3.md", "s5c24e86384.md", "s9504b616fe.md", "sf1143dd531.md", "s040bf67e5b.md", "sc13e361fd2.md", "s9a9a57f311.md", "s03994c58b3.md", "s8bca0b0cc5.md", "sdfb686826d.md", "s46adf8aadd.md", "s4225f6911d.md", "s9aa92b36a9.md", "s81352263c8.md", "s9af78881f8.md", "sb02495f454.md", "s1132dabcf3.md", "s898bc6de37.md", "saf85c77705.md", "s955b3495fd.md", "scc24b12265.md", "s2379b9f037.md", "s13905e1f8b.md", "sa0c1458aee.md", "s58316f1dd4.md", "sd3d0efc73d.md", "s6d1b19036c.md", "s976a990246.md", "sa0aa0d716d.md", "s16d1f2bc35.md", "s5f2b44d7d2.md", "sd58c72238a.md", "s004dec6d44.md", "s69b7501857.md", "s2ff2d3b82b.md", "s0003689614.md", "sce27e55022.md", "sf1a996a0a3.md", "s99bd33666e.md", "se0529d45fe.md", "sb43d3a8a8a.md", "s65e9215d89.md", "s1dabef3cf8.md", "sacedfc9284.md", "s9bf171e83b.md", "s824fa246a2.md", "s7cadf13af1.md", "sd2f0400526.md"], "bm25": [-11.354312, -4.832155, -4.787095, -4.562536, -3.584062, -3.582317, -3.426132, -3.399654, -3.134904, -2.83508, -2.702319, -2.624738, -2.514665, -2.443729, -2.275733, -2.211916, -1.853368, -1.755448, -1.720266, -1.482755, -1.441362, -1.329488, -1.29424, -1.08874, -1.017628, -0.863386, -0.844788, -0.78197, -0.757666, -0.666866, -0.65388, -0.629367, -0.450548, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -5e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["se78850a7e0.md", "se4acb9898f.md", "sac26a252f3.md", "s5c24e86384.md", "s9504b616fe.md", "sf1143dd531.md", "s040bf67e5b.md", "sc13e361fd2.md", "s9a9a57f311.md", "s03994c58b3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b320f3f8", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["scbf5e6c00f.md"], "ranked": ["scbf5e6c00f.md", "s119dba6867.md", "s5ed3304cd4.md", "sd4cd4f9ff8.md", "s91261d8f2f.md", "scfe527a5fd.md", "s33007f6c22.md", "s24ff3a7099.md", "seafd9bedc6.md", "sc2738f0693.md", "sdde9e2f40a.md", "s1f84d380b8.md", "sbc93c38fd4.md", "s964eeb6692.md", "s74fcad592b.md", "s95715fda0d.md", "sc2a4f75f93.md", "s960ca04106.md", "s04a690e24a.md", "sa004e03dd0.md", "s41e9468a81.md", "se358f8c20d.md", "s24ab925ec9.md", "s62e866d6c0.md", "sb7e6ea3ef0.md", "s04adf168a0.md", "s542c349d4b.md", "sff1dbd0720.md", "s1a294ed253.md", "s3df5beb976.md", "s3c503a308c.md", "sd038cf988c.md", "sa9b2b7c793.md", "seacc591359.md", "sf0d9dc13b2.md", "s12b1172539.md", "sa08f24a974.md", "sda08cb37ee.md", "s3ab0c7df2c.md", "s0b2f2d7a9e.md", "s1a8e6d946b.md", "sff164c2540.md", "sf25306dd89.md", "s5cf186f325.md", "s7a481c0dfd.md"], "bm25": [-15.204769, -5.460527, -5.248527, -4.3308, -4.27457, -3.99895, -3.895852, -3.673405, -3.623948, -2.736552, -2.66241, -2.531624, -2.486267, -2.469287, -2.234725, -2.184222, -2.156537, -2.0635, -2.020035, -1.815209, -1.549649, -1.545456, -1.331164, -1.038827, -0.87853, -0.69512, -0.577178, -0.513615, -0.307373, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06], "search": ["scbf5e6c00f.md", "s119dba6867.md", "s5ed3304cd4.md", "sd4cd4f9ff8.md", "s91261d8f2f.md", "scfe527a5fd.md", "s33007f6c22.md", "s24ff3a7099.md", "seafd9bedc6.md", "sc2738f0693.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sdbbf1ac386.md"], "ranked": ["sdbbf1ac386.md", "sa1f1e34c13.md", "s97db63a323.md", "se1fb968d93.md", "sc403616996.md", "se333d593a1.md", "s2626811272.md", "sce8dc8b043.md", "s5d7410d544.md", "s393a1ffce2.md", "sa3a32e0ed7.md", "sd57ccc44dc.md", "sa485d16aa8.md", "sbe215f8820.md", "sed8326541f.md", "s5174db6367.md", "s533e0ff881.md", "sff09452bd1.md", "sa512fc1979.md", "sae94042441.md", "sadbccf1fe1.md", "s3dd45eff1d.md", "sc2e9f5fa2a.md", "sd6b301936b.md", "s37d76aa4de.md", "s412931a925.md", "s01eeae4c6b.md", "s2ffa74efe8.md", "sc29b9a23ea.md", "s504bb044a4.md", "s286543414c.md", "s2a3a23be7c.md", "s4b2fa4951f.md", "s3024d6e83c.md", "s46a39bcf4d.md", "se303e425b5.md", "sf67df743a2.md", "s7ea6f338e8.md", "se376a96c6c.md", "sd13ab46937.md", "s2765389927.md", "s3288a39808.md", "se9a5e2dccb.md"], "bm25": [-6.343974, -0.981754, -0.84884, -0.766678, -0.694777, -0.633368, -0.618848, -0.608293, -0.591573, -0.565769, -0.527704, -0.494756, -0.469447, -0.438256, -0.433672, -0.426347, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["sdbbf1ac386.md", "sa1f1e34c13.md", "s97db63a323.md", "se1fb968d93.md", "sc403616996.md", "se333d593a1.md", "s2626811272.md", "sce8dc8b043.md", "s5d7410d544.md", "s393a1ffce2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4fd1909e", "n_docs": 55, "n_repeated_sids": 0, "n_matched": 54, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["se3c2e03f5d.md"], "ranked": ["se3c2e03f5d.md", "s53b74c564a.md", "sb0f521b53e.md", "sdfab3bc6a5.md", "sf8265200b1.md", "s01bb64ad06.md", "sc907eeef4f.md", "s173ed44edf.md", "s145f0c5352.md", "s709fbcf25b.md", "saee3a0b877.md", "s235c551fba.md", "sb8b319853d.md", "se0224b1119.md", "se596f78f87.md", "sf6e9e62d59.md", "scd7a42fa45.md", "s47ad0d9bcb.md", "s8d18f2fe5f.md", "s53bc0ff84e.md", "sc566fe8e13.md", "s4525d57f79.md", "sa86977e53b.md", "sd47c185b0e.md", "s1ac1d34b10.md", "s27ecc3865a.md", "s6757e1c09f.md", "s8a2c82ac62.md", "s1af52442c3.md", "s42e6555f34.md", "sd5c1366bd0.md", "sf038ee0619.md", "s8589d5787c.md", "s681d1a737f.md", "s842edcf904.md", "s2952811cf5.md", "s99819823e4.md", "sf9718273ff.md", "s56dbf3f3c6.md", "se1ddcd5659.md", "s407272ea5a.md", "s150ebd2624.md", "s87d16a835c.md", "sae30bf7e72.md", "s60db56087b.md", "s79767d2ade.md", "s31f70e6a56.md", "s614f3d539b.md", "s08e25208f8.md", "s582a8e04be.md"], "bm25": [-17.043121, -3.967133, -3.95006, -3.769746, -3.522804, -3.368702, -3.318326, -3.253122, -3.095357, -2.76035, -2.531053, -1.969624, -1.621376, -1.576648, -1.523314, -1.452017, -1.355493, -1.257074, -0.30007, -0.296881, -0.290286, -0.276298, -0.275891, -0.238161, -0.233796, -0.219089, -0.209913, -0.203726, -0.200861, -0.180189, -0.167973, -0.156596, -0.146826, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["se3c2e03f5d.md", "s53b74c564a.md", "sb0f521b53e.md", "sdfab3bc6a5.md", "sf8265200b1.md", "s01bb64ad06.md", "sc907eeef4f.md", "s173ed44edf.md", "s145f0c5352.md", "s709fbcf25b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "545bd2b5", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sbf90dc8f41.md"], "ranked": ["sbf90dc8f41.md", "sf6ad87c231.md", "s5eebfc6f48.md", "s5e791f3b13.md", "s8e7c1a90c7.md", "s42f5035878.md", "s0017d7cd27.md", "s8e7ed9c957.md", "s55259a37ff.md", "se25149d89a.md", "sf59202ae80.md", "s120a0f167c.md", "s242b03660f.md", "s705bc448b0.md", "s2934f3e360.md", "s5c712ce4b6.md", "s1120469cf9.md", "scea7a014d5.md", "s55c1eb4ad2.md", "sbe717dbd2a.md", "s490e69a2a5.md", "s9fe8314fe9.md", "s614dab3820.md", "sea844b7bfb.md", "s33bdaa4f71.md", "s315eefcc1a.md", "s6473a83183.md", "scb6d1d681b.md", "s56e07c9232.md", "sa8f5ec1a48.md", "s03e8a14179.md", "s5b3d169987.md", "s40aef98267.md", "se17a5a01e5.md", "s65d26a7e79.md", "s4c0823ca04.md", "sbed7e8468c.md", "sce4a729024.md", "sedf0baf4bc.md", "s2926797836.md", "sd7f22b1615.md", "sabd9f76e92.md", "sb1f689404d.md"], "bm25": [-15.473669, -11.624447, -5.072421, -3.985492, -3.952616, -3.337612, -3.216898, -3.216268, -2.591374, -1.88839, -1.718928, -1.697552, -1.36615, -1.241211, -1.092428, -0.97494, -0.889592, -0.8502, -0.719985, -0.707621, -0.70351, -0.696389, -0.694888, -0.678134, -0.531044, -0.522866, -0.303199, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -2e-06, -2e-06], "search": ["sbf90dc8f41.md", "sf6ad87c231.md", "s5eebfc6f48.md", "s5e791f3b13.md", "s8e7c1a90c7.md", "s42f5035878.md", "s0017d7cd27.md", "s8e7ed9c957.md", "s55259a37ff.md", "se25149d89a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8a137a7f", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0059, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sda3bc49b5b.md"], "ranked": ["sda3bc49b5b.md", "s5efb6bf181.md", "s97df625c7d.md", "scf8b9afd76.md", "s68c8f78c19.md", "s066de83d6c.md", "s64b5cd96cc.md", "s0f0cfaf2db.md", "s2d74af16f8.md", "sf24ade4ae3.md", "s68f465bd25.md", "s6e1bc8ae0c.md", "sffe7b3fb60.md", "s661b5132f5.md", "seba2c65649.md", "s3154a71e6c.md", "sdef1d55fb2.md", "sfec933d779.md", "s3111e4b0a1.md", "s59e75a2f9b.md", "s3206071e12.md", "sd2d256ad73.md", "sabb9084927.md", "s413ab6ec3d.md", "sf6ecfe4978.md", "sb31077574a.md", "se29ff4cad1.md", "sb7e3b42cb1.md", "s0ae38b1724.md", "s7665973449.md", "s05140d17e4.md", "sbec4c38d9b.md", "sbfae0629a1.md", "s1d8497506b.md", "sa184de601b.md", "sb10ff9b7b7.md", "s6b3f79841e.md", "s2975721a9d.md", "s1af4751913.md", "s71316ec93d.md", "sd928776277.md", "s98d9e4085d.md", "s1e63b47e32.md", "s824da0ac20.md", "s1a74202427.md", "sa9fe53c657.md", "s4bb0e03ff6.md", "s7710e1dd91.md", "s95329c9098.md"], "bm25": [-20.091616, -6.422992, -3.347953, -3.270999, -2.656174, -2.638141, -2.548512, -2.371407, -2.318772, -1.69739, -1.69616, -1.658866, -1.503508, -1.405086, -0.21903, -0.217388, -0.202633, -0.196977, -0.191617, -0.190953, -0.177104, -0.16134, -0.160725, -0.143242, -0.131095, -0.127382, -0.118476, -0.105282, -0.097244, -0.091224, -0.090474, -0.090048, -0.088138, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06], "search": ["sda3bc49b5b.md", "s5efb6bf181.md", "s97df625c7d.md", "scf8b9afd76.md", "s68c8f78c19.md", "s066de83d6c.md", "s64b5cd96cc.md", "s0f0cfaf2db.md", "s2d74af16f8.md", "sf24ade4ae3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "76d63226", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sc32660f628.md"], "ranked": ["sc32660f628.md", "s4eccda7cb6.md", "s800e4dae68.md", "s4999ea1b52.md", "scc2caa201a.md", "sd3406d2082.md", "s07f85c4f58.md", "s7ccc9f37b5.md", "scd3d7541f9.md", "s7ba7419fb6.md", "s0d72ee9764.md", "sf6fc8876a6.md", "sc8dae442c3.md", "s406f84ef67.md", "s7de74a4e73.md", "s7ee765cbe2.md", "sd2999f3a90.md", "scde864cd7e.md", "sc23c57686e.md", "s01bfb26d5d.md", "sf2863b554c.md", "s06a67ae272.md", "s0b398c35c5.md", "s1557610a51.md", "s51430c1feb.md", "s62d03ebc86.md", "s5ceccf4e13.md", "sb3c7867170.md", "s551396578b.md", "s030d8de2bd.md", "s71c9341cc8.md", "s02b6d09f94.md", "s97ae43c254.md", "se8c63e154e.md", "s8ae93632f9.md", "s2d2594e90a.md", "s0f8e381183.md", "sc773e5db1f.md", "s9f744e2f78.md", "s1577913420.md", "sfcbbb4c08d.md", "se282454c7e.md", "sffdca987db.md", "s57829f7efc.md", "s6e4a244a06.md", "s62e8aadf3e.md", "sef8a1abb77.md", "s1404ef61d1.md"], "bm25": [-8.954851, -4.615538, -4.178177, -2.850959, -2.023937, -1.896597, -1.708047, -1.690929, -1.53869, -1.52388, -1.183418, -1.162397, -1.00557, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06], "search": ["sc32660f628.md", "s4eccda7cb6.md", "s800e4dae68.md", "s4999ea1b52.md", "scc2caa201a.md", "sd3406d2082.md", "s07f85c4f58.md", "s7ccc9f37b5.md", "scd3d7541f9.md", "s7ba7419fb6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86f00804", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 35, "secs_index": 0.0059, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s451dedc254.md"], "ranked": ["s451dedc254.md", "s2d25a9da16.md", "s5e970e6f3a.md", "sf3df18a0e0.md", "s051418b659.md", "sfc663f1447.md", "s4e37fb4757.md", "saee72abcec.md", "sdce6934763.md", "saa2f9440ff.md", "sfbcc61a272.md", "s3c843bd8dc.md", "s09f7eb4038.md", "sae043bd5bc.md", "s656def254a.md", "s16e89ab041.md", "sf6af8c76f9.md", "s1d13b7cd0b.md", "s4f0e5c29af.md", "s7f8679aea2.md", "s3487f46f5f.md", "s9c9fd0c97e.md", "s1eb51c2e73.md", "s9c2feaf203.md", "s199627dd28.md", "s171aefb3be.md", "s217e1240b2.md", "s2dbb9ebdca.md", "s72a2cb4b22.md", "s486986b542.md", "s482628512b.md", "sc6676455ca.md", "s64e67b29fe.md", "s2b286c2f7a.md", "sd9ac4a8489.md"], "bm25": [-5.722004, -4.341723, -4.092817, -4.025871, -3.835795, -3.556124, -3.513597, -3.50342, -3.279304, -3.063571, -2.733481, -2.515094, -2.356268, -2.345156, -1.929322, -1.902877, -1.403295, -1.331997, -1.232967, -0.909109, -0.875936, -0.743912, -0.705159, -0.653935, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["s451dedc254.md", "s2d25a9da16.md", "s5e970e6f3a.md", "sf3df18a0e0.md", "s051418b659.md", "sfc663f1447.md", "s4e37fb4757.md", "saee72abcec.md", "sdce6934763.md", "saa2f9440ff.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e9d538c", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s27f40086bd.md"], "ranked": ["s27f40086bd.md", "se6db4e1509.md", "s921c476384.md", "s9153ce3b8c.md", "s3b3bcf3da3.md", "s482f211725.md", "s454b6310ec.md", "s56a41b1eb1.md", "s56791051c1.md", "s76ee3e161a.md", "s412bf0750f.md", "sa6a090b472.md", "sd3db27e003.md", "s317cb64a2b.md", "scf3a2567fb.md", "se02183a60a.md", "s178a7a4459.md", "s76b40f3402.md", "se5bd2c5263.md", "s26b17fec05.md", "sd0ea860266.md", "s48a91f6296.md", "sd5efa67f66.md", "s275bda5d1b.md", "sa4697a3aec.md", "s7dd397fedc.md", "s09362ae299.md", "s7d646112d4.md", "s207467ff9a.md", "s3a5dbfb241.md", "s8320096999.md", "sfc7097cd53.md", "s63482591da.md", "s48e4ee2590.md", "s6cdf49cf63.md", "se23b4238d5.md", "s473567e283.md", "sc260bb3cba.md", "s578cc78844.md", "se0350d2494.md", "s2e76949899.md", "s75a529001b.md", "sda65e8eaf0.md", "s5c64de8e4b.md", "s673772033e.md", "s874abbc7f7.md", "s638cc2dfb5.md", "s68c60c50ff.md"], "bm25": [-28.274875, -3.163073, -2.764902, -2.629126, -2.597241, -2.185127, -2.182178, -2.14768, -1.742, -1.70956, -1.611338, -1.504489, -0.159423, -0.148888, -0.14049, -0.128295, -0.126523, -0.123993, -0.11815, -0.114968, -0.112836, -0.108481, -0.103975, -0.081523, -0.078578, -0.073008, -0.066625, -0.061187, -9e-06, -9e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06], "search": ["s27f40086bd.md", "se6db4e1509.md", "s921c476384.md", "s9153ce3b8c.md", "s3b3bcf3da3.md", "s482f211725.md", "s454b6310ec.md", "s56a41b1eb1.md", "s56791051c1.md", "s76ee3e161a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "311778f1", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0064, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s555257fcce.md"], "ranked": ["s555257fcce.md", "sdd9fe16983.md", "s16756fb867.md", "s4b0e18e676.md", "sed31e3b1d2.md", "sdcf4e056f9.md", "sd3e72bd453.md", "sf57fad9f6c.md", "sf253dd13ec.md", "se2dbb9f247.md", "s9b24138a80.md", "s8c15b9ff68.md", "s882278fe74.md", "s4a39278977.md", "s951882c320.md", "sdb7e508e08.md", "s31d070bd41.md", "s0e9dbc30c5.md", "s3144d83646.md", "sd57d2993f4.md", "s7e66bcfef3.md", "sd5ad9181ae.md", "sbdd6a4d523.md", "sdf4c6c814f.md", "sc9875c80eb.md", "sce66f93fde.md", "s4b532cae2e.md", "s5aafe22284.md", "sb2afd16208.md", "s3abe8f9319.md", "s0b16a3f884.md", "s5e29fbf777.md", "s4810d14179.md", "s8609348def.md", "sb5abce2366.md", "s4d8dfabfc3.md", "s393eebd167.md", "s5b107352f9.md", "s6237d81425.md", "s5041ed5b4f.md", "s5656833879.md", "sa1d7edf597.md", "s725d403371.md", "s21cfc122f7.md", "sab971f63c8.md", "s9999f096c0.md", "sf7d552a2a2.md", "sf8acdb1e87.md", "s66fc2dd386.md", "s5ae93a85ae.md"], "bm25": [-20.588647, -9.111762, -8.119341, -7.553712, -5.247259, -4.309384, -4.04767, -3.995773, -3.45584, -3.320223, -3.198509, -2.906281, -2.89943, -2.670958, -2.629991, -2.530337, -2.399529, -2.301573, -2.188162, -2.036039, -1.932772, -1.737937, -1.665353, -1.604682, -1.50412, -1.218314, -1.042494, -0.141052, -0.127295, -0.121604, -0.111221, -0.110541, -0.109068, -0.108311, -0.104432, -0.090247, -0.084709, -0.083666, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s555257fcce.md", "sdd9fe16983.md", "s16756fb867.md", "s4b0e18e676.md", "sed31e3b1d2.md", "sdcf4e056f9.md", "sd3e72bd453.md", "sf57fad9f6c.md", "sf253dd13ec.md", "se2dbb9f247.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c19f7a0b", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s5fe4b34ec7.md"], "ranked": ["s5fe4b34ec7.md", "s84bf80b43c.md", "scdcf2d3c68.md", "s57d72714cb.md", "s7d06fee335.md", "s719c19fa99.md", "s752bf643d9.md", "s9f799bf4a1.md", "sb8de1636af.md", "s0d0baed95b.md", "scdf47aa1af.md", "s70570dd1bf.md", "s8773caa013.md", "seec25a9664.md", "s8cd25734fe.md", "s5d52519200.md", "s1bd2b95fd1.md", "s0a7b2847d8.md", "s693e7df602.md", "s88f207bfb2.md", "s80c0df2e05.md", "s0a2a2f8246.md", "s7380f87d4f.md", "sc96529736e.md", "se401ea1a88.md", "s1452e66c28.md", "sf834645621.md", "s8177737d73.md", "sfbc80cfedf.md", "sc4fd1ad854.md", "s7264b751d3.md", "s57ed47d64d.md", "se74b1e2f6b.md", "s753e89ced0.md", "sf96de47b2e.md", "sf66c33141c.md", "sa41522859f.md", "sda03c890de.md", "sa5ea2cc916.md", "s7e60efc818.md", "sfd31c05c04.md", "s353f82d1bc.md", "s008472a02c.md", "s9f188d3d4a.md", "s590edcc5cd.md"], "bm25": [-6.193833, -2.785507, -2.69362, -2.478475, -2.457682, -1.483376, -1.417376, -1.25384, -1.248803, -1.161842, -1.115662, -1.075436, -1.049546, -1.014121, -0.921041, -0.901558, -0.881275, -0.869988, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -5e-06, -5e-06, -5e-06, -3e-06, -2e-06, -2e-06], "search": ["s5fe4b34ec7.md", "s84bf80b43c.md", "scdcf2d3c68.md", "s57d72714cb.md", "s7d06fee335.md", "s719c19fa99.md", "s752bf643d9.md", "s9f799bf4a1.md", "sb8de1636af.md", "s0d0baed95b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4100d0a0", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s516a7b3ea9.md"], "ranked": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s521e645688.md", "s88e34f0e84.md", "sddb8c5319f.md", "se6d09ec9d2.md", "s56ddb91a51.md", "sa63f69b2eb.md", "sae558db625.md", "s05dbc22a47.md", "s6b4f31d50a.md", "sad0159a1ac.md", "se2abbefce7.md", "s926904d1d8.md", "sdb327e82f5.md", "s1be982d050.md", "s7545bf2067.md", "s4290fac327.md", "s7cebb37b1a.md", "sd59278c8a1.md", "s60d1375c7d.md", "s4493265a6f.md", "sf496058fa9.md", "s2bd132e43e.md", "sbbf6f4e775.md", "se966671622.md", "s48d549e006.md", "s5fefe36ce4.md", "s4570a25ec8.md", "s6cd95d8945.md", "sa440bd343d.md", "sd56e31993a.md", "s3e65793b4b.md", "s9ad25a83da.md", "s2ea2710800.md", "s382fbb0035.md", "seb428e086c.md", "sa90260b1ac.md", "s5522333842.md", "s63a1227e2a.md", "s38092a1049.md", "s691ebfe1db.md", "s95cdcea48f.md", "s6d73bf56dc.md", "s8dd1d24e7d.md", "s28838aff2b.md", "s27bbfa74ab.md", "sbcd4b604a6.md", "s5b6f8c1c16.md"], "bm25": [-4.716861, -4.156356, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s521e645688.md", "s88e34f0e84.md", "sddb8c5319f.md", "se6d09ec9d2.md", "s56ddb91a51.md", "sa63f69b2eb.md", "sae558db625.md", "s05dbc22a47.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s078fb23b45.md"], "ranked": ["s078fb23b45.md", "s4c71f8c0ba.md", "sdacba77649.md", "s58a412180b.md", "s8b2c64cf81.md", "s3636aed5c4.md", "s65e258b216.md", "s077275652c.md", "sbeb94629fa.md", "s1fa1470dd2.md", "s7d2aa6824a.md", "sbc05d97fc7.md", "s9960cd507e.md", "s4348fea25d.md", "sb3ad4fc0bb.md", "s1859d187ee.md", "sc67cafb6d6.md", "sf1efbeb800.md", "s9faf9a81cd.md", "sbd46490d4e.md", "s812842c3f3.md", "sf47089f0a1.md", "s112bbf3c1a.md", "s7d5b18a168.md", "sa51ddd1c97.md", "s8c3a533e34.md", "s8371d98b0a.md", "sd8eb191930.md", "s16557beef3.md", "sd32797633c.md", "s8f6c69ac97.md", "s8c4a04f0b7.md", "s5227c8b96b.md", "sfa1adf1f21.md", "s2da0064697.md", "s0b692781e4.md", "sb212390da4.md", "se9aea5115f.md", "s260996325b.md", "sd0ec3352a1.md", "se2ecc92b25.md", "scc7713b373.md", "sf4a25b2259.md", "s66a502d1c1.md", "s89e19ee68c.md", "sedc94fa7d0.md", "s18ce8bfffa.md"], "bm25": [-10.609262, -7.0358, -3.854, -3.554467, -3.223902, -3.035947, -3.001909, -2.966915, -2.776894, -2.745124, -2.553291, -2.423276, -2.342053, -2.175216, -2.14141, -1.829034, -1.684183, -1.48653, -1.440335, -1.384778, -1.371413, -1.241593, -1.210659, -1.118619, -0.927919, -0.890952, -0.865229, -0.861692, -0.827535, -0.71377, -0.657348, -0.616856, -0.561209, -0.543915, -0.525295, -0.4998, -0.483433, -0.480984, -7e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["s078fb23b45.md", "s4c71f8c0ba.md", "sdacba77649.md", "s58a412180b.md", "s8b2c64cf81.md", "s3636aed5c4.md", "s65e258b216.md", "s077275652c.md", "sbeb94629fa.md", "s1fa1470dd2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1faac195", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.006, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s3b7af5a7be.md"], "ranked": ["s3b7af5a7be.md", "sf23dd63a11.md", "s321b56947d.md", "sa6e8349a8e.md", "se765d340ef.md", "s1914bb825a.md", "s03c9019412.md", "s38092f0689.md", "s7fb3c2ecd8.md", "s15348bd285.md", "s477d7708c2.md", "sa22419d46c.md", "s663f17747a.md", "sdcd9c4be29.md", "s4d1791ac74.md", "sf8ded02c36.md", "sd12d0fc8fd.md", "sc24e8fcf97.md", "sfdc921c242.md", "sc7d2c0dd6f.md", "safaf7ee04f.md", "s426d6ccd25.md", "s0953369b4d.md", "s00243da26a.md", "sf543925d41.md", "sd192a4fa93.md", "scc1da1f3f1.md", "saad26113ae.md", "s5ccaec68a4.md", "s152a7d697d.md", "s43b2cf4b2f.md", "s10deb45da9.md", "s1ed4330802.md", "sd6fb14f907.md", "s1838386b59.md", "se55f2558c0.md", "s6790ecc917.md", "s6c2b91dca3.md", "s4d45e4f8e4.md", "sbe731901db.md", "sb9111f244d.md"], "bm25": [-7.800433, -3.039839, -2.201339, -1.80504, -1.617536, -1.359147, -1.331508, -1.274612, -1.270842, -1.252397, -1.2389, -1.211013, -1.189911, -1.163582, -1.149497, -1.125229, -1.109656, -1.069579, -0.949431, -0.891417, -0.772228, -0.764105, -0.686266, -0.669169, -0.659678, -0.605916, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["s3b7af5a7be.md", "sf23dd63a11.md", "s321b56947d.md", "sa6e8349a8e.md", "se765d340ef.md", "s1914bb825a.md", "s03c9019412.md", "s38092f0689.md", "s7fb3c2ecd8.md", "s15348bd285.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "faba32e5", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0065, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s9e17dd29e9.md"], "ranked": ["s9e17dd29e9.md", "sb3fe96fb71.md", "s1586459499.md", "s506a70db9b.md", "se86715d41e.md", "s8956e7d7cb.md", "s2c321458cc.md", "s16660af1cb.md", "sc9c43f02da.md", "s1266086a11.md", "s52e4b5628e.md", "s560e1fae2b.md", "s7839a704b7.md", "sbd7ad21a47.md", "sdcf68631a1.md", "s950fbc4d96.md", "sca292a244d.md", "s8107b7c51b.md", "sd82337e8c3.md", "s1b99c4d38f.md", "se9260006dd.md", "se61c79706c.md", "sa7643b18aa.md", "sfe021e3ed9.md", "sd7568f204b.md", "s70c84dd731.md", "sa175b02bfd.md", "sf0fad550b9.md", "sa755f0dfdd.md", "s2ece4ddf18.md", "saaf1840afd.md", "s10fb1ee663.md", "s4d90c5d5bc.md", "s9d2779a6df.md", "scd49121703.md", "sa6ff9b8b81.md", "s3458e86644.md", "s28dfdd11c1.md", "s7e57656629.md", "s012aabf946.md", "sff2238c779.md", "sc4539df025.md", "s347510d7cd.md", "s5339a3c6c5.md", "sad83cd64bc.md", "s0dde0189e2.md"], "bm25": [-30.109178, -4.910867, -4.813634, -3.525006, -2.679698, -2.495247, -2.310922, -2.179255, -2.0463, -1.945125, -1.85976, -1.800451, -1.676103, -1.618395, -1.350984, -1.124757, -0.902307, -0.869578, -0.560933, -0.519648, -0.518052, -0.394872, -0.383888, -0.297748, -0.296064, -0.279492, -0.273156, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["s9e17dd29e9.md", "sb3fe96fb71.md", "s1586459499.md", "s506a70db9b.md", "se86715d41e.md", "s8956e7d7cb.md", "s2c321458cc.md", "s16660af1cb.md", "sc9c43f02da.md", "s1266086a11.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s72c4d8084d.md"], "ranked": ["s72c4d8084d.md", "s7506066a7b.md", "s235ee8da43.md", "s77dffa3f1b.md", "s4f87aa280b.md", "se940c6c8c0.md", "safb8a87700.md", "s513a693c0c.md", "sf087eb0ad0.md", "s8e3b97a4c2.md", "s8eb398c9fb.md", "s3d37d02499.md", "sb6086c971e.md", "s34357bfd2c.md", "s98341181a8.md", "sc1255e3bd2.md", "s9834f0b9fb.md", "s5c106ff629.md", "s3f1f82d3b4.md", "s68bf3e130e.md", "s0658b73a63.md", "s9500390df0.md", "s0742f417dc.md", "s2d860629c5.md", "s8bfdcf0df1.md", "s41e7b28953.md", "sdc873b6068.md", "s6ad397ac36.md", "s5996fc20e7.md", "s15242a23e8.md", "s77aec361be.md", "s1062a675a7.md", "se492f8ff44.md", "s27775925eb.md", "s309c36ce55.md", "s8aaacd0c39.md", "s704490435c.md", "s0713af8611.md", "s025140f4f1.md", "s22b97ad96a.md", "sb9e9e4a1b8.md", "sdc588c3c78.md", "s9542280fa7.md", "sbd060ffa23.md", "s2159b0332b.md", "sb616553533.md", "s77363f7161.md", "s1fd2c19ab5.md", "s7bc51f0093.md", "sb41a817e52.md"], "bm25": [-16.104653, -9.261815, -6.419226, -4.662298, -3.502185, -2.581363, -2.563462, -2.334618, -1.730949, -0.441363, -0.415217, -0.368989, -0.368448, -0.336699, -0.33547, -0.320391, -0.307959, -0.292823, -0.281504, -0.269393, -0.268262, -0.266761, -0.23643, -0.225305, -0.197661, -0.166603, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["s72c4d8084d.md", "s7506066a7b.md", "s235ee8da43.md", "s77dffa3f1b.md", "s4f87aa280b.md", "se940c6c8c0.md", "safb8a87700.md", "s513a693c0c.md", "sf087eb0ad0.md", "s8e3b97a4c2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c14c00dd", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0063, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["sa7f50b49d5.md"], "ranked": ["sa7f50b49d5.md", "se3459c43a3.md", "s61b7179117.md", "s908c2d235c.md", "s90cac98b81.md", "s8ffef05c21.md", "s70cd5e1ba8.md", "sfb944dc496.md", "s304d2d962a.md", "s97558ba33d.md", "sfae6078aa7.md", "sd2b54cf339.md", "s1bb12b0983.md", "s6263fe76ed.md", "s227b48b35f.md", "sc8a2d63c83.md", "s85098a1b8a.md", "sf5c7f90c86.md", "sc4e70d9040.md", "s108e860115.md", "s59a52d2a58.md", "s709797a829.md", "s9f8b78a0ca.md", "s56c5bc1991.md", "s950209b97a.md", "sa3f77da7ac.md", "sb9fdfef772.md", "sab01ee2cb1.md", "s6293de7791.md", "s6f29e1a217.md", "sb8363a61b9.md", "s06b20d2ea5.md", "s3dfd72c42b.md", "sf73021a61f.md", "s391bc9e4fc.md", "s3fd885fc39.md", "sedca40c287.md", "s2c24cd722e.md", "sfc8932eaac.md", "s0cf334d2ff.md", "s0f8cb2283c.md", "s9080b2a8af.md", "sf8ee198507.md", "s3cd94c0159.md", "s42506199b9.md", "sa56833b104.md", "s13d29ebe02.md", "s5ec136ea6a.md", "s60aef64ddc.md", "sf169bfc080.md"], "bm25": [-5.865322, -4.307761, -4.079414, -2.556677, -2.184861, -2.163959, -2.160827, -2.150856, -2.130905, -1.936548, -1.830029, -1.817742, -1.806423, -1.746765, -1.564104, -1.48162, -1.458262, -1.395483, -1.282357, -1.059387, -0.889431, -0.829121, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -3e-06, -2e-06], "search": ["sa7f50b49d5.md", "se3459c43a3.md", "s61b7179117.md", "s908c2d235c.md", "s90cac98b81.md", "s8ffef05c21.md", "s70cd5e1ba8.md", "sfb944dc496.md", "s304d2d962a.md", "s97558ba33d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36580ce8", "n_docs": 55, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": false, "gold": ["s313f86d9dc.md"], "ranked": ["sa3f89169a5.md", "s313f86d9dc.md", "s1499454a0e.md", "s7de88f23d1.md", "saf544c3d5d.md", "sf8c65f9417.md", "s9b531ff081.md", "sb829193d50.md", "s4abbb43e9a.md", "sb4df1318f0.md", "s9288e1d7fa.md", "s368c1bc874.md", "sa34bfbd308.md", "s306e5c96df.md", "sc697539c56.md", "s97a3bb0282.md", "sc3c0b17022.md", "s44104cf4f0.md", "sa419ca5c8b.md", "se36838d5b5.md", "s5515713aff.md", "s1c1b475f9e.md", "s204a4ff613.md", "s2794226732.md", "sdd162dc5a6.md", "s6b676fad6e.md", "sed832ac6f1.md", "seb4bf64abf.md", "s36903fff78.md", "sb5afd3b8dc.md", "s262990bc9e.md", "se8b20f3599.md", "sd2ed2b891c.md", "s5e55998a77.md", "sab52aa4ad6.md", "s4500a6ad9a.md", "s57f2ae4193.md", "s96e5076b9f.md", "s64459a747b.md", "sf6f05e308a.md", "s277d5884c9.md", "sfe94a79491.md", "safccdbd8fc.md", "sb187a0dda8.md", "sd4fb15aac5.md", "s9d7b5dc7d0.md", "s00eb6baa13.md", "s60668108b5.md", "s4764c5da9f.md", "s0e24277af3.md"], "bm25": [-9.369915, -8.894838, -8.645428, -4.853686, -4.762027, -4.214734, -4.196264, -4.110532, -4.107815, -4.071547, -3.58064, -3.556758, -2.938697, -2.715214, -2.706029, -2.169366, -1.97956, -1.793945, -1.793887, -1.554634, -1.446187, -1.388265, -1.3855, -0.807259, -0.802342, -0.740343, -0.598221, -0.503584, -0.499311, -0.469046, -0.462884, -0.403036, -0.332789, -0.067971, -0.065822, -0.060247, -0.054651, -0.050103, -0.048346, -0.038655, -0.03211, -0.028127, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["sa3f89169a5.md", "s313f86d9dc.md", "s1499454a0e.md", "s7de88f23d1.md", "saf544c3d5d.md", "sf8c65f9417.md", "s9b531ff081.md", "sb829193d50.md", "s4abbb43e9a.md", "sb4df1318f0.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3d86fd0a", "n_docs": 55, "n_repeated_sids": 0, "n_matched": 28, "secs_index": 0.0061, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s02c9bec4a7.md"], "ranked": ["s02c9bec4a7.md", "s94f7d3616b.md", "s075a837754.md", "s593345ebfb.md", "sc664c404ae.md", "sf5db36732f.md", "s5fd9943c09.md", "s6a54623e91.md", "s0a4bb85248.md", "s81f95e013e.md", "s800e955e20.md", "s9cb635b066.md", "sae5beecbec.md", "s91069ccfef.md", "s4843302800.md", "s8fca00e446.md", "s8b182d13a5.md", "s82cbe82480.md", "s9145cd97a2.md", "se4a85d8fbd.md", "s193772812c.md", "s417aaf797a.md", "s874a4117d7.md", "sa5e630e591.md", "s63930896d2.md", "s2db8f89911.md", "s0aad2bf3aa.md", "sfcb72ad723.md"], "bm25": [-12.90643, -4.066658, -3.403076, -3.273043, -3.005255, -2.870766, -2.855361, -2.50322, -2.376552, -2.228818, -2.116412, -1.904142, -1.815291, -1.700216, -1.316811, -1.182864, -1.044212, -1.031256, -1.006912, -0.990366, -0.888994, -0.850163, -0.771412, -0.590975, -0.543217, -0.513325, -0.509094, -0.452452], "search": ["s02c9bec4a7.md", "s94f7d3616b.md", "s075a837754.md", "s593345ebfb.md", "sc664c404ae.md", "sf5db36732f.md", "s5fd9943c09.md", "s6a54623e91.md", "s0a4bb85248.md", "s81f95e013e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a82c026e", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.0062, "secs_query": 0.0001, "type": "single-session-user", "abstention": false, "gold": ["s60339ac226.md"], "ranked": ["s60339ac226.md", "s6df54a874c.md", "s7ba99f29ec.md", "sc80fcd9542.md", "s5d689982f5.md", "s6a56785bb1.md", "s69c5708309.md", "s85f1818fd8.md", "s5b9ad3a66b.md", "sb7d8a910fc.md", "s3359e57556.md", "s6c3aab3d80.md", "sa23ee9b0a4.md", "sc0a4e7c0a8.md", "s50a9300bd3.md", "s112cd43f0a.md", "s8ffb01a70d.md", "s207d4bad70.md", "sc59378b196.md", "s76a746447a.md", "seda690b294.md", "s486551ce85.md", "sb0152bc18c.md", "s9f48a94bc2.md", "sfa5d11b43f.md", "sf09de07084.md", "s35a678e120.md", "saeacbd4cd2.md", "sbbe16909d2.md", "sa575f8aea4.md", "s504c6c51dd.md", "sc6b0effbdb.md", "s99bf0f17f7.md", "sd3d14fa58e.md", "sd5215be107.md", "s85dd404554.md", "s3d08afd89c.md", "s7271315abc.md", "sa309fc7df9.md", "s71422d7ff0.md", "sef32307964.md"], "bm25": [-13.182351, -5.712328, -5.683467, -4.094257, -2.930377, -2.871466, -2.858609, -2.7338, -2.705327, -2.691526, -2.578466, -2.563698, -2.441153, -2.26987, -2.075943, -2.0062, -1.860685, -1.782231, -1.697875, -1.536624, -1.491496, -1.401131, -1.336475, -1.178646, -1.168978, -1.117726, -1.042212, -0.974606, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["s60339ac226.md", "s6df54a874c.md", "s7ba99f29ec.md", "sc80fcd9542.md", "s5d689982f5.md", "s6a56785bb1.md", "s69c5708309.md", "s85f1818fd8.md", "s5b9ad3a66b.md", "sb7d8a910fc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf_abs", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": true, "gold": ["s7b786689a5.md"], "ranked": ["s32daadbb27.md", "sbd902cf237.md", "sb362553482.md", "se36f142134.md", "s7b786689a5.md", "s1f1908682e.md", "s2ef3224238.md", "s8dd989e3dc.md", "s85446f20bc.md", "se6f4e56123.md", "sb406c7a8e0.md", "sa700c26f64.md", "s82a213403b.md", "s2b6f09b6b1.md", "s862a072b24.md", "s48a1016a61.md", "s57eca2457f.md", "s5abe6ddc77.md", "s770c90e0ee.md", "s2368f295ba.md", "sb131388c0d.md", "sa220a63e31.md", "sd74d09b6f6.md", "s77bae94dd9.md", "sf5c94d5e56.md", "scd538a0927.md", "s8400787b0a.md", "sddf36e50f4.md", "s716a4e5c6f.md", "sb31ce2ffd6.md", "s3a84ec2dcf.md", "sbd588e21ea.md", "se04da6f162.md", "sfe7bdfd656.md", "s49cb272a2d.md", "s1fc536a925.md", "sd3b989728f.md", "se72c26c712.md", "s9aaf4b8156.md", "s6430733b04.md", "s702e4848b8.md", "s6ee0fcb9df.md", "s3bc83374b5.md", "s1b5d0a9af0.md", "s1ba09774e0.md", "sdcbedb0059.md", "sb517c02206.md", "s72ba66072c.md", "s6deb0366fe.md", "s59a434ddcb.md"], "bm25": [-2.510593, -2.458203, -2.375252, -2.057356, -1.875223, -1.62058, -1.514294, -1.468822, -1.232899, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06], "search": ["s32daadbb27.md", "sbd902cf237.md", "sb362553482.md", "se36f142134.md", "s7b786689a5.md", "s1f1908682e.md", "s2ef3224238.md", "s8dd989e3dc.md", "s85446f20bc.md", "se6f4e56123.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0_abs", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-user", "abstention": true, "gold": ["s019108fb32.md"], "ranked": ["s019108fb32.md", "s96fde1080e.md", "sa8f4437d8a.md", "sbd6d0e318d.md", "s5dd6966ef2.md", "se4ea4016e3.md", "s2105e35408.md", "s439df64da3.md", "s9cabae4593.md", "s4876c4c869.md", "s451b040a51.md", "s54bc384880.md", "s060e8d9840.md", "s6126df1631.md", "s484a8e9e47.md", "sec471018aa.md", "s77603bee54.md", "sd13f664b05.md", "sfc1ee51260.md", "s99245be5b2.md", "s07789dbed2.md", "sc5d564101c.md", "s05d37d03ef.md", "sf9dbcef934.md", "s711c19e519.md", "s4b1ecaaf3c.md", "sb9791e5250.md", "s93a646e904.md", "sb3b7a697c8.md", "sf3706dd9cb.md", "secd3f9af02.md", "s94017201ed.md", "sfe5b0dcf94.md", "s47d2385d0f.md", "s2bf368e838.md", "sfdd6983d91.md", "sb7e3670f5f.md", "s2f1c74291a.md", "s1b602e1a67.md", "s7fb9ef3d4d.md", "s4558dc5343.md", "s430e430557.md", "s6ca249885b.md", "s8c98c29d9a.md", "s492dfffbdd.md", "se98198a3b4.md", "s89337d2ad6.md", "s3dd9248527.md"], "bm25": [-9.501579, -6.936109, -6.839027, -5.551852, -4.251992, -3.246929, -2.720329, -2.399248, -2.177563, -1.611245, -0.880969, -0.870824, -0.8126, -0.78703, -0.721522, -0.672505, -0.672183, -0.631996, -0.609141, -0.573295, -0.572843, -0.568069, -0.491553, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["s019108fb32.md", "s96fde1080e.md", "sa8f4437d8a.md", "sbd6d0e318d.md", "s5dd6966ef2.md", "se4ea4016e3.md", "s2105e35408.md", "s439df64da3.md", "s9cabae4593.md", "s4876c4c869.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93_abs", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-user", "abstention": true, "gold": ["s1f40ce8008.md"], "ranked": ["s1f40ce8008.md", "s4632ab0ab4.md", "s02df5ea626.md", "sbb062ced9c.md", "s542e82ec08.md", "s50fca7d4a2.md", "s17edcf8101.md", "sc9be949fbf.md", "sdca503adbd.md", "secd957d9e2.md", "sd01d44f540.md", "s9419e7687d.md", "sbaf612f398.md", "s20150d1644.md", "sf0fad5e423.md", "s6d0acdb9d7.md", "s472e3790a6.md", "s6ceb41d740.md", "sc668383848.md", "sbcc42bf8cc.md", "sb7b9684fd2.md", "s5b28e715c1.md", "sdc10403f0b.md", "sd7b7a18cfa.md", "sc37a8625a9.md", "scf53bf14f8.md", "s10f2d1f73e.md", "s260cbc61df.md", "se476c49499.md", "s6f27411431.md", "sd094d964a5.md", "sf4fa710d43.md", "sc86d3afaa3.md", "s44ee6800f4.md", "sa3d22e636a.md", "sbe08359b0b.md", "s8b4998da7d.md", "sd71857b779.md", "s77d02edfbe.md", "s97d5d1cdc5.md", "s7ce4e5c662.md", "s5722055fd5.md", "sa4e94c19ed.md", "se963addc14.md", "saeefa9f7a9.md", "s0034224af9.md"], "bm25": [-10.205337, -4.346135, -4.001409, -3.835875, -3.663757, -3.63463, -3.206038, -3.162761, -2.878823, -2.077863, -1.88019, -1.857208, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s1f40ce8008.md", "s4632ab0ab4.md", "s02df5ea626.md", "sbb062ced9c.md", "s542e82ec08.md", "s50fca7d4a2.md", "s17edcf8101.md", "sc9be949fbf.md", "sdca503adbd.md", "secd957d9e2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3_abs", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0064, "secs_query": 0.0002, "type": "single-session-user", "abstention": true, "gold": ["s9969d1af37.md"], "ranked": ["s9969d1af37.md", "sf071509394.md", "s583f01c005.md", "sc71385c7ec.md", "s8ec57880e0.md", "sb3cde016aa.md", "sfddea1246f.md", "s90684d7742.md", "sc3581b237e.md", "s102bce63c9.md", "s98ee80a444.md", "s7d4f47420b.md", "sfde0543649.md", "s3230aec5fa.md", "s607bb5abf4.md", "s005ce8c587.md", "s35fe8fd38e.md", "s593680c5f2.md", "s56129fe762.md", "s5ee838b6ae.md", "s01de920cad.md", "sd72969c3c9.md", "s271967a97d.md", "sfe3b90a759.md", "s9555fb29ac.md", "s0def2c9d2b.md", "s917447a1ea.md", "sded516d4a9.md", "s4057d1aa2d.md", "s5306f9bf38.md", "s7900b2eabb.md", "s7643b99926.md", "sf8c7538d04.md", "s5f900fb61e.md", "s29acc02505.md", "sb8fb721d14.md", "sabfb37cbf9.md", "saa1e8c9408.md", "sa62de68b5d.md", "s2b160e1715.md", "s34ff356dfd.md", "s8359be53c8.md", "s1ba5f3e14b.md", "s4dbc759c08.md", "s387aca5673.md", "s6bf2d888ec.md", "s990b2a709d.md", "s3ed864e45f.md", "sd64c23659d.md", "s5614825336.md"], "bm25": [-6.37551, -3.433077, -1.831742, -1.624617, -1.335816, -1.257775, -1.234529, -1.219982, -1.167501, -1.15734, -1.111519, -1.077463, -0.915597, -0.706204, -0.699607, -0.498928, -0.444389, -0.435708, -0.408021, -0.403195, -0.371767, -0.36871, -0.318949, -0.312716, -0.307852, -0.275838, -0.248575, -0.20778, -0.193334, -0.181766, -0.177833, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -2e-06, -2e-06], "search": ["s9969d1af37.md", "sf071509394.md", "s583f01c005.md", "sc71385c7ec.md", "s8ec57880e0.md", "sb3cde016aa.md", "sfddea1246f.md", "s90684d7742.md", "sc3581b237e.md", "s102bce63c9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b_abs", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0067, "secs_query": 0.0003, "type": "single-session-user", "abstention": true, "gold": ["sea613b6019.md"], "ranked": ["s46d968ebac.md", "sb14e35409a.md", "sc26dec85f1.md", "s6a1260460c.md", "sea613b6019.md", "s70e5d119fa.md", "s8fbddd5fa9.md", "scc453e4e8f.md", "sa19ce04e73.md", "seb623b75ee.md", "s6eef57a6ad.md", "s45b28efa1a.md", "s0cab2d3022.md", "s66d7996d2e.md", "s4a24e06b82.md", "s617b33c577.md", "s7344c63d02.md", "s13cc5e3247.md", "s87a63110e8.md", "s2cf6cdd1c5.md", "scfe9541720.md", "sf899cfe850.md", "s7363356077.md", "s667a8e99e4.md", "sa0416f74ea.md", "s44d40074e7.md", "s746f8344be.md", "s4da8cdd7d6.md", "sef7faf1ee5.md", "s2583c7b8e5.md", "s12886f1dda.md", "s4e1a6123f7.md", "s938cc593ab.md", "s1a85cc1dd4.md", "s7212d26b94.md", "se41e5d6ae5.md", "sa69b096660.md", "s504fca5b5b.md", "s5c38fdde7d.md", "s9116bb2b2e.md", "s2fcea6b500.md", "see956ad385.md", "s4083f46bc0.md", "s7ec11a759a.md", "s238249e97b.md", "sed43181ff2.md", "sfcbc362376.md", "s486b933c30.md", "sb841f3f60c.md", "saec64b1185.md"], "bm25": [-6.038264, -5.865467, -3.955627, -3.739536, -3.077627, -2.727487, -2.164237, -2.148418, -2.145538, -1.844928, -1.637377, -1.610422, -1.598959, -1.598238, -1.544976, -1.540082, -1.528218, -1.509675, -1.445013, -1.435313, -1.364329, -1.346825, -1.345491, -1.277386, -1.224497, -1.135712, -1.066156, -1.046238, -0.867186, -0.722977, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["s46d968ebac.md", "sb14e35409a.md", "sc26dec85f1.md", "s6a1260460c.md", "sea613b6019.md", "s70e5d119fa.md", "s8fbddd5fa9.md", "scc453e4e8f.md", "sa19ce04e73.md", "seb623b75ee.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4_abs", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0065, "secs_query": 0.0002, "type": "single-session-user", "abstention": true, "gold": ["s769482c67b.md"], "ranked": ["s0034e02315.md", "s769482c67b.md", "s0f73ddd941.md", "s1d20e2ff3a.md", "s2437b7fd5d.md", "s09d77e9481.md", "s7f730775fd.md", "s4d8ee72e8b.md", "sd243fa3ba1.md", "s33e8d611d2.md", "s6e84b89ce8.md", "sfbd1d71bfb.md", "s2652c9780c.md", "sad2eaa25d6.md", "s0e4c0a9299.md", "s64e47a6250.md", "s708369d008.md", "se227d8e410.md", "sc497ad7bd6.md", "s5b13f95388.md", "s0822dfc09a.md", "s11d11eb201.md", "s96a23a9c3d.md", "s280534c3bd.md", "sa8b64c21ad.md", "s2bdc6b5f7a.md", "s87dcfe0977.md", "sd31e250999.md", "sbe33263276.md", "s3db710e279.md", "s0208052aed.md", "sc71db8b98e.md", "s096c599a3c.md", "sd06ceeb6d6.md", "se99232be0c.md", "sf0a832b889.md", "sd097c82d8c.md", "s4d08713352.md", "s9d334f836d.md", "s2f5f41b2c0.md", "s955620422c.md", "se03fb1d96b.md", "s8832e694de.md", "s23115ac36f.md", "sc47b339152.md", "s2e6cea2583.md", "saf97bdad2a.md", "s6a74c8674e.md", "s2bf0755ea4.md"], "bm25": [-7.892207, -7.847159, -6.142204, -6.050471, -6.028562, -5.376113, -2.866736, -2.087997, -2.077937, -1.746798, -1.538546, -1.449559, -1.188784, -1.160016, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["s0034e02315.md", "s769482c67b.md", "s0f73ddd941.md", "s1d20e2ff3a.md", "s2437b7fd5d.md", "s09d77e9481.md", "s7f730775fd.md", "s4d8ee72e8b.md", "sd243fa3ba1.md", "s33e8d611d2.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0a995998", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0062, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md"], "ranked": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md", "s9e30df83e3.md", "s36c32c6b02.md", "sefafcb0fbd.md", "scbada184bd.md", "sa527e071e7.md", "s65bf0c77cf.md", "s2fe34d6935.md", "s8cf2fc554b.md", "s8f0a718c35.md", "sf5a90c0f49.md", "sd17ff9d20d.md", "s27fd6dbb14.md", "sbc2d2c3842.md", "s575755f4d1.md", "s1503846899.md", "s6e9e9dcf6b.md", "s74e1d72a58.md", "s8c81be6ff6.md", "sb62899f649.md", "s3acc9f492b.md", "sb9819a834e.md", "s523c64dc97.md", "s95c99edc36.md", "s30f80f2120.md", "sec0c1b2e2c.md", "s2598f18aeb.md", "scc93c8c706.md", "s737bdc9f78.md", "s8777b43a9d.md", "s46acd090eb.md", "s067dfe538b.md", "s1c72ac5c5e.md", "s603748ad29.md", "s108d2f0611.md", "s0f32e90013.md", "s7c9d3b76ea.md", "s5aca3d38aa.md", "sa9f7cc9cf4.md", "s4e0e72d599.md", "s4a74df2c4a.md", "s03ee860b08.md"], "bm25": [-11.979977, -11.135128, -8.109303, -5.833746, -5.072285, -4.508176, -3.796501, -3.486428, -3.438407, -3.392004, -3.368773, -2.598543, -2.566957, -2.383966, -2.301737, -1.942041, -1.580633, -1.229153, -1.104289, -0.962076, -0.860742, -0.677746, -0.659546, -0.605071, -0.530186, -0.451791, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05], "search": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md", "s9e30df83e3.md", "s36c32c6b02.md", "sefafcb0fbd.md", "scbada184bd.md", "sa527e071e7.md", "s65bf0c77cf.md", "s2fe34d6935.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6d550036", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0058, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s3b14ace57b.md", "s920d9cbdaf.md", "s9622cbf27d.md", "sc8a0beec36.md"], "ranked": ["s8b111b610a.md", "s62a763b621.md", "s920d9cbdaf.md", "s1145256539.md", "sb8520659a5.md", "s9622cbf27d.md", "s1cb36549fb.md", "sab856b9128.md", "scdef95e052.md", "s2e848c9005.md", "s5e51f4c028.md", "sc8a0beec36.md", "s3201654706.md", "s92c7ce5d6a.md", "s44bfee501b.md", "scc1600629e.md", "s0387e1b4c3.md", "sa4b027f77f.md", "s3b14ace57b.md", "saec1d4ea66.md", "sb72e6a5b9f.md", "s907e54276e.md", "s6b8fca012d.md", "s6b0617412c.md", "sbc1f7062b5.md", "s5c776e75b4.md", "sbdc1a8689e.md", "sb806dafdd6.md", "sbb0b2a9fb4.md", "sdfd70daf67.md", "sd5b19e15e5.md", "sec3cc7120f.md", "s39e699fcb4.md", "se813171902.md", "sf40078a72f.md", "s174b687370.md", "s50b187f6cd.md", "s180da58bde.md", "s94cf07fd3b.md", "scf6f3aca46.md", "sff4c4c7a7b.md", "sc078b4df1b.md", "s54a07ca84b.md", "sa10c89bbcb.md", "s85f81758f5.md", "s5a53207338.md"], "bm25": [-6.766683, -6.430216, -5.751904, -4.005631, -3.98761, -3.845689, -3.147956, -3.000873, -2.95425, -2.791991, -2.64655, -2.620898, -2.619532, -2.368603, -2.093469, -1.911913, -1.802043, -1.653938, -1.56724, -1.430009, -1.266348, -0.884233, -0.814023, -0.796473, -0.795996, -0.785441, -0.56558, -0.527797, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06], "search": ["s8b111b610a.md", "s62a763b621.md", "s920d9cbdaf.md", "s1145256539.md", "sb8520659a5.md", "s9622cbf27d.md", "s1cb36549fb.md", "sab856b9128.md", "scdef95e052.md", "s2e848c9005.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_59c863d7", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s26f8258ee9.md", "sb97fdcb7cb.md", "sba64de88ce.md", "sf9a4d768db.md"], "ranked": ["s0c16845d7a.md", "sf9a4d768db.md", "sba64de88ce.md", "s26f8258ee9.md", "saed1f1d752.md", "sb28b28c87e.md", "s6fd6d65503.md", "s3d3b9e5bb7.md", "s2401c868d2.md", "s30496b04b7.md", "s737c6240e9.md", "sc70996dae5.md", "sb97fdcb7cb.md", "s8a3b1daeb9.md", "s0fdf489aa5.md", "sf5c48e3fea.md", "see9af67a70.md", "sbe1c957480.md", "sa27d789d09.md", "s2aeac7190d.md", "s1a9a9dcdcd.md", "s67266af532.md", "s76bfa8c75c.md", "s1cb89724c3.md", "sddc222ae27.md", "sea82c0aac6.md", "sf6f75887de.md", "s66c1b72c5e.md", "s52416304b7.md", "sfe43d33475.md", "s5bc15facb7.md", "s2f0de9c90a.md", "s6b3628c267.md", "s821c99282e.md", "s1e33d02cef.md", "s18ad962d51.md", "s4e810764fb.md", "s3bee5d676d.md", "sa153e34cf6.md", "sa26dafc471.md", "s964330e399.md", "sa0785a8d6b.md", "s0b97312e57.md", "scd64127db3.md", "s7c8594b8b0.md", "s71fcfd0a5a.md", "se2250a9d83.md"], "bm25": [-5.264799, -4.230875, -4.037351, -3.246883, -3.145622, -2.992769, -2.035509, -0.852513, -0.711142, -0.66804, -0.641387, -0.627649, -0.626836, -0.610573, -0.570311, -0.50932, -0.440983, -0.3947, -0.353904, -0.34627, -0.083976, -0.081593, -0.079167, -0.071548, -0.066094, -0.065777, -0.05785, -0.048606, -0.039616, -0.039269, -0.039102, -0.037502, -0.035073, -0.029967, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -2e-06], "search": ["s0c16845d7a.md", "sf9a4d768db.md", "sba64de88ce.md", "s26f8258ee9.md", "saed1f1d752.md", "sb28b28c87e.md", "s6fd6d65503.md", "s3d3b9e5bb7.md", "s2401c868d2.md", "s30496b04b7.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "b5ef892d", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0063, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md"], "ranked": ["sa3acba8dc9.md", "s628301263c.md", "s1df591c608.md", "s27c89f6363.md", "sff17148f95.md", "s6c4a5a3849.md", "sb8aa39a921.md", "s1ebfeb1fdb.md", "sb22052817b.md", "s4ecfa67721.md", "s1896929dfd.md", "s76a8d9b28d.md", "sac88db4f42.md", "s29d373316b.md", "s97ffd7f30a.md", "s1175a30373.md", "s5178e7e7c2.md", "s7298e66081.md", "sfa7b2e5f15.md", "s0ad5087557.md", "safe8ea9583.md", "s01a1c64d5c.md", "s094463ef8f.md", "s052e3ccbef.md", "s9efd2511cb.md", "s8918c929ce.md", "sc2f8575cfb.md", "s2ebe4bd1e6.md", "s44cd2088da.md", "s2d70f898fd.md", "s1d527387ef.md", "s897a156212.md", "s26cccbfd94.md", "s5585e2d32a.md", "s817544e0ff.md", "s7a4d0cf8dc.md", "s0b60974fb5.md", "sbca15cd163.md", "sb23d98c8c5.md", "s34032180e8.md", "sdd9c8e22b5.md", "s01cf3fba7f.md", "s171dd61062.md", "s5d13f9daca.md", "s9a1e2d8a08.md", "s76e4dcbd82.md", "sb18a38e157.md", "s662a9b23a2.md", "s7b496093e9.md", "s50feaa273d.md"], "bm25": [-14.125531, -10.511739, -9.901845, -8.54714, -7.030163, -6.212156, -4.2898, -4.259975, -4.137207, -3.903004, -3.731404, -3.48993, -3.443805, -3.426879, -2.754968, -2.74227, -2.667968, -2.586985, -2.497751, -2.066159, -1.567302, -1.503222, -1.372279, -1.148013, -1.059703, -1.042791, -0.974672, -0.760195, -0.738555, -0.576626, -0.537904, -0.514987, -0.5021, -0.482331, -0.353999, -0.339953, -0.305046, -0.303235, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -8e-06, -5e-06], "search": ["sa3acba8dc9.md", "s628301263c.md", "s1df591c608.md", "s27c89f6363.md", "sff17148f95.md", "s6c4a5a3849.md", "sb8aa39a921.md", "s1ebfeb1fdb.md", "sb22052817b.md", "s4ecfa67721.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e831120c", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0005, "type": "multi-session", "abstention": false, "gold": ["sb86a802940.md", "sf7a47235ce.md"], "ranked": ["sf7a47235ce.md", "sb86a802940.md", "s813cbd2683.md", "sa9203778c7.md", "s51b4d2ee54.md", "s70a595655e.md", "s5bb590fa65.md", "sfa8aab9991.md", "sf3874e9b4d.md", "sf9e9cff71e.md", "sa31685055a.md", "s9aa64b36b4.md", "sb619c04de9.md", "s8feffcf8ec.md", "s96229de38e.md", "sb32540b84e.md", "s2ef86d85c3.md", "s583b0b5da8.md", "s931ea4b717.md", "sa1a1d82ca7.md", "s43ef16bcad.md", "sc1c00124f2.md", "s5685504f73.md", "s615efba50a.md", "s8388b2d928.md", "s26aafb88ae.md", "s397875c77d.md", "s234f837b49.md", "s405d8357bf.md", "s4806019850.md", "s2702ccbf72.md", "s31c03247e3.md", "s602de85612.md", "s1d8d5fbc87.md", "s0662546b1e.md", "s3ff3623835.md", "s3fad617bac.md", "sfef192ea15.md", "sfa315c09ea.md", "s2db9bde2e4.md", "s993706d799.md", "se83f122487.md", "s548a294890.md", "s7635a72402.md", "s923ebe4f16.md", "s0f77f25b7b.md", "s75769b230b.md"], "bm25": [-33.958218, -20.336436, -13.968111, -9.792699, -7.738471, -7.0412, -6.904184, -4.66786, -4.660723, -4.18452, -4.069721, -3.509103, -3.439927, -3.379073, -3.35122, -3.344582, -3.180369, -3.016796, -2.729866, -2.625185, -2.284783, -2.022585, -1.942497, -1.626115, -1.566264, -1.473499, -1.362875, -1.320858, -1.2908, -1.243748, -1.217222, -1.158889, -1.150488, -0.545283, -0.513475, -0.359017, -0.311581, -0.064784, -0.055722, -0.053101, -1.6e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -7e-06], "search": ["sf7a47235ce.md", "sb86a802940.md", "s813cbd2683.md", "sa9203778c7.md", "s51b4d2ee54.md", "s70a595655e.md", "s5bb590fa65.md", "sfa8aab9991.md", "sf3874e9b4d.md", "sf9e9cff71e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3a704032", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s21d0b418e5.md", "s840ac504bc.md", "s9df21ed36e.md"], "ranked": ["s840ac504bc.md", "s21d0b418e5.md", "s9df21ed36e.md", "sc24242755b.md", "sd6cc7ab041.md", "sc1ebc82b06.md", "sfde6bfe545.md", "s53f606e517.md", "sc726d9a65e.md", "sb9b0b06d1d.md", "s28d92b430c.md", "scd3550751f.md", "s38a27c8449.md", "s36c6a5ac9d.md", "s44b2a5f4bf.md", "s26f5d612e3.md", "s10a0021cda.md", "s3919f74729.md", "s669909f3a5.md", "s9642ac739a.md", "s76c822641a.md", "s2bb4177b12.md", "sf631caba3b.md", "s772eeb1707.md", "sb077997e97.md", "sb66c24b6a7.md", "s62355e4e23.md", "se21e47ca05.md", "sc1037bff81.md", "s70059f47e5.md", "sc764051be2.md", "s0bb28122d5.md", "saf5ecfa445.md", "sf12d489844.md", "s0bf4ce95a3.md", "sa340766a6d.md", "sa51f5acb14.md", "sa012a95fa5.md", "s4cb5c787d8.md", "s4d4af7d8bc.md", "sb8c86dfc23.md", "s0535fda18e.md", "s28d9e7bf40.md", "s91f1316ec0.md", "s648306fbb7.md", "s64f57d4104.md", "s4a63b086c2.md", "s3798b31c48.md"], "bm25": [-5.366147, -4.805037, -4.584842, -4.481339, -3.197084, -3.195221, -3.068546, -2.676394, -2.560751, -2.470967, -2.135459, -2.098166, -2.009615, -1.897744, -1.86543, -1.861944, -1.696775, -1.654654, -1.478137, -1.435699, -1.386961, -1.339524, -1.264948, -1.259201, -1.119191, -1.024702, -0.967803, -0.939099, -0.863244, -0.758407, -0.713532, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06], "search": ["s840ac504bc.md", "s21d0b418e5.md", "s9df21ed36e.md", "sc24242755b.md", "sd6cc7ab041.md", "sc1ebc82b06.md", "sfde6bfe545.md", "s53f606e517.md", "sc726d9a65e.md", "sb9b0b06d1d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d84a3211", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0063, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s2cfa274b99.md", "s30e2029c72.md", "s33cb38d99e.md", "s922b1bb2b7.md"], "ranked": ["s71580bbf04.md", "s2cfa274b99.md", "s30e2029c72.md", "s62ba599ec1.md", "s33cb38d99e.md", "sf53eaf9533.md", "sc8e5b86c8b.md", "s922b1bb2b7.md", "sa9c3670bd7.md", "sf28bd59f59.md", "see3972ccc0.md", "s555a72f0aa.md", "s40b537b500.md", "s92cb717e67.md", "s336292a5c0.md", "s664ff43dc7.md", "s6a56b46e13.md", "s3096c7ac87.md", "s976fb9ddd9.md", "sde70e91e50.md", "s3e75d888a6.md", "s146a0d23dc.md", "sc39391a6c3.md", "scc9c06a2b9.md", "s81d0d22fa2.md", "s3ecc31ffe5.md", "s8698499563.md", "s36c243e753.md", "s11a9279782.md", "sed86532465.md", "saa3f766b6e.md", "s86591bebb1.md", "s3dbcdf28b7.md", "sea51195ec4.md", "s334d218ca9.md", "sb2b7dcf550.md", "sda6b9e7fbb.md", "s2da382819c.md", "s25a24f3cf8.md", "s3f12359e21.md", "sb2d772fe93.md", "sd1fa793896.md", "s53429b3a3c.md", "s88759c5b65.md", "s710337a68e.md", "s51242bcb2d.md", "s79653e6659.md", "s8cd8d97900.md"], "bm25": [-7.289846, -7.232315, -7.081453, -6.797217, -6.486703, -6.446315, -5.998456, -5.618062, -4.654633, -4.133942, -3.986178, -3.890388, -3.722982, -3.266346, -3.248292, -3.210326, -3.104283, -3.077375, -2.946035, -2.699049, -2.63466, -2.540334, -2.336475, -2.278412, -1.970909, -1.792538, -1.604073, -1.40844, -1.310035, -1.276176, -1.16533, -1.030015, -0.945878, -0.840661, -0.740377, -0.71629, -0.684449, -0.506248, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -8e-06], "search": ["s71580bbf04.md", "s2cfa274b99.md", "s30e2029c72.md", "s62ba599ec1.md", "s33cb38d99e.md", "sf53eaf9533.md", "sc8e5b86c8b.md", "s922b1bb2b7.md", "sa9c3670bd7.md", "sf28bd59f59.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "aae3761f", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s6c9c420448.md", "sd76c211bad.md", "sf67b7ec830.md"], "ranked": ["sd76c211bad.md", "s6c9c420448.md", "s9820208062.md", "s58bea97ce0.md", "sf67b7ec830.md", "s7625016923.md", "sf883bfacec.md", "s21b0771f81.md", "sb6a9bc7f6a.md", "sda6e2b5bbe.md", "s9286449301.md", "s653f5349a3.md", "sa80f400672.md", "sa5d37a94d2.md", "s5d73e7d8f5.md", "sc6cb096417.md", "s214b4642b8.md", "sef732091a2.md", "s5043ec815a.md", "s77c65d43b6.md", "s01fd834a2e.md", "sfafeff0283.md", "s64342676dd.md", "s6987bf7776.md", "s84700beeae.md", "sf0c2de2f77.md", "sd8a016d4ea.md", "s9fcfe296e1.md", "s2c54b45c80.md", "s2d9d179d9d.md", "sd711bda19d.md", "s4dcac2c9f7.md", "s56005d45ec.md", "s8f7e8a236b.md", "s920f707736.md", "s580ebfd6cb.md", "s4813007582.md", "sba57d991da.md", "sb5131e8816.md", "s3992c900a9.md", "sb1f0ea8a79.md", "s8553082e75.md", "s6ec04c5eaf.md", "s54467ae1fc.md", "s9512b2c617.md", "s0768acb3c6.md", "sb556e65dc8.md"], "bm25": [-17.631733, -16.3453, -11.02433, -8.213713, -6.513526, -6.112519, -5.885891, -5.409211, -5.406152, -4.717394, -4.078251, -3.937154, -3.467342, -3.317496, -3.184805, -2.741547, -2.494005, -2.427252, -2.365701, -2.322902, -2.288731, -2.171336, -2.110225, -2.000323, -1.954793, -1.818515, -1.300242, -1.152921, -1.102303, -1.032362, -1.008967, -0.770328, -0.767634, -0.480958, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -2e-06, -2e-06], "search": ["sd76c211bad.md", "s6c9c420448.md", "s9820208062.md", "s58bea97ce0.md", "sf67b7ec830.md", "s7625016923.md", "sf883bfacec.md", "s21b0771f81.md", "sb6a9bc7f6a.md", "sda6e2b5bbe.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f2262a51", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.0062, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s9ec4d701c2.md", "sb2151cf652.md", "sb34fe03e75.md"], "ranked": ["sef9b05c8a0.md", "sb2151cf652.md", "seab0f0420b.md", "s1e26dc4c12.md", "s3f9a7a33d9.md", "sb34fe03e75.md", "s5e7431b8ad.md", "sec5ce3001f.md", "s45fce0f0a3.md", "s9ec4d701c2.md", "se186bc165a.md", "s100ada81e3.md", "s817d134252.md", "sdfd4c5cd47.md", "s9b0450e9b6.md", "s81ba5ea64c.md", "se1b17457fc.md", "s5d446259fe.md", "sefed800537.md", "s9af644badc.md", "sfe6ca67e9c.md", "sa3c0bfce95.md", "se4d9c389ca.md", "s6ee4032a4b.md", "s90153e3378.md", "s5b236c2de7.md", "sae76dfa94a.md", "s637cc610bf.md", "s870cbf8a3d.md", "s67b1d057fe.md", "se5ce0fa483.md", "sef17919476.md", "sacea01cc13.md", "s451799a21c.md", "s4f54bf4005.md", "s3a888e5ad9.md", "s86f35411c5.md", "sb50a1adbdc.md", "s8e6c2279ed.md", "s1b6ca34b3d.md", "s175268f08e.md"], "bm25": [-4.425681, -4.059632, -4.016619, -3.317148, -3.296102, -2.957779, -2.785173, -2.752571, -2.613242, -2.392132, -2.119518, -2.031315, -1.992964, -1.677738, -1.421376, -1.250311, -1.175677, -0.073647, -0.071181, -0.067522, -0.05983, -0.059387, -0.058236, -0.054778, -0.053438, -0.052154, -0.051399, -0.044912, -0.043087, -0.037773, -0.032837, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sef9b05c8a0.md", "sb2151cf652.md", "seab0f0420b.md", "s1e26dc4c12.md", "s3f9a7a33d9.md", "sb34fe03e75.md", "s5e7431b8ad.md", "sec5ce3001f.md", "s45fce0f0a3.md", "s9ec4d701c2.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "dd2973ad", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["sf176ecce77.md", "sfd4bc0370e.md"], "ranked": ["sfd4bc0370e.md", "sc777878676.md", "s71003620ef.md", "s1e9a3798d2.md", "s1cbf7f89d4.md", "sa705703e86.md", "s8bdbc98cc5.md", "s6514014cd4.md", "s4cc5ef2df4.md", "sf176ecce77.md", "s9574c251c3.md", "se6ab2ecf52.md", "s465b402c56.md", "s0656675402.md", "s05dfd25314.md", "sacc8909677.md", "s07218cf39d.md", "s7927e5da6e.md", "sc05dece598.md", "sd9ab49ada5.md", "s2834c67061.md", "s1052163908.md", "sed9b0c5ee3.md", "sb852a96471.md", "sb46d865763.md", "sd437e08c15.md", "sa7cb93cab6.md", "s6cbf09c0cf.md", "sff996f6f27.md", "s1422f6ca92.md", "se4dd879b3c.md", "s3cd710e288.md", "se23bb4dcc8.md", "s7b9c7e3ab1.md", "sc734c0a0b7.md", "se3b4d31da0.md", "s1bbfe682dd.md", "se255427427.md", "s33dccda704.md", "s827592e9e7.md", "s6f74930b97.md", "sf118b80e4d.md", "s8aeda7b1e0.md", "s8e8bb91dc6.md", "s3cee455ab3.md", "sc43153b38b.md", "sc320db2287.md", "s082ed01c72.md", "s45fff92dc1.md"], "bm25": [-11.592197, -5.04148, -4.524596, -3.844921, -3.739522, -3.665922, -3.579303, -3.374394, -2.951658, -2.479414, -2.119653, -1.93925, -1.723317, -1.504792, -1.461002, -1.299799, -1.204118, -1.006323, -0.908696, -0.791446, -0.753706, -0.714402, -0.663642, -0.529089, -0.497108, -0.489596, -0.480182, -0.446763, -0.332989, -0.324015, -0.317139, -0.273923, -0.268399, -1.3e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -4e-06], "search": ["sfd4bc0370e.md", "sc777878676.md", "s71003620ef.md", "s1e9a3798d2.md", "s1cbf7f89d4.md", "sa705703e86.md", "s8bdbc98cc5.md", "s6514014cd4.md", "s4cc5ef2df4.md", "sf176ecce77.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "c4a1ceb8", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s1698d61255.md", "s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md"], "ranked": ["s2d1dff3e6a.md", "s4522946c23.md", "s1698d61255.md", "s9f2ccebd9b.md", "s762c765007.md", "s64628d5642.md", "sd94267397b.md", "s8178eabd9b.md", "sf7d4570cb6.md", "s79e25e6e14.md", "sea70a14c39.md", "s766b52fc61.md", "se2c05943e6.md", "sbf4c36a9e9.md", "sadd018761a.md", "s939924f96d.md", "sedb2b0f51e.md", "s2bf14b090d.md", "se9d58119ec.md", "s825abe21ce.md", "s3c666d84de.md", "sca7c5619b8.md", "s86d9056c49.md", "s888463e94d.md", "s0d03e6e32f.md", "sd10f22eec6.md", "s1c346c4b8d.md", "s7e1111269c.md", "sd189e20db6.md", "s71562ae1c8.md", "sd9dffb1bfe.md", "s769355feb1.md", "se84231b714.md", "se37cf736de.md", "s18c6de8a34.md", "s36b7b616e8.md", "sce542bcc1b.md", "sb18616f5f9.md", "sef48be4803.md", "scd983adccf.md", "sf8210273f0.md", "s4cf87a40b8.md", "s45200c8c6b.md", "s2044bcb18c.md", "s7195ccfc94.md", "s2d9594b7dc.md", "s44eb4b3284.md", "s2ee2d9a364.md", "s53572a4744.md"], "bm25": [-13.60737, -12.788292, -12.593214, -11.475581, -5.070101, -3.807342, -3.094877, -2.620453, -2.047708, -1.922389, -1.767127, -1.48573, -1.4824, -1.4227, -1.061414, -0.977744, -0.875403, -0.872625, -0.840933, -0.767852, -0.750709, -0.730551, -0.726661, -0.718186, -0.702383, -0.66751, -0.620073, -0.51537, -0.506175, -0.444327, -1.4e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -8e-06], "search": ["s2d1dff3e6a.md", "s4522946c23.md", "s1698d61255.md", "s9f2ccebd9b.md", "s762c765007.md", "s64628d5642.md", "sd94267397b.md", "s8178eabd9b.md", "sf7d4570cb6.md", "s79e25e6e14.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a56e767c", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s86eb291fb2.md", "sdb5e961acf.md", "sef186379d1.md"], "ranked": ["s160913179e.md", "sdb5e961acf.md", "s74e2f3838a.md", "sef186379d1.md", "s86eb291fb2.md", "s4161228267.md", "saec63d1c0c.md", "s8b21df583e.md", "s53cf2fb7df.md", "s83a18097e2.md", "s1c303101b6.md", "s0ae18cea01.md", "sf128608a7b.md", "sb4089a0093.md", "s24025772eb.md", "s36803131b5.md", "s28e9d5b4be.md", "s156ac4d2fe.md", "s183dcb562e.md", "sda4bc536c5.md", "sd5a8d1fc4b.md", "sf97bde54ba.md", "sdeca0f64bb.md", "s16bc42ac6e.md", "s4bc3d44673.md", "s2721a7e6df.md", "s793c76e006.md", "s2018e91d3e.md", "s547be60e07.md", "s114cce2eb8.md", "s9d18745ff5.md", "sfb58a4bcbd.md", "s94afdb57e9.md", "s09a1c65c8c.md", "s5481d8f47b.md", "se80eaaa47e.md", "s20e5559fe4.md", "s70231d560d.md", "sadebabbf84.md", "s4e9f72eac2.md", "seaa1bfc84f.md", "s78ac5a2d9c.md", "s618203604e.md", "s639ae27a81.md", "sec9131f707.md", "s8dd04405d4.md", "sf1a3f09b23.md", "sfe1a20e3b4.md"], "bm25": [-6.374534, -5.836969, -5.260054, -4.118094, -3.796273, -2.762146, -2.68876, -2.449757, -2.2831, -2.013722, -1.630371, -1.356484, -1.25211, -0.618933, -0.589959, -0.581065, -0.567558, -0.513866, -0.505502, -0.442745, -0.432132, -0.429043, -0.354395, -0.311564, -0.262351, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06], "search": ["s160913179e.md", "sdb5e961acf.md", "s74e2f3838a.md", "sef186379d1.md", "s86eb291fb2.md", "s4161228267.md", "saec63d1c0c.md", "s8b21df583e.md", "s53cf2fb7df.md", "s83a18097e2.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6cb6f249", "n_docs": 41, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s75bb9fd5a7.md", "sca3e1b2e07.md"], "ranked": ["s75bb9fd5a7.md", "sca3e1b2e07.md", "s6a654bf731.md", "sc4343dbfe1.md", "sb7d686a1c6.md", "s0631144e68.md", "sa7ca3dadf1.md", "sfbd2d0cce0.md", "s916b150fc9.md", "sd73cdd188c.md", "s0cbb8d3c3b.md", "s6d9d0db5b6.md", "s5e5db5a9b3.md", "s8851efc7ec.md", "sb47df24ce1.md", "sf330a4ebc6.md", "s4db10d2485.md", "sa93d32159e.md", "sade95e1f20.md", "s4039e2c22a.md", "seeb80f60f5.md", "s4715835160.md", "s19a1c776e1.md", "s415ab6e13b.md", "sd89f5fa204.md", "s3ca77ea0da.md", "s25e6ee2cda.md", "scc537478f4.md", "s52d57ec626.md", "s275993002b.md", "se279596193.md", "scdbd2c19b0.md", "s45df10d959.md", "s596025f893.md", "s9bfd8bb7ed.md", "s839952f4a8.md", "s87ea70d962.md", "sf03e5652c9.md", "sf361fb0cf1.md", "safe4f0c4c6.md", "s742e7eb719.md"], "bm25": [-6.680862, -6.078361, -4.316748, -4.287594, -3.745602, -3.691323, -3.106332, -3.088042, -2.904148, -2.799694, -2.775898, -2.737716, -2.695334, -2.449, -2.378968, -2.026392, -1.800339, -1.407518, -0.949223, -0.92276, -0.774789, -0.676835, -0.666683, -0.606068, -0.45913, -0.425358, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06], "search": ["s75bb9fd5a7.md", "sca3e1b2e07.md", "s6a654bf731.md", "sc4343dbfe1.md", "sb7d686a1c6.md", "s0631144e68.md", "sa7ca3dadf1.md", "sfbd2d0cce0.md", "s916b150fc9.md", "sd73cdd188c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "46a3abf7", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["sa6489e86e3.md", "sd9c68433d1.md", "sed4fafb2f3.md"], "ranked": ["sd9c68433d1.md", "sed4fafb2f3.md", "s8d3ea66085.md", "sa6489e86e3.md", "s9fdd891b5f.md", "sab88b0b5ae.md", "sd02c3eb026.md", "sde7bcfb425.md", "sfb5a412120.md", "s6676da8244.md", "sfe843b9abb.md", "s70775ff888.md", "s99e2ef7851.md", "s3d8f7204c7.md", "s4b6254e85f.md", "s6847928aaa.md", "s38efbadc99.md", "s0fa4b87b9d.md", "s0b32cf37c1.md", "s7f93f2f339.md", "sa0bc4e1b5b.md", "s5807437df1.md", "sd1e4a163ae.md", "s9980e268e8.md", "sc8d4d78f32.md", "s07667f65bd.md", "sa6443ba52f.md", "s1dc8538887.md", "sd7910d0c8f.md", "s7d594a8a90.md", "s58ad034f93.md", "s657212e84d.md", "saa3ae32fb3.md", "s77156c63ee.md", "sb0d304888b.md", "s8a7051434f.md", "s62cb187475.md", "s9e6228c477.md", "s6652db77fe.md", "sb059f8a83e.md", "sfb2f9775b6.md", "sf3456b7d63.md", "sb98f50d8a3.md", "s0419b1c88f.md", "s3a1a7a13d3.md", "s4dac857d70.md", "s3d1ee4c3cb.md", "safdbb59d0f.md", "se60dc74233.md", "s89e3c7711a.md"], "bm25": [-7.367489, -5.853779, -5.757066, -5.33098, -5.120514, -4.399617, -4.350233, -4.081005, -2.532889, -2.19979, -2.108619, -2.095022, -1.860955, -1.79997, -1.686573, -1.627448, -1.420437, -1.329403, -1.159913, -0.917968, -0.840847, -0.69449, -0.638263, -0.60414, -0.554699, -0.448673, -0.353322, -0.291051, -0.290931, -0.227805, -0.177619, -0.144389, -0.139085, -0.133545, -0.11677, -0.111139, -0.08215, -0.079692, -1.5e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06], "search": ["sd9c68433d1.md", "sed4fafb2f3.md", "s8d3ea66085.md", "sa6489e86e3.md", "s9fdd891b5f.md", "sab88b0b5ae.md", "sd02c3eb026.md", "sde7bcfb425.md", "sfb5a412120.md", "s6676da8244.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36b9f61e", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s5cb25d04c2.md", "s7ff89f24c1.md", "s9ceac91e4e.md"], "ranked": ["s7ff89f24c1.md", "s9ceac91e4e.md", "s5cb25d04c2.md", "s42f160444f.md", "s773b0c9ddb.md", "se5b933a8b3.md", "sf389b96746.md", "saa3ab0b65e.md", "sbaa264d725.md", "sbd6b523cb2.md", "s72955a4d40.md", "s1db4906d3d.md", "s30ee9b4ee9.md", "s263df47cfb.md", "s424ba4e796.md", "se66d80c094.md", "s77ef20e8ef.md", "s38566d018e.md", "s004055c302.md", "s111daefdd3.md", "se282173767.md", "s1548b10be2.md", "s99b98eea98.md", "s7f30fac7d5.md", "s9f71849974.md", "s4ef79b232a.md", "s555cf3b701.md", "s171b8fac35.md", "sf6a268836b.md", "se363b93459.md", "sa67d1f39f8.md", "s3e77d67f68.md", "sa0ea2ffc49.md", "s9ab4d43eb3.md", "s96f892b2e0.md", "s1f7af41eb2.md", "s955d5576c5.md", "s81e7d501ef.md", "s93218b1d60.md", "s8e2ece072c.md", "sc2bd2d6bc6.md", "s721c3ae48a.md", "sfb0ed91d55.md", "s330105bd22.md", "sfdb3757f5a.md", "s1c03bc15f1.md", "se24f95f692.md"], "bm25": [-17.788457, -15.180883, -11.325715, -7.745625, -5.157486, -4.870313, -4.837204, -3.719053, -3.480369, -3.12044, -2.998492, -2.606988, -2.321499, -2.233412, -1.730359, -1.675261, -1.641287, -1.544109, -1.523848, -1.472187, -1.345558, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -8e-06], "search": ["s7ff89f24c1.md", "s9ceac91e4e.md", "s5cb25d04c2.md", "s42f160444f.md", "s773b0c9ddb.md", "se5b933a8b3.md", "sf389b96746.md", "saa3ab0b65e.md", "sbaa264d725.md", "sbd6b523cb2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28dc39ac", "n_docs": 38, "n_repeated_sids": 0, "n_matched": 37, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s01acd3994a.md", "s734bf88e64.md", "s7f9a6f9c64.md", "sad3a325537.md", "sc9ae531e6c.md"], "ranked": ["sc9ae531e6c.md", "s7f9a6f9c64.md", "s19df896ec5.md", "s01acd3994a.md", "s734bf88e64.md", "sad3a325537.md", "s17baf614d5.md", "scd3dd5d90a.md", "sc617ab1fbd.md", "sfb421d23e6.md", "sc4d9c19be3.md", "sdfe401ddf8.md", "s3ca8fb2306.md", "scbeb5c12e2.md", "sff234d5aed.md", "se510a19c09.md", "s45fefdfbae.md", "sd86fb83408.md", "s7b055565a8.md", "s0602470279.md", "sea09c4df61.md", "s5594d37a3e.md", "s577e713fa2.md", "s36979460e4.md", "s6ef6222568.md", "s73d2f99c8a.md", "s24281bd4da.md", "sa398420562.md", "sdba7cc1f7c.md", "s6bbf21f84b.md", "scb8847e966.md", "se1a1fca016.md", "s7134b04f5a.md", "sdc2ea3c05a.md", "s3c039542b5.md", "sd4bdacf832.md", "se9a55d873d.md"], "bm25": [-5.328144, -5.21029, -4.814588, -3.383174, -3.340249, -3.204512, -2.870072, -2.318316, -2.000801, -1.370755, -1.297462, -1.266885, -1.215532, -1.19307, -1.124134, -1.072774, -1.04081, -1.033524, -0.983303, -0.951478, -0.924189, -0.917704, -0.887076, -0.691648, -0.613716, -0.575072, -0.538055, -0.188411, -0.137059, -0.117695, -0.092411, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06], "search": ["sc9ae531e6c.md", "s7f9a6f9c64.md", "s19df896ec5.md", "s01acd3994a.md", "s734bf88e64.md", "sad3a325537.md", "s17baf614d5.md", "scd3dd5d90a.md", "sc617ab1fbd.md", "sfb421d23e6.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_2f8be40d", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s6fb9ec6824.md", "s7851663dcb.md", "sd0093e4f42.md"], "ranked": ["s7851663dcb.md", "s396f63126d.md", "sa90ce05da5.md", "s6fb9ec6824.md", "sd0093e4f42.md", "s91e1febda6.md", "sbf7a7bf893.md", "s94e929242f.md", "sce329d6824.md", "s666c84b168.md", "sa532bcf7e5.md", "s276c620b99.md", "sfd228730bd.md", "s0dd8fdfa53.md", "sf423cf8449.md", "s72c59a7c47.md", "s4a6287bd19.md", "s771e58260c.md", "s905c799067.md", "s54d3ac53fa.md", "s110dc3a246.md", "s856f973ec5.md", "s00ff24bc05.md", "s60153d1b69.md", "sea0094f9e3.md", "s4ffdfe78ae.md", "se87e6c8e3a.md", "se55b028813.md", "sd1a1614d09.md", "s306377cd0d.md", "s5e0ff846c6.md", "s7493c6e46f.md", "s404d6eadf3.md", "sd23f318d16.md", "s19e9a0455b.md", "sf220bb9dbb.md", "s9f0ef689de.md", "s2c8dbec457.md", "sf62fe05811.md", "s1f286f61e3.md", "s727ec31aec.md", "s39c0072a67.md", "sb8124ead7b.md", "s46d537e194.md", "s19624d47a7.md", "s6c22144ec0.md"], "bm25": [-6.666369, -5.939115, -5.832827, -5.103984, -3.4124, -3.018407, -2.738657, -2.697018, -2.51481, -2.463196, -2.18502, -1.990769, -1.442863, -1.27422, -1.25945, -1.236701, -1.003228, -0.825892, -0.741343, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -5e-06, -4e-06, -3e-06, -2e-06, -2e-06], "search": ["s7851663dcb.md", "s396f63126d.md", "sa90ce05da5.md", "s6fb9ec6824.md", "sd0093e4f42.md", "s91e1febda6.md", "sbf7a7bf893.md", "s94e929242f.md", "sce329d6824.md", "s666c84b168.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2e6d26dc", "n_docs": 54, "n_repeated_sids": 0, "n_matched": 54, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sdfed11c48f.md"], "ranked": ["sdb769df2b3.md", "saa2a1f8535.md", "sdfed11c48f.md", "s66b366ba77.md", "s5a77d357f0.md", "s0ee726bb15.md", "s04a09f979b.md", "saca5c1b426.md", "s4166f9cb6f.md", "sb04204b53e.md", "sbe3fcb38e0.md", "scc6a8f7a06.md", "sec0d60049f.md", "s660f22b5c7.md", "s4d7cfa3ead.md", "s7647057481.md", "sfbdfb8a434.md", "scaa07650c1.md", "s6da57eed51.md", "s410ea8cbd8.md", "s8412b67f32.md", "s2a1174e108.md", "s68ad0cd996.md", "sd8f76762b1.md", "sc55fa54dc0.md", "se16a5945ff.md", "s50396b6b32.md", "s86fd8cc73e.md", "sd7cf1a27a8.md", "s933af3b1c8.md", "s18a7efbce2.md", "s339774be12.md", "sc24eb0077a.md", "sc1669a5c5b.md", "s02b2ac6d76.md", "s81fb58155a.md", "s752c9d0d34.md", "sfeb20a874a.md", "s8c773f24f9.md", "s19bcff8413.md", "s8652acdae3.md", "sf5f5bf8d37.md", "s46ca0fc28a.md", "sda12727f16.md", "sf078dadd0c.md", "s13502c5960.md", "sc915702087.md", "sb97f9f238d.md", "s57c1cc6c3d.md", "scb5aa48df7.md"], "bm25": [-14.346626, -11.183999, -10.195585, -9.729516, -9.086891, -8.637218, -7.67171, -6.491014, -5.550352, -5.364204, -3.938106, -3.708622, -3.606405, -3.428783, -3.404216, -3.217845, -3.187082, -3.177229, -2.655651, -2.38555, -2.094577, -1.803172, -1.703316, -1.63131, -1.628454, -1.626792, -1.407533, -1.315522, -1.12574, -0.992663, -0.931455, -0.131542, -0.103746, -0.099336, -0.091491, -0.077758, -0.075447, -0.06017, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06], "search": ["sdb769df2b3.md", "saa2a1f8535.md", "sdfed11c48f.md", "s66b366ba77.md", "s5a77d357f0.md", "s0ee726bb15.md", "s04a09f979b.md", "saca5c1b426.md", "s4166f9cb6f.md", "sb04204b53e.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_15e38248", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s16e0ae23f7.md", "s2233669115.md", "s95280dceaf.md", "sbcc79c095c.md"], "ranked": ["sbcc79c095c.md", "s2b18a5b27a.md", "s2233669115.md", "s5befc664f9.md", "s0ec8e3ef85.md", "sda0005f0c1.md", "s012f3da304.md", "s334b4601aa.md", "s68e430372e.md", "s6d73cdfdc1.md", "s3ad98bfd89.md", "s44b8a76def.md", "s16e0ae23f7.md", "sb27300bb16.md", "s182d4134b5.md", "s0992f2abdb.md", "s1729f5c759.md", "s67b517b5de.md", "sb8f390eafe.md", "s0fa8e248a1.md", "sfe3939dff6.md", "s6ed8025f02.md", "s38277511a7.md", "s186a9f4bb5.md", "sc7551cf3a7.md", "sa371a41e8d.md", "sc8b93a971b.md", "s4592958c18.md", "s996e952829.md", "s1c36fde8ae.md", "s9bfc63a58b.md", "s81e1b55285.md", "sc3bc5f87fb.md", "s3a4b1c2df5.md", "sc1ce2c0720.md", "sf326afc7d5.md", "s965d9a54a3.md", "s14221782a5.md", "s70d8db6d03.md", "s806c90e5c8.md", "sc1a11b0f58.md", "s95280dceaf.md", "s3e674f5e14.md", "s81e3e47031.md", "s1f9be582d6.md", "s509fa8efdd.md"], "bm25": [-10.325817, -10.007995, -9.652422, -6.370766, -5.946868, -5.666737, -5.513848, -5.444201, -5.373144, -5.204782, -4.781024, -4.704252, -4.356365, -4.304353, -4.022666, -3.921393, -3.455011, -3.372374, -2.919332, -2.406147, -2.339066, -2.079755, -1.983023, -1.641048, -1.429577, -1.139138, -1.078625, -0.316485, -0.315274, -0.255057, -0.227537, -0.210837, -0.150659, -0.136155, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06], "search": ["sbcc79c095c.md", "s2b18a5b27a.md", "s2233669115.md", "s5befc664f9.md", "s0ec8e3ef85.md", "sda0005f0c1.md", "s012f3da304.md", "s334b4601aa.md", "s68e430372e.md", "s6d73cdfdc1.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "88432d0a", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s53e8396392.md", "s850ab4bfb0.md", "s9f7917db5a.md", "saa16bc031b.md"], "ranked": ["sff8782fa52.md", "s916c8ca331.md", "sd084ae01b2.md", "s53e8396392.md", "s53fd803adf.md", "s9f7917db5a.md", "sce3122fe54.md", "se4b79da0e1.md", "s866e22ebbf.md", "sf1b015e795.md", "sc1e959d825.md", "s18f0fa11cd.md", "s4e26ef378d.md", "sdc78080cf5.md", "s41bb435e9c.md", "s850ab4bfb0.md", "s11f3a75457.md", "s83794d08be.md", "saa16bc031b.md", "s27678ddd3b.md", "s90447664ef.md", "sc59bf21b7f.md", "sbfd3c42440.md", "s83e1433b67.md", "s443c9eda9c.md", "scc785839a8.md", "s51c971b6b0.md", "scccc117b1b.md", "s0417fb7c4f.md", "sf226f3878f.md", "s8f7519d480.md", "s9386b74170.md", "sd47f76e1ec.md", "sfd24a21427.md", "se75ccd6503.md", "s23b1675f57.md", "s752b2697e3.md", "sf12b7e9de1.md", "sc04b43c8ca.md", "sf2ebb1754b.md", "s075fccfa0c.md", "s9cd8d727b7.md", "s239dd36496.md", "sef6cfd789d.md"], "bm25": [-7.475262, -6.858608, -5.317777, -5.138199, -4.948075, -4.105607, -3.589222, -3.356047, -3.249473, -3.167938, -3.157778, -2.964286, -2.961743, -2.950974, -2.928438, -2.887186, -2.802828, -2.792616, -2.58305, -2.362817, -2.314537, -2.036488, -1.963546, -1.946686, -1.713782, -1.712471, -1.545848, -1.478072, -1.436501, -1.274526, -1.148672, -0.8769, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -5e-06, -5e-06], "search": ["sff8782fa52.md", "s916c8ca331.md", "sd084ae01b2.md", "s53e8396392.md", "s53fd803adf.md", "s9f7917db5a.md", "sce3122fe54.md", "se4b79da0e1.md", "s866e22ebbf.md", "sf1b015e795.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "80ec1f4f", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md"], "ranked": ["s1baf405e01.md", "sfceecfe979.md", "s3b4c078c40.md", "sa61a304035.md", "s3a8f825945.md", "s196f5c9052.md", "scdefc795ec.md", "s364d360588.md", "sd341988e23.md", "s42a015a750.md", "s4d5a0c4c4f.md", "s32c787c72f.md", "s3f5b849a3f.md", "sddeaa98a8f.md", "sfb5e9f0b0c.md", "s3288e99e95.md", "s95578cd00c.md", "sca3b678ec6.md", "s80675e665a.md", "s62a42cb998.md", "sec646ec430.md", "sc64ee2ff41.md", "s3bdbcdf617.md", "s31d8b34d97.md", "s53360cb722.md", "s9ab7212e11.md", "s442b80454f.md", "s5053591776.md", "s550eff8fe0.md", "sdb4dde1571.md", "se50063daa8.md", "sfd40f38e70.md", "sed32f19251.md", "s6f2f4ec703.md", "s225d7fe0f9.md", "s0cab8965c5.md", "s565ba951ca.md", "s8672641253.md", "sdd794b3d75.md", "s60dab121ea.md", "s0df5d738d5.md", "s5bcb45c5e8.md", "s81c4bb3e59.md", "sbc77bec7c7.md", "s658295999e.md"], "bm25": [-18.592148, -11.868292, -10.242074, -5.624008, -5.259575, -4.41076, -3.302378, -2.764366, -1.771525, -1.561857, -1.273036, -1.194621, -1.174839, -1.121276, -1.072356, -1.028888, -0.846387, -0.808468, -0.749976, -0.703418, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06], "search": ["s1baf405e01.md", "sfceecfe979.md", "s3b4c078c40.md", "sa61a304035.md", "s3a8f825945.md", "s196f5c9052.md", "scdefc795ec.md", "s364d360588.md", "sd341988e23.md", "s42a015a750.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d23cf73b", "n_docs": 50, "n_repeated_sids": 1, "n_matched": 50, "secs_index": 0.0059, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s224e6df14f.md", "s6f7d35d21e.md", "sc504fbe9db.md", "sc5d1dd5e01.md"], "ranked": ["s6f7d35d21e.md", "sc504fbe9db.md", "sf27e14b598.md", "sc5d1dd5e01.md", "sb5b1e3b675.md", "s224e6df14f.md", "sb07c9d7049.md", "s89201673c6.md", "sf76676a8bf.md", "s7ba9840142.md", "s7d7e419d64.md", "sdcd79e2862.md", "sa483389513.md", "s5d981c7aac.md", "s0b1e41138f.md", "s4dd845092e.md", "s50e7e148e7.md", "s448ea2ddd8.md", "s3d99d7cae0.md", "s79f4132eaf.md", "s908fe7cdb1.md", "s00cb63e49c.md", "sfab131d5a0.md", "s01f7e83386.md", "s68f6a8ab60.md", "s59209931eb.md", "sbbc5bf498e.md", "sac9f06db0f.md", "s71fa9080fd.md", "s80407d3cd7.md", "sdb4dca1c20.md", "s358c755dc8.md", "s658c1f78f2.md", "s9b51c14516.md", "s015255b9b3.md", "s103ba483f4.md", "s1b7130ee83.md", "sd49f10fadb.md", "sc81cb980ab.md", "s6649df7697.md", "sfeca5f56b6.md", "sda7ccc2903.md", "s52910e366f.md", "sd99d71e761.md", "s15f2dc9bea.md", "s2324899a6f.md", "se0fc833ef9.md", "sf8826d8b90.md", "s5526b4055e.md", "s8bfe31e8f0.md"], "bm25": [-10.158781, -8.788923, -8.34245, -7.521165, -5.91046, -5.821924, -5.210187, -4.270373, -4.143553, -3.379177, -3.359398, -3.125729, -3.068353, -3.068057, -2.799538, -2.68139, -2.007172, -1.953294, -1.912787, -1.90756, -1.895525, -1.802455, -1.626734, -1.582238, -1.420372, -1.259255, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -8e-06], "search": ["s6f7d35d21e.md", "sc504fbe9db.md", "sf27e14b598.md", "sc5d1dd5e01.md", "sb5b1e3b675.md", "s224e6df14f.md", "sb07c9d7049.md", "s89201673c6.md", "sf76676a8bf.md", "s7ba9840142.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_7fce9456", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "sd3f8e234b6.md"], "ranked": ["sd3f8e234b6.md", "s2414f6b2bf.md", "s174fe5b049.md", "s43ac7db6b0.md", "se951a1e386.md", "s22a2e3df37.md", "s949bec05b3.md", "s455b30ef31.md", "sce1cb4499b.md", "sa569502736.md", "s9363aef310.md", "s837b41de8d.md", "s7f3f56fd2e.md", "s19338c9afc.md", "sf56f51cd8b.md", "s1d95b95549.md", "sb76b52c002.md", "sfb8929baa1.md", "scb52711145.md", "sb830c5d3f9.md", "se4a52b7a80.md", "see80ae95b4.md", "s5ec516a329.md", "sd64f0ff64e.md", "s709acfcf0d.md", "s373b96e9fe.md", "s2a23cbd17b.md", "s16fad380cc.md", "s478b9faa0f.md", "s3965f2b521.md", "s898fce0d15.md", "sbc7660926b.md", "scb9bd062b6.md", "s9f22c3434d.md", "s6443240ad0.md", "s9c389febee.md", "se9d9887ca6.md", "s292375b5ac.md", "s57e3656569.md", "sc9029a572f.md", "s47e89b721a.md", "s81b1d9b569.md", "s7a79743bd9.md", "s82fc8ec1ca.md"], "bm25": [-12.507927, -10.8024, -9.749369, -6.773248, -5.289999, -4.358285, -4.277474, -4.133204, -2.691467, -2.587063, -2.427209, -2.284594, -2.207879, -2.161217, -2.071443, -1.968189, -1.778221, -1.556122, -1.332555, -1.329474, -1.099427, -0.434533, -0.429128, -0.398688, -0.384877, -0.362618, -0.354068, -0.272449, -0.25388, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.1e-05, -1e-05, -1e-05, -6e-06], "search": ["sd3f8e234b6.md", "s2414f6b2bf.md", "s174fe5b049.md", "s43ac7db6b0.md", "se951a1e386.md", "s22a2e3df37.md", "s949bec05b3.md", "s455b30ef31.md", "sce1cb4499b.md", "sa569502736.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "d682f1a2", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s09e41232bd.md", "s49befdeaf8.md", "s692714d7cc.md"], "ranked": ["s49befdeaf8.md", "s09e41232bd.md", "s7d2036969a.md", "s2369c42cce.md", "s21342d630a.md", "sbf89bbf5ed.md", "s22f88d50ee.md", "sc9123634dc.md", "sd0a02cf245.md", "s6fa772d0d8.md", "s39c757ae56.md", "s585ddc404d.md", "sb8bdcaa8be.md", "sf5bf4b57db.md", "s07a44c29a2.md", "s692714d7cc.md", "s4bb10dd871.md", "s53d15e3b78.md", "s678149efe2.md", "s1390f7c673.md", "s24883a6ba2.md", "s90ad70d5d6.md", "s5c2508311d.md", "s560a2d721e.md", "s4413108fd4.md", "sade8444a98.md", "s779a6da222.md", "sc6731958c2.md", "sffd15235b1.md", "sb0a12c23b4.md", "s388018142c.md", "s535d71ece5.md", "s5002f44206.md", "s90a93636b2.md", "s948f6f203a.md", "s33aec1afd4.md", "sb0b9f19ecd.md", "s31d09db1c7.md", "s82b234c59d.md", "sb4c2fb09de.md", "s2f2b468457.md", "s31bc3b46fc.md", "sff42ce251c.md", "se28d599bcd.md", "s0fbae69256.md", "sf6e850018e.md"], "bm25": [-7.055235, -6.709044, -5.172564, -4.443004, -3.932395, -3.285674, -2.871423, -2.75239, -2.579076, -2.510394, -2.26305, -2.165454, -2.042723, -1.977936, -1.901599, -1.748432, -1.732514, -1.564275, -1.561439, -1.386506, -1.218611, -1.175685, -1.172537, -1.161086, -1.060732, -1.051733, -0.912174, -0.688025, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -4e-06, -4e-06], "search": ["s49befdeaf8.md", "s09e41232bd.md", "s7d2036969a.md", "s2369c42cce.md", "s21342d630a.md", "sbf89bbf5ed.md", "s22f88d50ee.md", "sc9123634dc.md", "sd0a02cf245.md", "s6fa772d0d8.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "7024f17c", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md"], "ranked": ["sf96977485c.md", "sca69ccbde5.md", "sc14f0e6821.md", "s4c8409ec7b.md", "sb10bba5297.md", "se6636111ee.md", "s6c0a9106d7.md", "s287a9d4850.md", "s81cb7dd749.md", "s898de325e0.md", "s35cc011e8b.md", "sa2a0c5d1f9.md", "s4caa815aaf.md", "s327cec1653.md", "sf3caafa670.md", "s9170802faa.md", "s063c206557.md", "sea3dc81532.md", "s4a07c15a3b.md", "s934a7c0b83.md", "sa17f022dff.md", "s991a16bfab.md", "s2e28f3b471.md", "s926b84dd81.md", "s7f6907a076.md", "s4bcb498b4f.md", "s0dcdda8321.md", "sab9100372d.md", "s3fb289fe62.md", "s51eb1f4a76.md", "s5e07b3326a.md", "sed764ac7de.md", "s9b6b161572.md", "s220ba9f1d9.md", "s83b9dfc42e.md", "s090c49b1f0.md", "sd38baaf41e.md", "s2ad4a18f23.md", "s0fdfbc0a26.md", "sffc389d885.md", "s525b7ecac8.md", "s2e2b86e058.md", "s60a558b619.md", "s5027182609.md", "sadb8037caa.md", "sef99b0af18.md", "s0119eb867f.md"], "bm25": [-9.87468, -7.80023, -7.018466, -6.189488, -5.454936, -5.275477, -3.182453, -2.997427, -2.688237, -2.468712, -2.405858, -1.950946, -1.88636, -1.847043, -1.814805, -1.799309, -1.778968, -1.220645, -1.16925, -1.161382, -1.14439, -1.0719, -1.034834, -0.814213, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["sf96977485c.md", "sca69ccbde5.md", "sc14f0e6821.md", "s4c8409ec7b.md", "sb10bba5297.md", "se6636111ee.md", "s6c0a9106d7.md", "s287a9d4850.md", "s81cb7dd749.md", "s898de325e0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5501fe77", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s0f2c159d43.md", "s25e1d8123c.md", "s8bb872adb2.md"], "ranked": ["s0f2c159d43.md", "s8bb872adb2.md", "sf1ef0bc0b9.md", "s64e298b635.md", "sd26bdca025.md", "s6bb9d9f7d4.md", "sbcde626220.md", "s5b3e95f112.md", "s7ef2bd06dc.md", "s41244c7845.md", "s99a2bc6c16.md", "s3ecf236b80.md", "s1ed074cec8.md", "s77b51fbd11.md", "s0f7ca9a69c.md", "s25e1d8123c.md", "sce57e9aa6b.md", "s8bb8d7a362.md", "s9aec99708d.md", "sf5b5d523e4.md", "s7f693886af.md", "s8387edaa08.md", "s7f21d627fd.md", "s72b2fde970.md", "s59c121eb33.md", "s85d2b52710.md", "s91b01a1f6e.md", "s1119eda081.md", "s0a0d0593d7.md", "se74d44acb3.md", "s392a3fab59.md", "s25f3026533.md", "sbe79829c63.md", "sa81beba0fd.md", "sbcd3e846fd.md", "s03e2de0ec5.md", "s12b449d80b.md", "sb8f310afc3.md", "sd69a8c0202.md", "s8364c1333a.md", "s47f8e64f58.md", "s5e8ceb6daa.md", "sf370b64ac0.md", "sec1c12d5ab.md", "se83a4ebfc6.md"], "bm25": [-7.792094, -7.37102, -5.559244, -5.029998, -4.261435, -4.149312, -3.969977, -3.762551, -3.411268, -3.258744, -3.248523, -2.959069, -2.859365, -2.486682, -2.353469, -2.332666, -2.24319, -2.126668, -2.004929, -1.932772, -1.778507, -1.754623, -1.66697, -1.575913, -1.563333, -1.122985, -1.01258, -0.498328, -0.37334, -0.317269, -0.291857, -0.282954, -0.256998, -0.195724, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -6e-06, -6e-06, -6e-06], "search": ["s0f2c159d43.md", "s8bb872adb2.md", "sf1ef0bc0b9.md", "s64e298b635.md", "sd26bdca025.md", "s6bb9d9f7d4.md", "sbcde626220.md", "s5b3e95f112.md", "s7ef2bd06dc.md", "s41244c7845.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_2ba83207", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s0b4a51fbea.md", "s2f06f0abfa.md", "saaf2c38140.md", "sfc08f59686.md"], "ranked": ["s2f06f0abfa.md", "s0b4a51fbea.md", "saaf2c38140.md", "sfc08f59686.md", "sc8e0d7babe.md", "sf3414d8621.md", "sf91642865e.md", "s3b39166b57.md", "s52b049efa9.md", "sbb25f64178.md", "sbb06d33c54.md", "s998c41249f.md", "se9edd8f9b3.md", "sf24e9280ce.md", "sc279af3c9b.md", "s5f8cd02833.md", "sb6b8fdb84d.md", "sa771634ab9.md", "s1ff46f5a8b.md", "s7b8fb6cd87.md", "sa2e129c919.md", "sc58bec06e9.md", "sbef4a80865.md", "s6bbde53e38.md", "s1894f49467.md", "s164464be33.md", "se5f6d662f0.md", "s3911f67613.md", "see6b949678.md", "s642282fc22.md", "s906c37e3b1.md", "sf47fc07d70.md", "s5615d3f320.md", "sc30cd10aa5.md", "sf3d0ca6bb2.md", "s015881f3fd.md", "se7a9f9d04d.md", "s3838e7e571.md", "s02a16ae742.md", "sc1d6726f95.md", "sdf4920ac33.md", "s3558546644.md", "sba2e61a2ed.md", "sd5ee334c4f.md", "s7640725393.md", "s18564518d0.md", "s6e2bd9d187.md", "sa4f9bc5b25.md", "sc3f5ad585d.md", "sf8d2abf3b0.md"], "bm25": [-11.62784, -10.585509, -9.213537, -8.418383, -5.400133, -5.206854, -4.698521, -4.005293, -3.719747, -3.646963, -3.62287, -3.49741, -3.061627, -3.051833, -2.87402, -2.503199, -2.416168, -2.373308, -2.285445, -2.244265, -2.150228, -2.040399, -1.987972, -1.935146, -1.934079, -1.844468, -1.817719, -1.729651, -1.728405, -1.66467, -1.604328, -1.590831, -1.514017, -1.469829, -1.465114, -1.329421, -1.248658, -1.121096, -0.465947, -0.327115, -0.32658, -0.200278, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06], "search": ["s2f06f0abfa.md", "s0b4a51fbea.md", "saaf2c38140.md", "sfc08f59686.md", "sc8e0d7babe.md", "sf3414d8621.md", "sf91642865e.md", "s3b39166b57.md", "s52b049efa9.md", "sbb25f64178.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2318644b", "n_docs": 41, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s132adbfcf9.md", "s3e9c09ec40.md"], "ranked": ["s3e9c09ec40.md", "s4ac2492a7a.md", "s43b800d2df.md", "s8195e09c90.md", "scc4ddd3c76.md", "s020e99638d.md", "s132adbfcf9.md", "sdb6fa4e465.md", "s3a37fd01b8.md", "s1e192521fb.md", "sdd23cdc51d.md", "s3775ea1e34.md", "s48de71a0f8.md", "s03fafd8d75.md", "sffad88b0d2.md", "s58160ba1eb.md", "s6b9930b4d4.md", "s1ccec6aea1.md", "s2d32d6569d.md", "s118b0a614f.md", "s8d4a16bc65.md", "s298ee2f666.md", "s10643941d0.md", "s214599957a.md", "s4b30042d25.md", "s7f2077074b.md", "s78315d64da.md", "sab5cb408ac.md", "sec2f8b2e80.md", "sb1afc938a6.md", "safee1e6c31.md", "sbcc13af172.md", "sfc1bb71e97.md", "s453e9284bc.md", "s202c63d6a0.md", "s6952f4ca9d.md", "sbef05c3235.md", "sec895737b9.md", "s9f8698c1b8.md", "sf051b68c05.md", "s86ebd888ce.md"], "bm25": [-13.88788, -6.643368, -6.119496, -5.137202, -4.592037, -4.571004, -4.400337, -4.338389, -3.787027, -3.58069, -3.331653, -3.213634, -2.616988, -2.563326, -2.458943, -2.27557, -2.271238, -2.173143, -2.044662, -1.998408, -1.981031, -1.921139, -1.873568, -1.766567, -1.735684, -1.731669, -1.699913, -1.679215, -1.52958, -1.218441, -1.114177, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -6e-06], "search": ["s3e9c09ec40.md", "s4ac2492a7a.md", "s43b800d2df.md", "s8195e09c90.md", "scc4ddd3c76.md", "s020e99638d.md", "s132adbfcf9.md", "sdb6fa4e465.md", "s3a37fd01b8.md", "s1e192521fb.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "2ce6a0f2", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s2b81e468b3.md", "sadd4508488.md", "sb77701eed7.md", "sfc2db0846c.md"], "ranked": ["sb77701eed7.md", "s02eec5b554.md", "sa5187886ed.md", "s7abfea49f6.md", "sadd4508488.md", "sfc2db0846c.md", "s3459cc341c.md", "s29817bcdac.md", "se10853f4e1.md", "s6caa5e48ad.md", "sab150f0764.md", "s2b81e468b3.md", "s89130bce62.md", "sbff652f72c.md", "s357ee0b3c1.md", "s2c66b1a886.md", "s4622e593a8.md", "s6d91017b20.md", "sdff8a7c0d8.md", "se20eb993ce.md", "se4309ee689.md", "s925631bf93.md", "sca4ba53e41.md", "sa5da4446f9.md", "sbf6f7113a5.md", "sb93148c123.md", "sd2c113faab.md", "s9761ea9f16.md", "sb24ea1b699.md", "s193881816e.md", "s1c6b820a8e.md", "scf2d220eca.md", "s23047438ad.md", "s84ed9f7506.md", "s3cbcee1ea9.md", "s08a01c8a00.md", "sdfcc0bfc10.md", "sff1470860a.md", "sb94940a64c.md", "s2f31a7a97d.md", "s414bbe413f.md", "s207b453399.md", "s1ae1da24a7.md", "s0ba54a2800.md", "sf2c0115107.md", "s13b0caa727.md", "s0289b1c0d1.md"], "bm25": [-8.819422, -7.175187, -6.714315, -6.322892, -5.983031, -5.881762, -4.490558, -4.064352, -4.01838, -3.801467, -3.793226, -3.583288, -3.354455, -3.315458, -3.066804, -2.756527, -2.713362, -2.683214, -2.682894, -2.589693, -2.505527, -2.32822, -2.301229, -2.045178, -1.890635, -1.790915, -1.570271, -1.525364, -1.249929, -1.228821, -1.053554, -1.025382, -0.939249, -0.926914, -0.901416, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -4e-06], "search": ["sb77701eed7.md", "s02eec5b554.md", "sa5187886ed.md", "s7abfea49f6.md", "sadd4508488.md", "sfc2db0846c.md", "s3459cc341c.md", "s29817bcdac.md", "se10853f4e1.md", "s6caa5e48ad.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_d12ceb0e", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md"], "ranked": ["s500e86c589.md", "se99b5a1300.md", "sd396391319.md", "s5000a7b2b6.md", "saa76bea106.md", "sda9c790466.md", "sf8226da62e.md", "sc54f92253e.md", "sc15018b2e2.md", "sf9472480e7.md", "s5773f4b50d.md", "s505d7305e1.md", "sb2ca7cb4fa.md", "s204bab77d5.md", "se9ec39d83a.md", "s74275ef7d4.md", "s248b56ebfc.md", "s077872e064.md", "s777ff03198.md", "sd2b048bbf9.md", "s87cf60bfce.md", "s4786e4f1bf.md", "see7bf57b2b.md", "sf391df6dc1.md", "s08afb009e2.md", "sa7b2a4b15f.md", "s179a6ef979.md", "s7436188fb7.md", "s5bba62e7ed.md", "s5922e300cc.md", "s9ce6084844.md", "s8b1726092f.md", "s1c693d9e11.md", "sbdc7bc24a3.md", "scbce4b0ebe.md", "sc173702200.md", "s751d55abde.md", "seb3bb98ce4.md", "sdc083a9ec6.md", "sbb00b26ce9.md", "s7ad447e0b7.md", "s8aa9fc93ab.md", "s300c0d25a1.md", "sc03c4ad0ab.md"], "bm25": [-7.7343, -5.747936, -3.305125, -3.096868, -2.941818, -2.540809, -2.524751, -2.315219, -2.279127, -2.230715, -1.618858, -1.344754, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06], "search": ["s500e86c589.md", "se99b5a1300.md", "sd396391319.md", "s5000a7b2b6.md", "saa76bea106.md", "sda9c790466.md", "sf8226da62e.md", "sc54f92253e.md", "sc15018b2e2.md", "sf9472480e7.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "00ca467f", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md"], "ranked": ["sc92bb04150.md", "s01291b4374.md", "s339f95ce49.md", "s80a6ca3ee3.md", "s6e901a1249.md", "s69807d07eb.md", "s389658bfec.md", "s8b2a65c47c.md", "sf630539905.md", "see48dae2ff.md", "sf86bc6e93d.md", "s225e0e30a7.md", "s95d19c98fb.md", "s8f629ef2b3.md", "s80e0bc5382.md", "s6fb6130a53.md", "s84787d1773.md", "sed589d3345.md", "sad6272b914.md", "secdd8a63e7.md", "s89f78a13c8.md", "s4769ae32b9.md", "scc51272086.md", "sfbef5ecf9c.md", "s1fdc0c14f2.md", "s0015e24339.md", "s79369e22d3.md", "s8ad72a6189.md", "sf4d7ffa2bf.md", "sad8c7ced42.md", "s2306c7c8d0.md", "sfe253284ac.md", "s7a9c7615df.md", "s0a217cd4f6.md", "s4cb6ce14a1.md", "seae99b7d62.md", "sf58c89561e.md", "se845025238.md", "s0b3fe0120f.md", "sddff90d8c1.md", "s2b24a10b36.md", "se9bcad5a8a.md", "s2146d513fc.md", "s98eb83648e.md", "sfcc9f199ee.md", "s91b9b270d0.md", "s3b7a4ca67a.md"], "bm25": [-11.140677, -10.448187, -6.131349, -3.698888, -3.64978, -2.877439, -2.574954, -2.238562, -2.22847, -0.360038, -0.326024, -0.304717, -0.30282, -0.289722, -0.270484, -0.262359, -0.260329, -0.259395, -0.246347, -0.219232, -0.218268, -0.210738, -0.182684, -0.177912, -0.176434, -0.170498, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["sc92bb04150.md", "s01291b4374.md", "s339f95ce49.md", "s80a6ca3ee3.md", "s6e901a1249.md", "s69807d07eb.md", "s389658bfec.md", "s8b2a65c47c.md", "sf630539905.md", "see48dae2ff.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b3c15d39", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0059, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s6acba25ed9.md", "se17b67a55b.md"], "ranked": ["se17b67a55b.md", "s6acba25ed9.md", "sb5c699eca0.md", "s9f548fdb8b.md", "s6556dd19d7.md", "sf7d6e6ba10.md", "sb915f1b225.md", "se016acc3cf.md", "s1f5e561cc2.md", "s0532594179.md", "sdd9a3671e6.md", "sebac11ac48.md", "s78854abceb.md", "sa9ba8118da.md", "s28656d68f6.md", "sb442a534e8.md", "sa0d24d2611.md", "sf811383fc5.md", "s9dec29b815.md", "saeec88cee1.md", "sf9aede8fbf.md", "sd7dc5253b1.md", "s02db86ef7c.md", "s58c7db7ba8.md", "s75b79c3d7c.md", "s557a338b3b.md", "s0090c2590d.md", "s8fc14ffdc4.md", "s17b415e808.md", "s1d0191e555.md", "s0ad791660c.md", "s9e2c284803.md", "s23ea28c22c.md", "sd997d804b1.md", "s36cf155994.md", "sfc7faaf13d.md", "s5dbabdb0ff.md", "s2a3934ae4c.md", "se11ea5c114.md", "s6d872ec888.md", "s54318302e1.md", "sf990b8e993.md", "s7a984097e4.md", "sf0f383c1e5.md", "sd08588bd8f.md", "sb9694e2365.md", "sa0b501de27.md", "s995df4f079.md", "s2d9c1f6f48.md", "sbd69c35498.md"], "bm25": [-16.421801, -15.954197, -7.460453, -4.653449, -4.141208, -3.735581, -3.383112, -3.289685, -3.267761, -3.188678, -3.008082, -2.980476, -2.848671, -2.753177, -2.607713, -2.461764, -2.295383, -2.26544, -2.232776, -2.216584, -2.197811, -2.147078, -2.119039, -2.059871, -1.951674, -1.948311, -1.916127, -1.888219, -1.590272, -1.468208, -1.443892, -1.394357, -1.227503, -1.157294, -1.065102, -0.933325, -0.073058, -0.069649, -0.053131, -0.050715, -0.043698, -0.02926, -1.6e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -6e-06, -3e-06], "search": ["se17b67a55b.md", "s6acba25ed9.md", "sb5c699eca0.md", "s9f548fdb8b.md", "s6556dd19d7.md", "sf7d6e6ba10.md", "sb915f1b225.md", "se016acc3cf.md", "s1f5e561cc2.md", "s0532594179.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_31ff4165", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s066f182e2c.md", "s188a98d519.md", "s4965b8d613.md", "s87bfd0965c.md", "scdb438ac08.md"], "ranked": ["s87bfd0965c.md", "s59b067d284.md", "s066f182e2c.md", "s15e9a48338.md", "s243d96b290.md", "s74d911bbde.md", "s37d05f842a.md", "s188a98d519.md", "sd00e490844.md", "sed9ac0a653.md", "sd61a6b9c20.md", "s16b54bb880.md", "s633af6e101.md", "scdb438ac08.md", "s5e6c271b60.md", "s0b7180372c.md", "s40851024b0.md", "sc6ed4859e0.md", "s2d6ad210fb.md", "s4965b8d613.md", "s8413521d08.md", "s971959f44c.md", "sbfe96ff771.md", "s019102c01e.md", "s489790aeda.md", "s237b2ee459.md", "s965d8305ed.md", "s3d6ab5d1fb.md", "sa93f12bf94.md", "s41cc052f99.md", "sed8c3a4c71.md", "sf569e0d6f3.md", "sf6d7412e78.md", "s1e778fe607.md", "s0ee7c8d2fa.md", "s4e3c109931.md", "sdc616c22bc.md", "sc382a6eaba.md", "s62cf541255.md", "sfa1e11491c.md", "s643979cd73.md", "s5aeadee7d5.md"], "bm25": [-5.879886, -4.39785, -4.310228, -3.948183, -3.088048, -2.956658, -2.379814, -2.280447, -2.057845, -1.998117, -1.800786, -1.637502, -1.599929, -1.456216, -1.333347, -1.237416, -0.946231, -0.82776, -0.781159, -0.39002, -0.369504, -0.36199, -0.344369, -0.298017, -0.295301, -0.180225, -0.176956, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06], "search": ["s87bfd0965c.md", "s59b067d284.md", "s066f182e2c.md", "s15e9a48338.md", "s243d96b290.md", "s74d911bbde.md", "s37d05f842a.md", "s188a98d519.md", "sd00e490844.md", "sed9ac0a653.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "eeda8a6d", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s1b8ebc725a.md", "scc99bb2853.md"], "ranked": ["s1b8ebc725a.md", "scc99bb2853.md", "s0c84c2e423.md", "s0108beef5e.md", "s1a91529113.md", "s7eb9c6b882.md", "sae1048c675.md", "s67b647d9a8.md", "sf265a9d0f1.md", "s95d36d9eb5.md", "sdfbbcfbe08.md", "sb2c8195ba8.md", "s401729cf90.md", "s5bdd128aac.md", "s1138925d07.md", "s0eae2a184f.md", "s60a7605301.md", "s8c3b76e2b5.md", "s13f8fda6ef.md", "se97c87ce63.md", "s215e00446d.md", "s6affb008bf.md", "s1ee46bace9.md", "s07445de2a9.md", "s732c9a44d5.md", "se540da4bac.md", "s19616985f9.md", "s59adb14888.md", "s615f199794.md", "s4132ba5965.md", "sad42015dfe.md", "s16bfcfdc6e.md", "s02d232f730.md", "s3b569f7c38.md", "s6d7931e7c3.md", "s5a914bbdf1.md", "s427958e33a.md", "s00d3932f88.md", "sc26b7890f7.md", "s6d1c61bef0.md", "s13214dacf1.md", "sb523ccae50.md", "s1a92f7b50b.md", "s1bd5a732a7.md", "s28d70fd8f5.md", "sb8654066d3.md", "se5f6c9b38f.md", "sdf36d6de65.md", "sc7cd514f20.md"], "bm25": [-11.687534, -10.564019, -4.746863, -3.652676, -3.509972, -2.374331, -2.318262, -0.868484, -0.811081, -0.791896, -0.763176, -0.749599, -0.67136, -0.671259, -0.635254, -0.565649, -0.446356, -0.418062, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -8e-06], "search": ["s1b8ebc725a.md", "scc99bb2853.md", "s0c84c2e423.md", "s0108beef5e.md", "s1a91529113.md", "s7eb9c6b882.md", "sae1048c675.md", "s67b647d9a8.md", "sf265a9d0f1.md", "s95d36d9eb5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2788b940", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s03edf94642.md", "s86f4ebce3b.md", "sa55e6a84f1.md", "sef95cb781c.md"], "ranked": ["sef95cb781c.md", "s03edf94642.md", "s86f4ebce3b.md", "s898f293f54.md", "sa55e6a84f1.md", "s9733d9b99f.md", "s9c840ed9cc.md", "s53838110fe.md", "scbf242ff00.md", "sb9e2b0360d.md", "s80a4cc2fc0.md", "s3b5a2c356e.md", "s3cb84ee9cf.md", "s426f808baa.md", "s670486c7fc.md", "s8d9ffc4df1.md", "sbb10d4f907.md", "s472c58c847.md", "sc9a99058b6.md", "s19c95b1881.md", "sdda861dd8b.md", "sc9a8faa2dd.md", "s98b0c4cf75.md", "s9e92cdb1b6.md", "s21e68d0a94.md", "s7792d1b327.md", "saf9fac51c2.md", "s0ba1d43b88.md", "seededdea7d.md", "s8f5f486edc.md", "s3f11367e50.md", "s152b3d5297.md", "s8fd8ae1fb1.md", "s8418654be2.md", "s10373990af.md", "s0038feca12.md", "s827a018cee.md", "s452a57d08c.md", "s3a0e95b2b7.md", "s280abb1746.md", "s1560970fff.md", "s9941a15845.md", "sb72d001276.md", "sc4dcc38112.md", "s2c3656d716.md", "sbd11f45846.md", "s56ba37f945.md"], "bm25": [-6.030661, -6.02193, -5.469985, -5.220965, -4.436877, -4.305104, -3.736596, -3.267236, -3.16701, -3.142848, -3.123959, -3.101068, -3.08364, -2.823575, -2.503328, -2.32454, -2.234325, -2.090541, -1.857943, -1.384997, -1.206753, -1.191787, -0.917856, -0.879103, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sef95cb781c.md", "s03edf94642.md", "s86f4ebce3b.md", "s898f293f54.md", "sa55e6a84f1.md", "s9733d9b99f.md", "s9c840ed9cc.md", "s53838110fe.md", "scbf242ff00.md", "sb9e2b0360d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s16a42837d3.md", "sdf59b1570b.md"], "ranked": ["sdf59b1570b.md", "s16a42837d3.md", "sd9b4e7d247.md", "s3366a3f14a.md", "s35e389107b.md", "s5b3b539bf6.md", "s56e2250caa.md", "s909be37180.md", "sec7f0c76ec.md", "s8b4f163e5e.md", "sc3c7603b69.md", "s69b3d996ee.md", "s20221f1fe7.md", "sb7868e53ee.md", "sb61be3693a.md", "sad94e6f468.md", "s980891145c.md", "s68c06e6d51.md", "sa22015ff1c.md", "sfc5350b2b3.md", "s39abfb1bb4.md", "s21d74c6687.md", "s9dbc0637d0.md", "s37716690ff.md", "sa46e9d86a4.md", "sa9345eaf57.md", "sb9f8d572df.md", "sfeafe5dcda.md", "s428d33c92c.md", "sf5bbf80644.md", "sacd0794871.md", "s16c166c4ff.md", "sd26a61c467.md", "sd4d41ce986.md", "sa44e063862.md", "sb6aed95852.md", "s4ea77e99ce.md", "s9f2ef6d430.md", "sefb58c6ad3.md", "sb25b34c2e8.md", "s993bc69821.md", "s3f5407d9ff.md", "s2ddf4334b7.md", "sb80e47b844.md", "sd6ccfdcd35.md", "s182ed7c64a.md", "sd2d6ed665b.md", "s0f13eebe1d.md", "s705ae43084.md", "s90296fc6c1.md"], "bm25": [-12.833202, -11.744971, -6.875042, -5.83898, -5.190868, -4.882106, -3.566982, -3.233874, -3.129035, -2.712622, -2.461946, -2.28761, -1.95502, -1.839206, -1.726759, -1.66707, -1.625487, -1.555229, -1.4728, -1.221332, -1.142844, -1.086627, -1.073418, -0.970248, -0.862687, -0.843815, -0.79003, -0.785267, -0.582249, -0.473221, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -7e-06], "search": ["sdf59b1570b.md", "s16a42837d3.md", "sd9b4e7d247.md", "s3366a3f14a.md", "s35e389107b.md", "s5b3b539bf6.md", "s56e2250caa.md", "s909be37180.md", "sec7f0c76ec.md", "s8b4f163e5e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9d25d4e0", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s33979ccbe8.md", "s64126efa2d.md", "s9017bf7dcb.md"], "ranked": ["s9017bf7dcb.md", "s5291f3b804.md", "s33979ccbe8.md", "s64126efa2d.md", "scfa02c7739.md", "sedb595bd16.md", "s81081f4313.md", "s6a0e082509.md", "sb7c2e6cc8d.md", "s1f3ff2e26e.md", "s8c916919d6.md", "sfbe693e541.md", "s9ec8512197.md", "s3a0ba4e1a4.md", "s227188990a.md", "sf21c898d27.md", "sae384935db.md", "s2104e53d09.md", "sf231d8abcc.md", "s16f6fc1e12.md", "s978219490a.md", "s398b3b26d2.md", "sa427177dd7.md", "sb305ef0fb5.md", "s5b4695d7fa.md", "sd57ba553cd.md", "s8c4acbe087.md", "s66f18d61b4.md", "sff2e97ed93.md", "s83da60ea66.md", "sabf2ea965a.md", "s1a276b4fe9.md", "s389fef46f5.md", "s227b99554c.md", "saea3db98df.md", "sf9aac9b9c5.md", "s9cbbd21436.md", "scf275a02dc.md", "seae82f1880.md", "s33f5682f27.md", "s010a8b8471.md", "s4ad1183780.md", "sb22912e64f.md", "s5b2dafb126.md"], "bm25": [-12.315064, -11.204955, -10.122212, -8.942554, -6.141397, -4.914638, -4.233219, -3.821241, -3.523934, -3.281189, -3.098029, -3.006441, -2.89239, -2.72019, -2.568955, -2.32917, -2.194634, -2.094028, -2.010786, -1.895466, -1.711698, -1.62567, -1.317824, -1.317331, -1.314157, -1.19894, -1.078869, -0.182687, -0.126073, -0.1215, -0.115327, -0.110628, -0.107449, -0.09775, -0.089478, -0.083511, -0.072595, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06], "search": ["s9017bf7dcb.md", "s5291f3b804.md", "s33979ccbe8.md", "s64126efa2d.md", "scfa02c7739.md", "sedb595bd16.md", "s81081f4313.md", "s6a0e082509.md", "sb7c2e6cc8d.md", "s1f3ff2e26e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "129d1232", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s09c24965c3.md", "s127c9631eb.md", "sbcd412fda7.md"], "ranked": ["s127c9631eb.md", "s60de5980c6.md", "s15995a9d03.md", "sb253280e34.md", "s09c24965c3.md", "sbcd412fda7.md", "s76ab48954e.md", "sb1fa4293b5.md", "se72c150537.md", "s9d3ff4da4e.md", "s6667fd8fcb.md", "s9edec24e3b.md", "s25b89f8796.md", "s181d9366dd.md", "s4d9a7a6721.md", "sd0e1b449d0.md", "sb8f6e8dd3a.md", "s94da77a766.md", "s0aa9dc3a9b.md", "s11d9413298.md", "s976ae90ae7.md", "s8a17e4967d.md", "s62fd1e54a1.md", "sd28b829e4c.md", "s13dddf4077.md", "s2d35484ec8.md", "sc8e3e2938a.md", "s420e1a76fa.md", "s461086b343.md", "sdc42da9b0a.md", "sf439591b7a.md", "sd4f2b321fd.md", "sc38c5bf108.md", "sb25cd60745.md", "s6bc6729b45.md", "s23b440e9fe.md", "s05d4cd82c3.md", "sf7412bc303.md", "scba19b8eaf.md", "s1532979a27.md", "s013393dfe1.md", "s377f15b922.md", "s07bf2cf71f.md", "s7a2c276478.md", "s88ad0b833c.md", "sa36b9ed341.md", "sd1c695377f.md", "s094b4bb4d0.md"], "bm25": [-13.506371, -10.306385, -8.834502, -8.349392, -7.684115, -7.413569, -7.076653, -5.46657, -4.628939, -4.579356, -4.26244, -4.212726, -3.820159, -3.752884, -3.750884, -2.978527, -2.946314, -2.892484, -2.848858, -1.979229, -1.961087, -1.9486, -1.819512, -1.812446, -1.67024, -1.602321, -1.584232, -1.327983, -1.105185, -1.089842, -1.017376, -0.990842, -0.595436, -0.241492, -0.197835, -0.197589, -0.148913, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -5e-06], "search": ["s127c9631eb.md", "s60de5980c6.md", "s15995a9d03.md", "sb253280e34.md", "s09c24965c3.md", "sbcd412fda7.md", "s76ab48954e.md", "sb1fa4293b5.md", "se72c150537.md", "s9d3ff4da4e.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "60472f9c", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0058, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s80e5b5e586.md", "sc3c9078a29.md", "sed07ad6a6d.md"], "ranked": ["s80e5b5e586.md", "sed07ad6a6d.md", "sc238c1c2d8.md", "s41db44014d.md", "sc3c9078a29.md", "sa7786536be.md", "sa424cc902f.md", "s1435f4ef92.md", "s998eebaf07.md", "s9239f44d28.md", "s4a2aeca5d0.md", "se4a9a3b1c0.md", "s8690ccb108.md", "s2feb338b86.md", "s70d8abca33.md", "s3e68335b13.md", "s3b38bb6aab.md", "s374b946631.md", "sda1d35671b.md", "sd2b55c3af8.md", "s3312c40c78.md", "s1fa4e17cde.md", "s789ea11b71.md", "se2bf53ce86.md", "s86e28f1652.md", "s4f0ffb3143.md", "sf1f2bd0817.md", "s53f345a17b.md", "s2f23bd56e4.md", "s63af44edbc.md", "sa6ce6e6aa5.md", "s1207093559.md", "s5d27d3bb23.md", "s4c270b1446.md", "sfbb55da2de.md", "s2d33b7af95.md", "se75fdd34a6.md", "s48a2a2d13a.md", "s0d509c4dc7.md", "s5036b7df95.md", "s8cef804330.md", "sac69f9014d.md", "sf3d674b9bd.md"], "bm25": [-13.301862, -7.891268, -4.04639, -2.287968, -2.264215, -2.226134, -1.488238, -1.411744, -1.271464, -1.010567, -0.890652, -0.07775, -0.07583, -0.075681, -0.073872, -0.071529, -0.068457, -0.066111, -0.049935, -0.046995, -0.046523, -0.044602, -0.038112, -0.037519, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06], "search": ["s80e5b5e586.md", "sed07ad6a6d.md", "sc238c1c2d8.md", "s41db44014d.md", "sc3c9078a29.md", "sa7786536be.md", "sa424cc902f.md", "s1435f4ef92.md", "s998eebaf07.md", "s9239f44d28.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_194be4b3", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s279bfcfa76.md", "s7110bfb5f3.md", "s9b8d3fd029.md", "sdc5c2a82ff.md", "seeb2eb3c0e.md"], "ranked": ["seeb2eb3c0e.md", "s9b8d3fd029.md", "s279bfcfa76.md", "sb23ad55bbc.md", "s35f5f66f9c.md", "s7110bfb5f3.md", "s35843474f8.md", "s7f783ec2ef.md", "s1495eb0bb3.md", "se9976a63fd.md", "sa8247e3fb2.md", "s84e5dc0130.md", "saca1fe66bc.md", "s90648e7950.md", "s992a5b82ad.md", "sdc5c2a82ff.md", "s94025d8f64.md", "s668a7185de.md", "s4362c33681.md", "sf6e20ec85c.md", "s31285bcf9d.md", "sc5b4f90933.md", "s4271bf85f1.md", "s5d60eee614.md", "s44a4047442.md", "s136ea497c2.md", "s3e97da2478.md", "sf757e6f8d5.md", "s39455689c2.md", "s19476a7ba1.md", "s686e1e947f.md", "s6fc51983b4.md", "sfdff0661de.md", "sffc64b4ee2.md", "sf590fd9509.md", "s344270a694.md", "sb1b87e53f3.md", "s171ce33695.md", "s426179110b.md", "s37b9300919.md", "s165b1edf2f.md", "sb9d88d53ed.md", "s790577303d.md"], "bm25": [-4.100459, -3.970974, -3.865563, -3.660109, -3.356786, -3.328515, -2.935787, -2.884073, -2.580964, -2.562285, -2.46321, -2.338587, -2.067918, -1.999097, -1.847418, -1.763843, -1.725468, -1.681182, -1.670583, -1.414411, -1.052102, -1.033395, -1.028006, -0.936399, -0.84753, -0.650384, -0.640484, -0.506831, -0.451434, -0.450766, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -1e-06, -1e-06], "search": ["seeb2eb3c0e.md", "s9b8d3fd029.md", "s279bfcfa76.md", "sb23ad55bbc.md", "s35f5f66f9c.md", "s7110bfb5f3.md", "s35843474f8.md", "s7f783ec2ef.md", "s1495eb0bb3.md", "se9976a63fd.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "a9f6b44c", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md"], "ranked": ["s58265a94bc.md", "sced13ee3d7.md", "sbc37436477.md", "sd2d4dcf411.md", "sc413e4bbc1.md", "s88cab9be87.md", "s99bc6bb6f4.md", "s237706fb0a.md", "s1e3719d3a2.md", "sbf5a5d0fd9.md", "s663dd255e7.md", "sed5ef343f0.md", "s5147d69268.md", "saf7ae41999.md", "s3b3b02a4c9.md", "s2c96170c68.md", "s0222d08947.md", "sbe54dc7ce7.md", "s17ee5709e5.md", "s7e843bed4b.md", "s5eaf50b2e2.md", "s451d1f25a2.md", "s5e2cd1f1de.md", "sd88fb5f2b2.md", "s49583d6f81.md", "se9a154371c.md", "sdda6e936a4.md", "sf1b1c5a6dc.md", "s4e956f6832.md", "sfeef626603.md", "sc3083c98fd.md", "saf8852c35c.md", "s8d7e3506c1.md", "sb111ad7979.md", "se00abf806b.md", "s24eb79cc9f.md", "s8be06d9bdf.md", "s8bc0025b06.md", "sd4fd5dd4d7.md", "s04f4dfb87d.md", "s59d1b649f7.md", "sfb0dcb2c8e.md", "se10147ab9a.md", "s75b3498318.md"], "bm25": [-10.723725, -9.954879, -5.981938, -4.279205, -3.837736, -3.224579, -2.33211, -2.081589, -1.949534, -1.91955, -1.852808, -1.782181, -1.666662, -1.645299, -1.560283, -1.543512, -1.481477, -1.414536, -1.391521, -1.134989, -1.064004, -0.958972, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06], "search": ["s58265a94bc.md", "sced13ee3d7.md", "sbc37436477.md", "sd2d4dcf411.md", "sc413e4bbc1.md", "s88cab9be87.md", "s99bc6bb6f4.md", "s237706fb0a.md", "s1e3719d3a2.md", "sbf5a5d0fd9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d851d5ba", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s1c54991841.md", "s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md"], "ranked": ["s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md", "s1c54991841.md", "s44c1e77b9e.md", "s58411435bd.md", "s01d779b8ac.md", "s4af2874e65.md", "sb8ecfd0d06.md", "se412d7c394.md", "sab4df99dd9.md", "s10e72aabf8.md", "s40e416ae30.md", "s45eabc3adb.md", "s4733704df8.md", "s6d4e35015a.md", "s73574aed94.md", "s94e18ec011.md", "sf36089b023.md", "s16d47d2ece.md", "s2a75a5783c.md", "s144be4adc4.md", "s0fe68fe06e.md", "s7bb40a4218.md", "sa5d1e80eb5.md", "sf295fb3136.md", "s48f7f73459.md", "s487c0cf819.md", "s3e171e4867.md", "s124cb1c7bb.md", "sce220927b8.md", "s38d90e5c22.md", "sf4decd2838.md", "scfafa8c4cc.md", "sc3b4663b6c.md", "sde019b4df3.md", "sea4c861760.md", "sca50b81bbd.md", "s4e7706eb24.md", "s965aa96194.md", "s1ae9ee6119.md", "s4eb2c1449a.md", "sd1f14b807d.md", "s0fcb6c032a.md", "s572fcd5061.md", "s25b649859a.md"], "bm25": [-10.972826, -10.953547, -8.770414, -8.749959, -4.433179, -4.273538, -3.954134, -2.682348, -2.57004, -2.551748, -2.401075, -2.389374, -2.353929, -2.353169, -2.258354, -1.979872, -1.893278, -1.841458, -1.667074, -1.609593, -1.460351, -1.260647, -1.218225, -1.174285, -1.078136, -1.033152, -0.991212, -0.842328, -0.694848, -0.688319, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06], "search": ["s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md", "s1c54991841.md", "s44c1e77b9e.md", "s58411435bd.md", "s01d779b8ac.md", "s4af2874e65.md", "sb8ecfd0d06.md", "se412d7c394.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5a7937c8", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md"], "ranked": ["s5e03f6c9c6.md", "sbab13aa871.md", "s1fd3989459.md", "sa38bfebda5.md", "s413c129e5a.md", "sce5ba593e5.md", "s8ba4be32ab.md", "s6d199c2d72.md", "seda0f3a670.md", "s62122923a9.md", "s5ed070f7b5.md", "s3ba2d6fdcb.md", "s2505b0962d.md", "sed0c9853d0.md", "s7fbbe5ac24.md", "sd2db8cca60.md", "s39dc5ad9d6.md", "s628e313027.md", "s1643613bc4.md", "s52318539a0.md", "s48200712c0.md", "s6049da1aba.md", "sbc06fe169a.md", "s39681fcabb.md", "s308b1e170c.md", "sd56fd0edce.md", "sbc93d5aa39.md", "sab2a686a77.md", "s72997238f3.md", "s1472f96ec2.md", "s6111f327d1.md", "s602f7416f7.md", "s7056126ba5.md", "s8a9ef87a44.md", "s119acd8419.md", "s4d693a1fce.md", "sf91dd4ec9c.md", "sbbb0541515.md", "s56a4e2eff3.md", "sb173a9ea23.md", "s1933e5bff0.md", "s47411220cd.md"], "bm25": [-19.119131, -7.836045, -7.734532, -7.450227, -5.663568, -5.544615, -4.562241, -3.414885, -3.413163, -3.405153, -3.067536, -2.838489, -2.38104, -1.924398, -1.649358, -1.423116, -1.226771, -1.045808, -0.867519, -0.679452, -0.622421, -0.558241, -0.527274, -0.173092, -0.158615, -0.116669, -0.110886, -0.087407, -0.075249, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -3e-06], "search": ["s5e03f6c9c6.md", "sbab13aa871.md", "s1fd3989459.md", "sa38bfebda5.md", "s413c129e5a.md", "sce5ba593e5.md", "s8ba4be32ab.md", "s6d199c2d72.md", "seda0f3a670.md", "s62122923a9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ab202e7f", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s031865616f.md", "s306fcd1e6b.md", "s99437a710e.md", "sa668a05fdd.md", "sccc68a973c.md"], "ranked": ["sa668a05fdd.md", "sccc68a973c.md", "s031865616f.md", "s306fcd1e6b.md", "sc8133cf9c9.md", "s99437a710e.md", "seaf77c4fcd.md", "s8e4ae079f7.md", "s78504990d3.md", "s1cb10757d0.md", "sd87997d371.md", "s84d7c5dc0b.md", "s8d0fd2e7be.md", "s035c695314.md", "sfc11be482f.md", "s09d1f53596.md", "s296694bb2a.md", "sedc2530dd3.md", "s44cd91f14c.md", "sc7429ee6cf.md", "s726243566d.md", "s554d361f4a.md", "s6337461492.md", "s1bd94c2ff2.md", "s900912fb4e.md", "s0f4c5cfc43.md", "sa7db03da93.md", "s19f0c7feff.md", "s738f6b46c0.md", "sc224f8ccad.md", "s526755b98f.md", "sf99b4fd295.md", "s98ade78d79.md", "s4f88841a0d.md", "s9c03adc08d.md", "s558a453448.md", "s860e1ac600.md", "sed6e45c6c5.md", "s276151b54f.md", "s776fe934b6.md", "sc730d18c59.md", "sd522210d9c.md", "s7fc095b673.md", "sa3e261c135.md", "s42972a8de8.md", "sb0679dfdc2.md"], "bm25": [-7.746297, -7.474807, -5.826926, -5.463636, -4.356081, -3.940608, -3.855132, -3.844918, -3.780732, -3.484713, -3.231368, -2.89739, -2.879233, -2.849487, -2.785626, -2.449952, -2.400732, -2.22185, -1.554836, -1.232657, -1.222986, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06], "search": ["sa668a05fdd.md", "sccc68a973c.md", "s031865616f.md", "s306fcd1e6b.md", "sc8133cf9c9.md", "s99437a710e.md", "seaf77c4fcd.md", "s8e4ae079f7.md", "s78504990d3.md", "s1cb10757d0.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_e05b82a6", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s05d58d35a1.md", "s6846359b7f.md", "s721c829a00.md", "sc9fe05e720.md"], "ranked": ["s6846359b7f.md", "sc9fe05e720.md", "s05d58d35a1.md", "sfad2a37ff2.md", "s99cc02c95f.md", "s721c829a00.md", "s90b8ee3a8c.md", "s7929703a8a.md", "s030fd58d25.md", "s30931b9865.md", "sda574678db.md", "sd59e23742b.md", "s6fc2eb43dc.md", "s0d21a8c7c4.md", "se928a5973f.md", "sa5ded1bcb7.md", "s114a1cb9a3.md", "s1612a664e8.md", "s52b5d2aa96.md", "sfbafdb142c.md", "s99fbd603c9.md", "sd78e2f8ed9.md", "sd46286ea9b.md", "s2f45bd9688.md", "sbf2c063c03.md", "s96e409c5da.md", "s8265257ec4.md", "s75e4aa299a.md", "s275b9a9649.md", "s1d151e633b.md", "s29ece441a8.md", "s709a332918.md", "s7a615e9505.md", "sc3875eec7d.md", "s85ffc2d152.md", "s572069476e.md", "sd8e9447187.md", "s8fa5ececb9.md", "sffa7c51bf5.md", "s9edf94ec14.md", "sc9fd7bb678.md", "sa275ebf03e.md", "s8c13aa07b9.md", "sa8ed544c06.md", "sfc998065fc.md", "sf28faff1e0.md"], "bm25": [-14.193991, -11.726844, -11.387118, -6.301979, -5.902751, -5.831099, -4.408392, -4.202692, -4.11926, -3.851091, -3.478736, -2.706645, -2.528972, -2.501427, -2.29759, -2.222492, -2.147754, -2.012406, -1.825049, -1.739239, -1.625896, -1.543394, -1.490217, -1.337755, -0.874056, -0.637154, -0.587974, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -6e-06], "search": ["s6846359b7f.md", "sc9fe05e720.md", "s05d58d35a1.md", "sfad2a37ff2.md", "s99cc02c95f.md", "s721c829a00.md", "s90b8ee3a8c.md", "s7929703a8a.md", "s030fd58d25.md", "s30931b9865.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_731e37d7", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s380c6cb254.md", "s6ca1a2243d.md", "sa1c05b0263.md", "sb193b63b00.md"], "ranked": ["sb193b63b00.md", "sa9648598f9.md", "s380c6cb254.md", "sfa1b7dc863.md", "sa1c05b0263.md", "s6ca1a2243d.md", "sb8eedf393d.md", "s3f32f86b89.md", "se31b5602a1.md", "saccb0516d9.md", "sef6571ebf7.md", "s5e71a04417.md", "s31f99e656f.md", "s1df8ffa24b.md", "s0ef024cc5e.md", "s6fb2be539c.md", "sac579924b5.md", "se4bd4d8d52.md", "s758d1de2eb.md", "s773f73b668.md", "s4da14f9854.md", "s0c8543b145.md", "sec035e09fa.md", "s0183d375bc.md", "sd3d7f06eb0.md", "s3e36929f88.md", "s9d99338c2b.md", "s3a5b24f1aa.md", "s55b86ddf7f.md", "s32cbbbf24f.md", "s628ec513df.md", "sb4d2435067.md", "s055dbfadcf.md", "sffc9d906f8.md", "se4c1c225e0.md", "s01078d1aa5.md", "s7b6205248d.md", "s53e4f044ca.md", "sd331573163.md", "s75d9757f40.md", "s952220b4ba.md", "sf79ec39bee.md", "s95128b3488.md", "s9bde0864f0.md", "seb1b23fd27.md", "sc836a74fdb.md", "sf427f275e1.md"], "bm25": [-18.067179, -10.916764, -7.838185, -7.454271, -6.683856, -6.141056, -5.878645, -5.523984, -5.282178, -5.241082, -5.199877, -4.303161, -4.140864, -4.080419, -3.928025, -3.810174, -3.538666, -3.516023, -3.473844, -3.318892, -3.076911, -3.011802, -2.606726, -2.42077, -2.290775, -2.227288, -2.180104, -2.168195, -1.557274, -1.442394, -1.367567, -1.037125, -0.998476, -0.665657, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06], "search": ["sb193b63b00.md", "sa9648598f9.md", "s380c6cb254.md", "sfa1b7dc863.md", "sa1c05b0263.md", "s6ca1a2243d.md", "sb8eedf393d.md", "s3f32f86b89.md", "se31b5602a1.md", "saccb0516d9.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s13883f02b8.md", "sba7c8c3c7d.md"], "ranked": ["sba7c8c3c7d.md", "s13883f02b8.md", "s5a1ee037a5.md", "s0aa4d0c60d.md", "s28a2db4199.md", "sbe650a85c4.md", "s9fd4332618.md", "sada348f3d7.md", "s2ed961ac40.md", "s9ced30d374.md", "sd358ba5472.md", "s85ef8995c0.md", "s25a19cbca0.md", "scc7e41b915.md", "s45b89f25cd.md", "s798a4275c2.md", "sc310fb252f.md", "sc26f1ce30e.md", "saff3d00bb0.md", "s9449e14991.md", "s8b4e82c9bb.md", "s12180702e3.md", "s65a0d5f95f.md", "s324ec9fb4d.md", "s6abd186e82.md", "s3c5dfce127.md", "s193afd650f.md", "se15b28764f.md", "s24614ce8fe.md", "s7069a2e6c5.md", "s5ca6e3d3b7.md", "s4a1ebc6cd1.md", "sa88707c6f7.md", "sd1f9a71e4e.md", "s3a2d95a94e.md", "s592df65d18.md", "s484827da6c.md", "s240d6d84d9.md", "sdb80b9416e.md", "sc9d94ec97d.md", "s24803d6ed9.md", "sab68ab2d66.md", "s70a5c3eaeb.md", "s4f0b6f1e00.md", "sfc7af7ed0a.md", "s540c2b5712.md"], "bm25": [-14.13402, -10.412141, -8.410857, -7.012854, -6.673025, -6.66977, -5.233081, -4.790091, -3.948944, -3.872045, -3.855451, -3.830208, -2.93643, -2.791456, -2.759283, -2.099152, -1.972422, -1.564541, -1.132179, -0.932849, -0.904041, -0.901928, -0.839121, -0.623947, -0.441496, -0.431008, -0.425582, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06], "search": ["sba7c8c3c7d.md", "s13883f02b8.md", "s5a1ee037a5.md", "s0aa4d0c60d.md", "s28a2db4199.md", "sbe650a85c4.md", "s9fd4332618.md", "sada348f3d7.md", "s2ed961ac40.md", "s9ced30d374.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10d9b85a", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0059, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s521737fe3c.md", "s5cb57f4467.md"], "ranked": ["s02e4c8384f.md", "s5cb57f4467.md", "s521737fe3c.md", "s56195ef491.md", "se2e08c738f.md", "s176b987f1c.md", "sc38b8c97d7.md", "seaa67ac123.md", "s6311b2441d.md", "sbf729c72d8.md", "s9649f12318.md", "sa952bdf423.md", "sb0af7f2a8e.md", "s8b34ae85c9.md", "s046a6970fc.md", "sfed4bac44b.md", "se7bba65ae0.md", "sd1bc2a104a.md", "sc98e3a621e.md", "sf8d411ad9e.md", "s823267badc.md", "s0ba79fbe5e.md", "s4e447dd0cd.md", "s2f61a8d016.md", "s103f7b16f5.md", "s691df07157.md", "sc06e724478.md", "s96859a64d1.md", "sb653de0d6a.md", "s02b236ecbd.md", "s54462ffd13.md", "se7c9186fb7.md", "s25b8d48194.md", "sc6d3b95131.md", "sea2f0a4475.md", "s3ed98946ed.md", "s3d80b1bcc3.md", "s45b510eb47.md", "s61b31a9665.md", "sb4b5f25996.md", "s44fa207125.md", "sc0b34e3e6f.md", "s6de983b005.md", "s3ee00f43e4.md"], "bm25": [-11.637604, -8.833996, -7.947924, -7.347249, -3.792329, -3.196358, -2.92793, -2.861607, -2.822676, -2.808738, -2.667864, -2.06976, -1.817082, -1.774023, -1.241209, -1.188507, -0.185849, -0.174955, -0.172944, -0.160637, -0.156383, -0.152838, -0.114738, -0.103497, -0.083132, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -2e-06], "search": ["s02e4c8384f.md", "s5cb57f4467.md", "s521737fe3c.md", "s56195ef491.md", "se2e08c738f.md", "s176b987f1c.md", "sc38b8c97d7.md", "seaa67ac123.md", "s6311b2441d.md", "sbf729c72d8.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e3038f8c", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s0a27af93be.md", "s539cbd787b.md", "saeac39b335.md", "sc6efc41d6f.md"], "ranked": ["s539cbd787b.md", "sa181d342c0.md", "saeac39b335.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "s0a27af93be.md", "s6bf4d52564.md", "sd9090f515b.md", "s6459ef585d.md", "s016104f147.md", "s6fd4ceac8c.md", "scf4690ec3f.md", "s51924ce8e4.md", "s845df6f7f2.md", "sdc4a2f7168.md", "sba511eff8b.md", "s0deab23014.md", "sea8aa5cd1e.md", "sb9fd79060d.md", "s981529a06d.md", "s93929c5481.md", "sb7b837638f.md", "s35d1f51929.md", "sa4fff807f7.md", "s3d5ff793a3.md", "sb40f9d688c.md", "s466033fb9f.md", "s59bff82fef.md", "s9f34bb9ad3.md", "s84b497bcc6.md", "s77e491f009.md", "s4bcce7b2fc.md", "sc20c83239f.md", "s7ec7eefdd3.md", "s2f7504b1bf.md", "sc75dc4f45c.md", "s836aa84150.md", "s2be8c5cb03.md", "s116ea99074.md", "sb0d8b69222.md", "s4c48638e80.md", "sb76faae04a.md", "sba2aac6651.md", "s48694d1fa2.md", "sfb055ec033.md"], "bm25": [-6.38497, -6.328072, -6.134814, -5.594402, -5.389978, -5.004911, -4.421525, -3.890065, -2.193258, -1.996512, -1.62112, -1.470323, -0.989617, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -4e-06, -3e-06, -3e-06], "search": ["s539cbd787b.md", "sa181d342c0.md", "saeac39b335.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "s0a27af93be.md", "s6bf4d52564.md", "sd9090f515b.md", "s6459ef585d.md", "s016104f147.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "2b8f3739", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s47c5b96a51.md", "s9ef75d4221.md", "sb0fc6927ec.md"], "ranked": ["s47c5b96a51.md", "s9ef75d4221.md", "s693cb28993.md", "se39d6a115f.md", "s952f7a0d61.md", "sb0fc6927ec.md", "s28e9a85b50.md", "s221fa30814.md", "s77b98d3bb1.md", "sca53fe9ed1.md", "sf089991f56.md", "s8e5f658077.md", "s232fd74c6d.md", "sa5721ba7c9.md", "s43dbb22c64.md", "sd386b9a31e.md", "s0f976e1025.md", "s3e41201f43.md", "s115a0f1bdf.md", "scbd4b051d0.md", "s530d0ea643.md", "s752f76bd63.md", "sf4bea32b41.md", "s0f62ec50d5.md", "sac622317ec.md", "sb6971ede2b.md", "s5ff8314df3.md", "sdffd5261f4.md", "s1699e0bdd9.md", "se684e619a8.md", "s4e592de424.md", "s49e323da24.md", "seadd1d72af.md", "s6fff197a11.md", "s61f849b8f7.md", "sed99841232.md", "sd66ed53bf8.md", "s4c30a64dea.md", "sb7c33fcb6a.md", "sc92d464d6b.md", "sdf9b95a203.md", "s33576cf28f.md", "s896d3c133b.md", "s5a8bfe131a.md", "s8e6c659100.md", "s569ef31374.md", "s6e923ef8d0.md"], "bm25": [-12.590971, -11.180635, -10.338807, -8.098003, -8.005228, -6.172791, -4.205657, -3.523521, -3.137252, -2.936598, -2.930375, -2.696133, -2.561585, -2.442538, -2.423813, -2.382835, -2.315218, -2.116218, -1.680483, -1.585504, -1.327194, -1.238575, -0.913006, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -7e-06], "search": ["s47c5b96a51.md", "s9ef75d4221.md", "s693cb28993.md", "se39d6a115f.md", "s952f7a0d61.md", "sb0fc6927ec.md", "s28e9a85b50.md", "s221fa30814.md", "s77b98d3bb1.md", "sca53fe9ed1.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "1a8a66a6", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s4b3eedec67.md", "s53d0cd0c4b.md", "s9eb4f9fbab.md", "se31e751aa8.md"], "ranked": ["se31e751aa8.md", "s2a89d918fd.md", "s9eb4f9fbab.md", "s53d0cd0c4b.md", "sfb5216e46e.md", "s1947966234.md", "s8da941e76a.md", "s6540cbe6a5.md", "s7d08845db2.md", "s417be4fade.md", "s0fb98c3796.md", "s851eb66e64.md", "s42b076dc2d.md", "s2881add0d0.md", "s53202bad08.md", "sae845dbb54.md", "s681a84bad4.md", "sd00484d175.md", "sb558c8a7a8.md", "se7649c6245.md", "sc42b1abe28.md", "sf157796f6f.md", "s4b3eedec67.md", "s1160181bd8.md", "s9faf1697d2.md", "s170696f490.md", "sb44791ecad.md", "s96221cb241.md", "s61975275d5.md", "s8ffdfcf06f.md", "s605b8a0dc0.md", "sbeeda65d19.md", "s7e199b426d.md", "s5ff4605940.md", "s6833f06016.md", "sfd7cac6284.md", "s80bd18602f.md", "scfa73c8063.md", "s459099edfb.md", "s3f5c493928.md", "s8113294d8f.md", "s9fd3b59b97.md", "se8636bde36.md", "s99d9dd8909.md", "sea44771d09.md", "sd77b459f4a.md", "see2a3ae5dd.md", "s57408723d3.md", "s5ab81e0d1e.md", "se97c5a5084.md"], "bm25": [-8.401788, -5.933785, -5.730835, -4.391824, -3.107984, -2.074019, -1.531297, -1.371387, -1.259646, -1.248604, -1.168935, -1.166865, -1.158118, -1.103877, -0.991781, -0.934991, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["se31e751aa8.md", "s2a89d918fd.md", "s9eb4f9fbab.md", "s53d0cd0c4b.md", "sfb5216e46e.md", "s1947966234.md", "s8da941e76a.md", "s6540cbe6a5.md", "s7d08845db2.md", "s417be4fade.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c2ac3c61", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["sc4e46e0831.md", "secbcb12e79.md"], "ranked": ["secbcb12e79.md", "sc4e46e0831.md", "sd61606eee8.md", "saf7407dded.md", "s9ae9ac41a5.md", "s547181d168.md", "sb6ef27835c.md", "seaf17a12e6.md", "se44cc09f4d.md", "sa837a06460.md", "s8fb82ac070.md", "s3739786e0e.md", "sb109632ec0.md", "s9c663118d7.md", "s651016fd70.md", "sab0b70a959.md", "sc2b72c40bd.md", "s615ed1782e.md", "s24060b25bd.md", "s9199592882.md", "s159f689ead.md", "s986a071997.md", "s51ca0d12da.md", "sbbc03cfa0b.md", "s00d9840ebb.md", "s6a2acb0453.md", "s10e022fd53.md", "s6f1f9a9844.md", "s00e7f08674.md", "s186fa8be2b.md", "s3dd90389af.md", "sa26b158eaa.md", "saaed99673e.md", "s1a6d684c0f.md", "s7eec69a6ed.md", "s0c30b396e6.md", "sd11acf7da8.md", "sb65f6f6b54.md", "sd13475d329.md", "s5f222f939e.md", "s2e95fce04f.md", "sd33b29ba25.md", "sfc5e17df10.md", "s002fc8ccc0.md", "sadfea25bc8.md", "s1a3a5e2db1.md", "s2c5d1e5897.md", "s2cb98eaafa.md", "s831215bb9a.md", "s0115bd5340.md"], "bm25": [-6.845243, -6.449449, -5.24333, -4.845804, -3.905583, -3.830001, -3.61876, -3.168739, -2.08173, -1.922338, -1.916642, -1.872835, -1.818581, -1.768308, -1.712567, -1.372968, -1.364254, -1.230036, -1.023688, -1.018512, -0.949215, -0.946523, -0.937459, -0.879914, -0.862222, -0.670772, -0.643657, -0.63187, -0.558658, -0.540823, -0.505634, -0.47414, -0.451897, -0.394122, -0.360974, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["secbcb12e79.md", "sc4e46e0831.md", "sd61606eee8.md", "saf7407dded.md", "s9ae9ac41a5.md", "s547181d168.md", "sb6ef27835c.md", "seaf17a12e6.md", "se44cc09f4d.md", "sa837a06460.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bf659f65", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s164a501112.md", "s9d3935685c.md", "s9e6f7f2cbe.md"], "ranked": ["s9d3935685c.md", "s164a501112.md", "s9e6f7f2cbe.md", "s535c10ab95.md", "s059f55c897.md", "sdf73f13a80.md", "s4e74cef5c6.md", "s99f38bb462.md", "s6dda5d116d.md", "sebcb2ed4cd.md", "s27f41eccf6.md", "sae095ea847.md", "sbc6d2a1139.md", "sd19fe47e7e.md", "sa410608d69.md", "s0d6909cfd7.md", "se2e34fa843.md", "sd639f6bac2.md", "s3099d29a16.md", "s6e44a04aca.md", "sfb0bd0f5d9.md", "s13ca60bad5.md", "s3ddc8d6a80.md", "sf18b46183e.md", "s01de81f77b.md", "s2b907bc2f5.md", "sf14da8da09.md", "s557d3bb3b3.md", "sc38ed00e58.md", "s79a61e674d.md", "sb00b7609a0.md", "sb41bed0a63.md", "s96777a1560.md", "scd3f1b30fa.md", "sb2e45a8996.md", "s8d6fe05c79.md", "sd1ba5a20cf.md", "s7cc024e18a.md", "s6abd5fb201.md", "s8767920345.md", "s0a8067a3ce.md", "s84b5c1b0ad.md", "s877205b6da.md", "s504441fa46.md", "s56f8795e7c.md", "s02da1bfefc.md", "s212f58dae0.md", "s65d64ffa4f.md", "s8763de04dc.md", "s2b73114010.md"], "bm25": [-14.247512, -12.316557, -5.522328, -5.361521, -4.035094, -3.222697, -3.208316, -3.125502, -2.860136, -2.716041, -2.547845, -2.522927, -2.509804, -1.987192, -1.794632, -1.620418, -1.306663, -1.237221, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06], "search": ["s9d3935685c.md", "s164a501112.md", "s9e6f7f2cbe.md", "s535c10ab95.md", "s059f55c897.md", "sdf73f13a80.md", "s4e74cef5c6.md", "s99f38bb462.md", "s6dda5d116d.md", "sebcb2ed4cd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s34cab4fb5d.md", "sbde195f40b.md", "sbed5bb0188.md"], "ranked": ["sbed5bb0188.md", "sbde195f40b.md", "s95d8eaccad.md", "s5c06432ac3.md", "sfc829b8a18.md", "s9a6d73abff.md", "sc50ccca8c0.md", "sd74787970c.md", "s0648720be4.md", "sc7e5edf3d3.md", "s6d8558d721.md", "se8f046e04b.md", "s6a0197bff7.md", "sa83525c64a.md", "s76efbf2fe1.md", "s6f31d65668.md", "s5c126e76dd.md", "sb9a1c6d25d.md", "s34cab4fb5d.md", "s597bc5e3fc.md", "s3f7df7db0d.md", "sf146fedcb4.md", "s5b9d9ddafe.md", "s63885598e9.md", "s6be3ba6184.md", "s2858400bb0.md", "s076234c267.md", "s6969d7e612.md", "s05fb817e4b.md", "s01446d89cc.md", "s89ab717208.md", "s307fd1f4cb.md", "s6886be7881.md", "seb62036ed5.md", "sba3eb93ef6.md", "sd21e59228b.md", "s0130458f75.md", "sd9106cd50d.md", "sb2003955b9.md", "s5797068219.md", "sa156b60bef.md", "sc0a0b0c453.md", "scb18aae7e7.md", "s481894b9d7.md", "sed3861e765.md"], "bm25": [-12.239039, -8.336764, -8.122369, -7.089769, -6.632111, -6.155198, -5.349771, -4.712033, -4.653589, -4.618028, -3.891666, -3.658894, -3.499635, -3.080854, -2.776252, -2.771046, -2.716895, -2.210218, -2.041931, -1.94701, -1.903639, -1.860369, -1.846942, -1.612178, -1.516571, -1.40119, -1.212584, -1.210698, -1.132802, -1.108511, -1.100009, -1.071139, -1.065332, -0.961958, -0.915228, -0.864212, -0.803457, -0.752671, -1.4e-05, -1.4e-05, -1.4e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05], "search": ["sbed5bb0188.md", "sbde195f40b.md", "s95d8eaccad.md", "s5c06432ac3.md", "sfc829b8a18.md", "s9a6d73abff.md", "sc50ccca8c0.md", "sd74787970c.md", "s0648720be4.md", "sc7e5edf3d3.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_2f91af09", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0061, "secs_query": 0.0005, "type": "multi-session", "abstention": false, "gold": ["s6fa42d1ce0.md", "s91c3ea6f4d.md", "sc0ccf8ed8d.md"], "ranked": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "s912ab63531.md", "s643527ca2a.md", "sddb90720ca.md", "s563729faed.md", "sade9b8ca3f.md", "s80e2e548a2.md", "s7a2e1ada72.md", "s8991fbcb7d.md", "s0ea9e2058d.md", "s2e515236b1.md", "s44523691e9.md", "s7a28ccf750.md", "sc3e585c242.md", "se61bafd219.md", "s2e08e4b550.md", "s7f7be37875.md", "s4e8b4c52f4.md", "s8098f9dd44.md", "sa91d17aeec.md", "s67a02f6dbd.md", "sab756cb4e9.md", "sf64bbe5581.md", "saaf857c288.md", "sdba685fbbe.md", "s5b56473c34.md", "s53de4e5265.md", "s5672086119.md", "sf2c6bb8478.md", "s607ddda7e6.md", "s097d6213ff.md", "s7bade46a6b.md", "s63ff88c70f.md", "s0f64ee3061.md", "sb8beb13acc.md", "s43e3a067aa.md", "s0c4e43b6f1.md", "s7a743c7846.md", "s12f1e70093.md", "sa0caade0a3.md", "seb553f865e.md", "sf5caf21911.md", "s578c3f8db6.md", "s2ebe2672ed.md", "s28157859db.md", "sa808b391b1.md", "saeb99265b7.md", "s20cbeed8c6.md"], "bm25": [-23.030864, -19.930186, -19.880334, -14.040183, -11.488413, -11.376358, -10.369404, -9.200451, -8.34868, -8.196727, -7.123302, -7.058199, -6.594316, -6.412872, -6.396002, -6.142354, -6.047369, -5.686367, -5.578405, -5.149979, -5.121075, -5.099487, -5.061079, -3.879641, -3.620557, -3.335941, -3.099535, -2.882452, -2.605665, -2.523968, -2.479945, -2.446617, -2.130434, -2.091942, -2.069784, -1.941558, -1.767952, -1.733452, -1.579762, -1.544263, -1.354091, -1.129875, -0.522082, -0.515311, -0.331373, -0.310983, -0.176538, -1.4e-05, -1.1e-05, -1.1e-05], "search": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "s912ab63531.md", "s643527ca2a.md", "sddb90720ca.md", "s563729faed.md", "sade9b8ca3f.md", "s80e2e548a2.md", "s7a2e1ada72.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "81507db6", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s386e0d7090.md", "s4141bca084.md", "s549a0f0906.md", "s6ded7a12b8.md", "s70cca0fb0d.md"], "ranked": ["s6ded7a12b8.md", "s4141bca084.md", "s549a0f0906.md", "s386e0d7090.md", "s21b89153f4.md", "secc04bf923.md", "s27b3516595.md", "s628b3bd30f.md", "sd731a276fa.md", "sf15284afef.md", "sed3813d298.md", "sd9aebd05ad.md", "sb57b41900f.md", "s70cca0fb0d.md", "s851fe18726.md", "sd2f5bbf2d6.md", "s700e98418b.md", "s82f81a7a16.md", "sc676f1b52f.md", "se74f6b6a67.md", "s8221135f3a.md", "s3f0ca7224c.md", "sba8cfd54bb.md", "s740e456a1f.md", "s1f600a20d6.md", "s3241e09255.md", "s243d5ad0f5.md", "s900ec55bed.md", "sfa549279f0.md", "s26501781d8.md", "sb5370c466a.md", "s0c5877a564.md", "s65f7e1f6dd.md", "s62ebdfd4b3.md", "s52c5121a9f.md", "sde6d22582c.md", "s77ac7f2fba.md", "s4459e88343.md", "s4ddc9344af.md", "se04c89d337.md", "sac1815c67d.md", "s6d078eff58.md", "s5f094aeb49.md", "s837cc83cd3.md", "sb990158dfb.md", "s0c8c447afe.md", "s545917bf29.md", "s132d580ae1.md", "s13bdd4c99b.md", "sdc66d323a1.md"], "bm25": [-10.139112, -8.428184, -7.42408, -7.204866, -5.523061, -4.376013, -3.883908, -3.23828, -3.188227, -2.796338, -2.772058, -2.560465, -2.450882, -2.392213, -2.321847, -2.290111, -2.157542, -2.147196, -1.753641, -1.750043, -1.702268, -1.595997, -1.268927, -1.266132, -1.230961, -1.210674, -1.166365, -1.064001, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06], "search": ["s6ded7a12b8.md", "s4141bca084.md", "s549a0f0906.md", "s386e0d7090.md", "s21b89153f4.md", "secc04bf923.md", "s27b3516595.md", "s628b3bd30f.md", "sd731a276fa.md", "sf15284afef.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "88432d0a_abs", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": true, "gold": ["s334d8fb216.md", "s45820b1e74.md", "s9a71b81fa7.md", "safd5325df8.md"], "ranked": ["safd5325df8.md", "s334d8fb216.md", "s888f6c8adb.md", "s2b49ea3bf5.md", "s618be0b146.md", "s9f4efb30df.md", "s922456f791.md", "s9979be5068.md", "s45820b1e74.md", "s9a71b81fa7.md", "sf6a584e58a.md", "s451b277a9f.md", "s2c5663ef6d.md", "s39ad3aa2b5.md", "sea63725698.md", "s409e338139.md", "s98e8e818be.md", "s1b633b1715.md", "sc4e5d53f43.md", "s9c48ceeed2.md", "s1435f9e021.md", "s4479820fe7.md", "s8f19e6d586.md", "s932b4e0a22.md", "sf4c4f26382.md", "s8c567113a5.md", "s5f2c8bc578.md", "s06a25be7af.md", "s16a19151e7.md", "s40d9dc1a5f.md", "s3137b9d28b.md", "sf244a58ed6.md", "s89efa9364d.md", "sa5dc9fa464.md", "s6ffa551cfc.md", "s050743adf2.md", "sc763d1d427.md", "s4a2c29297c.md", "s289ed539a4.md", "sf85dcb5b37.md", "sb9fe0a54d7.md", "scc2f12f731.md", "s125eac770a.md", "sfb13871208.md"], "bm25": [-9.513876, -7.933054, -6.399393, -4.503677, -4.500701, -4.480725, -4.47088, -4.285962, -4.070056, -3.834289, -3.763684, -3.510709, -3.371912, -3.204131, -3.116034, -3.045031, -2.513217, -2.165653, -1.579944, -1.577839, -1.536571, -0.913269, -0.449811, -0.444784, -0.432464, -0.411932, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06], "search": ["safd5325df8.md", "s334d8fb216.md", "s888f6c8adb.md", "s2b49ea3bf5.md", "s618be0b146.md", "s9f4efb30df.md", "s922456f791.md", "s9979be5068.md", "s45820b1e74.md", "s9a71b81fa7.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "80ec1f4f_abs", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": true, "gold": ["s2282290894.md", "s648c0b7802.md", "sf8bded3d5a.md"], "ranked": ["s648c0b7802.md", "s2282290894.md", "sf8bded3d5a.md", "s4e6e8e8d80.md", "s1e7fc64954.md", "s6060176a86.md", "s857217c763.md", "s735a4988c5.md", "s8d519ec9a8.md", "s0ee80573cd.md", "s13fa10016e.md", "s816a7a7680.md", "sf1f841db71.md", "s9b9d1071c3.md", "s619c200010.md", "s374603f393.md", "sf11ae84db7.md", "s95a5b95603.md", "sff26cb88a0.md", "s225680f138.md", "s2d9c14cd35.md", "sb7f162a278.md", "sa31dd4170e.md", "s5c9d6df7ab.md", "sbc2d0a3839.md", "sbda1098ef9.md", "sf2ad961b0f.md", "sd1f648a87a.md", "sf7663977b1.md", "s42963015ec.md", "s88331a4f8b.md", "sa79880dd67.md", "s082235d933.md", "sb13011be77.md", "s8094aec6a4.md", "se259da7dba.md", "s6372212965.md", "sc9e656fbf1.md", "s276ebc4ff1.md", "sd0a2365582.md", "s85252ad642.md", "s9f695d6bdf.md", "sdeedc9e4c9.md", "s45ac9a333c.md"], "bm25": [-10.493199, -9.743569, -9.280368, -5.200152, -5.0405, -5.012596, -2.163219, -2.044738, -1.766969, -1.668867, -1.543443, -1.328822, -1.319689, -1.159521, -1.111448, -0.974222, -0.674799, -0.673451, -0.672779, -0.640959, -0.639139, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -2e-06], "search": ["s648c0b7802.md", "s2282290894.md", "sf8bded3d5a.md", "s4e6e8e8d80.md", "s1e7fc64954.md", "s6060176a86.md", "s857217c763.md", "s735a4988c5.md", "s8d519ec9a8.md", "s0ee80573cd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eeda8a6d_abs", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0059, "secs_query": 0.0002, "type": "multi-session", "abstention": true, "gold": ["s0680fe40b7.md", "s63aceee6c1.md"], "ranked": ["s63aceee6c1.md", "s0680fe40b7.md", "s4bc221cf2a.md", "s1e60ffc589.md", "sc191192af7.md", "s77a6739690.md", "s8362d87d73.md", "s14d4b11787.md", "s328e48fb3e.md", "sc9c2eff672.md", "s3a8a1bda87.md", "s5a26ca22bd.md", "s970d84acfe.md", "s7b8b78c440.md", "se2ec481ad5.md", "s8cb25ec782.md", "sd36c6fc6c6.md", "sf6db444b01.md", "s4389a7958e.md", "s32273087a0.md", "sf7b75311b0.md", "saf23c607bd.md", "s71df9298f8.md", "se7d18285ac.md", "s3f50fe7651.md", "s88a4c1288c.md", "s1eaeef39e6.md", "sedfb26f309.md", "s6a87d0cfd9.md", "sdb36e82e85.md", "s4d120a7d90.md", "se7c061285f.md", "sb86c24b652.md", "s4abf9427d1.md", "sce0009e7fd.md", "s00c15bd186.md", "s587f477470.md", "s9e73592430.md", "sb44d6158fa.md", "sdb7e1eceda.md", "s9f2e8cf495.md", "s06980c80d1.md", "s69c33cc551.md", "s6b3f0d3da4.md", "s34b75e9aa6.md", "s538fe0e52c.md", "sf5ab7b8ece.md", "s0f298b3600.md", "s703453f151.md"], "bm25": [-16.65582, -16.482783, -2.97852, -2.577011, -1.36876, -1.368512, -1.364578, -1.289222, -1.264204, -1.165569, -1.016637, -0.954859, -0.93955, -0.874633, -0.872102, -0.859813, -0.834825, -0.784865, -0.607621, -1.1e-05, -1.1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06], "search": ["s63aceee6c1.md", "s0680fe40b7.md", "s4bc221cf2a.md", "s1e60ffc589.md", "sc191192af7.md", "s77a6739690.md", "s8362d87d73.md", "s14d4b11787.md", "s328e48fb3e.md", "sc9c2eff672.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed_abs", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": true, "gold": ["scc51aa155a.md", "se3cc01bf0b.md"], "ranked": ["se3cc01bf0b.md", "sfc618b8db3.md", "sf80520ea35.md", "s6f86368a12.md", "s8f01728ce9.md", "scc51aa155a.md", "sd1f7167b97.md", "s8528ff07a4.md", "s977f0caa44.md", "s38a3239e1b.md", "s7015c91000.md", "s521a5ee5f7.md", "se6c7ac98ab.md", "sc9ce6cf299.md", "s878bcb907e.md", "sba95c90da1.md", "s7002b4cbaf.md", "s141866c4e6.md", "sef8f6e81b7.md", "s5ba55ee14f.md", "s1248ed3c15.md", "s5e7ae65f21.md", "s9d9151c10f.md", "s70093db36f.md", "s914178e4c7.md", "s0f33effc3f.md", "sf781b4e7c0.md", "s26dc7027cd.md", "s64936b194a.md", "s1bda7547ed.md", "s85e5b03ab9.md", "s8278db963d.md", "s0f8c811b15.md", "sab162d5a6d.md", "s8c8121e59d.md", "se7f2c5cee2.md", "s6c236e36b8.md", "s52e92e3b4f.md", "s450e94ac99.md", "s85c80dc923.md", "s0e6f7bd0e1.md", "sc8bd761654.md", "s1831d3c449.md", "s8d50f15d21.md", "sebfac66798.md", "s60cfd8fee9.md", "sd566675c79.md", "sf17ad083af.md", "s201b78dba8.md", "sb94565de20.md"], "bm25": [-4.923807, -4.81776, -4.78289, -4.698467, -4.442651, -4.195163, -4.065967, -3.478213, -3.460946, -3.414379, -3.304192, -2.789207, -2.682736, -2.367678, -2.359825, -2.340935, -2.32004, -2.309803, -2.258956, -2.188644, -1.912451, -1.795304, -1.687019, -1.5377, -1.533015, -1.503621, -1.31008, -1.122772, -1.075757, -0.667927, -0.637314, -0.623305, -0.604425, -0.541583, -0.533737, -0.522596, -0.477333, -0.45395, -0.448275, -0.424664, -0.390765, -0.272539, -1.1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06], "search": ["se3cc01bf0b.md", "sfc618b8db3.md", "sf80520ea35.md", "s6f86368a12.md", "s8f01728ce9.md", "scc51aa155a.md", "sd1f7167b97.md", "s8528ff07a4.md", "s977f0caa44.md", "s38a3239e1b.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276_abs", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": true, "gold": ["s0dac2270b4.md", "s99064cfea8.md"], "ranked": ["s99064cfea8.md", "s0dac2270b4.md", "s28bf2af6e7.md", "sba2232df89.md", "sb6d796ef37.md", "se94acbe695.md", "s2c67ded263.md", "s6197515c1a.md", "sd838f49bf5.md", "sf3ea11321c.md", "s31b75f1a3c.md", "s1dc529a20b.md", "sdfae4c92c7.md", "s98c5e0477c.md", "s6c26dcbe0b.md", "s5192dc0e8f.md", "s407342dd82.md", "scd7c2a193e.md", "sd6766b1935.md", "s95541883b4.md", "s23b5b3c22a.md", "sed4aa545bd.md", "s04c1d3202e.md", "se87641a5e6.md", "s7758b37f88.md", "s4310056ff2.md", "se046c977ac.md", "safa5002fad.md", "sf670087030.md", "sdd54cfe1bb.md", "sb8a226e0aa.md", "sfd00316f92.md", "sfdbf260c66.md", "s0825e47be8.md", "s0283329156.md", "sb172f26903.md", "s8e20037e78.md", "s63068d3561.md", "s38e46d71cb.md", "sf923f77220.md", "s5f75fd1e0a.md", "s1614aa5c72.md", "s128fe31aa3.md", "s22b161a7c5.md", "sa0ae57c8ff.md", "sa1a36cca65.md", "sc8e5900f49.md"], "bm25": [-9.722701, -8.673945, -5.435066, -4.606428, -4.05532, -4.019341, -3.99769, -3.936347, -3.61584, -3.361302, -2.617649, -2.517892, -2.500109, -2.200417, -2.105944, -2.013616, -1.890691, -1.810135, -1.741696, -1.645657, -1.546059, -1.466254, -1.379041, -1.351935, -1.338239, -1.312037, -0.988365, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -2e-06], "search": ["s99064cfea8.md", "s0dac2270b4.md", "s28bf2af6e7.md", "sba2232df89.md", "sb6d796ef37.md", "se94acbe695.md", "s2c67ded263.md", "s6197515c1a.md", "sd838f49bf5.md", "sf3ea11321c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed_abs", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": true, "gold": ["s015ae7319f.md", "s3494143d97.md", "s7941eaad24.md"], "ranked": ["s7941eaad24.md", "sd72f8c03d8.md", "saf545f0c25.md", "se4a565b093.md", "sc485f79f51.md", "s3494143d97.md", "s59a1037df9.md", "sc665d8c54a.md", "sf35ec86f23.md", "s8ae1966a5f.md", "s1a0063b9c1.md", "s5f984d4aba.md", "saf190f6224.md", "s25b2c13adc.md", "s1545017cc2.md", "s91a0690b2a.md", "sc82f4c7c0a.md", "s98bb156129.md", "sfb8b919c10.md", "saa0820f2b4.md", "s513ebea13c.md", "s09ce09e564.md", "sd22980ea98.md", "sb426eea168.md", "s2b4d87a013.md", "sfabe9bdc4f.md", "s015ae7319f.md", "s37f441d80e.md", "s65e89e0afc.md", "sc0414fe860.md", "s295f9ab6c8.md", "s445eaf81db.md", "s63a76a5402.md", "sfa19eda306.md", "s4290f2a2d1.md", "sf3306f622f.md", "s2b57a1b7f6.md", "s71cbbcff3f.md", "se43f94ddd2.md", "sb9ea4afa07.md", "s49225f61b0.md", "s8da229588b.md", "sedcf0d3b40.md", "s7ce83fa77a.md"], "bm25": [-9.530319, -9.156173, -8.9926, -7.264699, -6.313936, -5.78694, -5.402227, -5.27405, -5.086053, -4.291956, -3.901175, -3.549821, -3.512856, -3.491213, -3.37819, -3.377257, -3.244944, -3.004122, -2.941304, -2.900769, -2.767656, -2.695083, -2.468979, -2.374451, -2.092084, -1.640918, -1.462148, -1.086866, -1.037817, -0.909107, -0.905916, -0.646137, -0.454056, -0.369047, -0.351588, -0.329044, -0.246649, -0.230284, -1.5e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1e-05], "search": ["s7941eaad24.md", "sd72f8c03d8.md", "saf545f0c25.md", "se4a565b093.md", "sc485f79f51.md", "s3494143d97.md", "s59a1037df9.md", "sc665d8c54a.md", "sf35ec86f23.md", "s8ae1966a5f.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "8a2466db", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["scac89ba313.md"], "ranked": ["sad15a91974.md", "scac89ba313.md", "s0701bbd2e7.md", "s5521a1154e.md", "s790b2135e8.md", "s32159385fc.md", "s7b509a6776.md", "s24b6c913e0.md", "s06e05c9c62.md", "s3011833d30.md", "s79b0db3b75.md", "s94f85ec277.md", "s41ab846bb6.md", "s792c12ba5e.md", "s30ba460603.md", "sca236a31ac.md", "s4304a895d5.md", "sdb2a0f7dbd.md", "s22f25a7b0e.md", "s5c0a22b8ac.md", "sab38ade532.md", "s1cfa0a162d.md", "sbf43edba85.md", "s2c17aa3414.md", "s3adeba7038.md", "se2446ceceb.md", "s7c826ccd1b.md", "sb502d73900.md", "s99fb1818ec.md", "s8a0664baa9.md", "s3da46858e1.md", "s9e77921488.md", "s0a6a3f1ce9.md", "s37b14cc282.md", "s3b0eae8d4e.md", "s5e5109868a.md", "s563a14203f.md", "sa33e0e58dc.md", "s53b1506d06.md", "scf95a9a307.md", "sfcedcbbfe8.md", "s8c4202c857.md", "s71abb4d1bb.md", "s2157e162a8.md", "s305fb4f7ac.md", "s9d860847de.md", "s20ed7d858b.md", "s06e5331584.md", "sb725d1327f.md"], "bm25": [-8.469085, -7.425587, -4.89542, -3.880337, -3.835335, -3.602503, -3.369782, -3.232471, -3.223208, -2.39385, -2.359043, -2.358441, -2.300283, -2.260219, -2.182423, -2.154894, -1.824855, -1.71623, -1.422118, -1.403292, -1.346537, -1.278751, -1.257742, -1.163499, -1.078652, -1.028516, -0.882654, -0.657649, -0.591223, -0.555457, -0.432581, -0.399813, -0.317713, -0.262834, -0.157211, -0.152182, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -5e-06], "search": ["sad15a91974.md", "scac89ba313.md", "s0701bbd2e7.md", "s5521a1154e.md", "s790b2135e8.md", "s32159385fc.md", "s7b509a6776.md", "s24b6c913e0.md", "s06e05c9c62.md", "s3011833d30.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06878be2", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0063, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s2b7431b485.md"], "ranked": ["s29a4c50ff9.md", "s718f9bcc5e.md", "s9603008947.md", "s24edabc607.md", "s2b7431b485.md", "s2b442cb8c7.md", "s15b920082e.md", "sd3c53ca1b6.md", "s2af9054545.md", "sf71836f4e5.md", "s8dfaf7a538.md", "s7c57299e84.md", "s0fcc87d8d9.md", "s1672615870.md", "sf9428126c9.md", "s553cb4b85d.md", "s8d260888cd.md", "s723a6ea681.md", "s31266b0d33.md", "s3b90e421cc.md", "sdd52d9d6e3.md", "sf53353cedd.md", "s1e8e3cdb3b.md", "sbdd35dc24f.md", "sf28a9456fa.md", "sf0adf966cf.md", "s75ace35102.md", "s1965c958b5.md", "s8f30fd417b.md", "s8b2cdb5a96.md", "se12e28868f.md", "sf46a684293.md", "s01506db63a.md", "s4f0639b209.md", "s094dff1d05.md", "s8ecd46d4bf.md", "s1bb51a6b02.md", "s7bdb5a736a.md", "s9d60db0af2.md", "sfff5c2227b.md", "sc498bd74ab.md", "sd6283daf14.md", "sac3dfeae73.md", "s4d3ec7c2bb.md", "se269f93df1.md", "sd712de4111.md", "sf291708137.md", "s9c5ba5c184.md"], "bm25": [-5.52673, -5.228405, -5.155529, -5.001558, -4.987714, -4.705417, -3.465776, -3.361091, -2.931912, -2.429129, -2.367774, -2.318156, -2.289389, -2.040478, -1.989168, -1.714981, -1.62029, -1.567506, -1.558392, -1.278831, -1.006276, -0.787724, -0.679858, -0.583115, -0.547998, -0.515581, -0.477354, -0.455184, -0.418295, -0.410236, -0.385489, -0.383814, -0.362091, -0.349606, -0.346822, -0.346609, -0.339869, -0.328481, -1e-05, -9e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -4e-06, -3e-06, -2e-06], "search": ["s29a4c50ff9.md", "s718f9bcc5e.md", "s9603008947.md", "s24edabc607.md", "s2b7431b485.md", "s2b442cb8c7.md", "s15b920082e.md", "sd3c53ca1b6.md", "s2af9054545.md", "sf71836f4e5.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75832dbd", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s25e36fd514.md"], "ranked": ["sc4cdd43e27.md", "sbee136b435.md", "s3c375d63c2.md", "s6e1eab1e33.md", "s99fadddcc8.md", "sa34113aa01.md", "sd6aad8ae3a.md", "se6371172ce.md", "sf0a8f67640.md", "s8e34f6dab3.md", "sdd8ee15fed.md", "s25e36fd514.md", "s27844f644f.md", "s2b30c00b34.md", "s1537225f13.md", "se3dd88f28a.md", "s926d92fe27.md", "s64bd9f487f.md", "s2afa2a5775.md", "sbd9a7df275.md", "se856a6832c.md", "s587aa50463.md", "sbf5c8a3f1c.md", "sb7962871ec.md", "sd72b720539.md", "s0af393f847.md", "s63c6c4ebe5.md", "s781da39f67.md", "s9eff05b6e5.md", "scf06550f5c.md", "sebf067313c.md", "s85ceb17619.md", "s08b4072853.md", "s2dada969a4.md", "sa43425066a.md", "sed0b786e87.md", "s11161e23b0.md", "se7e7b8503a.md", "s5ec4cb5dea.md", "se15cab1b97.md", "s5594db9da0.md", "sccbd9e4c59.md", "sca78ade569.md", "s16b4bbc75b.md", "s17e4304119.md", "sdbc7556d2b.md", "sc9dfc0fb33.md", "s388daf7ee7.md"], "bm25": [-5.700035, -4.892969, -4.521551, -4.133384, -3.727419, -3.440336, -3.223419, -2.616677, -2.371272, -1.544924, -1.2766, -1.260024, -1.220174, -1.213991, -1.189273, -1.162715, -1.053231, -0.939047, -0.795544, -0.772149, -0.711416, -0.669597, -0.632829, -0.624731, -0.590114, -0.561359, -0.546522, -0.528521, -0.452747, -0.325077, -0.30913, -0.270009, -0.26964, -0.238797, -0.203017, -0.129992, -1.1e-05, -1.1e-05, -1.1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -7e-06, -7e-06, -7e-06, -4e-06, -4e-06], "search": ["sc4cdd43e27.md", "sbee136b435.md", "s3c375d63c2.md", "s6e1eab1e33.md", "s99fadddcc8.md", "sa34113aa01.md", "sd6aad8ae3a.md", "se6371172ce.md", "sf0a8f67640.md", "s8e34f6dab3.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "0edc2aef", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s8bc573d432.md"], "ranked": ["sf6f6fa82ca.md", "sce391558b2.md", "s8bc573d432.md", "s796c5198f7.md", "s1f0dbeaaa5.md", "sedfbc29282.md", "sf9b32b49ee.md", "sbea09856a4.md", "s8bb3d6b1aa.md", "sc8365295f1.md", "s974e26d1ef.md", "s886500eaf2.md", "s257765a7a6.md", "s97367b5c2d.md", "s300efe5383.md", "sd6cd84c216.md", "s1a86708df9.md", "s2da70a6c18.md", "scd068c3455.md", "sa2d7440595.md", "sd5fcbc71f7.md", "saf1afeab41.md", "se8622e1b29.md", "sc980a83af7.md", "s947b555d95.md", "s3fe29f4c44.md", "s8c9c54957d.md", "sfe951d0013.md", "sa5f7240515.md", "s2e385b2cb3.md", "s46455bd4de.md", "s18d54a5d84.md", "sde90ef0cf9.md", "see4cee6ad3.md", "s524f83bd43.md", "sdadb057498.md", "sc8f93c549a.md", "s720b881730.md", "sae82951c56.md", "s047397ba46.md", "sc53474b177.md", "s3a12dcd96a.md", "sb4409e4b87.md", "seec8edbebc.md", "s3964892c9f.md", "s70d627865b.md"], "bm25": [-9.198093, -7.4163, -6.817788, -5.324549, -3.867824, -3.694261, -3.430075, -2.705702, -2.208049, -0.78552, -0.705364, -0.685961, -0.673111, -0.58633, -0.54896, -0.503655, -0.477531, -0.461148, -0.421146, -0.363287, -0.337579, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -4e-06, -2e-06], "search": ["sf6f6fa82ca.md", "sce391558b2.md", "s8bc573d432.md", "s796c5198f7.md", "s1f0dbeaaa5.md", "sedfbc29282.md", "sf9b32b49ee.md", "sbea09856a4.md", "s8bb3d6b1aa.md", "sc8365295f1.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "35a27287", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-preference", "abstention": false, "gold": ["sc46bd94bbf.md"], "ranked": ["sced6817947.md", "sc46bd94bbf.md", "sa2e05cfb77.md", "s5c5a2f50bd.md", "sa5ee4faddd.md", "s1778d07823.md", "sf13db81eed.md", "s91c9e0ca42.md", "se5d95e7431.md", "s1fe93668b5.md", "se48fb3d0db.md", "s12d5e6a7ab.md", "s1786639f74.md", "s8c320a99a2.md", "see2e58369a.md", "sa3e9d5c618.md", "s364d958ef8.md", "s3317bfc9e3.md", "s1df21cbc67.md", "s03c1b52292.md", "sb6969cc10c.md", "sf4bfddaf52.md", "s8171e8781a.md", "s1812a1d9b0.md", "sc8c4392410.md", "s33f9496174.md", "s888ed58d64.md", "s01006cf176.md", "s8030880271.md", "sded8eb2acb.md", "s1717767350.md", "s31cdab43cd.md", "s55dd5b77d8.md", "s3013ed4fb7.md", "s8cebaf4f4a.md", "sb1e7c9073c.md", "s17ee52744a.md", "s45bc9a4dc7.md", "scf207acd4f.md", "s0a08d1f65f.md", "sad10a2da6a.md", "se5a0c4fcc1.md", "s351c5d1b6f.md", "sbbcd092ced.md", "sfe14fd547e.md", "sf0491b76a3.md", "s5b9b909cf2.md", "s39761fd67b.md", "s94465a11e4.md", "s6a7306796e.md"], "bm25": [-11.880814, -5.531431, -4.788103, -4.252766, -3.58287, -3.251624, -3.038354, -2.976717, -2.725775, -2.589367, -2.434224, -2.241698, -2.186698, -2.080995, -1.82487, -1.707339, -1.689842, -1.618423, -1.368231, -1.264126, -1.167627, -0.935533, -0.767943, -0.696898, -0.684655, -0.51851, -0.483116, -0.454552, -0.450102, -0.412527, -0.189402, -0.164021, -0.146553, -0.098404, -0.098165, -1.1e-05, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -2e-06], "search": ["sced6817947.md", "sc46bd94bbf.md", "sa2e05cfb77.md", "s5c5a2f50bd.md", "sa5ee4faddd.md", "s1778d07823.md", "sf13db81eed.md", "s91c9e0ca42.md", "se5d95e7431.md", "s1fe93668b5.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "32260d93", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s1040d90146.md"], "ranked": ["s0fc1b1ba12.md", "s632eab2280.md", "s445a0bdf9f.md", "s23a3bab016.md", "s71c84a3425.md", "s1040d90146.md", "s544c8a6b42.md", "sdf865d2149.md", "sbc3366ad03.md", "s014859454f.md", "s33d34d5c39.md", "sd50c31a46c.md", "s29b3f0c016.md", "s7d5d94c975.md", "seed7f57013.md", "s117638e4be.md", "sc059f8726a.md", "s10905bcc2b.md", "s8250138121.md", "s9e0c0e076a.md", "s9648d945fa.md", "s03e9726c18.md", "sa542fbedd4.md", "s8c39de978d.md", "s572412df4e.md", "s2453c562da.md", "s756c8e34bb.md", "sa8d3d55566.md", "sa2ca000c16.md", "sadac4e1e85.md", "s00a3d8c763.md", "sce3539f939.md", "sf9e70dd1a1.md", "sa9f0f76e9f.md", "s2b909efe8c.md", "sae4a015b65.md", "scc9a237963.md", "s4abcc08b8f.md", "s6ade1e99f1.md", "sc59a20d291.md", "s6d2b0f5670.md", "scfa5a7eef7.md", "s4fc1fb163a.md", "s50fbcc8600.md", "s4720871447.md", "s69eef802c4.md"], "bm25": [-6.23234, -3.219197, -2.239666, -1.600717, -1.511512, -1.47804, -1.305973, -1.267468, -1.115846, -1.02403, -1.020939, -1.000844, -0.923452, -0.91683, -0.901106, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06], "search": ["s0fc1b1ba12.md", "s632eab2280.md", "s445a0bdf9f.md", "s23a3bab016.md", "s71c84a3425.md", "s1040d90146.md", "s544c8a6b42.md", "sdf865d2149.md", "sbc3366ad03.md", "s014859454f.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "195a1a1b", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s97c7db7383.md"], "ranked": ["sd1ccc3f038.md", "s868c2fcd9c.md", "s5819a20b4d.md", "s02868238e3.md", "sd563344132.md", "s97c7db7383.md", "s859391c806.md", "s4fb9d9755d.md", "s0d7125c03d.md", "sd098ab42d7.md", "s241afe05ae.md", "sc9bb267a3c.md", "scd668b71d3.md", "scd209c8266.md", "sb4d3070c79.md", "sa826fa48b6.md", "s18c9f9da5c.md", "sf466b28729.md", "s588e8cf9a9.md", "sfae4c9f294.md", "sbc2a9fcdcb.md", "s8b7f51f678.md", "sda4bb537b4.md", "s20c07655ed.md", "s61afb8dad4.md", "sf7b8e94fe4.md", "s71775212d9.md", "sce3baeeb6d.md", "s7aedf4e0a8.md", "sc1c5ed96f1.md", "sd938123fed.md", "sdd0533690d.md", "s6291e8bfa1.md", "s2650d3b750.md", "sf790305ea4.md", "s579f32eb89.md", "s55de941204.md", "s9d0c817e18.md", "s512a21ba25.md", "sb9f76b5140.md", "s656cf62b27.md", "s4574fde568.md", "s87bf5515ca.md", "s18f19e96b5.md", "s72be202c52.md", "s3654f8ee75.md"], "bm25": [-1.224969, -1.115221, -1.091268, -1.090613, -1.0708, -0.947812, -0.850637, -0.831971, -0.743273, -0.732058, -0.708284, -0.69716, -0.603822, -0.542545, -0.540353, -0.467187, -0.423454, -0.411332, -0.392768, -0.350035, -0.338599, -0.315287, -0.286246, -0.2806, -0.270284, -0.252745, -0.223237, -0.216547, -0.211518, -0.200923, -0.172919, -0.147483, -0.118406, -0.115527, -0.112284, -0.110287, -0.098613, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05, -1.3e-05, -4e-06], "search": ["sd1ccc3f038.md", "s868c2fcd9c.md", "s5819a20b4d.md", "s02868238e3.md", "sd563344132.md", "s97c7db7383.md", "s859391c806.md", "s4fb9d9755d.md", "s0d7125c03d.md", "sd098ab42d7.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "afdc33df", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s93307186a5.md"], "ranked": ["s93307186a5.md", "s22c40c6013.md", "s32fc9abff4.md", "s74ebfcf062.md", "se74a5503d9.md", "s778c3deb62.md", "sbe5474822c.md", "s9c164a28d6.md", "sa10fa935c2.md", "se42be0d814.md", "s9a06685d7e.md", "s60952faa36.md", "s943ad1b64b.md", "sf81b3e79cb.md", "s61dde477da.md", "s17f03678c9.md", "s9d822806f2.md", "sefdca2f1ed.md", "s3c561af5bb.md", "sb672affd9a.md", "s403192d733.md", "sdb4a55f3f1.md", "sc235b3920b.md", "s03448aaa0c.md", "sf6675b51b2.md", "se5073210ed.md", "se0d956b310.md", "s70e58b501a.md", "s724caba619.md", "s2cf21292b2.md", "sc966a3ef62.md", "s3e6158d138.md", "s3d9280af89.md", "s25b071d392.md", "sc64f9f98cf.md", "s67688cea1b.md", "s9ad5eeb3c7.md", "s5358fe21c9.md", "s3a3cf8e61c.md", "sc0321930bb.md", "s6afd2b8990.md", "s88b653165a.md", "sb640cf86e1.md", "sd3223a9847.md", "sb974937f22.md", "sf9f96312d1.md"], "bm25": [-9.886797, -6.964557, -6.269661, -5.16624, -5.039947, -4.559154, -3.662282, -3.515299, -3.422823, -3.060328, -2.547382, -2.528807, -2.357827, -2.30471, -2.279948, -1.387387, -1.328835, -1.179805, -1.095539, -1.065514, -1.015848, -0.957002, -0.740717, -0.663069, -0.653861, -0.59207, -0.565753, -0.54673, -0.389254, -0.136968, -0.133871, -0.122196, -0.093645, -0.088831, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06], "search": ["s93307186a5.md", "s22c40c6013.md", "s32fc9abff4.md", "s74ebfcf062.md", "se74a5503d9.md", "s778c3deb62.md", "sbe5474822c.md", "s9c164a28d6.md", "sa10fa935c2.md", "se42be0d814.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf03d32", "n_docs": 50, "n_repeated_sids": 1, "n_matched": 49, "secs_index": 0.0063, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s6d551ad199.md"], "ranked": ["s6d551ad199.md", "sde76bbcdac.md", "sdac0c451eb.md", "s5c8ea1162a.md", "sd333b109b4.md", "scf15cc4720.md", "sd74e7a23ae.md", "sd3d08e65d6.md", "s0828eaf77c.md", "s54f68e5a71.md", "se77fe9ae3a.md", "s43c7eb3c83.md", "sa2296e8d4a.md", "s8bbae4e24f.md", "s9768e55d75.md", "se5174dd963.md", "sf0964f8244.md", "sef9541ac44.md", "s97c1532536.md", "s86094c26c0.md", "s707757a393.md", "s3d5dbf0179.md", "s77cdbe64d5.md", "s9fa24b8d9b.md", "sa537bb4eec.md", "sf495bda449.md", "sc01f21e704.md", "s3ba8da698d.md", "s130d1559b7.md", "sd746cf6b0b.md", "sf3631d0baf.md", "s96f836c10d.md", "s23f1af2db1.md", "sf87960b436.md", "sc8257ffbce.md", "s6959f96f8d.md", "s0740ce2c9f.md", "s44d8741aa6.md", "sd7fb124a39.md", "s22b5186322.md", "s7ebf248a05.md", "s869192b51c.md", "s1acebc893a.md", "s2e806a5c13.md", "sba1685d6e1.md", "sab32201962.md", "sa2ab7047b9.md", "s6f1365e492.md", "s2f2d078f85.md"], "bm25": [-16.055563, -5.962828, -5.72945, -5.414877, -5.319442, -4.694488, -4.465219, -4.035535, -4.015497, -3.812478, -3.616927, -3.605194, -3.582147, -3.478763, -3.358204, -3.335095, -2.514022, -2.414349, -2.080204, -1.848308, -1.799977, -1.765174, -1.545016, -1.494076, -1.403193, -1.150887, -1.026909, -1.3e-05, -1.2e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -3e-06, -2e-06, -2e-06], "search": ["s6d551ad199.md", "sde76bbcdac.md", "sdac0c451eb.md", "s5c8ea1162a.md", "sd333b109b4.md", "scf15cc4720.md", "sd74e7a23ae.md", "sd3d08e65d6.md", "s0828eaf77c.md", "s54f68e5a71.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "54026fce", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s0877469aec.md"], "ranked": ["s0877469aec.md", "s7efc3891a1.md", "sd9d4011e24.md", "s912a2df302.md", "s87fcc836a1.md", "s465d0a8303.md", "s8902d43b0a.md", "s11d4aae7c8.md", "sf18c99aed6.md", "s2bc1c10d3e.md", "s6c57fcc93f.md", "s8830064d52.md", "s2a4425009b.md", "sc7310234e1.md", "s6bb64dd6dc.md", "sd595848215.md", "sa2c3a7b2b7.md", "s0f13a1680b.md", "s44f674cfca.md", "s4e900cb63e.md", "s3751683346.md", "sf8971724ec.md", "s20dc4fabae.md", "sdc55d1b52b.md", "sde48fb34b4.md", "s6e33b63980.md", "sfe1fe6ec51.md", "s01f94c1f43.md", "s6487896a3e.md", "s06186c6c08.md", "s8964b3ee96.md", "s96b54bc4f5.md", "sf08d416654.md", "sf40a4d979f.md", "sfdf328bc19.md", "s67bcede7ab.md", "s9e2d1c1580.md", "s77eff947ac.md", "s5f2dbe6eba.md", "s8e95c256bb.md", "s360642444f.md", "sf254e882d2.md", "sbc847e73bc.md", "sfb389cb2ba.md", "sf6e78dd490.md", "s6a146cdf93.md", "sbb8208d4bb.md", "s0e676a2c4d.md"], "bm25": [-6.409667, -4.342566, -3.600845, -2.942087, -2.756035, -2.168261, -2.003272, -1.855908, -1.706359, -1.667386, -1.654011, -1.428886, -1.339709, -1.332294, -1.306538, -1.084293, -0.798469, -0.691978, -0.579856, -0.538542, -0.511961, -0.493692, -0.467693, -0.459334, -0.445133, -0.386351, -0.381012, -0.363517, -0.274729, -0.244462, -0.235782, -0.227405, -0.140087, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1e-05, -1e-05, -1e-05, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06], "search": ["s0877469aec.md", "s7efc3891a1.md", "sd9d4011e24.md", "s912a2df302.md", "s87fcc836a1.md", "s465d0a8303.md", "s8902d43b0a.md", "s11d4aae7c8.md", "sf18c99aed6.md", "s2bc1c10d3e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06f04340", "n_docs": 55, "n_repeated_sids": 0, "n_matched": 54, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-preference", "abstention": false, "gold": ["sfe1086f0bf.md"], "ranked": ["sa6016e46e1.md", "sdbe90e3025.md", "sd647f6bb31.md", "s01ec6d4ea4.md", "s81b21983a9.md", "sa94a132c09.md", "s723d7e4ccd.md", "s958e9afde2.md", "s2b24e699f7.md", "s07ec0f8320.md", "s4c42f13b94.md", "s92e94115be.md", "sdf4dd9188f.md", "s66d264a26b.md", "sfe1086f0bf.md", "s8f6de68735.md", "se8303789e1.md", "s3d064fed2f.md", "s5f9c6e0278.md", "s3cc558a500.md", "s638f27b72c.md", "s0173a586b8.md", "s3327420f77.md", "s72a4b493be.md", "sc13e99313f.md", "s49528f589b.md", "sbf46dd10d6.md", "s4a01dff7cb.md", "sd40097b2b4.md", "se012748746.md", "s099762caa4.md", "s9e4521497c.md", "sc419b8e70e.md", "s74ce52e947.md", "se72b93def3.md", "s3efe708dac.md", "sbd7eba0d79.md", "s41aeb45cca.md", "se6e73ce85a.md", "s6021788ee3.md", "s2cf9788800.md", "s65a37ec562.md", "s65c24a58f3.md", "s551d730068.md", "s837e101fad.md", "se434531a0b.md", "s22fb3cf42b.md", "sdae11eae97.md", "s87c41ad1ac.md", "sb456c72cfc.md"], "bm25": [-7.257224, -6.381608, -5.544255, -5.179258, -5.095362, -4.883514, -4.737204, -3.429909, -3.395191, -2.902351, -2.678432, -2.195506, -2.029621, -1.873789, -1.761211, -1.725706, -1.644559, -1.348482, -1.342006, -1.292518, -1.202048, -1.089715, -1.040365, -0.997422, -0.950658, -0.825434, -0.807559, -0.804951, -0.510614, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06], "search": ["sa6016e46e1.md", "sdbe90e3025.md", "sd647f6bb31.md", "s01ec6d4ea4.md", "s81b21983a9.md", "sa94a132c09.md", "s723d7e4ccd.md", "s958e9afde2.md", "s2b24e699f7.md", "s07ec0f8320.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "6b7dfb22", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0062, "secs_query": 0.0004, "type": "single-session-preference", "abstention": false, "gold": ["se67d9adb54.md"], "ranked": ["s5f493f41ec.md", "se67d9adb54.md", "s924275cfe2.md", "s74f73d9b42.md", "s3d557fb05a.md", "sdb701a75f1.md", "s1eaf35e135.md", "se4139d41c0.md", "sa641c18124.md", "sc9037569d0.md", "sd716e13308.md", "se6353c5f48.md", "seb35e203f9.md", "s5d9f1dc9e7.md", "se93145e160.md", "s3b24b65c0a.md", "sb3dc44b641.md", "s6ceea521f2.md", "s17e09cb969.md", "s5c84317b80.md", "s2b79cd3ddc.md", "s7f40cde8d5.md", "se0d94d860a.md", "s227ccd7a0a.md", "sac08d01a42.md", "s18281a981b.md", "sa356a6e3d0.md", "s55122c4b29.md", "s10c588ad37.md", "s5770d55651.md", "seb8e55229f.md", "s27106586d2.md", "s97b73994a3.md", "s625c51f13d.md", "s51797daa99.md", "s436a04c49f.md", "sc750c3f4fe.md", "s9bc07733df.md", "s11eaafdd9a.md", "s0a765d3188.md", "sfd6a44fe5f.md", "s3a3c031d50.md", "s46016eae99.md"], "bm25": [-6.112363, -4.989539, -4.894524, -3.918886, -3.379706, -3.310457, -3.200525, -3.087939, -2.807109, -2.448595, -1.763861, -1.63553, -1.569844, -1.548019, -1.288144, -1.193288, -1.066992, -1.066522, -0.991173, -0.871445, -0.866665, -0.818252, -0.760492, -0.660344, -0.553211, -2.4e-05, -2.3e-05, -2.2e-05, -2.1e-05, -2e-05, -1.9e-05, -1.9e-05, -1.7e-05, -1.6e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -7e-06, -7e-06], "search": ["s5f493f41ec.md", "se67d9adb54.md", "s924275cfe2.md", "s74f73d9b42.md", "s3d557fb05a.md", "sdb701a75f1.md", "s1eaf35e135.md", "se4139d41c0.md", "sa641c18124.md", "sc9037569d0.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a1907b4", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0063, "secs_query": 0.0004, "type": "single-session-preference", "abstention": false, "gold": ["sf88f323dd5.md"], "ranked": ["sf88f323dd5.md", "s1c4e7cc49e.md", "sff79c4a73a.md", "scfa11a474c.md", "s02a057f456.md", "safc1f6ea24.md", "s764f17d82d.md", "s07cb101c56.md", "s1bb87e6692.md", "sf7034f6da8.md", "sdea109845b.md", "s9f21cf3801.md", "sd88469a4b3.md", "s815e3a8ace.md", "se4a0849286.md", "s367e40edab.md", "s8cdd987e42.md", "s571bfc32f0.md", "se796a6e49e.md", "s9c53ac5424.md", "s6e66b6b71c.md", "s6a60f5db0f.md", "s6f5fc45cb2.md", "sab7e7cd78d.md", "sce3242af59.md", "s21c2047c4c.md", "sf886e936a2.md", "s11c7bffaaf.md", "s1f324baeb6.md", "s4ab62c9cac.md", "s73c7e69b37.md", "sb371f03b1b.md", "s27ce8b3250.md", "sfd7fc4959c.md", "s1cc994cb1a.md", "sfc8fc2abf2.md", "s1ff6b7b800.md", "s854a0b2614.md", "s27b2f2af14.md", "s8f2e474a5f.md", "s8c13fcfe0d.md", "sd460dfee8f.md", "s510ba014e4.md", "s389d8df24e.md", "s07b9b0801e.md", "s5ef88040c7.md", "s50d68f028a.md", "scc7bf7276a.md"], "bm25": [-7.478128, -4.203532, -4.148852, -3.576526, -3.34018, -2.822461, -2.753316, -2.702829, -2.490226, -2.453526, -2.369581, -2.300016, -2.25194, -2.232907, -2.231587, -1.309562, -1.236153, -1.179663, -1.165636, -1.116552, -1.091766, -1.086293, -1.074613, -0.800794, -0.146262, -0.134382, -0.128853, -0.106456, -0.065058, -0.057543, -2.6e-05, -2.4e-05, -2.1e-05, -2.1e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.2e-05, -1e-05], "search": ["sf88f323dd5.md", "s1c4e7cc49e.md", "sff79c4a73a.md", "scfa11a474c.md", "s02a057f456.md", "safc1f6ea24.md", "s764f17d82d.md", "s07cb101c56.md", "s1bb87e6692.md", "sf7034f6da8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09d032c9", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["s6c1275fe85.md"], "ranked": ["s6c1275fe85.md", "sbf0215d32e.md", "s0e0a871b40.md", "s2cee37fd61.md", "s7fae964d17.md", "saa4b9c51d7.md", "s9021e1a4fd.md", "sebe1c66a47.md", "s02b522282d.md", "sded24f46f4.md", "s64a4733c8d.md", "s9a0f7bc671.md", "s50e69ab755.md", "s5a2fe30db8.md", "sdd28c6f86c.md", "s91811f17b3.md", "s87a59dd0db.md", "s87960ac774.md", "sebce7bd314.md", "s39a5f0dfcb.md", "s1dd7846c2e.md", "sb900a55a7d.md", "sb1bfe78261.md", "s5c92bf5674.md", "s54569c608b.md", "sb3e4e87aae.md", "s6a23c812f0.md", "saf520f3718.md", "s439867733a.md", "s33a6385d81.md", "sc473e0b8d4.md", "s246d844e98.md", "s7596fe043a.md", "s32cdcdfdd2.md", "sa1aae96359.md", "s0b0a0e75d3.md", "see7d462746.md", "s53a2b2a241.md", "s4dec104bf6.md", "s761354a386.md", "s8ac9217f9b.md", "s65a69990e1.md", "sea907f8fac.md"], "bm25": [-4.624557, -3.886499, -3.864673, -3.779612, -3.438916, -3.165986, -2.440967, -2.223662, -2.193089, -2.173677, -2.144283, -2.006307, -2.002933, -1.925373, -1.611384, -1.581203, -1.454431, -1.420091, -1.407576, -1.339029, -1.245351, -0.748742, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06], "search": ["s6c1275fe85.md", "sbf0215d32e.md", "s0e0a871b40.md", "s2cee37fd61.md", "s7fae964d17.md", "saa4b9c51d7.md", "s9021e1a4fd.md", "sebe1c66a47.md", "s02b522282d.md", "sded24f46f4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "38146c39", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-preference", "abstention": false, "gold": ["s56d3e0502d.md"], "ranked": ["s56d3e0502d.md", "s39aa5f0f69.md", "sccc36029e5.md", "sea459ca002.md", "secf54039e4.md", "s0e37fe8e7e.md", "sd0d8bd1081.md", "sf0acdba878.md", "s916862349b.md", "s4231308b2b.md", "s7767271ced.md", "s4e5fe70cba.md", "s8cf30b3cc9.md", "s0ede3448a4.md", "s4b78ad9323.md", "s2f12714813.md", "sd6df6c82c5.md", "sd19c7a32b9.md", "s651a7b929f.md", "seb17649d3e.md", "se8fc09b103.md", "s4541f72b60.md", "s68d2e17465.md", "s68bc97208d.md", "sd8fa3c99cc.md", "s7ca87d3c27.md", "s7c4da24b1a.md", "s98580ee2bb.md", "s4d4a7045c9.md", "s93e1b4edfc.md", "s8ed1f5f10a.md", "sc2d24a2d23.md", "sb0407e7762.md", "s7646c44e01.md", "s4541b219a9.md", "s06f0cfa99e.md", "s8094e4e0f8.md", "sa49a306d2a.md", "s39d99a51b0.md", "sb2bb9a7439.md", "s434a66921b.md", "sa8f5daf284.md", "sab2806e897.md"], "bm25": [-6.502317, -6.032521, -5.871679, -4.783574, -4.68232, -4.395337, -3.435557, -3.245241, -3.165982, -3.038927, -2.874689, -2.603269, -2.476942, -1.924238, -1.815832, -1.586887, -1.31034, -1.284614, -1.25101, -1.077665, -0.96375, -0.858636, -0.82836, -1.3e-05, -1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -3e-06, -3e-06, -2e-06, -1e-06], "search": ["s56d3e0502d.md", "s39aa5f0f69.md", "sccc36029e5.md", "sea459ca002.md", "secf54039e4.md", "s0e37fe8e7e.md", "sd0d8bd1081.md", "sf0acdba878.md", "s916862349b.md", "s4231308b2b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d24813b1", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0059, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["sc44fa73331.md"], "ranked": ["s61c62227b3.md", "sc44fa73331.md", "s37aa4e6f2c.md", "s0fb40aa974.md", "sb67eb5b90e.md", "s4a490a9775.md", "sf32354da7c.md", "s3297d47ad3.md", "sc74d7fd124.md", "s265f949e36.md", "s79bb1def1d.md", "s144d6263f0.md", "s3b13c2e54c.md", "sf3a6243817.md", "sdf3c15e373.md", "s807fdf31e5.md", "s19f37bf0cd.md", "s51d7151a7d.md", "sda8a7bf115.md", "s1cf8207837.md", "s3edfe016cd.md", "s81b3c9b74a.md", "s170ff691c9.md", "s51ae178bd4.md", "s20017299b5.md", "s15d2655fa3.md", "s708b86e3dd.md", "s80e6adecb9.md", "s3cd5cb5b2c.md", "s160c2a44dd.md", "s7b09168183.md", "s1cb22810ef.md", "sa549b0e674.md", "s8083233bfd.md", "sba9171f3a3.md", "sfb7e91f8eb.md", "s925fc449e5.md", "sd35bedcffe.md", "s701b9bd052.md", "s73cf8f0934.md", "sadea7319e1.md", "sac8ac1b928.md", "sd6bc0eca33.md", "sb722730392.md"], "bm25": [-6.424018, -6.390186, -5.326402, -5.281488, -4.802037, -3.859886, -3.78707, -2.710678, -2.593229, -2.571641, -2.177406, -2.155689, -2.054399, -1.366438, -0.753948, -0.635884, -0.613016, -0.517679, -0.503069, -0.463068, -0.437559, -0.367636, -0.347337, -0.328358, -0.304721, -1.9e-05, -1.8e-05, -1.8e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -5e-06], "search": ["s61c62227b3.md", "sc44fa73331.md", "s37aa4e6f2c.md", "s0fb40aa974.md", "sb67eb5b90e.md", "s4a490a9775.md", "sf32354da7c.md", "s3297d47ad3.md", "sc74d7fd124.md", "s265f949e36.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "57f827a0", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["sc8340b1eac.md"], "ranked": ["s9315412394.md", "sc8340b1eac.md", "sfc7fabed68.md", "s5771e4f865.md", "sce00fdc575.md", "sfe57fc678e.md", "s6c7f5b3942.md", "s860f410dce.md", "sa64e3d0ff1.md", "s7f7791ec92.md", "s3879fbeb13.md", "s38ddd25a2f.md", "sf0135b86bd.md", "se736879b00.md", "s98d048c416.md", "s4c6f2ce000.md", "s55fb8edb4a.md", "s4de6abb53f.md", "s543356a26c.md", "s2f57980dde.md", "s291562b2ec.md", "s0076e16776.md", "s9c2262f287.md", "s8a552b7dd4.md", "sbc7a50d602.md", "sb0f513d91b.md", "s41bc152fe8.md", "se3132ea522.md", "se23a19caec.md", "sf2db975760.md", "sdc557f4453.md", "sbf29e3455f.md", "s7bece59b13.md", "sc21c4468f0.md", "s7b8a526855.md", "se3b6d2de91.md", "sadf779160d.md", "s44c5a8169e.md", "s7dc5e89181.md", "s87c94c035c.md", "sb39ede71a1.md", "s9ab2b5cfcf.md", "s32e2bbc207.md", "s654accfd7c.md", "sefc9894764.md", "s57213f0d0d.md", "s636ad83555.md", "sb50203f3cd.md", "sdfcca41d86.md", "s3037a7abb2.md"], "bm25": [-9.631966, -8.345883, -6.019349, -3.089009, -2.490355, -2.468046, -2.335395, -2.02142, -1.952862, -1.872535, -0.683522, -0.671755, -0.638292, -0.610999, -0.593998, -0.562979, -0.562045, -0.55153, -0.515307, -0.496956, -0.461835, -0.429055, -0.287143, -0.268103, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06], "search": ["s9315412394.md", "sc8340b1eac.md", "sfc7fabed68.md", "s5771e4f865.md", "sce00fdc575.md", "sfe57fc678e.md", "s6c7f5b3942.md", "s860f410dce.md", "sa64e3d0ff1.md", "s7f7791ec92.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95228167", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0062, "secs_query": 0.0006, "type": "single-session-preference", "abstention": false, "gold": ["s6f699059c0.md"], "ranked": ["s6f699059c0.md", "scac19925ed.md", "s56a81c39ce.md", "sa003d14f29.md", "sf9178df74d.md", "s27f7a33f3d.md", "saf3ee1ae90.md", "s8a9898981a.md", "se5cf49bd47.md", "s4236fa06a1.md", "s00a56748fd.md", "s3d20f4812e.md", "s90388ebc02.md", "s1d130ac91c.md", "se8accd1711.md", "s4b0c88e864.md", "sbcd62c4b0c.md", "s408e48ab90.md", "s49987e9ecc.md", "s5a36fd0920.md", "se512cbaa6b.md", "s40c502b69a.md", "s4e58e78794.md", "s8255ada586.md", "s6a30b5feee.md", "s34293b5383.md", "sea138a5b0f.md", "sf7dd78c9d4.md", "sba06d1738c.md", "s050e590b94.md", "s4e3784f2ff.md", "s7d9cb2c23e.md", "s275bf9797c.md", "se3bd0caf7f.md", "sbef49f7b3b.md", "s944577072b.md", "s734dac1983.md", "s074fe3969e.md", "s2ee51ce7c9.md", "s84661623cb.md", "sed47698e04.md", "sdfdf204d9e.md", "s1f4f998bb0.md", "s01ec964b3e.md", "s65ec30efa1.md", "s8e9f99c0e8.md", "sdc115ab7f9.md", "s4d8295c71f.md", "s58d04afbf8.md"], "bm25": [-9.881617, -5.770804, -5.558174, -5.51472, -4.584855, -4.104224, -4.090962, -4.049598, -3.864813, -3.758989, -3.690048, -2.97031, -2.876808, -2.876212, -2.836302, -2.755417, -2.631339, -2.516113, -2.358795, -2.226497, -1.612396, -1.449895, -1.433053, -1.211896, -1.028596, -0.809572, -0.620172, -0.496397, -0.494587, -0.477277, -0.302104, -0.084228, -0.057698, -0.050866, -0.046523, -0.040363, -0.040062, -2.3e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.3e-05, -1.1e-05], "search": ["s6f699059c0.md", "scac19925ed.md", "s56a81c39ce.md", "sa003d14f29.md", "sf9178df74d.md", "s27f7a33f3d.md", "saf3ee1ae90.md", "s8a9898981a.md", "se5cf49bd47.md", "s4236fa06a1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "505af2f5", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0063, "secs_query": 0.0002, "type": "single-session-preference", "abstention": false, "gold": ["s10dc857af7.md"], "ranked": ["s10dc857af7.md", "s555b0863ae.md", "s7210eb72fb.md", "sdd1da2cc3d.md", "s5cbff1cacb.md", "sdc42c83a2d.md", "sfcd6192e7f.md", "se04b8e60e5.md", "s7c9b210fd5.md", "s6e48e683a1.md", "s6200d259d2.md", "s5a238bb04d.md", "s2f19cfd006.md", "s683018e1ca.md", "s7e18d62a96.md", "s2ef17e6a64.md", "sa70eead3a4.md", "s1c0b67dd5d.md", "s2e80491a3a.md", "sfac46e74f4.md", "s8ae1e44f98.md", "s5d02d83c1d.md", "s9db3774296.md", "s4f32a050ef.md", "s7abf6b13be.md", "s280e2a3f28.md", "s68d0f3b263.md", "sf732668884.md", "sf77fb3e322.md", "s31be751636.md", "s01ffeb6464.md", "s4504b68b6f.md", "s50496ba784.md", "sa3fb8c30de.md", "s50fe869c68.md", "sf726b23b75.md", "s2d5b366b05.md", "s96808487c5.md", "s401ddeeade.md", "s8ddc6b5dc3.md", "sedeeaebea4.md", "s4b5057fbb8.md", "s669fdc6dcc.md", "s3ae2efe8fa.md", "sb5a37d00f2.md", "s3b68ce6c4c.md", "s7bd79b813b.md", "s98799f6f4b.md", "s0dff11ca80.md", "s451c7c3212.md"], "bm25": [-9.937911, -8.011956, -5.746131, -4.933034, -4.461856, -3.882097, -3.582903, -2.889414, -2.415172, -1.74466, -1.157431, -1.156979, -1.145271, -1.135679, -1.035929, -0.983788, -0.979624, -0.959477, -0.894179, -0.893466, -0.884829, -0.830094, -0.719147, -0.697201, -0.615444, -0.57115, -0.256098, -0.223246, -0.213356, -0.187441, -0.178786, -0.178765, -0.133186, -0.105079, -0.064144, -0.051398, -0.045358, -8e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["s10dc857af7.md", "s555b0863ae.md", "s7210eb72fb.md", "sdd1da2cc3d.md", "s5cbff1cacb.md", "sdc42c83a2d.md", "sfcd6192e7f.md", "se04b8e60e5.md", "s7c9b210fd5.md", "s6e48e683a1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75f70248", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0061, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["se8a134d659.md"], "ranked": ["se8a134d659.md", "s3c830e7235.md", "s6a4231eecd.md", "s4cea43d0bb.md", "se2ff6ab387.md", "s541084af6a.md", "sab3723983f.md", "scd33e3204a.md", "s689a889a70.md", "s4c4eb9a3d4.md", "s8f16343a63.md", "s87a437c9f4.md", "s612f347028.md", "se334073dcc.md", "sc6ac604bec.md", "s6baa414190.md", "s44b6d098c1.md", "s1701ce5b94.md", "s21050f51bd.md", "s7f24d818f4.md", "sd39be0f68a.md", "se1d89e67c3.md", "s591d6a01f1.md", "s6f767a04a9.md", "s59076bbd70.md", "s37ca12260a.md", "s0f02645c18.md", "s955ea25b33.md", "safa77e309e.md", "sd7d9367cdf.md", "s14831c66d5.md", "sb0b4a2e29d.md", "s4eb8114138.md", "s3b5c08dea7.md", "sd313b006e1.md", "s89856ceaf2.md", "s578680d549.md", "sab6f57e37f.md", "s598086676c.md", "s6024e7fb4c.md", "sdd5aca265c.md", "sd37e7fd3c7.md"], "bm25": [-6.458938, -4.808998, -3.132776, -2.652317, -2.587371, -2.566688, -2.556601, -2.321056, -2.094366, -2.044225, -1.948083, -1.938608, -1.657575, -1.631528, -1.55047, -1.493941, -1.445449, -1.255418, -1.038121, -0.922493, -0.844947, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05, -1e-05, -7e-06, -7e-06, -6e-06, -5e-06, -2e-06, -2e-06], "search": ["se8a134d659.md", "s3c830e7235.md", "s6a4231eecd.md", "s4cea43d0bb.md", "se2ff6ab387.md", "s541084af6a.md", "sab3723983f.md", "scd33e3204a.md", "s689a889a70.md", "s4c4eb9a3d4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6233ab6", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0062, "secs_query": 0.0004, "type": "single-session-preference", "abstention": false, "gold": ["s0e4bd567f6.md"], "ranked": ["s1ff25ee331.md", "s046a614e1f.md", "s7c57a59434.md", "sd8863353eb.md", "s87183d5bcf.md", "sf7b087ebd4.md", "se377c1b1c6.md", "sb97291efc3.md", "s0e4bd567f6.md", "s64954c46d7.md", "s935f319095.md", "sacf3a9c092.md", "s7d0bd46c09.md", "s1ae45f1177.md", "see2f9c0f72.md", "sc83b4aac10.md", "s3d2519600b.md", "sd5c6043ea1.md", "s1b5cddaac2.md", "s92d32c8f72.md", "s9a44236307.md", "s9b52f97153.md", "s0038d89264.md", "s736193b650.md", "sc8df88707a.md", "s6102ae5184.md", "s432a99f772.md", "sbf57795b25.md", "s3bf9875243.md", "s543f14859f.md", "s072e4e556d.md", "sfee3bc6a4f.md", "s3d930ce8fa.md", "s1a30829d95.md", "sd3b024e624.md", "s84c13763c3.md", "s5becfbc937.md", "s15fe05a31c.md", "s85c29b62bd.md", "s5fdee7ce48.md", "s133780b9ab.md", "s56c1c4e3f0.md", "sf220624ff7.md", "s8e3e5e61c4.md"], "bm25": [-6.890372, -6.601071, -5.904068, -4.770444, -4.603793, -4.214634, -3.643939, -3.572344, -3.550763, -3.517317, -3.2802, -2.504602, -2.379856, -2.345437, -2.231521, -1.831713, -1.785607, -1.704332, -1.568202, -1.516587, -1.502285, -1.44033, -1.154608, -1.057067, -0.990015, -0.943338, -0.871344, -0.839767, -0.725583, -0.697635, -0.520623, -0.496388, -0.461646, -0.448006, -0.411085, -0.372822, -0.351195, -0.301638, -1.2e-05, -1e-05, -9e-06, -9e-06, -7e-06, -7e-06], "search": ["s1ff25ee331.md", "s046a614e1f.md", "s7c57a59434.md", "sd8863353eb.md", "s87183d5bcf.md", "sf7b087ebd4.md", "se377c1b1c6.md", "sb97291efc3.md", "s0e4bd567f6.md", "s64954c46d7.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "1da05512", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["sa792414847.md"], "ranked": ["sa792414847.md", "s94824ce82f.md", "sd6958e7919.md", "sf864c8c6e1.md", "s3c9d5becbb.md", "se533de6e7d.md", "s40c956f0fe.md", "s93ad2e4c10.md", "s159a95ec12.md", "sd9be973750.md", "s90362847e2.md", "s67d4406172.md", "s37cb0ec391.md", "s3c042b925b.md", "s34144d8123.md", "s57db6eddab.md", "s4525116fa5.md", "sd558045e1f.md", "s559484766f.md", "s07a4ea7298.md", "s462448c3a5.md", "s5534eb95cc.md", "seeee60e332.md", "s2918dc9d40.md", "sd0f344079b.md", "s06db782540.md", "sde6c776a45.md", "sce9a914a65.md", "s67e90a48e3.md", "s00fcc6eddb.md", "s702369f883.md", "s8f48ce338c.md", "sa7c92b7898.md", "s219c1f21d9.md", "s7291c563bf.md", "s5e95299d57.md", "s34131ab9f6.md", "s3be91fd60a.md", "seb13937c7e.md", "sdd72df2661.md", "s73a9a36737.md", "sdbff489c7f.md", "s4ec21ffa41.md", "sf3462b4733.md", "s44124b5f66.md", "se593ae78d7.md", "s666ab1c8b1.md"], "bm25": [-10.200639, -7.44491, -6.494773, -5.404751, -4.057983, -3.55906, -3.457197, -3.414111, -3.232596, -3.134041, -2.923361, -2.736378, -2.665929, -2.59188, -2.353208, -2.350313, -2.294059, -2.263269, -1.757777, -1.717287, -1.688829, -1.68765, -1.556054, -1.286916, -0.767771, -0.73065, -0.711765, -0.516225, -0.514656, -0.452178, -0.35898, -0.256097, -0.22969, -0.191485, -0.100078, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06], "search": ["sa792414847.md", "s94824ce82f.md", "sd6958e7919.md", "sf864c8c6e1.md", "s3c9d5becbb.md", "se533de6e7d.md", "s40c956f0fe.md", "s93ad2e4c10.md", "s159a95ec12.md", "sd9be973750.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca70973", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "single-session-preference", "abstention": false, "gold": ["s5c310be73a.md"], "ranked": ["s5c310be73a.md", "sa21c283cde.md", "sbd10980b2c.md", "sd70cd80fea.md", "sc15794a9a5.md", "seb7e169ef2.md", "s37b4187e07.md", "s9a275b0f7e.md", "s1a7a2ab4ce.md", "s0f526a32cf.md", "sb0585cd04e.md", "sec1fd66f44.md", "s2de4dc939c.md", "s72521aaee9.md", "s6e19d2d3b3.md", "s9f29efe7e7.md", "seff806b007.md", "s7d118fe5ff.md", "s78bb41f382.md", "s8aa8bd8a25.md", "s00af39a172.md", "s98424e163f.md", "s9f3b7f9217.md", "s8c3ca84d16.md", "s6b9a63cbfb.md", "s0d6fea4021.md", "sf8995e94aa.md", "s5051c75246.md", "scff3d319b8.md", "sbc45e95043.md", "sf568bde660.md", "se12a0abe9d.md", "sb314ad94d1.md", "s3461f8aa18.md", "s680f79fb12.md", "s53b9cc8cca.md", "s0237d4516c.md", "safb614bc52.md", "s475a568ee3.md", "s87fb95b40e.md", "s60d8d50b92.md", "sfff798a38d.md"], "bm25": [-8.932598, -8.857004, -7.412544, -5.158987, -5.040879, -5.037963, -4.198436, -3.886223, -3.648325, -3.174354, -3.106222, -2.688383, -2.194171, -2.132929, -2.116718, -1.963771, -1.930875, -1.852949, -1.751276, -1.667015, -1.432694, -1.38479, -1.263992, -1.156343, -0.87376, -0.802898, -0.728076, -0.685336, -0.640065, -0.517994, -0.459687, -0.353163, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -3e-06, -3e-06, -2e-06], "search": ["s5c310be73a.md", "sa21c283cde.md", "sbd10980b2c.md", "sd70cd80fea.md", "sc15794a9a5.md", "seb7e169ef2.md", "s37b4187e07.md", "s9a275b0f7e.md", "s1a7a2ab4ce.md", "s0f526a32cf.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6025781", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-preference", "abstention": false, "gold": ["saab4345915.md"], "ranked": ["saab4345915.md", "se77ab36f71.md", "s8e594df8a1.md", "s22b92e4dbd.md", "s9f70ce440c.md", "se48425e6ee.md", "se33a3ad941.md", "s4be4b51045.md", "s64178eb32a.md", "s74229bbce5.md", "se8cbdfc98a.md", "s488a1a7e11.md", "sf1c14fbc10.md", "s5a9b0f92de.md", "sae5d16d49e.md", "s781e74d3ec.md", "s0bbcd77e58.md", "seb1e9094ef.md", "seaa8b89a72.md", "sccafb0d322.md", "s8bf4229bc6.md", "sd326352da3.md", "s4f68a2cb54.md", "sf0dc337970.md", "s985b1b75d3.md", "s3795445e94.md", "sec50806403.md", "s44c095bdaa.md", "s1a980316f0.md", "s2031fe08ac.md", "s453ae0a58e.md", "s992fe6609f.md", "s744c9aceaa.md", "scb5a3fbe94.md", "sffac13164c.md", "s43dba18d4c.md", "s40fd95fe10.md", "s7b11cb48be.md", "s5e7d66376d.md", "s96feb9fc15.md", "safa42dcbb6.md", "s4783bd6806.md", "s05d9c69829.md", "s203c08feaf.md", "sec99c23357.md", "s5cd1a8f9f0.md"], "bm25": [-16.78082, -7.399387, -5.270968, -3.810025, -3.798072, -3.599344, -3.368714, -2.984824, -2.509274, -2.428446, -2.398543, -2.263443, -2.124833, -1.940289, -1.920507, -1.882286, -1.562568, -1.431594, -1.32188, -1.26697, -0.209139, -0.187957, -0.185914, -0.173533, -0.170753, -0.162724, -0.123986, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -1e-06], "search": ["saab4345915.md", "se77ab36f71.md", "s8e594df8a1.md", "s22b92e4dbd.md", "s9f70ce440c.md", "se48425e6ee.md", "se33a3ad941.md", "s4be4b51045.md", "s64178eb32a.md", "s74229bbce5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a89d7624", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["se5a0aae273.md"], "ranked": ["se5a0aae273.md", "s17c51b64c6.md", "sca0ce3d97e.md", "sbc25a44109.md", "sfbf8c1ed69.md", "s46e328b88b.md", "s260948de86.md", "sd7ced05f94.md", "s8fd3b18d9a.md", "seed3544a3e.md", "sce3965c101.md", "sb8e19a17ac.md", "s801b6e76e7.md", "sb124623715.md", "s2b1b13ac20.md", "sba62eb5a6f.md", "s38d2d9edf1.md", "s05d81250a4.md", "s50969d4092.md", "sb3ad99a983.md", "s34042a4545.md", "sf00cce59a1.md", "sbc8122c7e6.md", "s0f0dbd71f9.md", "s7769f2ee2c.md", "s6278b5fc27.md", "sab207a53f3.md", "s52f240e39c.md", "se4bf7d55d0.md", "s46932b6016.md", "s6f062ad0ec.md", "s07f7489c25.md", "s228b23d189.md", "s99f1c4b24e.md", "se1eb914a66.md", "s4544f1cccf.md", "sf9addbafe3.md", "sd2948c2d07.md", "s3a375e7455.md", "s2ff293e41e.md", "s6936dc13cc.md", "s0ea10fef1d.md", "sd1f4f9116a.md", "s8016df63d1.md", "sc27b2b45a2.md", "see013d47c4.md", "s8b2928e0e7.md", "scd0e96953e.md", "s74f4a43efe.md"], "bm25": [-6.446942, -6.022824, -5.988921, -5.14874, -4.979256, -4.681501, -3.17283, -2.358726, -1.590311, -1.517147, -1.387835, -1.183265, -0.85634, -0.803025, -0.777293, -0.770587, -0.716553, -0.709138, -0.669161, -0.627169, -0.616662, -0.614185, -0.573328, -0.566546, -0.534559, -0.525324, -0.473506, -0.46707, -0.376121, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -5e-06], "search": ["se5a0aae273.md", "s17c51b64c6.md", "sca0ce3d97e.md", "sbc25a44109.md", "sfbf8c1ed69.md", "s46e328b88b.md", "s260948de86.md", "sd7ced05f94.md", "s8fd3b18d9a.md", "seed3544a3e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b0479f84", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0062, "secs_query": 0.0002, "type": "single-session-preference", "abstention": false, "gold": ["s8ca2d3d638.md"], "ranked": ["s8ca2d3d638.md", "sa6d09c9fc0.md", "s8ad26cb4e7.md", "sa2d761111b.md", "s09152268e0.md", "s34a674aeea.md", "sa6c1507a92.md", "sd3ebbb2e4c.md", "s18e39df327.md", "sf7041ff5b2.md", "sde49d1fa96.md", "s205704a154.md", "s6e845b6416.md", "sbb460eafd3.md", "s2a0dfc1a0e.md", "sc5f2d1853f.md", "s8e5573621e.md", "s07027b9634.md", "s000a4ddaea.md", "s85e4d2e327.md", "sed5b4fbfe5.md", "sdf0047728f.md", "s70f49800ea.md", "s4b93a7fc30.md", "s99b96ca520.md", "s9eb0952c87.md", "s80135489e5.md", "sbe8b23fc86.md", "sdb7b1b28d6.md", "sd050ee28c1.md", "s9929210492.md", "sa39263968c.md", "s6a22f84c08.md", "scf4f5747c4.md", "se85349f0c5.md", "s458a5bdd12.md", "s6662b06267.md", "s66410b4b51.md", "s79397e08c3.md", "s5e2e17df8e.md", "s6a40410450.md", "s9d518ffcd9.md", "sc4ee8dcd29.md", "s64a08d89b9.md", "seb92359a3a.md"], "bm25": [-7.467511, -2.356208, -2.052311, -1.650595, -1.609374, -1.561316, -1.443154, -1.429248, -1.328281, -1.308416, -1.298074, -0.943516, -0.895423, -0.88768, -0.858566, -0.83251, -0.785407, -0.744, -0.73549, -0.723413, -0.605676, -0.553622, -0.44302, -0.424148, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -1e-06], "search": ["s8ca2d3d638.md", "sa6d09c9fc0.md", "s8ad26cb4e7.md", "sa2d761111b.md", "s09152268e0.md", "s34a674aeea.md", "sa6c1507a92.md", "sd3ebbb2e4c.md", "s18e39df327.md", "sf7041ff5b2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4e3b97", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0004, "type": "single-session-preference", "abstention": false, "gold": ["sb224ec7a08.md"], "ranked": ["sd300196bd2.md", "sb224ec7a08.md", "sad8373b888.md", "s502e2e779d.md", "s214b447239.md", "sdfddaa05ff.md", "s0da396baa2.md", "s63b3bdbfeb.md", "s764d3fe980.md", "s4a8d2c8b4a.md", "s6b17164a0d.md", "sda0e9223d9.md", "s5e436f36cf.md", "s585b699132.md", "s234eb247c6.md", "s9cdd3b27a7.md", "s452c6d17a3.md", "sf9bb540a20.md", "sf4d59b87a7.md", "sf8f06f6f36.md", "s3c4822d460.md", "sb81f871f37.md", "sf034512521.md", "s84ffe900d5.md", "s853823d7d1.md", "sddf098c979.md", "s92f7bd9d56.md", "s0c298090df.md", "s034b7c050e.md", "s92ff0b3bd9.md", "s4e89f1951e.md", "sf98c415a7a.md", "s9a45f07370.md", "s5fe918a6ec.md", "s2133137fb8.md", "sf8f07bcd58.md", "se9085b634a.md", "s3657a04e63.md", "s2e91366484.md", "s08f58c1c91.md", "sfdb6cb1640.md", "s68d19bef32.md", "s9bc8898582.md", "sb7b5d7f23c.md", "s802e92d9ec.md"], "bm25": [-14.703445, -14.169978, -7.014385, -5.11052, -4.372737, -3.946377, -3.701905, -3.5765, -3.495261, -3.164647, -2.973411, -2.655894, -2.569607, -2.401319, -2.315134, -2.193749, -2.146796, -2.091914, -2.075785, -2.009986, -1.99355, -1.99167, -1.787726, -1.724973, -1.661647, -1.521151, -1.491978, -1.428814, -1.358351, -1.262468, -1.255678, -1.196437, -1.062026, -0.985356, -0.945253, -0.89185, -0.845263, -0.643537, -0.45005, -0.448562, -0.430352, -0.044968, -7e-06, -6e-06, -6e-06], "search": ["sd300196bd2.md", "sb224ec7a08.md", "sad8373b888.md", "s502e2e779d.md", "s214b447239.md", "sdfddaa05ff.md", "s0da396baa2.md", "s63b3bdbfeb.md", "s764d3fe980.md", "s4a8d2c8b4a.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07b6f563", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0062, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["sdf63489ff1.md"], "ranked": ["s365b90efb4.md", "sdf63489ff1.md", "sd268f8c3cf.md", "s24e7e99ad2.md", "s2764a64a67.md", "s13f47a49c9.md", "s78ffa623d0.md", "s6685eac0c5.md", "sbb48f8f10f.md", "s14bcaf89d5.md", "sbc97b66e0d.md", "s24def8d16e.md", "sc90350f561.md", "s04d3caf899.md", "s8a687602f9.md", "sbcb84bdbe7.md", "scd0a7fcd90.md", "s74d044c94b.md", "s4b3e801e45.md", "s425f927e18.md", "s4e855d1392.md", "s352c198b71.md", "s421674ffff.md", "scc0d79d407.md", "sfb81b288dc.md", "s06a4fd9aa6.md", "s863d7c431e.md", "sa8a846509a.md", "s3d36b0fa12.md", "se63c88a94c.md", "s648e9038a9.md", "s478e362824.md", "s062a3ff4f9.md", "s5f4ec17fb7.md", "sc391d205b8.md", "s9deb384623.md", "sd3d477d6ae.md", "s4335c4329d.md", "sccac3b2b8c.md", "s8dca2f5604.md", "sfc8b8d8261.md", "sfb1a83af30.md", "s331ff62b8b.md", "s7dd65fd360.md", "s178fb6c3a3.md", "s7e4db44f67.md", "sa5c3ecf729.md", "sa683db4784.md", "sa1a30cd949.md", "se272f272a3.md"], "bm25": [-4.027378, -3.852262, -3.412597, -2.825075, -2.450172, -2.085635, -1.900049, -1.896493, -1.813869, -1.685389, -0.275473, -0.264519, -0.253785, -0.230165, -0.221962, -0.210812, -0.208113, -0.187156, -0.185207, -0.184159, -0.177801, -0.171569, -0.16769, -0.163492, -0.146151, -0.143825, -0.136725, -0.126996, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06], "search": ["s365b90efb4.md", "sdf63489ff1.md", "sd268f8c3cf.md", "s24e7e99ad2.md", "s2764a64a67.md", "s13f47a49c9.md", "s78ffa623d0.md", "s6685eac0c5.md", "sbb48f8f10f.md", "s14bcaf89d5.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c0ddc50", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0064, "secs_query": 0.0003, "type": "single-session-preference", "abstention": false, "gold": ["sc7fba23644.md"], "ranked": ["s018f5251a7.md", "sc7fba23644.md", "sad48fa1472.md", "sa85ef9603a.md", "s42292405bb.md", "s8f88ba9082.md", "sa79c4f0116.md", "sc2c6e86750.md", "sb173aa3064.md", "sc93b98e093.md", "sc27711ec34.md", "s840357b4ac.md", "sc404a4bde7.md", "s5488347e25.md", "s3ba4f6a452.md", "s784adb34ca.md", "sd45ecaca13.md", "sc631f7701f.md", "sf3188e3be0.md", "sbb2a0c257d.md", "s504b44da31.md", "sf0e061d11a.md", "sa605096340.md", "s04ab3bc31b.md", "s5b34bb00e4.md", "s563c8bd26e.md", "sa9a5935937.md", "s9407252bc0.md", "s2006e29e30.md", "sa493a7ce2f.md", "s4629482ead.md", "sbcb18e1211.md", "s8d113fbc45.md", "s80630bda9b.md", "s46fdd4ecfd.md", "s8d35beffa8.md", "s226bb873e7.md", "s4a77e2d066.md", "s290df178c9.md", "s615d3afb7f.md", "sbf1530bb01.md", "s3806d17044.md", "sce15e243af.md", "s7ba292a165.md", "sc4477134f0.md", "se85303d3f0.md", "s3c812e7bd1.md", "s216f4263cf.md", "s59948f72fb.md", "sf0822e1ba8.md"], "bm25": [-6.676576, -5.460079, -3.386947, -1.466994, -1.40142, -1.358295, -1.357674, -1.123253, -0.90481, -0.801764, -0.719166, -0.689834, -0.662044, -0.627797, -0.627082, -0.578764, -0.573229, -0.569918, -0.55722, -0.516654, -0.506525, -0.490706, -0.464358, -0.456004, -0.452727, -0.451666, -0.43942, -0.429545, -0.423542, -0.420835, -0.278697, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1e-05, -7e-06, -5e-06, -4e-06, -4e-06], "search": ["s018f5251a7.md", "sc7fba23644.md", "sad48fa1472.md", "sa85ef9603a.md", "s42292405bb.md", "s8f88ba9082.md", "sa79c4f0116.md", "sc2c6e86750.md", "sb173aa3064.md", "sc93b98e093.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0a34ad58", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.0061, "secs_query": 0.0002, "type": "single-session-preference", "abstention": false, "gold": ["s2d9b32930e.md"], "ranked": ["s2d9b32930e.md", "sa7352a0bbd.md", "sd94f50d8a0.md", "se26836ef32.md", "s551c5e1990.md", "s655aae46ed.md", "s24413c25f9.md", "s342b1e5d6c.md", "sb45b35fe5b.md", "s1422211255.md", "s31bdb4b52b.md", "s7d683f502e.md", "s8970053504.md", "sd6f6174962.md", "sc1c062ab6d.md", "s8e4ea9256e.md", "s94b57ff963.md", "s0595083459.md", "se6e44779ff.md", "s690b860f05.md", "s58800399de.md", "s5b1e32bdfb.md", "s8c1c63eec4.md", "se2bc045c93.md", "sf7dd8c33ff.md", "s25082fd1c5.md", "s66d746e5b1.md", "sb3abc06060.md", "s1f98869ad9.md", "sc9b4979198.md", "s9d41a41673.md", "s21a855084a.md", "sd1076673b0.md", "s2c50cd549a.md", "s8efd764781.md", "s77e9019029.md", "s0deec5420c.md", "sa45c3966b6.md", "se320018ecc.md", "s0591b55e96.md", "s9e2db995b0.md"], "bm25": [-7.092786, -2.026776, -1.625885, -1.589016, -1.366054, -1.3655, -1.335414, -1.245193, -1.218576, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -6e-06, -6e-06, -5e-06], "search": ["s2d9b32930e.md", "sa7352a0bbd.md", "sd94f50d8a0.md", "se26836ef32.md", "s551c5e1990.md", "s655aae46ed.md", "s24413c25f9.md", "s342b1e5d6c.md", "sb45b35fe5b.md", "s1422211255.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d3ab962e", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s4140e4cfd8.md", "sa1df62342b.md"], "ranked": ["sa1df62342b.md", "sf1fc643d6c.md", "s4140e4cfd8.md", "sf3a19bf9b1.md", "sb63d0f5e46.md", "s7f4b8e08be.md", "s450b9cea3b.md", "s7c172f224e.md", "s65c0def0ff.md", "s290ca296d2.md", "sd8e836bde8.md", "s6dcc631b61.md", "s7aef16b80b.md", "s70353c3b11.md", "sddd292d253.md", "s22719fe366.md", "se3709bad74.md", "s0067eef1fa.md", "se54a57a3ab.md", "s0505f651eb.md", "s345ed02639.md", "sc4551df819.md", "s91f84f86b5.md", "s0686e3100c.md", "sdbbd33e631.md", "sf10970166b.md", "s7444ae5198.md", "se40e487e9c.md", "s7bd5ce23d7.md", "sc5666bdf60.md", "s4ba79b2e2a.md", "s866f3d63a4.md", "s444128ecc8.md", "s106ecd8e8f.md", "s5604cee08b.md", "se4c9a556c8.md", "sc0397c4780.md", "s0cc3603519.md", "saa726b70e6.md", "s6a89c7ca42.md", "sd7f2cbf5f2.md", "sfdccc0703c.md", "sbdb3fcebca.md", "sa083c60ad7.md", "s9a7db5cae6.md", "sc7240c62e2.md", "s555ab4ebaa.md", "s419c633a78.md", "s8839f08ad8.md"], "bm25": [-10.766154, -6.793763, -4.640009, -4.535036, -4.450769, -4.269486, -3.756214, -3.152333, -3.046242, -3.044891, -2.490475, -2.243958, -2.155066, -2.045993, -1.605978, -1.470939, -0.829133, -0.801278, -0.797991, -0.756364, -0.526593, -0.512271, -0.358912, -0.339567, -0.339504, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -2e-06], "search": ["sa1df62342b.md", "sf1fc643d6c.md", "s4140e4cfd8.md", "sf3a19bf9b1.md", "sb63d0f5e46.md", "s7f4b8e08be.md", "s450b9cea3b.md", "s7c172f224e.md", "s65c0def0ff.md", "s290ca296d2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s6466f6fdf5.md", "s9cc548c6a0.md"], "ranked": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s64f01323c3.md", "s1a7ae05866.md", "sf8f3d03b69.md", "s667cd7dc0e.md", "s30005badd3.md", "s441beb52bf.md", "sa105e147ca.md", "sd50a9cb042.md", "s1f664aea56.md", "s57107a29c6.md", "sca27d24f3f.md", "s107b15280c.md", "s0f15e735f9.md", "s4ea001f043.md", "s64dded3249.md", "sded02fd1b1.md", "sd6e725f574.md", "s747731d618.md", "s032321d0b7.md", "s6efc2b74f7.md", "s7c8cd889dc.md", "s90392f541f.md", "sfa546c609a.md", "s48a8df6400.md", "s2743200cde.md", "s0e8b227954.md", "sf6de2f1255.md", "s436c129412.md", "s0c1b13b452.md", "s4afbeda451.md", "saa72f71045.md", "sd972820a34.md", "s1327ff1112.md", "s6276040b8c.md", "s6bf4b27487.md", "s376b1392f9.md", "see2632da98.md", "s6cde80f473.md", "s241a2b4ac2.md", "s1667684f89.md", "s3718dfcccd.md", "s348b08a415.md", "s99eef6b944.md", "sbe2d36dd0e.md", "s74830f699c.md", "s206ce08e44.md", "s74b17b6e62.md", "s8d6866bbbc.md"], "bm25": [-14.784431, -13.764167, -4.286853, -3.980238, -2.757996, -2.136352, -1.978546, -1.961772, -1.743265, -1.465742, -1.368529, -1.329683, -1.202005, -1.03954, -1.002291, -0.906196, -0.889261, -0.883757, -0.81648, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -7e-06, -6e-06, -4e-06], "search": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s64f01323c3.md", "s1a7ae05866.md", "sf8f3d03b69.md", "s667cd7dc0e.md", "s30005badd3.md", "s441beb52bf.md", "sa105e147ca.md", "sd50a9cb042.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc06de0d", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["sc251fd98de.md", "sebf2bef38e.md"], "ranked": ["sebf2bef38e.md", "sc251fd98de.md", "sae04ec051a.md", "s80bf829467.md", "s5c4c239ad9.md", "saed5442030.md", "s5142114b42.md", "se4730104ff.md", "sf827f4b6ab.md", "s815914f9e3.md", "sb94b9cb7ea.md", "s38e395c169.md", "s869799ad49.md", "sf358c98a93.md", "saaa98eecca.md", "sc367a73d50.md", "s6b4cc571a8.md", "se4cf38237c.md", "seffe10ebd1.md", "sb5380e313e.md", "sc9584ab1de.md", "s998231d21b.md", "sce82da45af.md", "sa8a67274ff.md", "sb31a265dc6.md", "sd5659bdf29.md", "sdd82884130.md", "s90068b19c7.md", "sa2e619ab63.md", "sc6ee8c32ef.md", "s0dca9d3775.md", "s02737d2cfe.md", "scc2bb382e7.md", "sbd7d578f34.md", "s375c250cba.md", "s5d6a2c654d.md", "sfe7b1a9139.md", "s2a69a243ca.md", "sab0b2bb401.md", "sf93563c0e5.md", "sb6cee19ffa.md", "s00a0db83c7.md"], "bm25": [-22.687394, -20.644883, -17.46686, -5.330583, -4.916114, -4.893471, -4.520256, -4.210952, -3.609085, -3.55958, -3.217802, -3.085599, -2.486811, -2.352269, -2.296941, -2.199713, -2.114907, -1.800737, -1.6257, -1.398948, -1.395526, -1.166064, -1.153731, -0.948825, -0.790093, -0.569097, -0.529841, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -8e-06, -2e-06], "search": ["sebf2bef38e.md", "sc251fd98de.md", "sae04ec051a.md", "s80bf829467.md", "s5c4c239ad9.md", "saed5442030.md", "s5142114b42.md", "se4730104ff.md", "sf827f4b6ab.md", "s815914f9e3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a11281a2", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["sbc19bedd3f.md", "sea6c309a14.md"], "ranked": ["sea6c309a14.md", "sbc19bedd3f.md", "sfd875d30ab.md", "sf4dfe6ae51.md", "sa8f8a1b954.md", "sce2f47af1c.md", "s09d6129bbd.md", "s32030a7f2e.md", "sbe00b66ad1.md", "s6c32d00b86.md", "s7911e08358.md", "s3cefa004cb.md", "sfbc75a4225.md", "sad8e7e6a8a.md", "s44ecbbf126.md", "s194ea50da8.md", "sacf6f51fa2.md", "sa88a06e139.md", "s9450e6b95c.md", "s230c68c220.md", "sa66e6740aa.md", "s20a32bac6b.md", "s8dfbe1ea76.md", "sa467a65c5d.md", "sb5e58ab941.md", "sebb60f153c.md", "s145a794084.md", "seb0e2c73be.md", "sa3f2e472ab.md", "sa44760f143.md", "s62a1b7a689.md", "s04518942d6.md", "se265dab022.md", "s8eaf6ffbbf.md", "s4a506ccec6.md", "s1dfac89d76.md", "sbdccdcaa88.md", "s6b5f577ba4.md", "s89b02e6420.md", "s62d3ea8710.md", "s8548022e72.md", "sc6ccd234c0.md", "sf6d6f74d07.md", "scbb4169284.md", "s56bcf577d2.md", "s40dbfe5565.md", "sa40af194ed.md", "s2562c0f4fd.md", "s6b5c6983c9.md"], "bm25": [-8.317368, -6.072373, -5.922074, -5.414157, -5.395911, -4.411291, -4.257418, -4.215661, -3.460164, -3.023403, -2.76297, -2.734227, -2.718405, -2.279171, -2.279064, -2.008742, -1.923862, -1.785566, -1.533095, -1.439099, -1.383409, -1.125535, -1.122774, -0.906981, -0.875309, -0.828992, -0.734979, -0.727775, -0.699508, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -6e-06, -4e-06, -2e-06], "search": ["sea6c309a14.md", "sbc19bedd3f.md", "sfd875d30ab.md", "sf4dfe6ae51.md", "sa8f8a1b954.md", "sce2f47af1c.md", "s09d6129bbd.md", "s32030a7f2e.md", "sbe00b66ad1.md", "s6c32d00b86.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4f54b7c9", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0056, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s49a909499e.md", "sb0da6ca072.md"], "ranked": ["sb0da6ca072.md", "s49a909499e.md", "scd0745fe16.md", "saa7fa5bac2.md", "s9a887df4fe.md", "s304b0a4477.md", "sa06765cb2c.md", "scef6ff44cf.md", "s1c0b1db535.md", "s9c1b4d1985.md", "s777fb7d43f.md", "sf3168a83f3.md", "sd928aeea94.md", "sb84d6512e6.md", "s97667d1368.md", "s297aa44e6b.md", "s49026884a3.md", "s0bdcdbf394.md", "s13f89f4a40.md", "s2a95258aaa.md", "s93382c4678.md", "se082137d0a.md", "s02f5cb69ed.md", "sbcdb38e724.md", "s8dc2ce4cf9.md", "s2bb9ceb278.md", "s19550f455b.md", "s3af6c9e848.md", "sa33b2440e7.md", "s3a3b7ec2f8.md", "s13dd1821a5.md", "s69a2de80ce.md", "sa85aeea44a.md", "sef1b7d6fae.md", "s574f7ba44c.md", "s99010f20c4.md", "sca50e7ca91.md", "s2daff55df7.md", "sd82f44157c.md", "sce415dac9d.md", "s37a4ba02b7.md", "s7a089a5e82.md", "sd566cb2860.md", "s3e3e188892.md", "sac729b845a.md"], "bm25": [-17.599537, -15.362696, -5.458844, -4.487575, -4.118889, -4.062007, -2.818704, -2.711019, -2.584537, -2.445296, -2.418355, -2.096802, -1.538319, -1.471534, -1.393463, -1.307278, -1.273684, -1.089119, -1.072691, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06], "search": ["sb0da6ca072.md", "s49a909499e.md", "scd0745fe16.md", "saa7fa5bac2.md", "s9a887df4fe.md", "s304b0a4477.md", "sa06765cb2c.md", "scef6ff44cf.md", "s1c0b1db535.md", "s9c1b4d1985.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "85fa3a3f", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0005, "type": "multi-session", "abstention": false, "gold": ["s0a4e047036.md", "s321914b2b9.md"], "ranked": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "s6ed3d534c2.md", "sa0a4609515.md", "sf7fe9374b7.md", "s878114e456.md", "s929a523c93.md", "sbc8717be1d.md", "sc9b36af9c6.md", "sd25856c0ea.md", "sb2db46189d.md", "s53ce3e29d6.md", "s4b9f0c0ed4.md", "s1694b47c63.md", "sc7bc5b6b00.md", "s9a1b274cb1.md", "s1ad88ee358.md", "s49589f418d.md", "sd6be39d4da.md", "sbe005d64b5.md", "sd328988d4c.md", "s2165ab3609.md", "sb9cb4b71a0.md", "s0c6b6f0929.md", "s936c202aec.md", "s7d581639a2.md", "s06741a8150.md", "s66a68174f6.md", "s6f94bb8ebe.md", "s774451d60d.md", "s04eed59eab.md", "s16b8f64cfd.md", "se7db28342f.md", "sd14e195a74.md", "s0fc17f291a.md", "sc3317ba34a.md", "s9d20f5cd0d.md", "sf36322cb69.md", "s5b7c44bad5.md", "se3dd936b57.md", "s1e1308f31c.md", "sc7d6c10201.md", "s8eaafc45b3.md", "s7a1cb2f300.md", "se2e3cc0f5b.md", "s65705b13b6.md"], "bm25": [-41.968468, -22.823521, -9.407301, -8.155411, -7.288888, -5.905394, -5.865936, -4.61902, -4.363582, -3.812185, -3.663361, -3.662097, -3.240436, -3.021853, -2.715862, -2.659405, -2.593929, -2.452755, -2.392854, -1.916759, -1.653811, -1.48909, -1.475243, -1.357977, -1.341145, -1.317536, -1.301709, -1.2207, -1.191535, -1.110781, -1.05265, -0.966267, -0.929619, -0.883892, -0.705456, -0.611585, -1.9e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05, -1.2e-05], "search": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "s6ed3d534c2.md", "sa0a4609515.md", "sf7fe9374b7.md", "s878114e456.md", "s929a523c93.md", "sbc8717be1d.md", "sc9b36af9c6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9aaed6a3", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s4c2883ce19.md", "s9910802e2f.md"], "ranked": ["s4c2883ce19.md", "s3ec2521e95.md", "s9910802e2f.md", "s31db3967b0.md", "se60c5442a8.md", "sdcd4bd759f.md", "s4c98d5b009.md", "s67fa062bf3.md", "sd0f501c259.md", "s2fdcf1894a.md", "sf1fd814cbe.md", "s41c1edb707.md", "sffeaf90167.md", "s6e3250841e.md", "sfd95ddb7ba.md", "s9db07b20a8.md", "s8fccafed92.md", "sb91ee73a16.md", "s83820d2e3f.md", "s3400d4c660.md", "s8d9032e387.md", "see18f1bd0b.md", "sec573df924.md", "s51db28ceea.md", "s15a3233c90.md", "s6e287e874f.md", "s17a969025b.md", "sd9ae2f5868.md", "s72cfcdd78b.md", "s8b4506b75d.md", "sce22b4721a.md", "s36b6590238.md", "s7672558394.md", "s36e90f6e12.md", "seef9faf27d.md", "se39a4c7227.md", "sbfc37b802f.md", "sbf5bb72a02.md", "s6c199303aa.md", "sb36b7b59cb.md", "s9ce4d04efa.md", "s45151ff35d.md", "s9ae4d55e0b.md", "sbda108dd36.md", "s32ab4aabff.md", "s3956e75ef3.md", "sddf0713ba2.md"], "bm25": [-18.368761, -13.3508, -11.352198, -4.109187, -4.063322, -3.55495, -3.54213, -2.831451, -2.207613, -2.085795, -1.890911, -1.558385, -1.360515, -1.178179, -1.012781, -1.010012, -1.003132, -0.996066, -0.94617, -0.847007, -0.80297, -0.773848, -0.737417, -0.683401, -0.657469, -0.611885, -0.593392, -0.55068, -0.526325, -0.466328, -0.451583, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06], "search": ["s4c2883ce19.md", "s3ec2521e95.md", "s9910802e2f.md", "s31db3967b0.md", "se60c5442a8.md", "sdcd4bd759f.md", "s4c98d5b009.md", "s67fa062bf3.md", "sd0f501c259.md", "s2fdcf1894a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1f2b8d4f", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0005, "type": "multi-session", "abstention": false, "gold": ["s27ca342696.md", "sdc14a13669.md"], "ranked": ["s27ca342696.md", "sdc14a13669.md", "sa7e13c2124.md", "s5a12a60efd.md", "s14b4f90f09.md", "sb3b0fc853f.md", "sf70df41246.md", "s83af440a6f.md", "sf4e55a2a63.md", "s57840021f8.md", "sbe3cb24a24.md", "sac5acff248.md", "sf53b212a98.md", "se79d9235fd.md", "s4ac5b6d0be.md", "s999d1a53a6.md", "sb9c223dfe1.md", "s33eac10fd3.md", "s7ca9267a60.md", "s2a9c45db1c.md", "scf02d2da3a.md", "s9b6149acb3.md", "s49e0efb143.md", "s896cb9f012.md", "sa5db50b5ee.md", "s409e88e942.md", "s5799457aac.md", "se386c0fb5a.md", "s9a7aed1329.md", "s7e80fe11e8.md", "s19730a397c.md", "sd0bbe71cba.md", "s8c534186de.md", "s1935c37263.md", "s741e094d5c.md", "sf27b851ba6.md", "s34910b3373.md", "sc1dfbb27ff.md", "se077d501b8.md", "s9a2bba7139.md", "s219b31f8d4.md", "sf3796905fb.md", "sb28a596331.md", "s3141c4f52c.md", "s9f04e8338e.md", "s76940abaff.md", "s2c95449bdb.md", "sc3c5f134db.md", "sb402196811.md", "s2f51f3a040.md"], "bm25": [-23.279217, -22.168844, -8.844544, -8.211494, -6.436294, -5.660989, -5.136117, -5.009545, -4.610154, -4.533355, -4.167605, -3.978122, -3.918979, -3.835591, -3.834582, -2.693011, -2.639071, -2.566495, -2.26844, -2.226114, -2.201817, -2.196866, -2.180444, -2.068573, -1.970447, -1.937943, -1.572028, -1.489107, -1.481925, -1.336819, -1.288302, -1.269038, -1.232567, -1.096192, -1.060425, -0.999557, -0.873057, -0.862709, -0.708308, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05], "search": ["s27ca342696.md", "sdc14a13669.md", "sa7e13c2124.md", "s5a12a60efd.md", "s14b4f90f09.md", "sb3b0fc853f.md", "sf70df41246.md", "s83af440a6f.md", "sf4e55a2a63.md", "s57840021f8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e6041065", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0059, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s9e36079c38.md", "sa16d1fc74b.md"], "ranked": ["s9e36079c38.md", "sa16d1fc74b.md", "s2fb4e8e47f.md", "see6832267a.md", "se722f0cead.md", "s228e954d1e.md", "s2d9ee89358.md", "sf248827da3.md", "sb40c5ce366.md", "s413a3d2afa.md", "s90a47d7467.md", "s8363aac22a.md", "s951c8744aa.md", "s482918f12d.md", "s2b7af13379.md", "s5d7260be0f.md", "s85ff252f2e.md", "scb3eee4cda.md", "sc46fe86346.md", "sf3722377d5.md", "s6ace6bd438.md", "s7669b4c40b.md", "s8cd065f991.md", "sff1ebff25d.md", "s15c8fa8d48.md", "sb11091d5b0.md", "s34797dadf5.md", "s37f57a5982.md", "s52fe0a8f92.md", "sc2296b7fc7.md", "s1cee07126e.md", "sbd35eed4c6.md", "s968297118f.md", "s6766990543.md", "scca44a6720.md", "s59d20b2617.md", "s05f9a2ee77.md", "s46c039b7af.md", "s0c5a22215c.md", "s6a17d3a624.md", "se5b916138d.md", "s6fa06385bf.md", "s89936765d5.md", "s7d2adcca9b.md"], "bm25": [-15.974798, -15.707844, -6.165079, -5.500273, -5.283395, -5.099445, -4.786076, -4.041969, -3.762399, -3.495744, -3.482893, -3.079507, -3.046561, -2.53799, -2.165378, -2.117927, -1.148013, -1.052793, -1.037255, -1.011851, -0.70145, -0.682624, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06], "search": ["s9e36079c38.md", "sa16d1fc74b.md", "s2fb4e8e47f.md", "see6832267a.md", "se722f0cead.md", "s228e954d1e.md", "s2d9ee89358.md", "sf248827da3.md", "sb40c5ce366.md", "s413a3d2afa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51c32626", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0059, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s445692cd5a.md", "s647ebdee0a.md"], "ranked": ["s647ebdee0a.md", "s445692cd5a.md", "sc005e5bb23.md", "sbe293a32f8.md", "s909c58fbf4.md", "s9a95b218de.md", "s6cd048a4c5.md", "se72472629c.md", "s19e685c14f.md", "s32438609fa.md", "sa83bb85718.md", "s2d6528400b.md", "sab9571b6c7.md", "scb24e197f2.md", "s22536aec5a.md", "seb718b5d53.md", "s51b0a70d1f.md", "s291b3be7fa.md", "scec98ede39.md", "sbb9931aa42.md", "s780f67c031.md", "se28c78773a.md", "s0d8e2a97b1.md", "s2806ccce6f.md", "s5ccade69e4.md", "sb3b2dd50a9.md", "sde0181ece9.md", "scfbcbceee7.md", "s292b1287dc.md", "s300f710aa1.md", "s530b0ddaee.md", "s6e330ef106.md", "s24708764c8.md", "s7d3b822fc6.md", "s513236fb52.md", "sff4653408a.md", "s3a404c799f.md", "s703e70b7ec.md", "sc62734eddf.md", "s796054be41.md", "s660c3ff190.md", "sff51f01bd7.md", "s30cd48305a.md", "s9823c4aad3.md", "s63f74ce73f.md", "sb18053c781.md", "s2dedbaba83.md", "sba00d66cb8.md", "sbc93c7a994.md", "s3ec79694df.md"], "bm25": [-15.999483, -13.47713, -9.376563, -5.573859, -5.246327, -4.73215, -4.034781, -3.821927, -3.415889, -3.267322, -3.01508, -2.851918, -2.826439, -2.422054, -2.055193, -1.984805, -1.946304, -1.790655, -1.721586, -1.655857, -1.531066, -1.51886, -1.35737, -1.181009, -0.899746, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["s647ebdee0a.md", "s445692cd5a.md", "sc005e5bb23.md", "sbe293a32f8.md", "s909c58fbf4.md", "s9a95b218de.md", "s6cd048a4c5.md", "se72472629c.md", "s19e685c14f.md", "s32438609fa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d905b33f", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s697efa5209.md", "sb5d2d76437.md"], "ranked": ["sb5d2d76437.md", "s366121c87e.md", "sc994768a44.md", "se91524bec0.md", "sda37a87515.md", "s5458c635a4.md", "s697efa5209.md", "s386df116b4.md", "sb237759f37.md", "s682ce1c2da.md", "sb18bb1d742.md", "sf805f93ef4.md", "s4ac61f6a68.md", "sfee233b081.md", "sf5d30515f1.md", "s8b8b6ad34d.md", "s130216940d.md", "sa73cc888da.md", "s760d887424.md", "s451b8066c1.md", "sc6b5011693.md", "s997f4dab39.md", "s78b652cae8.md", "s9b46024903.md", "se7f6bfd525.md", "sc165f0f4ca.md", "s1c95fcc140.md", "sb82507d1ea.md", "s4475f9f647.md", "sd889f03edf.md", "s3f57d6195d.md", "s9a558f466e.md", "s7b3ceafc18.md", "s79715555c9.md", "se80c54978a.md", "s286153739b.md", "s51c9cc6d4a.md", "s0f4caa139f.md", "sc96db2afe8.md", "sb3aa5ad9b6.md", "sf69c998923.md", "sebf2acfdac.md", "sf914cf3a2c.md", "sb5e70df11a.md", "s7dcc604eef.md", "s61d5890dd7.md", "s4a8933e6f0.md"], "bm25": [-8.352483, -5.619586, -5.478989, -5.398423, -5.260822, -4.756946, -4.009621, -3.671629, -3.634738, -3.470161, -3.23733, -2.994217, -2.440112, -2.248456, -2.209046, -2.159144, -2.073252, -2.044852, -1.938689, -1.890937, -1.602305, -1.545511, -1.473371, -1.424071, -1.407014, -1.362695, -1.339636, -1.332954, -1.26848, -1.039881, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06], "search": ["sb5d2d76437.md", "s366121c87e.md", "sc994768a44.md", "se91524bec0.md", "sda37a87515.md", "s5458c635a4.md", "s697efa5209.md", "s386df116b4.md", "sb237759f37.md", "s682ce1c2da.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "7405e8b1", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s1493d128dc.md", "s685abcadd0.md"], "ranked": ["s685abcadd0.md", "s1493d128dc.md", "s9e1fc63bbb.md", "s412019174a.md", "sfcabba17da.md", "s13eae83c9a.md", "sd23ea8d85e.md", "s471044b77e.md", "s8a794b7e6f.md", "s460b98ac9c.md", "s6fa9e2de84.md", "sa99861fcdf.md", "s3a601bfb80.md", "s66b883bb0d.md", "sa93193a1dd.md", "s8bccee79aa.md", "s58ebdb5dd1.md", "s2983b68e56.md", "s38c7510fa0.md", "sb558c31590.md", "s58ee72f231.md", "s362f8cd160.md", "sa700d70204.md", "s7be744af66.md", "s6b2568513c.md", "s0a21d98183.md", "s72db599769.md", "scd9274e6c6.md", "sbde8c6677d.md", "s9c499801bb.md", "s5850479ee4.md", "sd67c87e640.md", "sd48907362e.md", "sdb2b4a7191.md", "s88993d8e42.md", "sbd6705a125.md", "s3264dc6f2b.md", "s73f7b4bb20.md", "sca5c75c5a4.md", "sc56598cab5.md", "sd045a757b4.md", "s09bcde020d.md", "s2963df7f1c.md", "s7b3c9c8f46.md", "scede97d2f9.md", "sb89b6cd0f5.md", "sde900a50e2.md", "sed9560058b.md"], "bm25": [-23.967085, -19.133442, -12.460817, -11.060865, -6.865003, -6.565345, -5.503702, -5.350436, -4.427344, -4.416178, -4.091156, -3.907656, -3.807208, -3.764348, -3.613279, -3.429803, -2.967183, -2.899587, -2.798236, -2.732165, -2.482701, -1.613288, -1.600458, -1.437932, -1.169691, -0.955936, -0.886884, -0.78358, -0.571301, -0.544194, -0.543876, -0.524018, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -2e-06, -2e-06], "search": ["s685abcadd0.md", "s1493d128dc.md", "s9e1fc63bbb.md", "s412019174a.md", "sfcabba17da.md", "s13eae83c9a.md", "sd23ea8d85e.md", "s471044b77e.md", "s8a794b7e6f.md", "s460b98ac9c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f35224e0", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0061, "secs_query": 0.0005, "type": "multi-session", "abstention": false, "gold": ["s830c520fa0.md", "sdc2ef2e956.md"], "ranked": ["s830c520fa0.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s9bc39ad1ea.md", "s0bebd6aa79.md", "s2d43afab0c.md", "s5d3e009cb7.md", "sf6d2b1ccfa.md", "sa963982adb.md", "s95374dcbf0.md", "s8d12a0c203.md", "sa1bceee9fe.md", "s5aa1929466.md", "s62eac48e94.md", "s4420913190.md", "s4c8cf4a72b.md", "s1099c3a7d5.md", "sfa30a9a9fc.md", "s4820b34b44.md", "s1101a84fda.md", "s4b6a184c46.md", "se5b9f0e766.md", "s89e0af57a1.md", "s5606869390.md", "se6d6b2eec4.md", "sa3cbc3f361.md", "sf1e869f888.md", "s202275e591.md", "sbb79535a63.md", "s26e4f1bc35.md", "s452e34ffad.md", "s099461bd41.md", "s38022fdee1.md", "s8467d32527.md", "s3dac87b42c.md", "sa90636b17d.md", "sef13a89bf1.md", "s97afdff575.md", "sc83650e886.md", "s6549733392.md", "s3a09ee52d3.md", "s94dc950950.md", "sd32fa9c319.md", "s214d352872.md", "s7e6f5c28d5.md", "s4631e12327.md", "sbccefb1d61.md", "sb5a51dc39f.md", "scc7887df89.md", "s1069564471.md"], "bm25": [-16.298142, -11.175949, -7.893045, -4.324999, -4.105031, -3.594541, -3.119733, -3.018475, -2.96028, -2.940226, -2.871984, -2.734465, -2.638782, -2.38165, -2.265816, -2.247006, -1.974804, -1.953277, -1.888099, -1.800299, -1.749539, -1.732568, -1.689751, -1.464977, -1.317807, -1.228675, -1.134341, -1.109933, -0.885702, -0.832649, -0.80927, -0.778516, -0.067125, -0.061266, -0.049999, -0.043248, -0.042725, -0.034482, -0.030614, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05], "search": ["s830c520fa0.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s9bc39ad1ea.md", "s0bebd6aa79.md", "s2d43afab0c.md", "s5d3e009cb7.md", "sf6d2b1ccfa.md", "sa963982adb.md", "s95374dcbf0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s0da157e8c4.md", "s7ae99d1efa.md"], "ranked": ["s7ae99d1efa.md", "sa7a4d852a2.md", "s0da157e8c4.md", "sb3fae70b10.md", "s1d52c8f24d.md", "s6ef5328d77.md", "s4c39dc4808.md", "s47ec412bb0.md", "s78b0ab9c02.md", "sfcc2d54e07.md", "scad817ecd1.md", "sa2501989bc.md", "s090e3ab4e4.md", "sdd9622bcdf.md", "s5e99da74b2.md", "s277bf2c5af.md", "s640a616ed0.md", "s1c96210c31.md", "s276fc52e4d.md", "sf203b05e72.md", "s8fba565228.md", "s4798338f14.md", "sb5d837da58.md", "sd6f0922b5c.md", "s7934c9bfe0.md", "sf28addf5bf.md", "se2eaf8c0bd.md", "se7d2549475.md", "sd2bebb5b06.md", "sa45865063d.md", "sc8a9fbd46d.md", "s20cb23d254.md", "s36adbc4758.md", "s85d5df8b59.md", "sb8c8e72423.md", "sc981f3a7e6.md", "s1315e3d542.md", "s5a8279de4e.md", "s4c5d88f04c.md", "s91d9e46146.md", "s1718017c89.md", "s3dadedd5b0.md", "s53d3a10be2.md", "s9a212ec133.md", "s3d475d2f88.md", "saf6b3410df.md", "s144449d65a.md"], "bm25": [-14.924341, -13.919544, -9.707053, -6.963002, -6.031673, -5.706619, -4.170681, -3.848905, -3.795453, -3.143027, -2.875108, -2.857133, -2.718793, -2.441773, -2.346121, -2.269476, -2.184212, -2.170022, -2.138221, -1.579725, -1.530377, -1.401717, -1.32281, -1.196087, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s7ae99d1efa.md", "sa7a4d852a2.md", "s0da157e8c4.md", "sb3fae70b10.md", "s1d52c8f24d.md", "s6ef5328d77.md", "s4c39dc4808.md", "s47ec412bb0.md", "s78b0ab9c02.md", "sfcc2d54e07.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a4996e51", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s6b07a49ff8.md", "s995e5d6ed1.md"], "ranked": ["s995e5d6ed1.md", "s6b07a49ff8.md", "sd0ceb89936.md", "sde57abae1b.md", "scc6b101fbc.md", "s81f2595c85.md", "s8edbd92fc7.md", "scdaaecf075.md", "sb14a6b1026.md", "s4a4ebbe11e.md", "sa2abba8700.md", "sf4c87bc489.md", "s4a047ecb4f.md", "s9ff112c574.md", "s57b2a88d61.md", "s9cb47b77a3.md", "sceed1ad08c.md", "s9f9f7e329b.md", "s32ea47415c.md", "scaa51ea941.md", "s7a9e597f1b.md", "sf8df67633c.md", "s0b746ce99c.md", "s1bf492ab72.md", "s69ac2ad471.md", "s62c9cb60fb.md", "s9bebdb1265.md", "s3e38f3f7f4.md", "s60c380c942.md", "sb15b6b910c.md", "s2f32925b26.md", "s24d99a998c.md", "s74ad0b39bc.md", "s64b39e41f4.md", "se98575116b.md", "sc9e278daa5.md", "s32de8a087a.md", "s6e527090ee.md", "se2e147c644.md", "sd48ca4a67e.md", "sde619b3e30.md", "s50a26679c1.md", "sa6c1cd7e00.md", "sf7e74ee44e.md", "se8b6d61917.md", "sa61ccb0e6b.md", "sefbb98cdb6.md", "s2b7cdd9aa1.md"], "bm25": [-16.024845, -11.610714, -6.264672, -4.80305, -4.450135, -4.371224, -4.129167, -3.067575, -3.061931, -2.603483, -2.603296, -2.440234, -2.333358, -2.137048, -2.113674, -2.069468, -1.954899, -1.856713, -1.671695, -1.662239, -1.424612, -1.339779, -1.255275, -1.237809, -1.115669, -1.099821, -1.026488, -0.818117, -0.726429, -0.725362, -0.616742, -0.566813, -0.546815, -0.51771, -0.499282, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -3e-06, -2e-06], "search": ["s995e5d6ed1.md", "s6b07a49ff8.md", "sd0ceb89936.md", "sde57abae1b.md", "scc6b101fbc.md", "s81f2595c85.md", "s8edbd92fc7.md", "scdaaecf075.md", "sb14a6b1026.md", "s4a4ebbe11e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3c1045c8", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s5f84133fcd.md", "s873947b8ae.md"], "ranked": ["s873947b8ae.md", "s215d1888f1.md", "s6d0054f5c0.md", "s0f5b07f157.md", "sd6495e3d5e.md", "s49f5b63295.md", "s4b07d610a0.md", "s1b80e148b4.md", "s54056b9d33.md", "sd8fb4cf6df.md", "sa0ba2a369a.md", "s4a3a447d07.md", "s5a26ba7284.md", "s7309898d51.md", "s5f84133fcd.md", "sa02ee3255b.md", "sab83ac1500.md", "sdf23b8cbd6.md", "s0d95648d84.md", "sff9a2d8e4c.md", "sd3ad739a83.md", "sfe1b4146d8.md", "s7ff02cf228.md", "sdb0d5da35b.md", "s82f543d2a2.md", "s3bd49681d8.md", "s4c909beb5d.md", "s332e78cd2c.md", "sf2533a6655.md", "se072e1efa6.md", "sd282ed5c14.md", "se96f1c7fd6.md", "s78f2473edc.md", "s88fc2e86df.md", "sd1d19014c2.md", "s15fcaa504f.md", "s3c8554a4c7.md", "s5f5800edcc.md", "sb1a79026cc.md", "s0af1c72c15.md", "sc27160aa15.md", "s4555b30507.md", "sfac9c482f3.md", "sc72c3ed42c.md", "s66921a15c1.md", "sdf0480593f.md", "s424dc16dc8.md", "s75f72b9b52.md", "sb4b8be7842.md", "sce0b3d921f.md"], "bm25": [-9.77115, -8.803106, -6.803573, -5.953544, -5.086937, -4.72821, -4.010035, -3.974239, -3.633646, -3.349484, -3.288407, -3.186132, -2.803199, -2.790933, -2.634795, -2.44117, -2.412245, -2.373635, -2.244771, -2.05067, -1.990224, -1.914043, -1.75135, -1.689001, -1.491643, -1.102724, -0.999093, -0.669696, -0.660573, -0.651895, -0.137923, -0.127891, -0.124715, -0.120441, -0.117717, -0.093965, -0.091038, -0.081259, -0.073769, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06], "search": ["s873947b8ae.md", "s215d1888f1.md", "s6d0054f5c0.md", "s0f5b07f157.md", "sd6495e3d5e.md", "s49f5b63295.md", "s4b07d610a0.md", "s1b80e148b4.md", "s54056b9d33.md", "sd8fb4cf6df.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "60036106", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s4cf5e223a9.md", "sde92ab15ab.md"], "ranked": ["sde92ab15ab.md", "s4cf5e223a9.md", "s76b4e4d5a6.md", "sc358d1a0b9.md", "s848a8008a0.md", "s33a6af98c0.md", "scf03f4fac4.md", "s76b71bd5ae.md", "sbef2dde7ab.md", "s42b14c39bd.md", "sa482740881.md", "sf1cf0cbe94.md", "sbefa7ff819.md", "s9d573fc4fe.md", "s8ed002ad03.md", "s9f8ee69ed9.md", "s96f816f823.md", "s72e89bad5e.md", "sf2fd3df719.md", "s9bc0c01df8.md", "s36467bc32a.md", "s077c133cd4.md", "s8ef60f929d.md", "s657d8e9b14.md", "s0c7f77c7a5.md", "s0c85fafcf4.md", "s19facdf273.md", "s17e51acc71.md", "s94b15600ea.md", "s1c85ed28fa.md", "sc5ca9048f3.md", "s13793564ca.md", "s80b159272e.md", "s1ccca76e56.md", "s24ca15aea4.md", "seb04754492.md", "sdb64223237.md", "sb1b31801ad.md", "s5a1ccbbdcb.md", "scc5a0f7199.md", "s7e8ec8bad7.md", "sd986437252.md", "s56d22b2470.md", "s4ccd2a4484.md"], "bm25": [-18.765298, -13.023098, -11.827703, -11.735518, -7.078414, -6.265921, -5.164309, -4.737204, -4.519002, -4.001637, -3.960172, -3.699127, -3.251951, -2.875336, -2.782313, -2.77994, -2.355636, -2.33634, -2.224141, -2.11999, -1.780572, -1.504146, -1.474316, -1.467074, -1.348953, -1.230308, -1.188083, -0.976401, -0.823046, -0.632345, -0.629584, -0.565952, -0.12418, -0.124027, -0.107629, -0.101642, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -6e-06, -6e-06], "search": ["sde92ab15ab.md", "s4cf5e223a9.md", "s76b4e4d5a6.md", "sc358d1a0b9.md", "s848a8008a0.md", "s33a6af98c0.md", "scf03f4fac4.md", "s76b71bd5ae.md", "sbef2dde7ab.md", "s42b14c39bd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "681a1674", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0061, "secs_query": 0.0001, "type": "multi-session", "abstention": false, "gold": ["s46c0289a3c.md", "sbede1fc5c7.md"], "ranked": ["sbede1fc5c7.md", "s46c0289a3c.md", "sc13ddc7840.md", "sf338ff2431.md", "s0d807722f0.md", "s92621b6208.md", "sc17a0373cb.md", "s7139fb504d.md", "sd7dcc98d11.md", "s4fb4f215fc.md", "sdacf3224ef.md", "se34cf18963.md", "sad77e58609.md", "s79e5e16d1f.md", "s2afeb6f15a.md", "s9d5a19eb1c.md", "s2ccc265a15.md", "sb8513c85f6.md", "s2723c24737.md", "s80f91f7c2e.md", "s12f99aba3e.md", "s10586405c1.md", "sb650b1b2eb.md", "se8ce5abff6.md", "se5b78d392a.md", "s3bc4df12c8.md", "s3123362436.md", "sb885432e19.md", "s44a0b7b2e2.md", "s3362c95872.md", "s88722bd6e8.md", "sdd3483dd44.md", "s394a66a0b9.md", "sa900d08e8f.md", "s0b736e0890.md", "sfe5b059b14.md", "sc10658319a.md", "s6d61b1455c.md", "s0cb4c93190.md", "s839c491c7c.md", "sda7c4533db.md", "s48335d5eee.md", "s91f25a7e32.md", "s18c8b69360.md"], "bm25": [-12.320613, -12.208177, -4.171635, -3.631008, -3.2117, -2.915857, -2.775769, -2.601562, -2.494081, -2.483486, -1.980192, -1.678611, -1.585983, -1.478079, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["sbede1fc5c7.md", "s46c0289a3c.md", "sc13ddc7840.md", "sf338ff2431.md", "s0d807722f0.md", "s92621b6208.md", "sc17a0373cb.md", "s7139fb504d.md", "sd7dcc98d11.md", "s4fb4f215fc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e25c3b8d", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s23425fb9c1.md", "sb38598132d.md"], "ranked": ["sb38598132d.md", "s23425fb9c1.md", "sea3288e520.md", "sa9c23de20a.md", "sd8d1eea6a4.md", "s6bc05d0dc8.md", "se316437efe.md", "s6656c1b4e7.md", "se6ee7e6ea2.md", "sd9a7e0074c.md", "s75697074b6.md", "s9138b67f0e.md", "s1a939378d2.md", "s094c8db7e7.md", "s51ab750842.md", "s8546d64191.md", "s61491f13c0.md", "sc5e3efee3f.md", "s5d091bd5cf.md", "s68ace2d8f7.md", "s47598c7871.md", "s759ee883d6.md", "s70ceb894f1.md", "sd04414ca38.md", "sb97216872a.md", "se7d4462385.md", "s2722ea3f28.md", "s580cc4955c.md", "s7f483cae61.md", "sb7eeadbd9a.md", "s813dd4993f.md", "sa42b660de7.md", "s0c6d4c56ae.md", "s330bbdf601.md", "sf588f2313f.md", "s0399a065ed.md", "sdf2a3e97b8.md", "s7f61b3ddcd.md", "s95e5473432.md", "sf96a5e753d.md", "sb2e9586f59.md", "s34aecd0efb.md", "se98dc1feec.md", "sad009c14bc.md", "s6d0c36fbed.md", "s3ed7bbfc3a.md", "s327294402e.md", "sdd28160fa1.md"], "bm25": [-18.992857, -5.345005, -3.59949, -3.356977, -3.253804, -3.046092, -2.711351, -2.618184, -2.056241, -1.967756, -1.942083, -1.658049, -1.457141, -0.978164, -0.719232, -0.681073, -0.650836, -0.614971, -0.590867, -0.584639, -0.560137, -0.557701, -0.549126, -0.494252, -0.456375, -0.168793, -0.146298, -0.133457, -0.130703, -0.121393, -0.111662, -0.111571, -0.103463, -0.096759, -0.086426, -0.07591, -0.06928, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -4e-06], "search": ["sb38598132d.md", "s23425fb9c1.md", "sea3288e520.md", "sa9c23de20a.md", "sd8d1eea6a4.md", "s6bc05d0dc8.md", "se316437efe.md", "s6656c1b4e7.md", "se6ee7e6ea2.md", "sd9a7e0074c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4adc0475", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["se31bf5a051.md", "sf0f8af818d.md"], "ranked": ["sf0f8af818d.md", "se31bf5a051.md", "s661b29d081.md", "s76e7c07147.md", "saf2f77cc88.md", "sb2a260fd68.md", "sb0b363b8cc.md", "sc0a38827a5.md", "s4720ec7e1f.md", "s5efae3c45d.md", "sf20c43237f.md", "s5857731f52.md", "s1141d9b226.md", "s4b403edc25.md", "s8975630bff.md", "s03030f434e.md", "sb4ee25490f.md", "s9d15bb8e38.md", "sf0fc206446.md", "s204851e029.md", "sa88f922afd.md", "se9f7d251a6.md", "s8393ff00e1.md", "s06bd7e89e4.md", "sf2a6c048dd.md", "s4eceac06f8.md", "sf9823cc881.md", "s4c2d48f081.md", "s76cb6a4a3e.md", "s96b238fd70.md", "s6f2e957873.md", "s5a4c2ea02e.md", "s1de094f923.md", "s4241a08963.md", "s8a73f1f5f8.md", "sfc4faf923b.md", "sf5a6ad1df9.md", "s98c0c2777c.md", "s441e30d4b8.md", "sbc6840db88.md", "s5b5fd57815.md", "sb6c79c111e.md", "s490b094623.md", "s140efcf3cb.md", "s030e0a566b.md"], "bm25": [-14.769271, -12.639606, -7.436256, -5.844766, -4.050548, -3.892953, -3.798471, -3.220202, -3.15659, -3.018113, -2.444561, -2.157998, -1.945051, -1.659995, -1.599428, -1.179065, -1.133283, -0.799819, -0.741533, -0.721114, -0.676946, -0.638227, -0.611944, -0.581725, -0.57218, -0.551779, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05], "search": ["sf0f8af818d.md", "se31bf5a051.md", "s661b29d081.md", "s76e7c07147.md", "saf2f77cc88.md", "sb2a260fd68.md", "sb0b363b8cc.md", "sc0a38827a5.md", "s4720ec7e1f.md", "s5efae3c45d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4bc144e2", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s81144bc6a1.md", "sc07a3aab06.md"], "ranked": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s62f40e98ef.md", "s2c6b054ee5.md", "saa3c759611.md", "sa425778a95.md", "s32a9db0483.md", "sf3529b152b.md", "scc50d396ba.md", "sef21383737.md", "sa3c9c29688.md", "se8d6574153.md", "sf9eacecb8b.md", "s1b992cd3a4.md", "s5fae9f7892.md", "s11a3abb924.md", "s1779b2ad99.md", "s4dad27fea6.md", "sb642af711e.md", "s4865b56b67.md", "sd06fed33a3.md", "s1a3bb3e256.md", "se4209c7a42.md", "s5fd5a1e6fa.md", "s64b3a6fc30.md", "sc6d49c24a6.md", "s9ae09376bb.md", "s8ea6840f33.md", "sb1aedc11ff.md", "s6079e8c00b.md", "se72a466285.md", "s54053534ab.md", "s2e01637d3a.md", "s6d52197dfb.md", "scf878116de.md", "s98e3146ac6.md", "s1983504526.md", "sd186f1fdde.md", "s4e97a79125.md", "sf02100271b.md", "seb3e11af38.md", "s9dda8a30c0.md", "s5e414278bb.md", "s3f7d0c363e.md"], "bm25": [-21.468045, -13.249904, -7.140219, -6.499674, -6.442786, -5.004773, -4.623534, -4.193026, -4.031978, -3.922351, -3.610532, -2.863188, -2.543131, -2.325294, -2.11933, -2.066681, -1.79403, -1.718063, -1.643013, -1.616041, -1.562711, -1.344716, -1.306037, -1.060888, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s62f40e98ef.md", "s2c6b054ee5.md", "saa3c759611.md", "sa425778a95.md", "s32a9db0483.md", "sf3529b152b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef66a6e5", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0059, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s40c2864c85.md", "s4da929cde6.md"], "ranked": ["s4da929cde6.md", "s84a557f37e.md", "s7e2d8513d9.md", "s980e6a3078.md", "s40c2864c85.md", "s5f5b5a34eb.md", "s6b902be2a2.md", "sea2093f24b.md", "s2b0f563ead.md", "sb509845063.md", "s207be4ebe0.md", "s2d8b448a64.md", "s2fec291bee.md", "s73b1f17a57.md", "s6199a8329c.md", "sb74fafddd5.md", "s5b26fca918.md", "s8fa0d09fb7.md", "sbee86d0e6f.md", "s50b1739499.md", "saee108ff92.md", "sa91b102795.md", "s3cc6514f85.md", "s84d020716e.md", "s8ed6e0128c.md", "sb549ec7d53.md", "s869c673d45.md", "s0125af419d.md", "s0998cb7b68.md", "sb03abf1c85.md", "s42ee3c9dff.md", "s84d11b5fb0.md", "s10788ded3b.md", "sa84f1d5fa1.md", "sa98b0f3011.md", "s8b0e4c681e.md", "s9e156fbdbc.md", "s732db45958.md", "s739e4bb987.md", "s5ef8a31533.md", "s1c9664be14.md", "s4ec73f8cec.md", "s3d8bacd8bb.md", "sadf3e1d0b9.md", "s5f5b9653cb.md"], "bm25": [-7.286718, -4.942142, -4.506942, -4.210415, -3.948234, -3.754847, -2.889196, -2.362488, -2.327037, -2.152844, -2.097192, -2.074722, -2.051486, -1.85394, -1.832946, -1.830538, -1.75302, -1.523557, -1.462933, -1.215593, -0.369676, -0.364547, -0.316415, -0.295203, -0.270137, -0.266943, -0.25162, -0.183475, -0.18235, -0.178116, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06], "search": ["s4da929cde6.md", "s84a557f37e.md", "s7e2d8513d9.md", "s980e6a3078.md", "s40c2864c85.md", "s5f5b5a34eb.md", "s6b902be2a2.md", "sea2093f24b.md", "s2b0f563ead.md", "sb509845063.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5025383b", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0059, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s0a85d9e04e.md", "scee6912a74.md"], "ranked": ["scee6912a74.md", "s543cbf42b8.md", "s0a85d9e04e.md", "sc932eb8cb7.md", "se9f97e021a.md", "sa1a12eb0c3.md", "seb580a9d7d.md", "s9b7d9f79df.md", "sfec5bb8ada.md", "s937311ea04.md", "sebb03a6e9d.md", "s4ab4041a20.md", "s64875d7a81.md", "s93f3603825.md", "sffd49f0775.md", "s8589584441.md", "s0e33f50cd7.md", "s2a8b49a2f8.md", "s773ef38564.md", "saa6378e18b.md", "s28d835c5b2.md", "s9fb155f5ca.md", "sbb6a906340.md", "sbdf02bd753.md", "s90f0fad628.md", "s792ec08466.md", "s2d3c1cb3d7.md", "s099895cba4.md", "s98d1b38a30.md", "sc88c295f3a.md", "s3d541d847a.md", "s3b3938b0c0.md", "sf458f14dbd.md", "sdd22e85247.md", "sdbf08a1ac6.md", "sc6e481c39b.md", "sc241720bd9.md", "s0a3b8c27e9.md", "sb5cb73ed16.md", "s480d131b0f.md", "s0daebbeb87.md", "s3fecf9db08.md", "s9f1e1f13c7.md", "sa8d738fc99.md", "s86549537d8.md"], "bm25": [-8.370336, -6.821822, -4.327824, -4.197028, -3.938697, -3.860167, -3.017909, -2.744433, -2.670106, -2.295809, -2.235844, -2.071176, -2.010916, -1.992061, -1.769398, -1.718225, -1.716645, -1.560521, -1.51712, -1.474603, -1.444706, -1.380643, -1.065352, -0.966819, -0.965881, -0.959723, -0.919149, -0.910984, -0.898872, -0.89016, -0.81625, -0.795324, -0.639994, -0.428993, -1.2e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06], "search": ["scee6912a74.md", "s543cbf42b8.md", "s0a85d9e04e.md", "sc932eb8cb7.md", "se9f97e021a.md", "sa1a12eb0c3.md", "seb580a9d7d.md", "s9b7d9f79df.md", "sfec5bb8ada.md", "s937311ea04.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1cc6108", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.006, "secs_query": 0.0001, "type": "multi-session", "abstention": false, "gold": ["s58250a025e.md", "sd9ffacb2b4.md"], "ranked": ["s58250a025e.md", "s3e7624f4c5.md", "s46dfa73ea4.md", "s75f193fec4.md", "s251373ca77.md", "se870f873d0.md", "seb66369eff.md", "s4183da34f8.md", "s7337198063.md", "s1b1459952e.md", "s70fbe64bd9.md", "s7e9cb3d032.md", "s4efdaf08e3.md", "s884d425975.md", "s5f9967c53b.md", "se132ac33b2.md", "s096054ffe1.md", "s36c8a1c11b.md", "sf05ae34004.md", "s64bd0e6b53.md", "sf56a53bd71.md", "sa9d1d54d3a.md", "sedc996fb2f.md", "s0f485c76f4.md", "sc7ce9cab18.md", "s277fa49e02.md", "sae0e2da355.md", "s0d5ffc2edd.md", "s773bca47bc.md", "s1ee36fb799.md", "s2310f9a477.md", "sf3018ac48f.md", "sd9ffacb2b4.md", "s7d9486021a.md", "sb2a8daf154.md", "s3f231694ff.md", "sd85389fe2a.md", "s52da9d7e54.md", "sb1c548b2e6.md", "sa0a202cef8.md", "sa43d512cda.md"], "bm25": [-9.005546, -5.928181, -2.685272, -2.677374, -2.616035, -2.263003, -1.460705, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06], "search": ["s58250a025e.md", "s3e7624f4c5.md", "s46dfa73ea4.md", "s75f193fec4.md", "s251373ca77.md", "se870f873d0.md", "seb66369eff.md", "s4183da34f8.md", "s7337198063.md", "s1b1459952e.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "9ee3ecd6", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["scf826b680e.md", "se92fa36052.md"], "ranked": ["se92fa36052.md", "scf826b680e.md", "s3bc43c1fc8.md", "s56ff49df70.md", "sf13527786f.md", "s367dc5a1f3.md", "sbceb188b26.md", "sd50e86ce1a.md", "s5dda98ca1f.md", "s7a6902c1c4.md", "s0322916ec9.md", "s82fc41a85d.md", "sdfe736998e.md", "s997ffac921.md", "sfcfed8d1fb.md", "s4e8898662d.md", "sa0c1148657.md", "s0c9b81190d.md", "s46e88dc093.md", "s281d7217d3.md", "s031a7046d4.md", "s2566225158.md", "sa8b1648f36.md", "s385e2e6b7d.md", "s5d1c8b1e66.md", "s8249c73217.md", "s49e881756c.md", "se4406edaab.md", "sb1c92b50af.md", "sf59461659f.md", "s0a52febe24.md", "s50ef98ae44.md", "s2ec36b2e83.md", "s48fcccc859.md", "sdc443e8aab.md", "s3aae589595.md", "see00a51f04.md", "sd917550df8.md", "sd9b628ded7.md", "s2ede94b10b.md", "sab7545d559.md", "s5d96543165.md", "s4c4be6b338.md", "s98c96655f6.md", "sbc525233c0.md", "s76d89ac370.md", "sb427ba9351.md", "s60821f1e84.md", "s09a8557ba9.md", "s25e2e8f5ad.md"], "bm25": [-22.121603, -17.149529, -6.174092, -2.942754, -2.633018, -1.697611, -1.551505, -1.537547, -1.283369, -1.238045, -1.152967, -1.151971, -0.98114, -0.915765, -0.879523, -0.797487, -0.797059, -0.752395, -0.648535, -0.56216, -0.495883, -0.48837, -0.486637, -0.383459, -0.371015, -0.32397, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -3e-06], "search": ["se92fa36052.md", "scf826b680e.md", "s3bc43c1fc8.md", "s56ff49df70.md", "sf13527786f.md", "s367dc5a1f3.md", "sbceb188b26.md", "sd50e86ce1a.md", "s5dda98ca1f.md", "s7a6902c1c4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3fdac837", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0059, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s63b9f6df7f.md", "se85bceeeee.md"], "ranked": ["s63b9f6df7f.md", "s8ea85b4075.md", "s05cb538da2.md", "s62238ca108.md", "se85bceeeee.md", "scb612290f5.md", "sed3510b7b2.md", "s73e71c1081.md", "s300f2f2e17.md", "s24bc1bdfd6.md", "s4d59b404be.md", "s1d1b9d6758.md", "sc70b97c0ee.md", "sebde0e9c35.md", "sd532421c8c.md", "s726568eada.md", "seb5dcaad50.md", "s88465fb7a3.md", "s598fb6b67a.md", "s4f03054a31.md", "sd1a62da587.md", "s0d929d74ea.md", "sef0ee4412c.md", "sdc002d9ab4.md", "s7c04984a16.md", "sd972d795d7.md", "s98b2424f9f.md", "s0a027dd6f5.md", "s3d02e53fa4.md", "sdfc7da6056.md", "sfc8873baad.md", "s6bb572a3e3.md", "s6f6580a261.md", "s2f04332522.md", "s1da1aaff6e.md", "se0a989321d.md", "sa207b2742d.md", "s10b92faa65.md", "s18c2301068.md", "sf149b5e74f.md", "s0994e3d640.md", "s431af04adb.md", "sfe9761eaed.md", "s44f15bf38a.md"], "bm25": [-8.958331, -6.490244, -4.545769, -4.296949, -4.060466, -3.384346, -3.205418, -2.714195, -2.477075, -1.413463, -1.276388, -1.206774, -1.190423, -1.106262, -0.897842, -0.888011, -0.81318, -0.812085, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -7e-06, -5e-06, -1e-06], "search": ["s63b9f6df7f.md", "s8ea85b4075.md", "s05cb538da2.md", "s62238ca108.md", "se85bceeeee.md", "scb612290f5.md", "sed3510b7b2.md", "s73e71c1081.md", "s300f2f2e17.md", "s24bc1bdfd6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "91b15a6e", "n_docs": 48, "n_repeated_sids": 1, "n_matched": 48, "secs_index": 0.0059, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s3c3f0b89ab.md", "sb5d5912b90.md"], "ranked": ["sb5d5912b90.md", "s3c3f0b89ab.md", "s4109daa1b3.md", "s79c71931c4.md", "sc57d8be044.md", "s86741bcd65.md", "s67e2ec33fd.md", "s2cea3a4742.md", "s436a3a06f7.md", "sf80a6bd8ce.md", "s2cad5c352a.md", "sa4eb111c1c.md", "s0c04fc336f.md", "s277808d3ab.md", "sf17d3714e3.md", "s179999be43.md", "sb3ebec1091.md", "s8feea0c2c2.md", "sd5ccdc08d5.md", "s5c87f0b3e9.md", "sebdbfcfde8.md", "sa24f709619.md", "sd5e050a366.md", "s147572c34c.md", "s261dbee0de.md", "sdd0e4d4293.md", "se9e9729a13.md", "s4fc78a1e84.md", "s4af1f24802.md", "sc57dc0daf8.md", "s31984e2f16.md", "s784eb3bab9.md", "s0c792e6cfa.md", "s9e96b7a43f.md", "s42cec24e4f.md", "s7f91124a62.md", "sa2d6265422.md", "s26997a08c1.md", "s5bc9fcd781.md", "s6e0c813e3d.md", "sd80ba12000.md", "sd22af7561a.md", "sc1371026b9.md", "sccbd4aca0a.md", "s7accf6a76c.md", "sc7a984419c.md", "sc0d77b5889.md", "s5e97702262.md"], "bm25": [-24.263701, -16.652698, -7.191711, -5.48808, -4.837274, -1.634576, -1.558792, -1.555918, -1.388532, -1.274656, -1.15826, -1.12734, -1.085819, -1.004167, -0.916058, -0.724269, -0.596635, -0.473638, -0.4309, -0.429184, -0.417527, -0.305899, -0.301974, -0.275066, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -8e-06], "search": ["sb5d5912b90.md", "s3c3f0b89ab.md", "s4109daa1b3.md", "s79c71931c4.md", "sc57d8be044.md", "s86741bcd65.md", "s67e2ec33fd.md", "s2cea3a4742.md", "s436a3a06f7.md", "sf80a6bd8ce.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "27016adc", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0005, "type": "multi-session", "abstention": false, "gold": ["s6317d18140.md", "s6e2366c266.md"], "ranked": ["s6e2366c266.md", "s6317d18140.md", "s2dd6334c54.md", "s3b571807ca.md", "sb1fc545ff9.md", "se1d14a03a1.md", "sbcde6e7dd6.md", "s956a63ca9e.md", "sf266c6cf92.md", "sa150cfd0e1.md", "se5ae6549dc.md", "scb2b9672c9.md", "se6c8961596.md", "sb6fd1f10ac.md", "s012cadd036.md", "s0bdaf0ffa5.md", "sa8049d03f8.md", "s8139900268.md", "sf0a36a8a2b.md", "s7f2a37776a.md", "s0f64c40808.md", "s41cb0e8e3a.md", "sf63a96c0ff.md", "sc79de9f9fc.md", "sac4d585b2c.md", "s13f11b9152.md", "s819d4f5700.md", "s7ae57be737.md", "s8f3e6dd71f.md", "s7e67da0d9e.md", "se11ca51361.md", "sa194aa2d1c.md", "s22116690dd.md", "s4aa1e79999.md", "sf239691cab.md", "sb27aef0fdf.md", "sc47e02f4ce.md", "se649756536.md", "s5eda99fa9f.md", "s8cfbfcbd85.md", "see96e5a6d5.md", "sd6cbf96147.md", "s4f85e9dc7a.md", "sba98aaa084.md", "s5ca817839a.md"], "bm25": [-23.257884, -16.437974, -8.703938, -5.687369, -4.915005, -4.840273, -4.167198, -3.746995, -3.382149, -2.632764, -2.600848, -2.36863, -2.178134, -2.052002, -2.022581, -1.939001, -1.76386, -1.729815, -1.699442, -1.696556, -1.601125, -1.439394, -1.403442, -1.308047, -1.203406, -0.606255, -0.592929, -0.589246, -0.526514, -0.509071, -0.476613, -0.264949, -2.2e-05, -2.2e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05], "search": ["s6e2366c266.md", "s6317d18140.md", "s2dd6334c54.md", "s3b571807ca.md", "sb1fc545ff9.md", "se1d14a03a1.md", "sbcde6e7dd6.md", "s956a63ca9e.md", "sf266c6cf92.md", "sa150cfd0e1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "720133ac", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s4de59adf72.md", "sf6a5a965da.md"], "ranked": ["s4de59adf72.md", "sf6a5a965da.md", "s921daf5695.md", "see790a88f8.md", "sd1a2b02fb8.md", "sed309124e1.md", "s60eed8e7b2.md", "s22b4cc7f79.md", "s6881cb0c5f.md", "sc75d82b88c.md", "seb32014da6.md", "sd25fb876b8.md", "s4f553537c7.md", "sdfcf34cdd6.md", "s4ac8a84724.md", "s6bfc85ce6e.md", "sd8319334ec.md", "s15321c116f.md", "s7c1d63c11f.md", "s315a066622.md", "s7b3ea69ce7.md", "s2766761a1b.md", "sd6338b6ecb.md", "sba050318e0.md", "s7a0c8e0e26.md", "s089fc77687.md", "sa4627104ef.md", "s13eff93732.md", "s6d42957ba0.md", "s3376e8ad98.md", "sf13d10ce9b.md", "s3f8482e954.md", "s3838281681.md", "sf9c24a8b3b.md", "s5a574c525e.md", "sadc5931d93.md", "s61bf80a4f0.md", "s8691965f43.md", "s1b5244f99b.md", "s82c9f2225b.md", "s5e89a4d086.md", "s2a3725d378.md", "s24db50a12f.md", "sdec8145a34.md", "sf399310ef0.md", "seb30077530.md", "s3312b1a8a3.md"], "bm25": [-19.191077, -12.960921, -5.956008, -3.057006, -2.962545, -2.908181, -2.854958, -2.790923, -2.669788, -2.592692, -2.475008, -2.402135, -2.247587, -2.084145, -2.040833, -1.968158, -1.964439, -1.852674, -1.76224, -1.691115, -1.528401, -1.444096, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06], "search": ["s4de59adf72.md", "sf6a5a965da.md", "s921daf5695.md", "see790a88f8.md", "sd1a2b02fb8.md", "sed309124e1.md", "s60eed8e7b2.md", "s22b4cc7f79.md", "s6881cb0c5f.md", "sc75d82b88c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "77eafa52", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s809b2414ca.md", "s84c215a661.md"], "ranked": ["s809b2414ca.md", "s84c215a661.md", "s2a37d73e97.md", "sf237da1560.md", "s3f42a029bc.md", "s11a0b7b095.md", "scd67cd6c6b.md", "s5cfc0f7ee0.md", "s8d45355dac.md", "s34a9af216e.md", "sd0603bf8dc.md", "sdc8ea0586d.md", "s9098ec1431.md", "sf095a8db64.md", "s8b042e0aca.md", "sf16edd7722.md", "s5c4e8e0c71.md", "s093a42d093.md", "s4d4f8bdb68.md", "sb512a7532c.md", "s12e2b64101.md", "s071efb6194.md", "scfa26bb8e2.md", "s0d8bcf6354.md", "sc66fe81968.md", "scc9efd0a03.md", "s8ccef0a552.md", "s87b6b336a0.md", "s95264eae3a.md", "sdbdb76d5e1.md", "s050092a592.md", "sda79ee1cac.md", "s6035c23a13.md", "s166c6700af.md", "sd6e4943acc.md", "s1a90135e21.md", "s87aa2f418d.md", "s5f5e100c1a.md", "s6ac6a343ce.md", "seb81b6b1e7.md", "se7525c9d6a.md", "s0c14bb8f1f.md", "s62b3922f47.md", "sde9127e73c.md", "s814abd7712.md", "s96158fc4c5.md", "sc148f143d8.md", "sf8ee260ac1.md", "s23d782f0be.md", "sd4d04c2ba3.md"], "bm25": [-17.213991, -10.486261, -7.028604, -6.460523, -5.594902, -4.952059, -4.756782, -3.95304, -3.73477, -3.596498, -3.34469, -3.255331, -3.007799, -2.934749, -2.909464, -2.89855, -2.739337, -2.370742, -2.332073, -1.961574, -1.502567, -1.426955, -1.33959, -1.302452, -1.261944, -1.221223, -1.177515, -0.983129, -0.896987, -0.873361, -0.801267, -0.763858, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -8e-06], "search": ["s809b2414ca.md", "s84c215a661.md", "s2a37d73e97.md", "sf237da1560.md", "s3f42a029bc.md", "s11a0b7b095.md", "scd67cd6c6b.md", "s5cfc0f7ee0.md", "s8d45355dac.md", "s34a9af216e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8979f9ec", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s549e5ef39b.md", "s6c5520c989.md"], "ranked": ["s549e5ef39b.md", "s6c5520c989.md", "s6b634079f9.md", "sdf280eeddf.md", "sa4aca1e1ff.md", "s7257cbae10.md", "s13594c9bbe.md", "s5c63253e57.md", "sbcd49db868.md", "s071caf69fb.md", "sa05b12e029.md", "sb25de4c5f2.md", "s4b705b649f.md", "s53b46216be.md", "sfa9500b0e1.md", "s0c74f4b374.md", "s5c06b58359.md", "scd55861ad4.md", "s8d07fb077e.md", "s421a9b410f.md", "s591cf69ec0.md", "sf2b730c6e3.md", "scbafc2f41b.md", "se7e9aae4ba.md", "s626504644f.md", "se4505a7dd9.md", "sfc55afa121.md", "s25fb5dba9f.md", "s24f5fc04d8.md", "s0cdf8660c7.md", "sba4d32f663.md", "s39c719db62.md", "s78fd6c3d81.md", "s3ab9c1796a.md", "s6940c26d37.md", "sf4911febf1.md", "s8aa34729c9.md", "s551c98a7c9.md", "sb3c9583f9d.md", "s66b1b880af.md", "sbce0f5f290.md", "sd5199c88db.md", "sc15856435a.md"], "bm25": [-24.277829, -15.815548, -8.815993, -8.766648, -5.97901, -5.82281, -4.479734, -4.182977, -4.036934, -3.226422, -3.182616, -2.804154, -2.619144, -1.939919, -1.846207, -1.616471, -1.351564, -1.312107, -1.268545, -1.179015, -1.13046, -0.944889, -0.943, -0.874208, -0.804972, -0.684716, -0.655304, -0.646136, -0.637955, -0.602364, -0.556407, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05, -8e-06], "search": ["s549e5ef39b.md", "s6c5520c989.md", "s6b634079f9.md", "sdf280eeddf.md", "sa4aca1e1ff.md", "s7257cbae10.md", "s13594c9bbe.md", "s5c63253e57.md", "sbcd49db868.md", "s071caf69fb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0100672e", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s9e33c760a7.md", "sb80fa6ec07.md"], "ranked": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s5ff1780517.md", "sad3d77d2aa.md", "s038b58519b.md", "se824990993.md", "s6946512f0d.md", "s2a2ebf004a.md", "se4af3cf448.md", "s6043f47700.md", "s367379cc69.md", "s5d8fe8232f.md", "s18548c7bc6.md", "s3d6e6d5b47.md", "s494682143f.md", "s03aaec4873.md", "s7b1ae4495f.md", "s587287f514.md", "s2925432ab9.md", "s3e07041ad3.md", "s984b93a069.md", "sfeb6a9096a.md", "saa1dffd38e.md", "sce1c35c79a.md", "s23c756081c.md", "sd6be02158c.md", "s56c57d1435.md", "s8598e5cbac.md", "s69a4fb0df6.md", "sfbfa177c71.md", "sa82d8a6efc.md", "s6243eb8abf.md", "s5fe724273a.md", "s6fa6d21e42.md", "se4cb3068ef.md", "s18eb7a8e96.md", "s9693ffd1a1.md", "s9f733d952e.md", "s4ea530a8d5.md", "sdc6f2f3e3a.md", "s5e1eff96f9.md", "s6a67ac784e.md", "s758e1e7e2d.md", "s8c78b0883a.md", "s594bf38ee2.md", "scdd9932cab.md", "s31133cb668.md"], "bm25": [-17.53607, -12.192504, -5.23307, -4.757528, -4.427237, -4.387654, -4.061132, -4.035732, -3.691984, -2.752944, -2.452272, -2.119689, -2.0828, -1.847944, -1.784406, -1.724657, -1.457296, -1.337276, -1.270597, -1.212443, -1.183998, -1.177707, -1.143747, -0.928988, -0.921181, -0.61412, -0.608986, -0.401635, -0.35491, -0.330835, -0.312006, -0.292228, -0.280919, -0.167269, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -3e-06, -2e-06], "search": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s5ff1780517.md", "sad3d77d2aa.md", "s038b58519b.md", "se824990993.md", "s6946512f0d.md", "s2a2ebf004a.md", "se4af3cf448.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s38f0782795.md", "s6fdc1d7aab.md"], "ranked": ["s6fdc1d7aab.md", "s620241cd45.md", "se9ae7c34ba.md", "s38f0782795.md", "se88ecda710.md", "sd853e904b2.md", "sdc0faf1658.md", "s9a6bce707b.md", "s2eeef6bc19.md", "s797a3d0998.md", "s5f0d6ce495.md", "sb8823b16a4.md", "s918a369be0.md", "sdcc1bd0735.md", "s2721b45613.md", "s3554b7100f.md", "s7899e34251.md", "sbf808f950c.md", "s1e6a2a465b.md", "sd841ed43d0.md", "s24c72a9d91.md", "s325223d0e0.md", "s4d54f4b255.md", "se21a43b583.md", "s4f605c766a.md", "s12462c7868.md", "seeeceb9a1a.md", "sdf751592c5.md", "s0abd9cd0de.md", "sa53402c4cf.md", "s5ae235c127.md", "s7d96770f73.md", "s0ce2a06d85.md", "se100cf5695.md", "s1c5bf42b8d.md", "s577ba21eac.md", "sa631b370e0.md", "s8d7a50e843.md", "sd28283c7c3.md", "sc20d8e1690.md", "sa75cf775fc.md", "sc85a930927.md", "sc841a51f98.md", "s8e3b84c914.md", "s208249df4d.md", "sa3c662e1dd.md", "s185f168c7f.md", "s712c8d6714.md", "s58d36ca85e.md", "sd29b0ce5ed.md"], "bm25": [-13.505674, -6.671254, -4.264343, -4.251791, -3.852679, -3.070936, -3.039827, -2.587243, -2.411711, -2.378548, -2.279072, -1.997399, -1.67849, -1.457558, -1.279415, -1.200145, -1.092455, -1.084151, -0.968692, -0.940422, -0.870039, -0.831033, -0.681649, -0.569717, -0.551805, -0.537484, -0.535748, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["s6fdc1d7aab.md", "s620241cd45.md", "se9ae7c34ba.md", "s38f0782795.md", "se88ecda710.md", "sd853e904b2.md", "sdc0faf1658.md", "s9a6bce707b.md", "s2eeef6bc19.md", "s797a3d0998.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "92a0aa75", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s73509c4816.md", "s735479277c.md"], "ranked": ["sfa91bb5ba1.md", "sc46bf8c207.md", "s73509c4816.md", "s1fb0ff2996.md", "s8b31267eb7.md", "s3a23a44772.md", "s2803338ed6.md", "se2b6b0ad1a.md", "sb73f525f04.md", "s4edb082b6d.md", "s735479277c.md", "s76a7a2afa0.md", "sa1f366665b.md", "sd3a3bf3754.md", "s8f79516a2a.md", "sbdbf5a5581.md", "s2a4f5c6809.md", "s5a93e28a13.md", "s3242c46715.md", "s67a63f1215.md", "s53cdb412f2.md", "s10d507b1cd.md", "s707a5dc7fc.md", "s6d1dd588ac.md", "s810048a629.md", "sb8972d75cb.md", "s87e2b7861d.md", "s42f93901ad.md", "sbff261024d.md", "sff511fba3d.md", "sc6aa103081.md", "sc0772da439.md", "s4342556e20.md", "s6c4fc29a2c.md", "s7a7ffef138.md", "s54a55a0c46.md", "s605b0b4ba1.md", "s6e105201c0.md", "s83684d4325.md", "sbb531b07ef.md", "s567067b93b.md", "scbc1a5dc9a.md"], "bm25": [-3.616846, -2.634109, -2.234557, -1.836973, -1.536603, -1.523252, -1.379331, -1.372749, -1.3496, -1.314857, -1.120773, -1.109582, -1.104504, -0.949681, -0.938421, -0.925189, -0.880855, -0.849378, -0.832494, -0.827202, -0.801971, -0.79471, -0.789819, -0.652105, -0.611083, -0.584432, -0.564641, -0.536336, -0.413327, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -6e-06, -5e-06, -5e-06, -4e-06, -2e-06], "search": ["sfa91bb5ba1.md", "sc46bf8c207.md", "s73509c4816.md", "s1fb0ff2996.md", "s8b31267eb7.md", "s3a23a44772.md", "s2803338ed6.md", "se2b6b0ad1a.md", "sb73f525f04.md", "s4edb082b6d.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "3fe836c9", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s24b367a163.md", "s48f3e8864d.md"], "ranked": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "s5446664ae7.md", "s4c134c28fe.md", "s5fd5cbb9e3.md", "s5475e36257.md", "sb2df6e5097.md", "sbaac13e079.md", "s29d068f961.md", "sf122868306.md", "sd1b8dc60a7.md", "saedb5583ab.md", "sfbb5c075be.md", "s11b8861166.md", "se152a94f35.md", "s4e889e3730.md", "sabeecf2a78.md", "sf0f2341cd9.md", "s83807107d1.md", "s727a22637a.md", "sd169d16ca2.md", "s68a3c29051.md", "s99afe23fc4.md", "s169064696a.md", "s80d9556e88.md", "s59233b3638.md", "s33b7b79501.md", "sf4206986ed.md", "s643d587bd6.md", "s834920a09d.md", "sfff85e6484.md", "se5661145cf.md", "s3e14098c43.md", "s68995b7dbd.md", "s803e3f9994.md", "s10a1d82a83.md", "s18a9aca5fe.md", "s1906470cf8.md", "se1e8bf521c.md", "sfdccc34a4d.md", "s4f20d60f89.md", "s0e5ea4844c.md", "s7cc8310a71.md", "sde0370d8ac.md"], "bm25": [-16.644352, -10.330139, -9.574074, -8.034112, -7.946161, -6.275132, -5.947179, -5.119837, -4.778254, -4.75282, -4.617434, -4.594734, -3.854408, -3.152143, -3.148188, -2.943489, -2.333486, -2.278358, -2.236996, -2.166017, -2.147635, -1.9731, -1.872291, -1.838812, -1.616858, -1.558869, -1.54904, -1.523532, -1.504188, -1.338444, -1.334093, -1.296383, -1.147879, -1.134925, -1.015398, -0.588093, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05, -9e-06, -8e-06], "search": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "s5446664ae7.md", "s4c134c28fe.md", "s5fd5cbb9e3.md", "s5475e36257.md", "sb2df6e5097.md", "sbaac13e079.md", "s29d068f961.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c549ce4", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s71727af2ce.md", "s77887e28e0.md"], "ranked": ["s71727af2ce.md", "s77887e28e0.md", "sd463bdcc13.md", "sa6b70f8cc1.md", "se2e0b4de2c.md", "s7b88ff2d4d.md", "s2c73dad8a7.md", "s6969a62cf4.md", "sfaf9e58ccd.md", "s680b10e661.md", "sfc9609f236.md", "sa783a5b57e.md", "sbeb1212232.md", "s1d09f8862a.md", "sbe30aeedd0.md", "s2dbdec885e.md", "saf8a8bea4a.md", "s264b4cc327.md", "s4bb3d07a60.md", "saeaeb71a7c.md", "sd5173429ac.md", "s1f1a24ee98.md", "s989fd7dc3a.md", "s89b75f5cf6.md", "s71a599d37b.md", "s613132c214.md", "s5f203e7e84.md", "sc47d65d8be.md", "s9e1b29164e.md", "s32deb28f40.md", "sda4f0b3128.md", "se9912af3f4.md", "s7f439c3563.md", "sec1e989668.md", "s37e1cd77f8.md", "sf4ceb64894.md", "sdbf5c87450.md", "s095c9759e9.md", "s3bed408f1b.md", "s3fdf7be3d3.md", "sfe1a1a1ac1.md", "sd1a7f6a8f8.md", "s55c32a10b7.md", "sc11b7911a1.md", "s4535698b93.md"], "bm25": [-17.616052, -13.553674, -5.19726, -5.060764, -4.895264, -4.73124, -4.243844, -3.803836, -3.721889, -3.398207, -2.982051, -2.856968, -2.488154, -2.483821, -2.310042, -2.033533, -1.921541, -1.871565, -1.647692, -1.629382, -1.521203, -1.432843, -1.078978, -1.070801, -0.981124, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -6e-06], "search": ["s71727af2ce.md", "s77887e28e0.md", "sd463bdcc13.md", "sa6b70f8cc1.md", "se2e0b4de2c.md", "s7b88ff2d4d.md", "s2c73dad8a7.md", "s6969a62cf4.md", "sfaf9e58ccd.md", "s680b10e661.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6c49646a", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s0f0cd51721.md", "s69645d66e6.md"], "ranked": ["s69645d66e6.md", "s0f0cd51721.md", "sb9be70a278.md", "se2509cbe8c.md", "s94721df3f3.md", "sa7453ea872.md", "s1ad1b275ff.md", "sf984adb10c.md", "s5b7d543001.md", "saf9977fab2.md", "s286a84b149.md", "sec2777a886.md", "sc386238c41.md", "sf7ce2420e4.md", "sb3c5e16b2c.md", "s892858009e.md", "s22140d79e2.md", "s4327bd06b4.md", "s1afe4e2b59.md", "s1230e39e8d.md", "se3a4d735f3.md", "s0ddb1797a2.md", "scf6ed9d05d.md", "s452473485d.md", "s9c0643272d.md", "s7bd4239d2c.md", "s99defb6426.md", "s01f4ba5ec7.md", "sa8a37f5cbd.md", "s7119bedbe0.md", "s83f214f410.md", "s8d99630845.md", "sd3b0ac93e8.md", "s79ea1ef2f7.md", "sc7d6f900b4.md", "s72f0cf3cb4.md", "s816d83a74e.md", "s3b4e1eb38b.md", "s43513cce56.md", "sf02b42dd03.md", "s0fb9cc44e9.md", "s979e265827.md", "s1fe746e18f.md"], "bm25": [-10.148699, -9.937709, -5.09047, -5.048486, -4.93571, -3.902572, -3.583197, -3.525474, -3.477936, -3.274077, -3.170848, -2.919233, -2.508366, -2.109048, -1.940173, -1.905131, -1.606851, -1.600433, -1.596184, -1.316121, -1.276843, -1.207444, -1.132571, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06], "search": ["s69645d66e6.md", "s0f0cd51721.md", "sb9be70a278.md", "se2509cbe8c.md", "s94721df3f3.md", "sa7453ea872.md", "s1ad1b275ff.md", "sf984adb10c.md", "s5b7d543001.md", "saf9977fab2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1192316e", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0005, "type": "multi-session", "abstention": false, "gold": ["s031e2f154c.md", "s2d6498b6af.md"], "ranked": ["s2d6498b6af.md", "sd7794dc5de.md", "s031e2f154c.md", "sc7d94bf28e.md", "s5bb1fec989.md", "s98d948bc47.md", "s2850dc68ce.md", "s81f45d2707.md", "sb4e4ae63da.md", "sa160192275.md", "s441a3435eb.md", "s8b2b7da1fc.md", "sb5e7edc941.md", "sa7919aac12.md", "sd491adf49d.md", "sd9b7026459.md", "sbfb152bc09.md", "s5db383cab6.md", "sf98d468070.md", "s4ea01ebbc7.md", "s602e5c53c0.md", "s44bd214758.md", "s06cfe52fc3.md", "s7bc0bb5eb3.md", "s8fb916d6e2.md", "s3d8031ba69.md", "s84f70b854a.md", "sbb91798e50.md", "s2a21a57ecc.md", "s07d5637927.md", "sfa4a46d291.md", "s956914cfc5.md", "sc237531f6f.md", "sf1ef1e0f87.md", "s54747629cf.md", "s32a551d0f4.md", "sd3468f5f0c.md", "scb4b792e51.md", "sef34c67e59.md", "s7835f498c4.md", "sea9ea23817.md", "s11f7c591f5.md"], "bm25": [-6.623337, -4.968547, -4.289523, -3.116572, -2.842242, -2.753864, -2.196502, -2.14105, -2.094058, -1.686503, -1.628721, -1.324002, -2.1e-05, -2.1e-05, -2e-05, -2e-05, -2e-05, -2e-05, -2e-05, -2e-05, -2e-05, -2e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.3e-05], "search": ["s2d6498b6af.md", "sd7794dc5de.md", "s031e2f154c.md", "sc7d94bf28e.md", "s5bb1fec989.md", "s98d948bc47.md", "s2850dc68ce.md", "s81f45d2707.md", "sb4e4ae63da.md", "sa160192275.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ea62687", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["sbed667a336.md", "sc25abe63f2.md"], "ranked": ["sbed667a336.md", "sc25abe63f2.md", "s991bf87898.md", "s2715552d62.md", "s1f2d3ea0c4.md", "s8b9049bda9.md", "s355bcf3e27.md", "s05bfd24d3c.md", "sf2c6d316ac.md", "s2bbe592ca2.md", "sd1c153913d.md", "s3ae2a041c9.md", "s4c5cf3de8c.md", "se60c52693d.md", "sf758554222.md", "sd49824131f.md", "s0efaae0290.md", "s39ca19bd47.md", "s8ae81d83c5.md", "sa22384ab10.md", "sc74b1aa0be.md", "saaad1f3439.md", "s139ef07387.md", "s40b68fd8c3.md", "s226d4fa0b4.md", "sb842d37f0f.md", "sa39f2e295a.md", "sb309d96507.md", "s35d755fdb7.md", "s8761a6b5c2.md", "s213bf9e7ff.md", "s3837f4a17d.md", "s87cf9a2b55.md", "sa1f5e774e9.md", "s74da7e20a1.md", "se02eb1994c.md", "sb0eac88dcc.md", "s8bf21dbc34.md", "s58f5590dbc.md", "s9f2d7313f2.md", "sc16226ea08.md", "se88abada1a.md", "sb51220d904.md"], "bm25": [-17.614729, -14.269409, -6.009531, -4.963991, -4.461607, -3.77943, -3.585698, -3.545977, -3.539275, -3.35979, -2.999819, -2.737659, -2.736075, -2.526413, -2.332803, -2.16134, -2.059755, -2.044552, -2.006898, -1.839938, -1.795017, -1.718984, -1.529388, -1.486697, -1.443226, -1.432156, -1.111437, -0.884283, -0.672561, -0.599763, -0.562125, -0.49543, -0.372391, -0.298119, -0.071831, -0.069765, -0.067548, -1e-05, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06], "search": ["sbed667a336.md", "sc25abe63f2.md", "s991bf87898.md", "s2715552d62.md", "s1f2d3ea0c4.md", "s8b9049bda9.md", "s355bcf3e27.md", "s05bfd24d3c.md", "sf2c6d316ac.md", "s2bbe592ca2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "67e0d0f2", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s3e75bfa66a.md", "sa0f7c41d33.md"], "ranked": ["s3e75bfa66a.md", "sa0f7c41d33.md", "s4f5d33b55e.md", "sc1fca97f42.md", "s1f19c56d4f.md", "sd0803993e1.md", "sbdc329484d.md", "sbec91f0f80.md", "s6cf2de4622.md", "sea996a457c.md", "s491b0a2586.md", "s7d21771128.md", "sc100137a4b.md", "s50310c106c.md", "sdaca64d83b.md", "s5829b7dff2.md", "s679797ff58.md", "sab6e95f99d.md", "s5baa5191b1.md", "s66949488e0.md", "s8268a68076.md", "s6b7e6a987a.md", "s5249c5bd3e.md", "s5fdef93f67.md", "sad6e831710.md", "sf70023aa27.md", "s63cfa45755.md", "s61610bb2fd.md", "s476fa025b7.md", "s9ccc45b4a6.md", "se18c979475.md", "s6114e23556.md", "s23880521b1.md", "scd667e4575.md", "s62b6d02192.md", "s1099d2d75a.md", "s5d9a38f948.md", "s3f3cd9c033.md", "sd238d3e113.md", "sc44a64bf8b.md", "sf0c4cbb178.md", "sbdc57e1da4.md", "sa5a4e36ef1.md", "sbdffc167d6.md", "s07ece505a1.md", "sb07ec2dbc0.md", "s7d64f33142.md", "sb9387c0b3d.md", "s6f3f4dc8e3.md", "s7194dc0505.md"], "bm25": [-6.448301, -5.826339, -5.345882, -5.058171, -3.970558, -3.80785, -3.712274, -3.548499, -3.542122, -3.387719, -2.995764, -2.950393, -2.832653, -2.729274, -2.66013, -2.613785, -2.590369, -2.524842, -2.481489, -2.31172, -2.279887, -2.168749, -1.94012, -1.912408, -1.8633, -1.544888, -1.533173, -1.466916, -1.341912, -1.171679, -1.170423, -1.124697, -1.111759, -0.74643, -0.628324, -0.621523, -0.179971, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06], "search": ["s3e75bfa66a.md", "sa0f7c41d33.md", "s4f5d33b55e.md", "sc1fca97f42.md", "s1f19c56d4f.md", "sd0803993e1.md", "sbdc329484d.md", "sbec91f0f80.md", "s6cf2de4622.md", "sea996a457c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bb7c3b45", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["sd5fc88393d.md", "sd63b111bc2.md"], "ranked": ["sd5fc88393d.md", "sd63b111bc2.md", "s038672be4e.md", "s402df57886.md", "s19548ccbe1.md", "sb977932393.md", "s6bb6483ac3.md", "s963a62d275.md", "s3417a6cf8c.md", "sa901197daa.md", "sd15748def2.md", "s8e78ec592d.md", "s1c192b9679.md", "sb94fc5bc00.md", "sf89c955fe0.md", "s298bc64f8a.md", "s57b238c47f.md", "sc078fa87f3.md", "s9db493c05e.md", "sc8555baefd.md", "s79421ef9d0.md", "s88a96154ca.md", "s729d8075b5.md", "s9f38d6cdff.md", "sd6ad5e0649.md", "sab89e7572d.md", "s3746f80e7f.md", "s589f183966.md", "s59969f1963.md", "sbfd0dbb071.md", "se7eb57b46b.md", "s9e9cabb67b.md", "s8b9c953692.md", "s1061a64ee3.md", "s3dc814e6c5.md", "s55774e78f5.md", "s12a56fe697.md", "s82ffb69960.md", "s1595d994ee.md", "s6f319c9c5b.md", "s79013ad3e2.md", "s66095d12e9.md", "s9b171a9193.md", "s142e8ad059.md", "s7dda4ef44d.md", "se4b477694c.md", "s22af84f55f.md"], "bm25": [-16.908718, -10.789655, -4.585419, -4.11398, -3.725334, -3.718215, -2.713245, -2.613612, -2.337986, -1.982832, -1.917418, -1.837946, -1.790966, -1.531113, -1.452451, -1.362015, -1.303793, -1.208741, -1.179113, -1.079659, -0.892088, -0.824568, -0.796736, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["sd5fc88393d.md", "sd63b111bc2.md", "s038672be4e.md", "s402df57886.md", "s19548ccbe1.md", "sb977932393.md", "s6bb6483ac3.md", "s963a62d275.md", "s3417a6cf8c.md", "sa901197daa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49", "n_docs": 41, "n_repeated_sids": 0, "n_matched": 38, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s7ada6848ff.md", "sae31e157ee.md"], "ranked": ["sae31e157ee.md", "s171dec869d.md", "se614eda838.md", "s51cae76f77.md", "s4498bd27bb.md", "s55104e1394.md", "s1e98c8837f.md", "s91f2c9839a.md", "sc6bb1411fb.md", "sdee924a092.md", "sb792a9d32d.md", "s6a9d4dc455.md", "sed262f9913.md", "se47ffa893c.md", "s845bded26a.md", "s1726a738b2.md", "sbbbe88ed24.md", "sdd02ed7d15.md", "se6d5fbf515.md", "s133fa4689e.md", "s3a3dd63c74.md", "s6c24bc559d.md", "s7ada6848ff.md", "se1bf6e8683.md", "s023cc971a8.md", "s4872057d2d.md", "sb0ddaef34f.md", "s7b63d2ed2b.md", "s8398575d31.md", "s598093daff.md", "s414358cd71.md", "s47e1800667.md", "s5a6493ba79.md", "se2f0c3639e.md", "s576eed1246.md", "sd268fa3ad6.md", "sa9ffb43848.md", "sc8d540fca2.md"], "bm25": [-9.004188, -2.0199, -1.944751, -1.925397, -1.644307, -1.523095, -1.398712, -1.261002, -1.069392, -0.986424, -0.970636, -0.966208, -0.917153, -0.874977, -0.820631, -0.809139, -0.803426, -0.683312, -0.596131, -0.563135, -1.3e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -3e-06, -2e-06], "search": ["sae31e157ee.md", "s171dec869d.md", "se614eda838.md", "s51cae76f77.md", "s4498bd27bb.md", "s55104e1394.md", "s1e98c8837f.md", "s91f2c9839a.md", "sc6bb1411fb.md", "sdee924a092.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "61f8c8f8", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s9ed67af6d5.md", "sb821a237df.md"], "ranked": ["sb821a237df.md", "s9ed67af6d5.md", "sd28b6d0bc6.md", "s0372d70680.md", "sa569208d30.md", "sfc03a8ae4c.md", "s516691d89b.md", "sa6ab5f5953.md", "sb61b90f105.md", "s6ba3510728.md", "s559d72f700.md", "s9b0119aeeb.md", "sc513b0b2c2.md", "s7b0c6fe8e3.md", "sf10edac614.md", "sd405a56e38.md", "se3cc2915be.md", "s372f26e1de.md", "sa079e694e8.md", "s2bcb31f9ae.md", "s83955536ee.md", "s5badfc3e3d.md", "s907390b7f1.md", "s91b566d695.md", "sd93a9a190d.md", "s18a4797200.md", "s936287191e.md", "s84353fe9f4.md", "s2b2c4c998d.md", "sdfcacf2732.md", "s8aa1dab14d.md", "sa32589c3df.md", "s0d5739d02d.md", "sda3979075b.md", "s8510cc9606.md", "s4b55166e1d.md", "sfbe4c8b6c3.md", "sbf67e2eddf.md", "sfb68b37c4d.md", "sbee1dce237.md", "sebcd11929f.md", "s25b3ec3338.md", "sc29d78a056.md", "s522dbd8fa3.md", "s456e4764f1.md", "sc2443819c5.md", "scf33740423.md", "se8b8f43b3e.md"], "bm25": [-12.916055, -10.04573, -9.698903, -5.718413, -5.352765, -4.45873, -4.289781, -4.139107, -3.901044, -3.780033, -3.712247, -3.448114, -3.235228, -2.996047, -2.674242, -2.64265, -2.629282, -2.62744, -2.565559, -2.53106, -2.490956, -2.290514, -1.984166, -1.805518, -1.66383, -1.530618, -1.359762, -1.358842, -0.984621, -0.911101, -0.591576, -0.569256, -0.454077, -0.430734, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -7e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["sb821a237df.md", "s9ed67af6d5.md", "sd28b6d0bc6.md", "s0372d70680.md", "sa569208d30.md", "sfc03a8ae4c.md", "s516691d89b.md", "sa6ab5f5953.md", "sb61b90f105.md", "s6ba3510728.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60159905", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0062, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s5b7c995bbe.md", "sef28e418f6.md"], "ranked": ["s5b7c995bbe.md", "s490252c074.md", "s4d9770445d.md", "sef28e418f6.md", "sf19c005081.md", "sd9bf6be95f.md", "s6199e2ad5e.md", "sd27a57e7d4.md", "s0b0c9c446d.md", "s406c191bd4.md", "sb0a31525ab.md", "sb27e7d216d.md", "s9fc6e362fe.md", "sb9148a6037.md", "s95b78b932a.md", "scf04e48c20.md", "s7ed0845c8e.md", "s1e5aff4387.md", "sd805b4e094.md", "sa2c8a45da9.md", "s358e838263.md", "sf091f8bbbb.md", "s46740366be.md", "s2894750cb2.md", "s8832109124.md", "sc99f80372c.md", "s0efbc2ce0b.md", "sa4f9e05a3e.md", "sf85fc576e8.md", "sce95dd3db8.md", "s5b68203eec.md", "s1cafdb94cd.md", "s817645ece7.md", "s50572b4cdc.md", "sb67da4f277.md", "s68afe2c5ee.md", "sff345d0145.md", "sbbe66e2d9a.md", "sb8120f9313.md", "s3623e9cb70.md", "sfa38ed3605.md", "sa79d480508.md", "s24751a3add.md", "sc2e6346a4f.md"], "bm25": [-6.702557, -5.327853, -4.276073, -4.26635, -3.662449, -3.192023, -3.184311, -3.038852, -2.983321, -2.906828, -2.758765, -2.564415, -1.759916, -1.611924, -1.560287, -1.520817, -1.511908, -1.45431, -1.357351, -1.345605, -1.345153, -1.296993, -1.206496, -1.183436, -0.998592, -0.935606, -0.930364, -0.926524, -0.908932, -0.759713, -0.715604, -0.143747, -0.136173, -0.124018, -0.122378, -0.118082, -0.107592, -0.091198, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -4e-06], "search": ["s5b7c995bbe.md", "s490252c074.md", "s4d9770445d.md", "sef28e418f6.md", "sf19c005081.md", "sd9bf6be95f.md", "s6199e2ad5e.md", "sd27a57e7d4.md", "s0b0c9c446d.md", "s406c191bd4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef9cf60a", "n_docs": 54, "n_repeated_sids": 0, "n_matched": 54, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s53d35e4a72.md", "sca5c0d8460.md"], "ranked": ["s53d35e4a72.md", "sca5c0d8460.md", "s06b3d288cf.md", "s5d59cb248a.md", "sdabefc17ac.md", "s33ec197759.md", "s4fc379bf6a.md", "s97bd20723b.md", "sa146eec270.md", "s786997d074.md", "s7473c3e24f.md", "sb372fa5eec.md", "sce1e80d86a.md", "sf56633441a.md", "s344ddb724d.md", "s215039e4b0.md", "s6379b03434.md", "s3d2cb86d8b.md", "sc2506dfdc8.md", "s767ed28818.md", "s07a6aaae98.md", "s2a7e263f82.md", "sfab49d8076.md", "s73c4163b63.md", "s3b5d310108.md", "s2396041058.md", "s120b2a4b7e.md", "seccf37fd4a.md", "s1f6899f0e0.md", "s0d01c3a543.md", "s20ac56a4d1.md", "s229105d095.md", "sf8997a6aef.md", "s01003090b4.md", "s3bbbec43b3.md", "sa6170b9d8b.md", "sf92af1c36f.md", "s37b805157d.md", "s2425f7e6dc.md", "s290ebb0e5d.md", "saab046fdbb.md", "sd146e4f725.md", "s9532f1e7ff.md", "sc1085f4840.md", "s15f64500b8.md", "s635ee59c9a.md", "sce6d17dcf2.md", "s62c639913c.md", "sb58d01cd7f.md", "sda45f86b9f.md"], "bm25": [-13.698265, -12.116221, -5.233145, -3.924446, -3.872045, -3.639281, -3.538101, -3.001805, -2.869108, -2.679509, -2.66995, -2.43744, -2.43452, -2.260419, -2.215529, -2.100304, -2.068749, -1.848902, -1.665104, -1.658692, -1.560112, -1.216233, -0.301307, -0.289872, -0.246798, -0.238951, -0.236771, -0.219869, -0.202615, -0.199004, -0.159972, -0.123903, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["s53d35e4a72.md", "sca5c0d8460.md", "s06b3d288cf.md", "s5d59cb248a.md", "sdabefc17ac.md", "s33ec197759.md", "s4fc379bf6a.md", "s97bd20723b.md", "sa146eec270.md", "s786997d074.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "73d42213", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0059, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s8acade994f.md", "sdf7e6dcac7.md"], "ranked": ["s8acade994f.md", "sdf7e6dcac7.md", "s56adf568c0.md", "s9b12bed479.md", "sbc77e8cd92.md", "s0391895e31.md", "s9f779a64a4.md", "s27dfb21dfb.md", "s378afc17c1.md", "s202bb72b23.md", "s0c9adc4347.md", "sa1ce658616.md", "s1256fa437f.md", "s5f3da1537f.md", "s5ab3abb5ed.md", "s96d838f404.md", "s9393f29a2a.md", "s05d4ce6095.md", "sbbbac47177.md", "sd90ca4cf83.md", "s699acc40e5.md", "sc8c54eae46.md", "sb0099818e5.md", "s26769ede56.md", "s5c8fccb1f6.md", "s157954a3e0.md", "s1258831d40.md", "s788e7ffd3e.md", "sdb5e170139.md", "s256edf56f4.md", "s049c0ecb92.md", "s946ceac11d.md", "s6081698dda.md", "sebaa0c9cad.md", "s31c9a0973c.md", "s63e0102f2e.md", "sa472eab350.md", "seaa1bfe468.md", "s25d3a60343.md", "s783ac3f446.md", "sc3c94cb74f.md", "s0994dfe9ff.md", "s18d6d5c4d2.md", "s65ef9f3bf4.md", "sff1c118e0f.md", "s00e7d6b74f.md", "sea73077666.md", "s48b623991a.md"], "bm25": [-12.316342, -3.676813, -3.442782, -2.612856, -2.609376, -2.521308, -2.495713, -1.764866, -1.739108, -1.581007, -1.467775, -1.367131, -1.274976, -1.271688, -1.269762, -1.198081, -1.106204, -0.957383, -0.824244, -0.788038, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s8acade994f.md", "sdf7e6dcac7.md", "s56adf568c0.md", "s9b12bed479.md", "sbc77e8cd92.md", "s0391895e31.md", "s9f779a64a4.md", "s27dfb21dfb.md", "s378afc17c1.md", "s202bb72b23.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc149d6b", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s682dfdcf7b.md", "s9e056673d8.md"], "ranked": ["s682dfdcf7b.md", "s6266aefb67.md", "s096e34aead.md", "s00239ea29f.md", "sf4b3ac7ae5.md", "s25fa400e98.md", "s3a219fa541.md", "sb17b9c7536.md", "s9e056673d8.md", "sdf783132ba.md", "s380efc40a1.md", "s857c0613fb.md", "s4bfe1bee23.md", "sb0fd4eb48a.md", "s92cb779ebd.md", "s45da79dc06.md", "sfbe6f43967.md", "s66d85bf747.md", "s69b2a532d4.md", "s234cc55ab9.md", "sfc62056772.md", "s238a8750e4.md", "s38ab73f4da.md", "sa844256dcd.md", "sbb38e3f442.md", "s5e3c90a1c1.md", "s67989ca4b6.md", "s3d32e5f750.md", "s8f0fba705e.md", "s32e7a315df.md", "se9585693a8.md", "s03e78868cb.md", "sa0561f6eab.md", "se0ded99e8e.md", "s6d6414224f.md", "s026cb2959d.md", "sabd31838c2.md", "sd5050366a9.md", "sb278d3cfbf.md", "s2b30e61749.md", "s907ea91a36.md", "s96213a9137.md", "s65f126fa82.md", "s9905841fec.md", "s2a706153c8.md", "s588676e9f4.md"], "bm25": [-13.397304, -7.151339, -5.014303, -4.148357, -4.136433, -4.069754, -3.871422, -3.520895, -3.375307, -3.334231, -3.304691, -3.24277, -3.198187, -2.909952, -2.773424, -2.747913, -2.742296, -2.639523, -2.602343, -2.404953, -2.210467, -1.925726, -1.921453, -1.53775, -1.283608, -1.195479, -1.148086, -1.114753, -1.114381, -0.84892, -0.793604, -0.629043, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05, -1.2e-05], "search": ["s682dfdcf7b.md", "s6266aefb67.md", "s096e34aead.md", "s00239ea29f.md", "sf4b3ac7ae5.md", "s25fa400e98.md", "s3a219fa541.md", "sb17b9c7536.md", "s9e056673d8.md", "sdf783132ba.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "099778bb", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["sbab52820e1.md", "sdb31d92751.md"], "ranked": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s45e9f0b07d.md", "s38004cf44d.md", "sa9dc269d3c.md", "s0da3502a5c.md", "s9572499d20.md", "sdb5defa465.md", "s7ae161876c.md", "s0a548d30fe.md", "s44e4f94d0b.md", "s0261525799.md", "s590f89f635.md", "s65fe76485c.md", "saa41c2f9e6.md", "saf83bfc921.md", "s87068f0351.md", "s338ff6cdda.md", "s46b275dafe.md", "sebe5bb4f28.md", "s43f3f3baad.md", "sc3639b68a8.md", "s25a091877f.md", "s4723ae3286.md", "s32d4b77fc3.md", "s357ffdb34c.md", "s3559230087.md", "sb253a089b7.md", "s7654597d1a.md", "sb7706e30d5.md", "sa706f53172.md", "sdfa79f3b6a.md", "s3b76734538.md", "sc39d7878f6.md", "s4dea42a4b1.md", "sacaf0b68ae.md", "s80e7bd4b02.md", "s327e653efb.md", "s2dc5fde6c7.md", "seb2246a4fd.md", "s852d78fe43.md", "s1dae0a38dc.md", "s489e5499f6.md", "saf420cc0dd.md", "sceae3ce2a7.md"], "bm25": [-20.655984, -17.925729, -6.877948, -4.370058, -3.954906, -3.888512, -3.656987, -2.379019, -2.20752, -2.196029, -1.801291, -1.772815, -1.652397, -1.439748, -1.4227, -1.374389, -1.310462, -1.301274, -1.267733, -0.974973, -0.872552, -0.871868, -0.843297, -0.828698, -0.792977, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -6e-06, -6e-06, -6e-06], "search": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s45e9f0b07d.md", "s38004cf44d.md", "sa9dc269d3c.md", "s0da3502a5c.md", "s9572499d20.md", "sdb5defa465.md", "s7ae161876c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09ba9854", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s72706fe101.md", "sb502d8d88e.md"], "ranked": ["sb502d8d88e.md", "s72706fe101.md", "sbadaead581.md", "sbf8b0c2024.md", "s815c859534.md", "s3a35e5b9fd.md", "sacf360b16d.md", "s5d8f74e273.md", "sdc9e57519f.md", "s253d90a929.md", "s07a5919989.md", "sb36ac69459.md", "s13e1229915.md", "sebcc0d2d21.md", "sb54b7766bd.md", "s402975a3e0.md", "sb02905938e.md", "s5db52fef9f.md", "s9002931a6b.md", "sfa99acd4c8.md", "sb63486d719.md", "s2a7a56bc46.md", "sdae476ae29.md", "s5479abc3ed.md", "s6f2edc8d1f.md", "s1306125083.md", "sa859c1ccf2.md", "s3b831479c7.md", "s89a10e5acc.md", "se7fafead9a.md", "sebf4525ef2.md", "sb41b642e53.md", "sc07b2b32ee.md", "s91d0659242.md", "sec43038b84.md", "s34d470c3cc.md", "s6e4b5856ac.md", "s27adbe279b.md", "s1168f3c434.md", "sc5c79d1af6.md", "sfb79a7a80d.md", "sd5b3035834.md", "sb3ef950ad8.md", "s2a5a804f71.md"], "bm25": [-22.751626, -19.734053, -6.785144, -4.50908, -3.84779, -2.869235, -2.828386, -2.812459, -2.688586, -2.579474, -2.575459, -2.513542, -2.490879, -2.212472, -2.110919, -1.808062, -1.790853, -1.732886, -1.387874, -1.352377, -1.205349, -1.049685, -0.867105, -0.836442, -0.814052, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1e-05], "search": ["sb502d8d88e.md", "s72706fe101.md", "sbadaead581.md", "sbf8b0c2024.md", "s815c859534.md", "s3a35e5b9fd.md", "sacf360b16d.md", "s5d8f74e273.md", "sdc9e57519f.md", "s253d90a929.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6062bb9", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0063, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["sc45d0be97c.md", "sec6a971fe1.md"], "ranked": ["sec6a971fe1.md", "sc45d0be97c.md", "se85badc09e.md", "s1fba76af3f.md", "sfe5cb224c0.md", "sc00b9fd6ce.md", "s882dd8d0a6.md", "s09b4273ca5.md", "s07a22f9fe1.md", "sb661f10889.md", "s0866ff6c5d.md", "s234abfb581.md", "sa7b59fcf3e.md", "s8ffe8a449a.md", "s63fc8d5839.md", "s69a2f8f4a6.md", "s2550cb6c7e.md", "s19f938992b.md", "s76fdaa68db.md", "sa1b1a3e621.md", "s42ab3ee1eb.md", "s267f01f7d5.md", "sd09094d417.md", "s25fc512071.md", "scca48469e9.md", "s925f90570f.md", "sdbbc8cf7ea.md", "s9d8e60cdbe.md", "sdd470175e8.md", "s75073df134.md", "s0ff00f97f1.md", "sffd3c9e18e.md", "sa81434037f.md", "s7c471c0d5d.md", "se83b829ddd.md", "s3df3e2195f.md", "s45fd102944.md", "s23a8c5b27a.md", "s4fd3e4230e.md", "s95680df880.md", "sb6604449ce.md", "se66a963d79.md", "s27bd1ba7cf.md", "sf8fd354e35.md", "sf38e8a7a1d.md", "s3b090f5547.md", "sc8a1030b42.md", "sf6c62c1de2.md", "s7a3f87bf23.md", "s26ef8b9114.md"], "bm25": [-11.670352, -8.953816, -7.75026, -5.698851, -5.610503, -4.801528, -3.806412, -3.630719, -3.572163, -3.395092, -3.253887, -3.184294, -2.947064, -2.559137, -2.503868, -2.453035, -2.429459, -1.459434, -1.433068, -1.294872, -1.229577, -1.172876, -0.999093, -0.425663, -0.400944, -0.367412, -0.362242, -0.343361, -0.316153, -0.285805, -0.261128, -0.207185, -0.195453, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.1e-05], "search": ["sec6a971fe1.md", "sc45d0be97c.md", "se85badc09e.md", "s1fba76af3f.md", "sfe5cb224c0.md", "sc00b9fd6ce.md", "s882dd8d0a6.md", "s09b4273ca5.md", "s07a22f9fe1.md", "sb661f10889.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "157a136e", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s17169e45b7.md", "s58d6c78b39.md"], "ranked": ["s9881c7bf8b.md", "s17169e45b7.md", "se3254fbdef.md", "s43d6915f4f.md", "s9b2583249c.md", "s0a8827466d.md", "s9427e1acb6.md", "s286b03e522.md", "s909e675ae9.md", "s91073e8137.md", "saf535c82c4.md", "s61a9e5bbca.md", "s0145eb2e43.md", "s659a95ce58.md", "s759b854a1f.md", "s0e26240cd6.md", "s776239670f.md", "sa17078bf04.md", "s2c87a1eff7.md", "s99f9d1a2e7.md", "se7ae7a6808.md", "s247022b494.md", "sca13b7bdde.md", "s507c83057d.md", "s16b3102969.md", "s7f5fe0b942.md", "s24fcf0dd14.md", "s0363a2e324.md", "s8c3f724279.md", "sfbb6612986.md", "sef60a7d384.md", "s37183248d7.md", "sea2a3ff6a6.md", "sfc17dbd6c3.md", "s58d6c78b39.md", "sbb5e7cb811.md", "s9ea9fc0097.md", "sc5616d902b.md", "sac275f5a17.md", "s84b552456e.md", "s61e59a355c.md", "s7d84de65cc.md", "s8a903b2b2c.md", "sfb18de6622.md", "s05e383e4cf.md", "s06362d9ac2.md", "s889c4cf322.md"], "bm25": [-6.857231, -6.353693, -2.683691, -2.610383, -2.504586, -2.347619, -1.640433, -1.569358, -1.521462, -1.424527, -1.392762, -1.338121, -1.184176, -1.167792, -1.161368, -1.059007, -0.972445, -0.949369, -0.92104, -0.913586, -0.858614, -0.616373, -0.595695, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06], "search": ["s9881c7bf8b.md", "s17169e45b7.md", "se3254fbdef.md", "s43d6915f4f.md", "s9b2583249c.md", "s0a8827466d.md", "s9427e1acb6.md", "s286b03e522.md", "s909e675ae9.md", "s91073e8137.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c18a7dc8", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["sc174292e10.md", "sff08391df0.md"], "ranked": ["s849bb560a7.md", "saef3e8957e.md", "s690b772efe.md", "s065b6392c9.md", "s8a1c12d53e.md", "sff08391df0.md", "s8f016850e4.md", "sd4a325967a.md", "s9c2c2c54d5.md", "s72bef69c2a.md", "s99ea5a406c.md", "sab6ee6d743.md", "s98ce43715a.md", "s48a5298e32.md", "s7837afa37c.md", "sd216e5201f.md", "sc174292e10.md", "saf88604d97.md", "s51a73376cb.md", "s0f3091548b.md", "s7779d8d37b.md", "sff06b61d5d.md", "s28dc6fe9c6.md", "sb5afc2ad64.md", "sce123991f1.md", "s8e2722f280.md", "s5fc23d1886.md", "s5b9e300e2b.md", "sdf13bb7c33.md", "s51419fb951.md", "sb17ce563cf.md", "s2ee1160243.md", "sd50ac5aa5c.md", "s71cea76f23.md", "sc125cb0d27.md", "s8f38df1208.md", "saa294e6d96.md", "s51775371d1.md", "saafff9663e.md", "sdf8205ed54.md", "s11062b8ba4.md", "s92d1ce9d01.md", "s5b5d3b45e0.md", "s473b5c767d.md", "sbb7d317646.md", "s4c7a641fac.md", "s7c58b06591.md", "s799dc6f1b9.md"], "bm25": [-7.652281, -6.293859, -6.285325, -5.211099, -3.551691, -3.475192, -3.3578, -3.166601, -2.969151, -2.637772, -2.385403, -2.278807, -1.563064, -1.365521, -1.284788, -1.274998, -1.115931, -1.112986, -0.917585, -0.866629, -0.854679, -0.823448, -0.801707, -0.768917, -0.619845, -0.559502, -0.535673, -0.504413, -0.448803, -0.410777, -0.37418, -0.372684, -0.36481, -0.068956, -0.065094, -0.058403, -0.056279, -0.050519, -0.040097, -0.039002, -0.035888, -0.032295, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s849bb560a7.md", "saef3e8957e.md", "s690b772efe.md", "s065b6392c9.md", "s8a1c12d53e.md", "sff08391df0.md", "s8f016850e4.md", "sd4a325967a.md", "s9c2c2c54d5.md", "s72bef69c2a.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "a3332713", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0059, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s60e87636b2.md", "seef4e1fa4d.md"], "ranked": ["s60e87636b2.md", "seef4e1fa4d.md", "sc7e7d49076.md", "s56827f3284.md", "s62236e8089.md", "s0d7023ff1d.md", "s521251b74e.md", "s102f626009.md", "s528413e141.md", "sa328080e4b.md", "sae72783e09.md", "sdd429c384f.md", "sb00ac04c30.md", "s3acbc429ef.md", "s3213418782.md", "sa73f7a733a.md", "s26be4d1b10.md", "s18239a417b.md", "se9fa5070ea.md", "sf6edf42a15.md", "s27f00ea1dc.md", "s4dd1305f33.md", "sf039a535fe.md", "sa336513bed.md", "se771717f07.md", "s77ccf484d3.md", "s7955108b91.md", "see81b49c36.md", "s62bb5732e3.md", "sec5ffe8b04.md", "s4b29d8c905.md", "s9ee02426d2.md", "s3c251cac10.md", "s663359fe49.md", "sa978151847.md", "scf0305c175.md", "seb4135b798.md", "s956986f4b9.md", "s6627ef3c59.md", "sbc2120be70.md", "s8b9355bedd.md", "s2714724470.md"], "bm25": [-21.113282, -10.465947, -4.021409, -3.651879, -3.454896, -3.308534, -2.717495, -2.410572, -2.164606, -2.044397, -2.030644, -1.932165, -1.708922, -1.681347, -1.656685, -1.494682, -1.123312, -1.110801, -1.072065, -0.819588, -0.760286, -0.755452, -0.724606, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05, -1e-05], "search": ["s60e87636b2.md", "seef4e1fa4d.md", "sc7e7d49076.md", "s56827f3284.md", "s62236e8089.md", "s0d7023ff1d.md", "s521251b74e.md", "s102f626009.md", "s528413e141.md", "sa328080e4b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "55241a1f", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s5125e94eaa.md", "s7f8e262f74.md"], "ranked": ["s5125e94eaa.md", "s7f8e262f74.md", "s688a697e85.md", "sd3097f5450.md", "s77c6549beb.md", "se6ed209cbe.md", "s012beda446.md", "sddf6930042.md", "s51dec48f38.md", "sa766285d8b.md", "sb294515351.md", "s9278d9dfea.md", "s2cc2e97ce7.md", "s288db29ec2.md", "s4317f41716.md", "s3822d2550f.md", "sdaf65a4590.md", "s7e370ec32a.md", "sa022b05369.md", "sf8897c9987.md", "sedbc88b589.md", "s033d14202f.md", "s84ad848b67.md", "sfa1bc54691.md", "sac160463c6.md", "sce37b06c0a.md", "sb53762d24b.md", "s06e5b6a689.md", "saaf8985475.md", "sbf32449e4e.md", "se45ab34409.md", "se2785be883.md", "s9bc3dca870.md", "s42e042ab7a.md", "sf2987fa3bc.md", "sc24e9e2f0a.md", "s431f7b0846.md", "s281243f26c.md", "s48a97e7da9.md", "s16a16b1f0f.md", "sa1619e4816.md", "sa740bf35f1.md", "sc1d4aaf735.md", "s99bcfac32a.md", "s349fce9aec.md", "sd87857cd97.md", "s6ba12e25ab.md", "se5d8e8b489.md", "sfc3367b80a.md"], "bm25": [-15.907322, -15.501901, -8.940365, -7.87758, -7.306913, -6.981348, -6.970907, -6.649577, -5.619271, -3.853536, -3.804698, -3.575878, -3.54155, -3.068985, -3.066392, -2.976774, -2.770421, -2.731866, -2.371893, -2.249877, -2.215909, -2.179752, -2.059164, -1.971018, -1.963364, -1.903827, -1.789292, -1.723801, -1.69321, -1.479912, -1.391555, -1.298733, -1.258869, -1.189169, -1.179141, -0.847981, -0.239048, -0.201563, -0.145174, -0.138161, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1.1e-05], "search": ["s5125e94eaa.md", "s7f8e262f74.md", "s688a697e85.md", "sd3097f5450.md", "s77c6549beb.md", "se6ed209cbe.md", "s012beda446.md", "sddf6930042.md", "s51dec48f38.md", "sa766285d8b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a08a253f", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0059, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s78f3fb31b3.md", "s832c9d0a8c.md"], "ranked": ["s78f3fb31b3.md", "s63677eb0b7.md", "s3220b9d25a.md", "s248fb78104.md", "s832c9d0a8c.md", "s6b45b9ba5b.md", "s252f6990d1.md", "sae6b383400.md", "sb83777f0ad.md", "s2c7660f669.md", "s9a190f0187.md", "se1c13c4604.md", "s7d144228df.md", "sf42dafd0fc.md", "s43fd5669b9.md", "s2e3535b641.md", "s56d09ff052.md", "s2420a8a35e.md", "sb0535fb080.md", "s7ef854a0d7.md", "s40a45d1783.md", "scd5194f0c3.md", "s193a865def.md", "s9462ca50cd.md", "s1a38302dbe.md", "s3d9a209839.md", "s1fe7225fac.md", "sf0ddfe1b47.md", "s40d1780576.md", "s89419fa915.md", "s9ae4874816.md", "sdd4369749f.md", "sbd85bb33fa.md", "sb034d0649b.md", "s19564466b2.md", "s5ee81c44f0.md", "sa0e329bb85.md", "s4663f3d868.md", "s654b71cf0d.md", "sb3d4476e23.md", "s376a57a5ee.md", "sf0e777823c.md", "sd8461b83e4.md", "sff3aa681ce.md", "s2de8f3c510.md", "s0b72d64e61.md", "s629c614b85.md", "sb62a875c5b.md", "sc7ea4b9f09.md"], "bm25": [-8.225092, -5.655077, -4.769192, -4.387093, -4.05053, -3.166391, -2.729387, -2.342719, -2.221114, -2.131713, -2.105876, -2.026594, -1.991462, -1.874291, -1.79397, -1.686311, -1.611872, -1.605085, -1.382064, -0.96397, -0.830196, -0.763095, -0.706737, -0.618185, -0.606099, -0.461616, -0.435788, -0.401629, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["s78f3fb31b3.md", "s63677eb0b7.md", "s3220b9d25a.md", "s248fb78104.md", "s832c9d0a8c.md", "s6b45b9ba5b.md", "s252f6990d1.md", "sae6b383400.md", "sb83777f0ad.md", "s2c7660f669.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0e564bc", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["sb2a3c5940b.md", "se7dfab0d66.md"], "ranked": ["se7dfab0d66.md", "sb2a3c5940b.md", "s8572052fc8.md", "sc2a3928aa0.md", "sfcae325e3d.md", "sd09dd566f8.md", "s5cd3d06f26.md", "s28bcd51e69.md", "s00cdd4b63b.md", "sa3474f8660.md", "s3129fd551c.md", "sebfe358282.md", "sb822909d6b.md", "sc5c288a061.md", "s94db1649a9.md", "s7c23d7bbc3.md", "s2a320a65a1.md", "se67acad53a.md", "s45fd9e3cd2.md", "s4c8fd1e873.md", "s4ce7fa2787.md", "s21f4728ff9.md", "s122e3c5b22.md", "s4a574029a0.md", "s18926becfb.md", "sc42aab8750.md", "s0f078440a6.md", "sdc4581b8d8.md", "sc31c4d6665.md", "sf6f7b53bfa.md", "sce2ba7dbae.md", "sc6917cd086.md", "s4c2e203003.md", "s4dd8ebb0a2.md", "s863212ac2d.md", "s45d14db074.md", "s9677af1325.md", "sc1f5061625.md", "s626603b9ee.md", "sd1c82e168a.md", "s5cf5bd54b8.md", "see62f9d152.md", "sa8e659512d.md", "s9f490880aa.md", "sadb5bc4730.md", "sa7db7b2198.md", "s551cf66113.md", "s73b26bf264.md", "sa9f8e313cc.md", "s4b76f88b99.md"], "bm25": [-12.569053, -9.850471, -6.52501, -5.537239, -4.202271, -3.870032, -3.782164, -3.681863, -3.574645, -3.435152, -3.249953, -3.192109, -2.81064, -2.605815, -2.568171, -2.403171, -2.365371, -2.340453, -2.242525, -1.876992, -1.783272, -1.759855, -1.753777, -1.591297, -1.577016, -1.53421, -1.433729, -1.399295, -1.361467, -1.306295, -1.241187, -1.097369, -1.023077, -1.014831, -0.847116, -0.652588, -0.325885, -0.241693, -0.133463, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -7e-06, -7e-06], "search": ["se7dfab0d66.md", "sb2a3c5940b.md", "s8572052fc8.md", "sc2a3928aa0.md", "sfcae325e3d.md", "sd09dd566f8.md", "s5cd3d06f26.md", "s28bcd51e69.md", "s00cdd4b63b.md", "sa3474f8660.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "078150f1", "n_docs": 45, "n_repeated_sids": 1, "n_matched": 45, "secs_index": 0.0059, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s064fbc729a.md", "sd0ede9b63e.md"], "ranked": ["sd0ede9b63e.md", "s064fbc729a.md", "s13675a2215.md", "s48bc73c3ba.md", "sed4e077e5d.md", "se3468a8cdb.md", "s2599f118a9.md", "sf59d913aec.md", "sf522e99848.md", "s0c35525e5c.md", "s3763503ff4.md", "sc0c2c82e7c.md", "s286978f632.md", "s8569cb05b4.md", "sb12ed30ae0.md", "s5a01732c5a.md", "s6205de3741.md", "sf53e12af00.md", "s58c59458e0.md", "sb4dc4f1cb1.md", "sdedcf030af.md", "s00b9e3058a.md", "sc60320987c.md", "s425f606fb2.md", "s2644b2b2cd.md", "s8cc14d4724.md", "s58ae53e77c.md", "se57ce7d93a.md", "s5b2533d0f5.md", "s1f0071d45a.md", "s9efdf31dd5.md", "s6157439f7f.md", "sa2a4e35f85.md", "s75fc9fdf40.md", "sc12e3f4aa9.md", "sfc08c5890c.md", "s1d034f29c2.md", "s0cd78cdb6d.md", "sbe5b96d53d.md", "s2dda2ae1c3.md", "sc095c2e4c0.md", "sd1ddf8dce8.md", "s487f71a606.md", "s38e8d1c5ca.md", "s4df46322d3.md"], "bm25": [-13.715176, -10.974179, -9.469284, -7.488619, -6.679843, -5.272718, -4.992855, -4.774932, -4.732534, -4.599483, -4.365648, -3.845063, -3.606512, -3.374092, -3.361919, -3.217277, -3.107455, -2.602139, -2.258381, -2.181326, -2.139824, -2.1178, -2.016937, -1.974951, -1.635936, -1.464633, -1.373404, -1.202454, -0.872187, -0.80814, -0.613748, -0.56306, -0.48697, -0.455918, -0.273599, -0.272642, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -4e-06], "search": ["sd0ede9b63e.md", "s064fbc729a.md", "s13675a2215.md", "s48bc73c3ba.md", "sed4e077e5d.md", "se3468a8cdb.md", "s2599f118a9.md", "sf59d913aec.md", "sf522e99848.md", "s0c35525e5c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf4d046", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0059, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s1a430b7199.md", "s1d1556eeff.md"], "ranked": ["s1a430b7199.md", "sf2613aa219.md", "s1d1556eeff.md", "sd67b15de96.md", "sbcb528b233.md", "sd4ede459ef.md", "s764b922ad6.md", "sa33b110e45.md", "s2036db2c0b.md", "s94c6be0c94.md", "s95d2e69029.md", "s211f850c8f.md", "s79ae4cded6.md", "s57ef722062.md", "s0c7ae4611d.md", "s832dc61568.md", "saa484285d8.md", "s83a948ec96.md", "seafa48bfa5.md", "s1d075305dc.md", "sbb0d731b54.md", "s2c1d882cb9.md", "sabd0989792.md", "s13f1fbf521.md", "s944877854d.md", "sf475b9d129.md", "sa3fcdcb784.md", "sd63164b099.md", "saa6ce07823.md", "se8d5849828.md", "s233938900d.md", "s25d6c2a715.md", "sd56f9d3abd.md", "s774e7877d0.md", "saacbc096b6.md", "sd3d30eb782.md", "s4f7fdc0fd1.md", "sdb6fec9b38.md", "s85386d51c2.md", "s90614ab06c.md", "s1c2ddf73d9.md", "s00b49cf543.md", "s9d239267e2.md", "s571d64736e.md", "sb10afa9cbd.md"], "bm25": [-15.160325, -4.20185, -3.815569, -3.180183, -3.030725, -2.179638, -1.968472, -1.523919, -1.4129, -1.343451, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06], "search": ["s1a430b7199.md", "sf2613aa219.md", "s1d1556eeff.md", "sd67b15de96.md", "sbcb528b233.md", "sd4ede459ef.md", "s764b922ad6.md", "sa33b110e45.md", "s2036db2c0b.md", "s94c6be0c94.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a346bb18", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s25832aee18.md", "sa7162f09e5.md"], "ranked": ["sa7162f09e5.md", "s2846432ce3.md", "s9718f4c911.md", "s25832aee18.md", "s5e911ee8ea.md", "s25f8e000dc.md", "s1d6a3dda2f.md", "s08e49d0c48.md", "s7ef182e997.md", "s093d6a82e4.md", "s5f6a172f85.md", "s0fc4370423.md", "sf82f1da680.md", "s05dde55bd4.md", "se8f088d458.md", "sb19c9b9b56.md", "seda4315da3.md", "s0dcb999f38.md", "s13b7bd5630.md", "se44178be87.md", "sd120e53ec3.md", "sd8d6c5e904.md", "s880258b39c.md", "s239a70b01d.md", "saf0330174b.md", "sacca3217c8.md", "sdd5746a27b.md", "sa4fe9f341a.md", "s2424d63366.md", "s27165813c7.md", "sbcc5c5ebf4.md", "s8fb9e59933.md", "sf70c22bbfd.md", "s03d93668d2.md", "s7e50f971ba.md", "sde47c74b49.md", "s9b43521764.md", "scdd8507a81.md", "s7ddab7c5e9.md", "s0e9021a72d.md", "s87e09bf28e.md", "s5e3994c6b9.md", "s12c1c3eb60.md", "s455deaa05a.md", "s87cb945f2c.md", "s1e4d0ca328.md", "s30efaf9326.md", "sfefe8cf0b5.md", "sa96405c9d4.md"], "bm25": [-7.259755, -6.232051, -5.336303, -5.019774, -4.306429, -3.47825, -3.377529, -2.89707, -2.881532, -2.712515, -2.510964, -2.395467, -2.163087, -2.104665, -1.967231, -1.923918, -1.752544, -1.73955, -1.614226, -1.439626, -1.355287, -1.350457, -1.349454, -1.20092, -1.177352, -0.873607, -0.812542, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -4e-06, -3e-06], "search": ["sa7162f09e5.md", "s2846432ce3.md", "s9718f4c911.md", "s25832aee18.md", "s5e911ee8ea.md", "s25f8e000dc.md", "s1d6a3dda2f.md", "s08e49d0c48.md", "s7ef182e997.md", "s093d6a82e4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37f165cf", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0004, "type": "multi-session", "abstention": false, "gold": ["s47517e52b8.md", "sab70567e24.md"], "ranked": ["sab70567e24.md", "s47517e52b8.md", "sc42e079c7e.md", "s587130c775.md", "s8ad21380a1.md", "s5b21e0f13e.md", "sb21f782a0f.md", "s56079e455d.md", "s503eb880e8.md", "sc99ea24393.md", "s19542fe1c3.md", "s223fe5adb2.md", "s25c07ff7ce.md", "s33df0ae1c5.md", "s4d2d5e4f4f.md", "s5935afa9e3.md", "sb12577673c.md", "scdce88602e.md", "s8ea3224460.md", "s0d7ed69701.md", "sb08ff71a9f.md", "s5f569ee7dc.md", "s0cf25ca145.md", "s0532ab1623.md", "s33e34e6619.md", "sfc72cca620.md", "s4c3098b2db.md", "sdc582043d6.md", "sbab14af350.md", "s56cf3b2119.md", "se8a1bc7ea2.md", "s54d964d7ba.md", "se2674998c2.md", "s386d678693.md", "se47f89a340.md", "s31d6a07de1.md", "s8c39ddcb17.md", "s1e5ebc60f9.md", "s363a21f751.md", "sc4ec161251.md", "sb690856795.md", "s87053b1706.md", "s3367f07a19.md", "s91510a40bf.md", "saf7646b46b.md"], "bm25": [-17.491899, -12.368095, -6.396611, -3.884401, -3.12813, -2.96525, -2.953493, -2.769069, -2.640279, -2.396088, -2.339507, -2.22415, -1.927767, -1.901538, -1.621555, -1.343079, -1.11475, -1.030744, -0.077047, -0.074719, -0.071329, -0.069177, -0.063214, -0.061851, -0.050106, -0.049889, -0.04255, -0.036702, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05], "search": ["sab70567e24.md", "s47517e52b8.md", "sc42e079c7e.md", "s587130c775.md", "s8ad21380a1.md", "s5b21e0f13e.md", "sb21f782a0f.md", "s56079e455d.md", "s503eb880e8.md", "sc99ea24393.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e91e7d9", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s05a6ca0b9f.md", "s3f55b7aa1a.md"], "ranked": ["s569d3e4349.md", "sc7ff3d4a82.md", "sc13fe8c71b.md", "s1a4c5dd32e.md", "se4fb807068.md", "s8763cc0110.md", "s1868966fde.md", "s9e6502205c.md", "saf07fd5060.md", "s0b007ebed4.md", "s1ef9bda7a5.md", "s05a6ca0b9f.md", "sc1d5dcf9fe.md", "s1885c327eb.md", "sc939307611.md", "se33fb45223.md", "s631e0c42be.md", "s6bc9d95345.md", "sad6ee9a6ac.md", "s095918a012.md", "sf14ac79161.md", "s135943b594.md", "sb41ab2e3ae.md", "s7cf9492223.md", "s5440748de9.md", "s666eb68455.md", "s83a439a6ec.md", "s3f55b7aa1a.md", "s8dca75a749.md", "sbe341450f8.md", "s13fec58ebc.md", "s8909a48dd6.md", "s52275d556a.md", "sdc25bd51e9.md", "s44b099d998.md", "s0b85822c52.md", "s12b4b9407c.md", "sc13723d85e.md", "s617f6d5e99.md", "s7261df8ad6.md", "se0386cb50a.md", "sfbaf76e00a.md", "s7838669dce.md", "s5206f3f887.md", "sdada6dd9c8.md", "sf00ade7c17.md", "s5a34cf5e95.md"], "bm25": [-5.627722, -5.21644, -4.268311, -4.171812, -3.988554, -2.224653, -2.187681, -2.18488, -1.688709, -1.547988, -1.467286, -1.153587, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -2e-06], "search": ["s569d3e4349.md", "sc7ff3d4a82.md", "sc13fe8c71b.md", "s1a4c5dd32e.md", "se4fb807068.md", "s8763cc0110.md", "s1868966fde.md", "s9e6502205c.md", "saf07fd5060.md", "s0b007ebed4.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "87f22b4a", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s150b9c1c76.md", "s3b2683468e.md"], "ranked": ["sf9fac5e21c.md", "se3b1c3b0d1.md", "s150b9c1c76.md", "s3b2683468e.md", "se182477419.md", "s3bdd761ad5.md", "sb8c0b73033.md", "s4a51e81767.md", "s6ea1359d50.md", "se029fc62c6.md", "s0663dc38b8.md", "s3558e047b5.md", "s86f0245adc.md", "s5da3364f80.md", "s774b544f6a.md", "sa2cc750661.md", "s1015412afc.md", "s8fb54595f2.md", "s60bcd1a552.md", "s6666508fb1.md", "s37e3404b4e.md", "s3e6b850f83.md", "s6cebf89b85.md", "s144246809c.md", "sf2be0eec7a.md", "s3d91d98a52.md", "sa8d5f899ee.md", "sf4e5160206.md", "s2e2aa30a3f.md", "s23433051de.md", "s1a4a5956e1.md", "se584590d94.md", "s518567486e.md", "sf836c72933.md", "s378dfece29.md", "s9804919da0.md", "sca75c30140.md", "s4fcffd8bc6.md", "seab5beaca6.md", "sadadd1f9b8.md", "s38e6624333.md", "sdc0b522b73.md", "sf147e129a8.md", "se3d5a7ad5f.md", "s204d3764aa.md", "s2fb2b76891.md", "sbcfc6d398e.md"], "bm25": [-8.511074, -7.511205, -6.319366, -6.064531, -5.694592, -4.886614, -3.604149, -3.372477, -3.107156, -2.855648, -2.530218, -2.381659, -2.147685, -2.088425, -1.898358, -1.746155, -1.677993, -1.548904, -1.461776, -1.419708, -1.370551, -1.298994, -1.221062, -1.120613, -0.968878, -0.933848, -0.841007, -0.818725, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -3e-06, -3e-06], "search": ["sf9fac5e21c.md", "se3b1c3b0d1.md", "s150b9c1c76.md", "s3b2683468e.md", "se182477419.md", "s3bdd761ad5.md", "sb8c0b73033.md", "s4a51e81767.md", "s6ea1359d50.md", "se029fc62c6.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e56a43b9", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s7008cbcd61.md", "sa85670c70d.md"], "ranked": ["s7008cbcd61.md", "sa85670c70d.md", "sc8b186a241.md", "sfd7f82a99e.md", "se3706d8380.md", "s3031166df2.md", "sa68301e6bc.md", "s8488fdd27e.md", "sb5eaf3158a.md", "sc48e884bdb.md", "s2c3633f88e.md", "s3726b71e3c.md", "sd413ea4718.md", "s3e0c1bf7cd.md", "s7aea2c669a.md", "sffa979d5aa.md", "sb845bba481.md", "safff613b04.md", "sbc9ed3d00f.md", "s67ddea5690.md", "sc56d703b5a.md", "s8f8e06339c.md", "s6e6faa1f50.md", "s846c43a3b6.md", "s00be24cf27.md", "s28beac9008.md", "sf99e10ff4e.md", "s2904a2683b.md", "s2d90c152a9.md", "sc04740c521.md", "sb274a228ed.md", "s7ff4830577.md", "s15c6cf5e2e.md", "s233adff211.md", "sdf836dbc48.md", "s73643140f9.md", "s0ee7a824a4.md", "s9fd823d23b.md", "s7274c4617f.md", "s4c4fce9782.md", "s61fa7f34a9.md", "scb678714db.md", "se43d1fee9f.md", "s4581f4332e.md", "se9d58540e6.md"], "bm25": [-12.380557, -11.003392, -6.996598, -5.46337, -2.522165, -1.688835, -1.553294, -1.449144, -1.416019, -1.386747, -1.337167, -1.27513, -1.228597, -1.201718, -1.191029, -1.006388, -0.873011, -0.824465, -0.770167, -0.526358, -0.418755, -0.383319, -0.355155, -0.354646, -0.349643, -0.34657, -0.346017, -0.322901, -0.321047, -1e-05, -9e-06, -9e-06, -8e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -2e-06, -2e-06], "search": ["s7008cbcd61.md", "sa85670c70d.md", "sc8b186a241.md", "sfd7f82a99e.md", "se3706d8380.md", "s3031166df2.md", "sa68301e6bc.md", "s8488fdd27e.md", "sb5eaf3158a.md", "sc48e884bdb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "efc3f7c2", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0002, "type": "multi-session", "abstention": false, "gold": ["s431fa3741c.md", "sd2e0fb9477.md"], "ranked": ["sd2e0fb9477.md", "s431fa3741c.md", "sbff3d27047.md", "sa2ecf98e0b.md", "sfee654f744.md", "sa41035c241.md", "s0b8e158453.md", "sbe47506c6e.md", "s3484617891.md", "sfaaf319d93.md", "s9cd4433dcd.md", "s9bcac91967.md", "s2fe8b9f4c8.md", "s96fddf2b71.md", "s0544315186.md", "s81cb3e1356.md", "s9eba539f6d.md", "sd080132b89.md", "s1db3a727d4.md", "s2497593585.md", "se45f52b8bc.md", "s20e81faf65.md", "s490422bf05.md", "s312ed4945d.md", "s1a8938fe8c.md", "sc560ed56c7.md", "s6c59b00476.md", "sa500060e91.md", "s090174bcd4.md", "sf6fcdb33b4.md", "s1239eeff64.md", "s78de76afc4.md", "s7e97a4b424.md", "s3088600afe.md", "sb94b06915a.md", "s66f888be28.md", "s5f3c0bdd46.md", "se6275c32f0.md", "sa697b20f89.md", "s9b9d7504e2.md", "s09c162b3c0.md", "sac4c59d352.md", "sbf84a0ffc2.md", "s73bfd6753b.md", "sa78f83e252.md", "s82b7edccc0.md", "s477aaeb776.md", "s9f2bb76794.md"], "bm25": [-15.453171, -7.523486, -4.330374, -3.959712, -3.930198, -3.86928, -3.608697, -3.07381, -2.568857, -2.342704, -2.174803, -1.550098, -1.205912, -1.159618, -1.062995, -0.961275, -0.924097, -0.741072, -0.721144, -0.687258, -0.632671, -0.621791, -0.620114, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -2e-06, -2e-06], "search": ["sd2e0fb9477.md", "s431fa3741c.md", "sbff3d27047.md", "sa2ecf98e0b.md", "sfee654f744.md", "sa41035c241.md", "s0b8e158453.md", "sbe47506c6e.md", "s3484617891.md", "sfaaf319d93.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21d02d0d", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0062, "secs_query": 0.0003, "type": "multi-session", "abstention": false, "gold": ["s28d1c3a153.md", "s80cf54c649.md"], "ranked": ["s28d1c3a153.md", "s80cf54c649.md", "s65028efd0a.md", "s8a5b5f8649.md", "s8ce646d82d.md", "s614f5778d4.md", "s4aa71cb79d.md", "sa4bcba1c31.md", "sd2dbda8ab3.md", "s1422f515ca.md", "sdfdc20b14d.md", "sff072d2d65.md", "sb4e9dd9c6b.md", "s2331573a7c.md", "se3a5f4ccae.md", "sd49d4440ba.md", "s429bebe550.md", "s6db035c0b9.md", "sf570427def.md", "s7a0d94f05e.md", "sb5faa8aec4.md", "sa7e95ff179.md", "s291ed2bd02.md", "sbe8e4958a8.md", "se4e3c62469.md", "s95ad47da09.md", "s1c335fc803.md", "s58f28b6273.md", "s764e4339ea.md", "s973d0bc00d.md", "s4f8fdd2c53.md", "s18dbe434c2.md", "sbd554963ef.md", "sf948589316.md", "sb6eabe3f26.md", "s583736a03d.md", "s817fb4adac.md", "s04677fb5d0.md", "s5d78901c34.md", "s44e9363c1b.md", "sf40fc6e6f1.md", "sa94852f9d4.md", "sd88e0984dd.md", "s9a3bea8603.md", "sd341661ef2.md", "s2b562f7375.md", "s5aa1189136.md"], "bm25": [-11.051083, -8.981955, -8.546942, -5.749159, -5.076548, -4.735738, -4.671519, -4.204426, -3.901393, -3.78694, -3.679524, -3.333025, -3.303328, -3.282354, -2.77499, -2.678734, -2.411978, -2.265837, -2.259058, -2.219373, -1.625191, -1.563849, -1.481291, -1.41873, -1.360936, -1.349095, -1.335993, -1.15161, -1.051847, -0.842733, -0.818386, -0.781958, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06], "search": ["s28d1c3a153.md", "s80cf54c649.md", "s65028efd0a.md", "s8a5b5f8649.md", "s8ce646d82d.md", "s614f5778d4.md", "s4aa71cb79d.md", "sa4bcba1c31.md", "sd2dbda8ab3.md", "s1422f515ca.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b_abs", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": true, "gold": ["sac880c30de.md", "se3a2fea94f.md"], "ranked": ["sac880c30de.md", "se3a2fea94f.md", "s39112d3e19.md", "s09cf0238d0.md", "s4dd093e7d9.md", "s495521fb10.md", "s3dc7b6506f.md", "sfe78f71b5f.md", "s5c1d33fbe5.md", "sbd8bebeeba.md", "s7fa4b3ce6f.md", "saeaf973be5.md", "se103a16321.md", "sbc072470e2.md", "sb274b996be.md", "se5f3b469ee.md", "s82f5a5fa56.md", "sc9ba0f4804.md", "sc043e594e2.md", "s364ab18d08.md", "s828d9463a3.md", "s4e6c2394f5.md", "s549c0b768a.md", "s279ff56ee7.md", "s7f74a8ba33.md", "s1a378c1c52.md", "s7b08f2e585.md", "s6119ad436b.md", "sa0c1577bff.md", "sacd4191082.md", "sc11cd410f0.md", "s352a7a28c4.md", "s9e6a3fef9d.md", "s9c0294adb3.md", "s50acce3127.md", "s4ee3ae7082.md", "s5c698b3ec0.md", "sd7e601f03e.md", "sb8190b30f4.md", "s38a23d3efc.md", "s7769d13e6a.md", "s0e33b8c1ad.md", "s595312af24.md", "s1db1a09d91.md", "sb61f7e40ac.md", "sc37bf571e5.md", "sc7cce4d57c.md", "s3b5f0c6339.md", "s65324ab5d9.md"], "bm25": [-13.605991, -12.515313, -4.433726, -4.258627, -2.968571, -2.88814, -2.709156, -2.359317, -2.074061, -1.69088, -1.434577, -1.366464, -1.358262, -1.346046, -1.181875, -1.181768, -1.125769, -1.018842, -0.958294, -0.91976, -0.852327, -0.850935, -0.703872, -0.681489, -0.606202, -0.573223, -0.567465, -0.415878, -0.392544, -0.350693, -0.346813, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -4e-06, -2e-06], "search": ["sac880c30de.md", "se3a2fea94f.md", "s39112d3e19.md", "s09cf0238d0.md", "s4dd093e7d9.md", "s495521fb10.md", "s3dc7b6506f.md", "sfe78f71b5f.md", "s5c1d33fbe5.md", "sbd8bebeeba.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e_abs", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": true, "gold": ["s6235b01d49.md", "sc66f21de81.md"], "ranked": ["sc66f21de81.md", "s3b012c454f.md", "sb18a0c9d25.md", "s963fcff7fd.md", "s6235b01d49.md", "scee9947fa3.md", "sbbc46c0025.md", "s85bafe9218.md", "s72965d28d2.md", "s9677bbf3c9.md", "s77afff4886.md", "sc80e689327.md", "s4b70c4397c.md", "sc4b6cb9b47.md", "sce8b5e841b.md", "s7676ddb219.md", "s21846ec1c1.md", "s49603ca7ca.md", "s1a709535fc.md", "sf4640309d5.md", "sa33793d846.md", "s054240c5e1.md", "sa48bb48c1d.md", "s4ac730552c.md", "sa3fdf4b9fd.md", "s962741172c.md", "s35d4dc0855.md", "s72bbaf6930.md", "scfbbcbd6e0.md", "scb8675d940.md", "s5381762e4a.md", "s2495448140.md", "s3ad3d79caa.md", "sf6f1abb37a.md", "s6b37e7c121.md", "s0d667f3acf.md", "s9aab00af3b.md", "s56fe92e20a.md", "sd2189f9334.md", "s145bb0b964.md", "s851894ef16.md", "sc75389dd0d.md", "s4446c4b98d.md", "sd37b97bfab.md", "sdd7381e88b.md", "s78c4983526.md", "s05b2136ae0.md", "sed19883a9a.md", "s6b57d9a8d2.md", "s5cd5f9dab2.md"], "bm25": [-19.674942, -14.489005, -12.933715, -11.892559, -11.794261, -9.850855, -6.564725, -6.312187, -5.578526, -2.841442, -2.375604, -2.190134, -1.731025, -1.646786, -1.49297, -1.304784, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["sc66f21de81.md", "s3b012c454f.md", "sb18a0c9d25.md", "s963fcff7fd.md", "s6235b01d49.md", "scee9947fa3.md", "sbbc46c0025.md", "s85bafe9218.md", "s72965d28d2.md", "s9677bbf3c9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e5ba910e_abs", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0004, "type": "multi-session", "abstention": true, "gold": ["s61c77dba31.md", "s6d6bb39306.md"], "ranked": ["s61c77dba31.md", "s6d6bb39306.md", "s40748bf829.md", "s092269b805.md", "s6c3a3981bf.md", "sab34753c7b.md", "s5fdfe37ef2.md", "sff76ead91a.md", "s7e166eb39f.md", "s81c882bb27.md", "s55fa0a72e3.md", "s2d00fae8e3.md", "se1c0a183a0.md", "sefb39bef8f.md", "sf4837dec55.md", "s2ea72029d3.md", "sb978dffd88.md", "s71faf627c7.md", "s62895cc78d.md", "se71529758b.md", "s5f9857fe58.md", "sd5f57db11c.md", "scc35f4e743.md", "se3fc9218bb.md", "s515b3a6d0e.md", "s072e05a127.md", "s235ce73941.md", "s6b31856728.md", "sc141112d61.md", "s3c0200c5c9.md", "sfed9740d7f.md", "s65e34b18fa.md", "sfeeb653e19.md", "s6387b701f5.md", "s69796399a0.md", "sb1621713c2.md", "s020461d11e.md", "s7415f0295e.md", "sd61a4a435f.md", "sfd83ac3a05.md", "s45dcf29f91.md", "s30e64b8da5.md", "s82b585fa6a.md", "s732359b3ea.md", "s824fba852b.md", "sbb2ac27f0a.md", "sbe95be9c49.md", "sd422ce7e85.md"], "bm25": [-10.492719, -8.361455, -5.859052, -5.015137, -4.865055, -4.207341, -4.01141, -2.482513, -2.19125, -2.096468, -2.089785, -2.005463, -1.840076, -1.698787, -1.337496, -1.205998, -1.160975, -1.042722, -0.935854, -0.923094, -0.87765, -0.872763, -0.764501, -0.607851, -0.568988, -0.5106, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -8e-06], "search": ["s61c77dba31.md", "s6d6bb39306.md", "s40748bf829.md", "s092269b805.md", "s6c3a3981bf.md", "sab34753c7b.md", "s5fdfe37ef2.md", "sff76ead91a.md", "s7e166eb39f.md", "s81c882bb27.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee_abs", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": true, "gold": ["s575987fe96.md", "s8fa5c57ac6.md"], "ranked": ["s575987fe96.md", "s8fa5c57ac6.md", "s5d5a7479dd.md", "s16645948e6.md", "s1718f47f88.md", "s1fe3670fc0.md", "s6d9209ed08.md", "s2e79fc6759.md", "s5667e019bb.md", "s2bc6e6b516.md", "sf3e4b2fab7.md", "s6ae262e620.md", "sdbe0688f09.md", "s31a09faa6f.md", "s13a06544eb.md", "sdf0b9b9440.md", "s0c793ea38f.md", "s9f80f431c7.md", "s7fea5ef9d7.md", "s7c8d746f5f.md", "sa2868ce4da.md", "sc17f2ca6c4.md", "sd0aa636763.md", "s2394370e6e.md", "s840f85ab73.md", "sf1f9810877.md", "sc26ce4baf3.md", "s5afb2997bd.md", "s647052c0e8.md", "sde2698cda1.md", "s80f0d4c1e2.md", "s7be1518c46.md", "sc2f3bc1eb7.md", "s32186ca89e.md", "s5a8752c456.md", "s9919a4506f.md", "sbe1b3c3fc0.md", "sf7ffdc538e.md", "sfe590a9d8e.md", "s86ec8a1943.md", "s1ce6ec0307.md", "s4715bc18e0.md", "s6c4f6703b8.md", "sc65ea9a663.md", "s19822f10c5.md", "sfdc20677ef.md", "sc23973e152.md", "se8902e6116.md", "sedc0e740a7.md", "s0223348d05.md"], "bm25": [-9.776847, -9.178639, -5.884716, -5.450049, -5.091533, -4.296532, -4.290901, -4.021879, -3.824801, -3.239727, -3.155869, -3.140932, -3.05001, -2.902819, -2.866742, -2.821984, -2.765849, -2.668151, -2.645403, -2.531391, -2.43635, -2.393377, -2.376275, -2.361693, -2.322534, -2.29098, -1.58655, -0.839586, -0.736503, -0.658181, -0.570376, -0.527829, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -3e-06], "search": ["s575987fe96.md", "s8fa5c57ac6.md", "s5d5a7479dd.md", "s16645948e6.md", "s1718f47f88.md", "s1fe3670fc0.md", "s6d9209ed08.md", "s2e79fc6759.md", "s5667e019bb.md", "s2bc6e6b516.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49_abs", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0002, "type": "multi-session", "abstention": true, "gold": ["s4cc898fb3d.md", "s6c40ac1410.md"], "ranked": ["s4cc898fb3d.md", "sa6185dde9c.md", "s3cabbddb4f.md", "s8b895aaad7.md", "se213ba7756.md", "sa8e46a59d1.md", "s942a109535.md", "s81c0ce686d.md", "sf62ded0131.md", "sf3bd7f128f.md", "s6f1aa8719b.md", "s00e13f4ea3.md", "sd3f4d75052.md", "sd680d4eeed.md", "sf320245bd7.md", "s9dc3094bc4.md", "s5ea2b83e8d.md", "sf5a1bcf4a2.md", "s981200e95c.md", "s4f26546f27.md", "s3fc25541f3.md", "s6c40ac1410.md", "sc5c4ce2c9f.md", "s3b537cfa76.md", "sc45a84b49f.md", "s5368700fd1.md", "s782fd1b902.md", "s9c63665c58.md", "s19a16ef766.md", "s767c835f92.md", "s3048eac967.md", "s6ad337d233.md", "sc030cdaa07.md", "s1253e009f3.md", "s89dde800aa.md", "s7f780c3338.md", "sd6d0f2d7aa.md", "sfa141604e2.md", "sbec1325551.md", "s76bc8c2b89.md", "s5716a00dc4.md", "s4235637222.md", "s735aafb3b1.md", "s0b5a6b8fa1.md", "sddbfb602f1.md"], "bm25": [-7.065931, -2.761572, -2.527207, -2.290505, -2.124566, -1.888659, -1.434661, -1.401887, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -1e-06], "search": ["s4cc898fb3d.md", "sa6185dde9c.md", "s3cabbddb4f.md", "s8b895aaad7.md", "se213ba7756.md", "sa8e46a59d1.md", "s942a109535.md", "s81c0ce686d.md", "sf62ded0131.md", "sf3bd7f128f.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "09ba9854_abs", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0004, "type": "multi-session", "abstention": true, "gold": ["s044fb6de78.md", "s3d41460c72.md"], "ranked": ["s3d41460c72.md", "s044fb6de78.md", "s60f1554abe.md", "s33512221a0.md", "s05cf07ac37.md", "s4edf2490f7.md", "sbfa226cba5.md", "s8edc67913a.md", "s3209b663e7.md", "s014ccf6d3a.md", "sa11b614e9c.md", "sfc92cfa259.md", "sfdba8f613e.md", "sb5f62e0113.md", "s084497eb34.md", "s6d1ecfc566.md", "s1462a992f4.md", "s6be7ffec2f.md", "sbc21863e8a.md", "sf4952068fd.md", "s4f85d1eee4.md", "s0bdc2917ea.md", "sacf313d944.md", "s3d7bed915a.md", "sed0c17e125.md", "s0ac23f8cf6.md", "scaae9e68c3.md", "s21f411081e.md", "se2cedd125a.md", "s74e2a67bc4.md", "sa3c5c29713.md", "s0970103e64.md", "se622f43d42.md", "s4c1399fd7d.md", "s87e39e21fa.md", "s1fa703f609.md", "s90b6058519.md", "s2954e5e6af.md", "sbfea82a4ea.md", "s83b555724e.md", "se3e5e2049c.md", "se5c97a7151.md", "sdcf1a1aacb.md", "s3d609e34fb.md", "sb8c1afc24c.md", "sc688c9cdd6.md", "s4c0d392dd0.md", "sfaf62b4162.md", "s314a68573b.md", "s5275803c08.md"], "bm25": [-23.506037, -19.764999, -14.235612, -5.259302, -5.025181, -3.690034, -3.553161, -3.336153, -2.693934, -2.427314, -2.41895, -2.399257, -2.351298, -2.295567, -1.968568, -1.398272, -1.28004, -1.166383, -1.108496, -1.093048, -1.061628, -0.768797, -0.681418, -0.663382, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -9e-06, -8e-06], "search": ["s3d41460c72.md", "s044fb6de78.md", "s60f1554abe.md", "s33512221a0.md", "s05cf07ac37.md", "s4edf2490f7.md", "sbfa226cba5.md", "s8edc67913a.md", "s3209b663e7.md", "s014ccf6d3a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c77", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0007, "type": "temporal-reasoning", "abstention": false, "gold": ["s0de8f54495.md", "s87aab481ed.md"], "ranked": ["s87aab481ed.md", "se61f58cc8f.md", "s0de8f54495.md", "s8b76961296.md", "sa9fd08807d.md", "sf4255b3a60.md", "s3679345204.md", "s770576f658.md", "s322171cf1b.md", "sb359802523.md", "s10d607203b.md", "sab25b98b4d.md", "s479bbec042.md", "s741a339c42.md", "s4e9e5df7ea.md", "s5ce127a188.md", "s2ab97f24d3.md", "s2f711cf641.md", "s908b9940e1.md", "s31864c4bec.md", "s5b46bf242b.md", "sd75bccb5e4.md", "s218de2ed58.md", "s71fda2e5bf.md", "s9a2c71fa42.md", "s92cf6124a2.md", "s3a3a5f789c.md", "s512e2fecb2.md", "sf3019ee781.md", "sc80b256868.md", "s18afa072ca.md", "s83df675d00.md", "s71e47bcdf8.md", "sbc6a9568c8.md", "scd5101a285.md", "s99fdbecb93.md", "sf9cb0301be.md", "saf3072983b.md", "sf1aebb47f4.md", "sc40b3c6658.md", "s3c22ef6653.md", "s18d174ce35.md", "sec24b13bdc.md", "s270b23efda.md", "s59db30dd6d.md", "s2a20e17c2a.md", "s4115ba0021.md", "s2b589d2fa4.md"], "bm25": [-34.921585, -23.58158, -18.772207, -14.098746, -10.255686, -8.618174, -8.096064, -7.656242, -7.406509, -4.967599, -4.798762, -4.414454, -3.581118, -3.557005, -3.415326, -3.004183, -2.840092, -2.800359, -2.221161, -2.042412, -1.759405, -1.69438, -1.631816, -1.336325, -0.990106, -0.972976, -0.727065, -0.121181, -0.109632, -0.092982, -0.09131, -0.0826, -2e-05, -2e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.6e-05, -1.5e-05, -1.5e-05], "search": ["s87aab481ed.md", "se61f58cc8f.md", "s0de8f54495.md", "s8b76961296.md", "sa9fd08807d.md", "sf4255b3a60.md", "s3679345204.md", "s770576f658.md", "s322171cf1b.md", "sb359802523.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f49edff3", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.001, "type": "temporal-reasoning", "abstention": false, "gold": ["s8967b317af.md", "scd70f10d4a.md", "sdb04083fb5.md"], "ranked": ["scd70f10d4a.md", "s8967b317af.md", "s450430e6d7.md", "sdb04083fb5.md", "s1e5ffc8f02.md", "s91820ee155.md", "s3e6534f8ea.md", "s1f87188803.md", "s77974a5f53.md", "s49104402ae.md", "s819c12a291.md", "s5e2c699ee2.md", "sed13a2282a.md", "s7bcff2a57f.md", "s328a869b7d.md", "s32dbc84657.md", "s9d1b653000.md", "s48351302eb.md", "s84e364e1d2.md", "sffe3fd7eaa.md", "s9883313410.md", "sb0b0534fff.md", "s9b6a68774f.md", "sd5e2ca4471.md", "sa03be4f660.md", "sbb0ae27cd9.md", "sead606dc0e.md", "sfbe021e175.md", "s29cc2cef17.md", "s3b2278cf29.md", "sf00ea5d8e8.md", "s89f00acf0d.md", "s23f9b3d7f0.md", "s23a88396bd.md", "s263e431e27.md", "sdb129e841d.md", "s00946a6e79.md", "sf945519977.md", "sd1796aa632.md", "s3de8e8e543.md", "s19767f9d6d.md", "s189ecfadab.md", "sb410a2fa46.md", "s8be7b05bf5.md", "s202ebe63f3.md", "s45c6788b7f.md", "s524c86987c.md"], "bm25": [-24.701879, -24.579235, -19.873798, -18.209837, -11.839796, -8.396648, -7.9807, -7.944373, -7.432161, -6.440952, -6.316932, -6.238673, -6.066939, -5.987826, -5.818878, -5.791857, -5.743767, -5.618321, -5.581485, -5.263543, -4.886384, -4.885115, -4.226027, -4.140908, -4.083793, -3.681325, -3.519365, -3.41637, -3.249065, -3.235959, -3.000018, -2.961662, -2.886693, -2.837463, -2.695697, -2.607933, -2.22312, -2.021523, -1.691975, -1.384455, -1.382807, -1.003783, -0.94334, -0.219117, -0.165005, -0.143177, -2.4e-05], "search": ["scd70f10d4a.md", "s8967b317af.md", "s450430e6d7.md", "sdb04083fb5.md", "s1e5ffc8f02.md", "s91820ee155.md", "s3e6534f8ea.md", "s1f87188803.md", "s77974a5f53.md", "s49104402ae.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71017276", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0059, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["sfed21b3b3d.md"], "ranked": ["sfed21b3b3d.md", "s332a4afe74.md", "s4715a85f52.md", "se079232804.md", "s1788dfef67.md", "s899c19a7fd.md", "s9c7a64aaf1.md", "s0ff9f7493d.md", "s3003d0c6f1.md", "sf3ff8ae776.md", "s971dfeeb13.md", "s16bae8e890.md", "s1714a98c06.md", "s94c47ebc04.md", "s6e8bc750c1.md", "sabb8a0b3ca.md", "s8d76e5d15e.md", "s3551ad578d.md", "sec09456023.md", "sffdc78de20.md", "s7f8532fc1b.md", "sb40e9be05e.md", "s42fd614892.md", "s4c838b3abb.md", "s673da5010e.md", "s82bb817afa.md", "s499b9f2f45.md", "sda99c09288.md", "sd6ca44c1bc.md", "sf7423e8fbf.md", "s40e92d61fc.md", "s842354201f.md", "seab92799e6.md", "s9ea9e50613.md", "s3ac67ef3fd.md", "sfac7c15c43.md", "sbec75a4773.md", "s6465441315.md", "sf72c8a9313.md", "s158d5fe5a0.md", "s91f3bce4c7.md", "scef096ad0f.md", "s558ac9edc0.md", "sf5b418ad0e.md", "s4f5f9ae4cd.md", "s1871daa213.md", "sdb8e6b734d.md", "s0142e304fb.md", "s8dadd53b69.md"], "bm25": [-16.924094, -6.96598, -6.415905, -5.986184, -5.279608, -5.25994, -4.13252, -3.975559, -3.836398, -3.765545, -3.333104, -3.173323, -3.020233, -2.907702, -2.664893, -2.472325, -2.301126, -1.91097, -1.891625, -1.881294, -1.857116, -1.66586, -1.565403, -1.538683, -1.286255, -0.975024, -0.943705, -0.834587, -0.775128, -0.232672, -0.207296, -0.181209, -0.17659, -0.166916, -0.156898, -0.155594, -0.141655, -0.137493, -0.11237, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -8e-06, -7e-06, -6e-06, -6e-06, -5e-06, -2e-06], "search": ["sfed21b3b3d.md", "s332a4afe74.md", "s4715a85f52.md", "se079232804.md", "s1788dfef67.md", "s899c19a7fd.md", "s9c7a64aaf1.md", "s0ff9f7493d.md", "s3003d0c6f1.md", "sf3ff8ae776.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ed", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s13d7d57880.md", "s3de777306e.md", "sd81d698498.md", "sf99fc08dc2.md"], "ranked": ["sd81d698498.md", "s4252781e86.md", "s13d7d57880.md", "s3de777306e.md", "sbdeeda4e3c.md", "s6d4d39fd4f.md", "s0fdd952acb.md", "sba7f0c53bd.md", "s2940a68ede.md", "s203a3fe9be.md", "s14608a5367.md", "sab32a38ad1.md", "sab6cde46dc.md", "se63406f30e.md", "sf99fc08dc2.md", "sd93199637f.md", "sdbd729860e.md", "s128aecc14d.md", "sb26582c39e.md", "sc36e4c9557.md", "s0c8dac40d8.md", "sa95bad4594.md", "s0369945d06.md", "s8b9a0cf605.md", "sf603059d51.md", "sd963ca7987.md", "s7d23fe42f0.md", "s4228ba93ca.md", "se8a5dc138e.md", "s46fb809a68.md", "sb93efe30c5.md", "s3b8e3b3ccc.md", "s65cb40d517.md", "s6950ae2661.md", "sa879cfc8e3.md", "s6b064dfe5a.md", "sd4fa13ef7e.md", "s3ef564462a.md", "se7c2c5dae5.md", "s7ef01205b9.md", "s90d3d9f146.md", "s0791140a6a.md", "s8ce8d75b7c.md", "s94b89aeb94.md", "sc1a2460538.md", "s954425d8de.md"], "bm25": [-9.748791, -9.692964, -8.72567, -6.301578, -5.648833, -5.584662, -5.386674, -5.288187, -4.912586, -4.510957, -3.822095, -3.736224, -3.646784, -3.469602, -3.433898, -3.315171, -2.89386, -2.873246, -2.781621, -2.242106, -1.862606, -1.825266, -1.657387, -1.508838, -1.394301, -1.345846, -1.207983, -1.162855, -1.152227, -1.100771, -1.099619, -1.063981, -0.844399, -0.651666, -0.486318, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -8e-06, -8e-06, -6e-06, -4e-06], "search": ["sd81d698498.md", "s4252781e86.md", "s13d7d57880.md", "s3de777306e.md", "sbdeeda4e3c.md", "s6d4d39fd4f.md", "s0fdd952acb.md", "sba7f0c53bd.md", "s2940a68ede.md", "s203a3fe9be.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_fa19884c", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s416ca1f210.md", "sf0ed4e632f.md"], "ranked": ["sf0ed4e632f.md", "s416ca1f210.md", "sef575b4bd0.md", "s9dc51c570c.md", "sdc4967dc63.md", "sba27986b5c.md", "sbe27d3b153.md", "s2c03581ff9.md", "s97c355c0b7.md", "sf9f538f5d5.md", "s9c72667b20.md", "sdbb91d12b6.md", "s812f2b28e6.md", "s6827aa7b41.md", "s24c31aed95.md", "s57f0fe6400.md", "s02a40e6fc8.md", "s1ee376efcf.md", "sa7679050e5.md", "s4ec78ae863.md", "s29f6b9484c.md", "s88868cb9be.md", "s006630346f.md", "s1455e64e8f.md", "s9ab19f5263.md", "s2ba9c9b339.md", "s347f95341b.md", "se927469a38.md", "s67bbdf7b3f.md", "seae6fd6cf5.md", "s373c7d5224.md", "s98ff608741.md", "s488269183e.md", "s2f5befb08f.md", "s175e4bc812.md", "s03322ce9e9.md", "s3a3aa4244b.md", "sffa77f186c.md", "se306a7a01a.md", "sfb9f7678a0.md", "sfe7b4c136c.md", "s43ff3fcb1e.md", "s55adcf1ae2.md", "sfc6b09c661.md", "sf158b9ee7a.md", "sad8a6b3bcf.md"], "bm25": [-24.601627, -24.592276, -9.230353, -8.842583, -6.568958, -6.319094, -6.170414, -6.151087, -5.879438, -5.541588, -5.054758, -4.649829, -4.367513, -4.047491, -3.988253, -3.923639, -3.87481, -3.82558, -3.69472, -3.425202, -3.383583, -3.245541, -3.045931, -3.023305, -2.817169, -2.792377, -2.605164, -1.81492, -1.776906, -1.143402, -1.069027, -0.855814, -0.827037, -0.689495, -0.607819, -0.495722, -1.8e-05, -1.7e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.1e-05, -8e-06], "search": ["sf0ed4e632f.md", "s416ca1f210.md", "sef575b4bd0.md", "s9dc51c570c.md", "sdc4967dc63.md", "sba27986b5c.md", "sbe27d3b153.md", "s2c03581ff9.md", "s97c355c0b7.md", "sf9f538f5d5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bc8ad92", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s2ad6dd5ee4.md", "s7ee484c72e.md", "sde38c72cbd.md"], "ranked": ["sde38c72cbd.md", "s0475de9251.md", "s2ad6dd5ee4.md", "sa415e4fc5d.md", "s7ee484c72e.md", "s5d98207cb1.md", "s7af07f1114.md", "s125d3d9ee0.md", "sbe3c88ebdf.md", "sd77570a7b4.md", "s23c5695ebe.md", "s77e031300d.md", "s8bad24c106.md", "s9c2bc468f5.md", "sba982ca2c1.md", "s1864ab6697.md", "s892ee23b3f.md", "s3e506a9db8.md", "sb8b44782bf.md", "s1cda53d19d.md", "sb8572c51f8.md", "s062f02ef2d.md", "s67c9a6d3dc.md", "sbaf960a0a7.md", "sced57c9528.md", "s9a363c9dcd.md", "s8e761c2270.md", "sb0ac96d28b.md", "sab4a7b8adc.md", "s878f2c09d3.md", "s104a1624fe.md", "sdcc93aa64d.md", "sa51f3577dc.md", "s5c781fc4c7.md", "sc28986ec58.md", "s3b81261a14.md", "s4f1f26a68d.md", "sf6dafbef34.md", "sceb340610f.md", "sf7925f0842.md", "s9c265adff6.md", "s086a0a3d80.md", "s9d9ed04dd1.md", "s21aec14e42.md", "sbffc4c0622.md", "s651a8f6774.md", "s15f5fd70e2.md", "s47e7588de2.md", "s65c1567e7e.md"], "bm25": [-10.329053, -6.399443, -6.289646, -5.774496, -5.652976, -5.178333, -4.713692, -4.612187, -3.498491, -3.389062, -3.158551, -3.031535, -2.998024, -2.904763, -2.790302, -2.665765, -2.64734, -2.420783, -2.357582, -2.344478, -2.132615, -2.125692, -2.108514, -2.030844, -1.976762, -1.941608, -1.808342, -1.6879, -1.552419, -1.424646, -1.300231, -1.283195, -1.211827, -1.099412, -1.080263, -0.463995, -0.371055, -0.242455, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["sde38c72cbd.md", "s0475de9251.md", "s2ad6dd5ee4.md", "sa415e4fc5d.md", "s7ee484c72e.md", "s5d98207cb1.md", "s7af07f1114.md", "s125d3d9ee0.md", "sbe3c88ebdf.md", "sd77570a7b4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "af082822", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s458613a9c1.md"], "ranked": ["s458613a9c1.md", "sd5d5f5d615.md", "s979a7df1bb.md", "s87f1fdc008.md", "s97a28ef372.md", "sc6b956e8c8.md", "s91e15c927f.md", "sc44a61b9f5.md", "s7d29426210.md", "s35f9904f63.md", "s6b7187db05.md", "sed2e7ab573.md", "s758aa8b1f8.md", "scf03b889ec.md", "s1c0ef0f2a3.md", "sd36320b6dd.md", "s9cebfb7af6.md", "s4b3a20ab35.md", "sb0dc0df530.md", "s3e5951c011.md", "s6b1549161d.md", "s9579161bf5.md", "s4a99c3c735.md", "s245578ac3b.md", "s98bfeac6e9.md", "s9fe087bb8e.md", "s5efc18a2d8.md", "s529b13b3cb.md", "sa3834e3638.md", "sb6f035ded5.md", "s5b6722cd43.md", "s6cac9ab9b0.md", "sf173e8fc72.md", "s0ac38f6b91.md", "s4783fea416.md", "saa56be785a.md", "s6deeb08405.md", "s8667aec294.md", "s2362553df8.md", "s81151298c2.md", "sef4adf6e12.md", "s693817bd5a.md", "s2435de8c9b.md"], "bm25": [-10.394199, -8.095862, -6.331129, -6.297, -6.258436, -5.753163, -4.876265, -4.347194, -4.054213, -3.887294, -3.796428, -3.780509, -3.695313, -3.346345, -3.251537, -3.026842, -2.601923, -2.412008, -2.249984, -1.957876, -1.761366, -1.519656, -1.371598, -1.278125, -0.573464, -0.556551, -0.542268, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06], "search": ["s458613a9c1.md", "sd5d5f5d615.md", "s979a7df1bb.md", "s87f1fdc008.md", "s97a28ef372.md", "sc6b956e8c8.md", "s91e15c927f.md", "sc44a61b9f5.md", "s7d29426210.md", "s35f9904f63.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293a", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s12d1202c58.md", "s34c0eea353.md"], "ranked": ["s12d1202c58.md", "s34c0eea353.md", "s67d01b4f89.md", "sf54b3f8729.md", "s1fd3cbf4ac.md", "s6288bc0552.md", "s38c6799748.md", "s02c35a88c1.md", "s226394b487.md", "s73ce5fba55.md", "sd9d83f2da2.md", "s2c0a987df7.md", "s1941c52bfa.md", "s0679fdba48.md", "s1a9ecbc490.md", "sd07f5ecc05.md", "s070d5599e2.md", "sc36c642e93.md", "sa9ffca388c.md", "s8e9c4398cb.md", "sec2d0ef059.md", "s15fe667cee.md", "sa5110d9cab.md", "sd4ba4a95a3.md", "sb642bcb4a0.md", "s7c494ddbb9.md", "sdf9564db57.md", "sf8570352a7.md", "s134a266322.md", "s3f60315479.md", "scb6d92edfa.md", "sfa619982a3.md", "sb79989a1cc.md", "s61f558ce6c.md", "sc9b8ab78b7.md", "s5772e8482e.md", "s0236473a2c.md", "sfdba88b8a4.md", "sb4083ae5f0.md", "s1b4dfbb9e6.md", "s72cab392a9.md", "s7125043438.md", "sea71284862.md", "sa0438053cf.md"], "bm25": [-12.79808, -11.449489, -5.727259, -4.933893, -4.519688, -4.211436, -3.885996, -3.721637, -3.426246, -3.347241, -3.065897, -2.869148, -2.340322, -2.199572, -2.163516, -2.146419, -2.135004, -1.793773, -1.729332, -1.533089, -1.396683, -1.392869, -1.273003, -1.216953, -1.183759, -0.455356, -0.423725, -0.311409, -0.310399, -0.244035, -0.218037, -0.21777, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06], "search": ["s12d1202c58.md", "s34c0eea353.md", "s67d01b4f89.md", "sf54b3f8729.md", "s1fd3cbf4ac.md", "s6288bc0552.md", "s38c6799748.md", "s02c35a88c1.md", "s226394b487.md", "s73ce5fba55.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b5700ca9", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0062, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["se49ce84405.md"], "ranked": ["se49ce84405.md", "s0469a299fe.md", "sfbc6a52155.md", "sccda05bfa3.md", "s5f3e055fd8.md", "s947272e9f8.md", "s52a8da2bfe.md", "s8fd6b27343.md", "s7bb62a16c8.md", "s3a136962f7.md", "s4c989f2ded.md", "s72fcf26b0a.md", "sa756686f7e.md", "sc0c4a256af.md", "s4743206b28.md", "sb7808ac9e6.md", "sef38c954c2.md", "s10445854fd.md", "s49b2587707.md", "s1c0b965eae.md", "s7d820dea91.md", "scfae285ab2.md", "sdf4cf1cbff.md", "sf46c0d5516.md", "s0eb8c2f0c6.md", "sc399bd20ff.md", "s883fb1f2c8.md", "s00de3dbc07.md", "s1c14c21764.md", "se08aa49b0c.md", "s2c82c419c9.md", "s93e1da2881.md", "sf7023f3e71.md", "sc80f915d78.md", "s77751be352.md", "s55344649b4.md", "s7d0257952e.md", "s27e771a73c.md", "sd52f01a7a8.md", "s67d2cd41aa.md", "s628b4ae8a1.md", "scaa41276e4.md", "s77421ae38b.md", "s468e581bc0.md", "sf93874f639.md", "sa0cbf8e19d.md", "s1af0c0c7eb.md", "s2394c02586.md", "s7e5392955d.md", "s0f400d7f24.md"], "bm25": [-22.708041, -7.97169, -3.879558, -3.825258, -3.750832, -3.611742, -3.486785, -3.19784, -3.16962, -3.034519, -2.922289, -2.540839, -1.996092, -1.902849, -1.865652, -1.734426, -1.422511, -1.306435, -0.934091, -0.723798, -0.698339, -0.627522, -0.598362, -0.582572, -0.532772, -0.495478, -0.462582, -0.440303, -0.372071, -0.329972, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06], "search": ["se49ce84405.md", "s0469a299fe.md", "sfbc6a52155.md", "sccda05bfa3.md", "s5f3e055fd8.md", "s947272e9f8.md", "s52a8da2bfe.md", "s8fd6b27343.md", "s7bb62a16c8.md", "s3a136962f7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b81", "n_docs": 54, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s7ff91b69f4.md", "scd503bc780.md"], "ranked": ["s7ff91b69f4.md", "scd503bc780.md", "s84f85fb9d3.md", "s3f4b8c82da.md", "s39bbdc62b2.md", "s4d2e3c23a9.md", "s772b999daa.md", "s7b8006ee2c.md", "s19e2c32fe6.md", "scc20a8f01a.md", "sc7c3e50a44.md", "s7e9cd73886.md", "sdbe70a89ed.md", "s0845862186.md", "s30da2d3983.md", "s1c2aeccdc4.md", "s94c08057f7.md", "sa3fedfc4a2.md", "s8654e16aeb.md", "s8de05917a7.md", "s77552fcbcb.md", "sb1d2e0812c.md", "s38bece8fe5.md", "s94cf75f893.md", "s1dd3f7368e.md", "se50b024153.md", "s4a3a3b41cd.md", "s5f95be29fe.md", "sfdce12a37c.md", "s5040effed9.md", "sc192afb7aa.md", "se29b40a1ec.md", "s290343c2e8.md", "s22b49adb09.md", "s1a897c1a9b.md", "sb487ac1381.md", "sb870bd7c8a.md", "s81bce0bc43.md", "sd71e473a2b.md", "s85f649b4e1.md", "sb1447273d7.md", "s8692993f07.md", "sf70c1232e9.md", "sacd260314a.md", "s1c7aa59554.md", "s7bd3626de8.md", "sdc05d4bf39.md", "sef59c0e81d.md", "s362470bcb3.md", "sa72641fc2a.md"], "bm25": [-14.866898, -11.772692, -10.589468, -10.197223, -9.217615, -8.57526, -8.395723, -7.396182, -6.465753, -6.021548, -5.986166, -5.558495, -4.390797, -3.690062, -3.334994, -3.310743, -3.064224, -2.829925, -2.788572, -2.479843, -2.260517, -2.060744, -2.019509, -1.9641, -1.87646, -1.864447, -1.845511, -1.661248, -1.583405, -1.518035, -1.411803, -1.403648, -1.395866, -1.363753, -1.319737, -1.279098, -1.03773, -0.954073, -0.896425, -0.77917, -0.608118, -0.241514, -0.137264, -0.110509, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06, -4e-06], "search": ["s7ff91b69f4.md", "scd503bc780.md", "s84f85fb9d3.md", "s3f4b8c82da.md", "s39bbdc62b2.md", "s4d2e3c23a9.md", "s772b999daa.md", "s7b8006ee2c.md", "s19e2c32fe6.md", "scc20a8f01a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d4ab0c9", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0061, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s5af32146a3.md", "s740744b068.md"], "ranked": ["s5af32146a3.md", "s740744b068.md", "s5756dbc0fb.md", "sa5287ff98f.md", "sbc26b8a815.md", "s22acdee114.md", "s8c5ad6c523.md", "s58f4536892.md", "s2b38a2fd64.md", "s0c92fbca78.md", "s54a6908906.md", "s53a2672789.md", "s42d76d5459.md", "s692eed2482.md", "s5fef437b60.md", "sf0d0144933.md", "s840cd550f1.md", "sd88aab0d82.md", "s5a6ea87262.md", "se292677117.md", "s39f5e3a0d1.md", "s37c555fce5.md", "s1b1235b936.md", "s9f7bfed5f6.md", "s6cfdb61cff.md", "s991015c034.md", "sad132af1d4.md", "s0b395f9eb2.md", "s99365f8fd0.md", "s15bf95be8b.md", "s409cffb370.md", "s660f40c33f.md", "s99cda12f74.md", "s119c296e39.md", "s9b046dd0cb.md", "s17f44a5723.md", "s7afc91dd8b.md", "s89746021ba.md", "s49ba351262.md", "sae88eec93e.md", "sd603882981.md", "s39bf8a1fa3.md", "se96f9c593f.md", "s92dc0b1134.md", "se5d27e280a.md", "sd274fc742e.md", "s048b7408e4.md", "s183f8d3fcd.md", "s5407b2ac7d.md", "sbef4bf1408.md"], "bm25": [-30.848777, -26.038417, -9.932071, -8.083451, -7.705284, -7.379077, -6.177051, -5.981473, -5.389162, -5.293523, -5.179989, -4.736729, -4.554981, -4.50975, -4.084435, -4.044135, -3.238345, -3.047293, -3.020169, -2.728588, -2.677744, -2.652116, -2.548147, -2.38942, -2.312169, -2.154331, -2.107969, -1.733823, -1.642548, -1.561937, -1.514013, -1.496098, -1.225972, -1.162993, -1.098932, -0.961618, -0.791356, -0.783599, -0.717102, -0.142248, -0.14144, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -9e-06], "search": ["s5af32146a3.md", "s740744b068.md", "s5756dbc0fb.md", "sa5287ff98f.md", "sbc26b8a815.md", "s22acdee114.md", "s8c5ad6c523.md", "s58f4536892.md", "s2b38a2fd64.md", "s0c92fbca78.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e072b769", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s3b56ca94e8.md"], "ranked": ["s3b56ca94e8.md", "s753d1f0eda.md", "sbd189fc0b9.md", "s7e1374f4ae.md", "s4ebaa20b59.md", "s772bc0e51b.md", "s0132ad4125.md", "s386d30e294.md", "s783f0c7fb8.md", "sa7606d883f.md", "s2412541f43.md", "saac9ee03bf.md", "sb5a51ff651.md", "sba782a3ab1.md", "s9c6b966170.md", "sedb99f4b1a.md", "s8cbc2e8172.md", "s30a7c37e4b.md", "s226d28d87d.md", "sa04638bc23.md", "s0416e91aa9.md", "sb48ab537e5.md", "s27afa2b6a8.md", "s820474d27d.md", "s2bba55940a.md", "s2bcdd06f92.md", "se9b544b360.md", "s64065b1242.md", "sf74f899fb7.md", "sbcc810ca75.md", "sd84272350c.md", "sd8b3a6d729.md", "s42c90ac5c3.md", "s585a21fdf8.md", "s44b962f267.md", "sce6fd0dbd1.md", "s80a273384e.md", "sf040e42142.md", "sa33a772ff5.md", "s7491ef9a08.md", "s82540344a0.md", "s55f93a5136.md", "sc9fb875de9.md", "s7d6590272a.md", "s584fc0a491.md"], "bm25": [-21.16911, -6.850879, -5.131388, -4.784592, -3.594932, -3.33818, -2.991818, -2.898827, -2.329156, -1.847806, -1.717349, -1.660115, -1.278367, -1.139572, -0.989997, -0.866374, -0.826659, -0.809068, -0.779415, -0.711977, -0.085526, -0.062971, -0.054904, -0.053211, -0.051337, -0.051063, -0.050401, -0.048446, -0.047176, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06, -4e-06, -2e-06, -2e-06], "search": ["s3b56ca94e8.md", "s753d1f0eda.md", "sbd189fc0b9.md", "s7e1374f4ae.md", "s4ebaa20b59.md", "s772bc0e51b.md", "s0132ad4125.md", "s386d30e294.md", "s783f0c7fb8.md", "sa7606d883f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0db4c65d", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0058, "secs_query": 0.0008, "type": "temporal-reasoning", "abstention": false, "gold": ["s4e4e3334fd.md", "see88f3e2b2.md"], "ranked": ["see88f3e2b2.md", "s4e4e3334fd.md", "s02bb918af5.md", "s5e359c20e2.md", "s3ae302feb5.md", "s4ba2278833.md", "s61885cb9da.md", "s6d7530f70c.md", "sdf7ccdc0d4.md", "s80d8061646.md", "s4ef770edae.md", "sc99075ab33.md", "sf26caecf4f.md", "s7eda22fffd.md", "s4b580c6ecf.md", "s0499e247a5.md", "s8131dcfb0d.md", "sdd6d768e62.md", "s6089d46cdf.md", "s86b183bc4c.md", "sb407dec02b.md", "s471235d301.md", "s2be21e3a9b.md", "s4d817805f2.md", "s97a3626e55.md", "sc669c3b333.md", "s32738b271e.md", "sf0cd6a02cf.md", "s1501540bbe.md", "se71c926e54.md", "s79a051d04a.md", "s454a9a43aa.md", "s7c4338c290.md", "sce79057b38.md", "s1396aa923e.md", "s510d0ab85d.md", "s80f97c1adc.md", "s18d30dc7bf.md", "s41c580b9c2.md", "sada061d42b.md", "se9a8793b0e.md", "s16ae387e5d.md", "sef4d84194a.md", "s019b1098e4.md"], "bm25": [-42.042041, -36.201909, -16.726364, -13.791848, -10.913257, -10.017336, -9.635582, -9.224832, -8.194215, -7.892289, -7.800276, -7.71565, -7.45041, -7.343693, -7.305525, -7.017211, -6.614948, -6.604925, -6.593645, -5.95541, -5.780852, -5.532975, -5.255611, -5.162449, -5.095433, -5.004376, -4.924839, -4.568953, -4.332661, -3.859505, -3.384348, -3.169838, -2.968872, -2.208746, -2.080014, -2.060541, -2.044886, -2.029068, -1.926877, -1.861338, -1.146635, -0.317428, -0.316286, -1.7e-05], "search": ["see88f3e2b2.md", "s4e4e3334fd.md", "s02bb918af5.md", "s5e359c20e2.md", "s3ae302feb5.md", "s4ba2278833.md", "s61885cb9da.md", "s6d7530f70c.md", "sdf7ccdc0d4.md", "s80d8061646.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d80365e", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s470e28ad29.md", "s673fe32ac7.md"], "ranked": ["s470e28ad29.md", "s673fe32ac7.md", "s5feee30399.md", "s62d5c41294.md", "sf95358f6d5.md", "s3a956c1e9e.md", "s8855cb498d.md", "sb943368044.md", "s2f433e0508.md", "s07dd3e6931.md", "sbe68dea1fc.md", "sd4edbc4d19.md", "s947e9db870.md", "s9e1b7babf3.md", "s7af8101680.md", "s09c06f58e1.md", "sa940248f8c.md", "s4fc7e34edd.md", "s2897aeadc7.md", "s2e07ece287.md", "s325d06c888.md", "sdc16c976a8.md", "sb73cb94274.md", "s301bb8c008.md", "s162c7363ff.md", "sff651b8c63.md", "s5558904a30.md", "sd501d151e0.md", "sdefaa7d7bb.md", "s20a49b4f7c.md", "sad25f3d178.md", "s24b9a94ab6.md", "sa4a5adb94a.md", "sab80787b46.md", "s6d3cb540c4.md", "sc36f62e87a.md", "sbc4c083272.md", "s45a39d3595.md", "sae9e783966.md", "s0f7fbd64d2.md", "sc3de312bc5.md", "s1590c4a0a4.md", "s59c3d8a125.md", "s42d5887a5b.md", "sfd98341e7e.md", "s41ec135b8a.md", "s2d07542fd6.md", "sdedfd38530.md", "sf19d65192e.md", "sfb5d30d972.md"], "bm25": [-28.114639, -21.733471, -7.560143, -6.410288, -5.057104, -4.951385, -4.84309, -4.794539, -4.559812, -4.389401, -3.420956, -2.88613, -2.866178, -2.634856, -2.605089, -2.441556, -2.347953, -2.342027, -2.221853, -1.949557, -0.766709, -0.703951, -0.698132, -0.467453, -0.446986, -0.434774, -0.413532, -0.386811, -0.380925, -0.360357, -0.359098, -0.341093, -0.338089, -0.327179, -0.326535, -0.307921, -0.282354, -0.229242, -0.20848, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06], "search": ["s470e28ad29.md", "s673fe32ac7.md", "s5feee30399.md", "s62d5c41294.md", "sf95358f6d5.md", "s3a956c1e9e.md", "s8855cb498d.md", "sb943368044.md", "s2f433e0508.md", "s07dd3e6931.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7f6b06db", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0059, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s4b4e486124.md", "s5072e6f426.md", "s7eda804bfa.md"], "ranked": ["s4a046eb653.md", "sb2e4d37e5b.md", "s41ba1ba2c7.md", "s7c9e3b5b63.md", "s5072e6f426.md", "s4b4e486124.md", "s16a2dc59c7.md", "sacbfc5ecc0.md", "seb706a8717.md", "s9c3383b444.md", "s7eda804bfa.md", "sfe6e735f9f.md", "s2a63b13803.md", "sb25a86f92f.md", "s2c8e248125.md", "s4d4ded0acb.md", "s5bb1e3bbe2.md", "s016e17f95c.md", "se79ca13c42.md", "secc5fc3485.md", "s801fb23229.md", "sf2edfa8750.md", "s1bdf08a8b3.md", "s7e58e7930b.md", "s85855ccc8c.md", "s68d37c0d3a.md", "se7a88f5d39.md", "s578d89bb69.md", "sa1c9679c02.md", "s3fd94a2ad8.md", "s4d121cd739.md", "sc8948c8f8e.md", "s78d2b30c67.md", "s40d8270ec5.md", "sde5f746455.md", "se3b64061d5.md", "s6364132d52.md", "see26c683a1.md", "s5921b36d03.md", "s1e31209ed5.md", "s14e1cfebb3.md", "sdc6e907d77.md", "sbb2aa60837.md", "s25b96e5d1f.md", "s0f3a0f728c.md", "s50de6df2b3.md", "s9d5e521f62.md", "s694cbbac1f.md", "sc936c3c12d.md", "seb8eb40534.md"], "bm25": [-8.841873, -8.16697, -7.443251, -7.194728, -6.144622, -6.064631, -4.645746, -4.050861, -4.027248, -3.635992, -3.276381, -3.254249, -3.103827, -2.966391, -2.876072, -2.787365, -2.784896, -2.730341, -2.578026, -2.468694, -2.329812, -2.085825, -1.992027, -1.887736, -1.714252, -1.680519, -1.631199, -1.407863, -1.233368, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05], "search": ["s4a046eb653.md", "sb2e4d37e5b.md", "s41ba1ba2c7.md", "s7c9e3b5b63.md", "s5072e6f426.md", "s4b4e486124.md", "s16a2dc59c7.md", "sacbfc5ecc0.md", "seb706a8717.md", "s9c3383b444.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_6dc9b45b", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0059, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["sd7beaae423.md"], "ranked": ["sd7beaae423.md", "sa88ed29c95.md", "s06ee58c40b.md", "s51e3e06271.md", "s83a49fc016.md", "sd42f8692cf.md", "se7ac108102.md", "s919ce870f5.md", "s8c875da86c.md", "sfb8f3084d1.md", "s3f265079e2.md", "s94960eb142.md", "scb1d8e0cea.md", "s3f6e6cfc07.md", "sb148c65e4d.md", "sfd9cc59807.md", "sa51ffa0107.md", "s66c1bec54a.md", "sbf043ae7f1.md", "sa767f2d000.md", "sf25adc19d4.md", "sbbcceebc3b.md", "s9bb8cda7d3.md", "sce7acac06e.md", "s9e5766edd3.md", "sad6d6955a5.md", "s173741c4c7.md", "s8b89a31db0.md", "sbbc1b66e41.md", "sde96a1724e.md", "sdb2dabb1dd.md", "scc801a4aa5.md", "sa206276dee.md", "s3f1206bd48.md", "s58b4cdde67.md", "s38830f86c8.md", "se6593d7b12.md", "s61a92f5ae5.md", "scec88687d6.md", "sb0be4e9dde.md", "sc52e527b28.md", "s3c7cd22d27.md", "s7986566a0d.md", "s9b4e868649.md", "s079faa4a63.md", "sa957203c25.md", "sbb63996832.md", "s6adcdee7cf.md"], "bm25": [-21.129169, -13.076645, -6.106226, -4.680125, -4.639514, -4.461111, -4.058017, -4.036643, -3.724469, -3.635935, -3.302648, -2.924312, -2.842022, -2.067947, -1.955986, -1.798219, -1.733067, -1.712392, -1.421233, -1.031065, -0.889445, -0.844801, -0.844305, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sd7beaae423.md", "sa88ed29c95.md", "s06ee58c40b.md", "s51e3e06271.md", "s83a49fc016.md", "sd42f8692cf.md", "se7ac108102.md", "s919ce870f5.md", "s8c875da86c.md", "sfb8f3084d1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8279ba02", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 39, "secs_index": 0.006, "secs_query": 0.0001, "type": "temporal-reasoning", "abstention": false, "gold": ["sf35e757041.md"], "ranked": ["sf35e757041.md", "sb10c5a2ba0.md", "s361c0af12c.md", "s821d229ace.md", "s97ac8ceaff.md", "sb43bc78416.md", "sdd47d266fb.md", "s7e399baa41.md", "s039fc61216.md", "sa6423d1ba7.md", "sfa2f0ebea2.md", "s5fb66b3b4a.md", "s51e69df61b.md", "se95a80af20.md", "s4fb3576300.md", "s4adec2cf45.md", "s4c3a140a5f.md", "sd0fad84475.md", "s7f1e1f67b3.md", "s417a581481.md", "sd622f13e78.md", "se9d4c9867a.md", "s869e3d630e.md", "sb191be21d3.md", "s50a8dd1e9a.md", "sd3c9658e22.md", "s89c3ccac67.md", "sbcd4097e17.md", "s4dcd3913ee.md", "sd4f501d996.md", "s0200c28efc.md", "s4bd5d944e7.md", "sa239754d47.md", "s65843a7d01.md", "s82631d1e0b.md", "s67ade34d6d.md", "sa2da34b821.md", "s086910308a.md", "s4075ac2fc2.md"], "bm25": [-6.678346, -5.71396, -5.100617, -4.190239, -3.390079, -3.278821, -3.108871, -2.219396, -2.14759, -2.114818, -2.098051, -1.965725, -1.949922, -1.689892, -1.585276, -1.219269, -1.08065, -0.886633, -0.821904, -0.796373, -0.78911, -0.753212, -0.076198, -0.069017, -0.068066, -0.064583, -0.060504, -0.054679, -0.052367, -0.033552, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["sf35e757041.md", "sb10c5a2ba0.md", "s361c0af12c.md", "s821d229ace.md", "s97ac8ceaff.md", "sb43bc78416.md", "sdd47d266fb.md", "s7e399baa41.md", "s039fc61216.md", "sa6423d1ba7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_18c2b244", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0062, "secs_query": 0.001, "type": "temporal-reasoning", "abstention": false, "gold": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md"], "ranked": ["s49199999c0.md", "s27dfdb9c53.md", "s2824f4cf65.md", "s152591c2af.md", "s45d6962805.md", "sde791e3e44.md", "s4f60db7ed2.md", "s46149a79f9.md", "s7f0ae181ae.md", "sb2a660b004.md", "s2242ce7293.md", "sdd445729ea.md", "sfc7cbdb261.md", "s24e0d59a8f.md", "sa5ed246237.md", "sf28fedb2d8.md", "seae403d20f.md", "s35db27d266.md", "s92043799d8.md", "sf2ecfc47cd.md", "s6a6d965b3d.md", "s7fa98e500f.md", "s3034bf4fd4.md", "sefaf2aef0b.md", "s23ba3f4d03.md", "sf4dbb74213.md", "se6ee5b671f.md", "s72572dfc44.md", "s20fe429f69.md", "s88c147718c.md", "s071185646f.md", "seac8e4c49b.md", "s869597a492.md", "s3aa16cf590.md", "s16d07047e5.md", "sdafe55c36a.md", "s8d723a78a5.md", "s5564b8be78.md", "sb63da53540.md", "s49e7df199e.md", "sdef3fd84b8.md", "s68915d93e7.md", "sd6a3b081ab.md", "s3117696a15.md"], "bm25": [-43.615267, -43.465256, -31.958361, -14.373423, -14.290457, -11.740307, -10.136675, -8.98687, -6.768453, -6.6052, -4.871391, -4.692814, -4.520924, -4.375413, -4.024926, -3.757667, -3.624114, -3.55286, -3.345167, -3.273422, -2.690505, -2.418733, -2.366808, -1.959971, -1.814866, -1.479975, -1.407279, -1.26268, -1.174728, -1.062582, -0.87335, -0.86624, -0.77161, -0.659736, -0.515668, -0.502571, -0.450466, -3.8e-05, -3.8e-05, -3.2e-05, -3.1e-05, -3e-05, -2.8e-05, -2.6e-05], "search": ["s49199999c0.md", "s27dfdb9c53.md", "s2824f4cf65.md", "s152591c2af.md", "s45d6962805.md", "sde791e3e44.md", "s4f60db7ed2.md", "s46149a79f9.md", "s7f0ae181ae.md", "sb2a660b004.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a1b77f9c", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0007, "type": "temporal-reasoning", "abstention": false, "gold": ["s1592c4055d.md", "s3368e912a8.md", "s3a24ea8d88.md", "s5e464e410d.md", "s7de878daf0.md", "s987b330deb.md"], "ranked": ["s5e464e410d.md", "s3a24ea8d88.md", "s1592c4055d.md", "s987b330deb.md", "s7de878daf0.md", "sf6b8a2aafb.md", "s82f0d35275.md", "s3368e912a8.md", "sd76939a7ca.md", "sede1bbe68a.md", "s773b28cae1.md", "s2e77bf4383.md", "scdda2613f0.md", "s87ba8d3b8e.md", "s2b8b891576.md", "s09f5ecf77c.md", "s1360413855.md", "sf353f3051d.md", "s0331e79c0b.md", "se104b53514.md", "s0e2d5a8845.md", "s26c3672b8e.md", "sb504b7444c.md", "s41608a6f96.md", "s620710ee53.md", "s3e4ac5186c.md", "sfe6981d3cc.md", "se7ddd34078.md", "s90b0e9aba3.md", "s48b09a4c8c.md", "s910006ff37.md", "s49fda21d01.md", "s4ef3136aa0.md", "s48e2c8308e.md", "s39c7829734.md", "s4d10922087.md", "sc98018df77.md", "s44402db2d1.md", "s1be0daf65c.md", "s69299af6b3.md", "sd5b9a31c7b.md", "s2a6f069285.md", "sb01e1a2e22.md", "s9daaf427ad.md", "s251b48663f.md", "s890f68cd40.md", "s2f8b71f2af.md", "s8810f72ba3.md", "s2911bf6984.md"], "bm25": [-16.77917, -12.409995, -10.691702, -9.704936, -8.675288, -7.615062, -6.760565, -6.627526, -5.414282, -4.702165, -4.663091, -3.7609, -3.355602, -2.722772, -2.259024, -2.203056, -2.160286, -1.883778, -1.838629, -1.832911, -1.798579, -1.699238, -1.663168, -1.53623, -1.499965, -1.440689, -1.163727, -1.146496, -0.79853, -0.654343, -0.649469, -0.625641, -0.578973, -2.2e-05, -2.2e-05, -2.2e-05, -2.1e-05, -2.1e-05, -2e-05, -2e-05, -2e-05, -2e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05], "search": ["s5e464e410d.md", "s3a24ea8d88.md", "s1592c4055d.md", "s987b330deb.md", "s7de878daf0.md", "sf6b8a2aafb.md", "s82f0d35275.md", "s3368e912a8.md", "sd76939a7ca.md", "sede1bbe68a.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1916e0ea", "n_docs": 56, "n_repeated_sids": 0, "n_matched": 56, "secs_index": 0.0063, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s62bf117c2b.md", "s750b0d5f83.md"], "ranked": ["s750b0d5f83.md", "s62bf117c2b.md", "sa090f3776b.md", "sbb3624ee00.md", "sc11cb83a54.md", "sa146159148.md", "s19a111fc10.md", "sd79eae8df6.md", "sa90d7e1a9f.md", "s3d89134b84.md", "s312c080928.md", "sa696f25ba6.md", "s8bee3c59dd.md", "sa31a7b3634.md", "s1ed22117c7.md", "s69da9d2e12.md", "scdc4d2eda3.md", "sa24b6c2027.md", "s11e4a2f0ff.md", "s1fc2d3173e.md", "sc22094c9d5.md", "se6ef9f8d8d.md", "s9466fd677f.md", "s5bc585d39d.md", "s14214b70cf.md", "s5b359c1d93.md", "sd48ae14e04.md", "s501d0454f2.md", "s39d0ea72ef.md", "s6cbdb08524.md", "s2df192bcae.md", "s520ed4c331.md", "se5786b3263.md", "s3e396ec0af.md", "s40c6ae5d77.md", "se874369ad8.md", "sbbfb944ee1.md", "s037e31dcfb.md", "sf977e0bb2b.md", "scbe742f61c.md", "s95991e35cd.md", "s51f089dfdf.md", "secb64955b7.md", "sf1d9c263e1.md", "sb8895904fa.md", "s639fdad820.md", "s146716f9a7.md", "s2728c12794.md", "sf87ec76f0b.md", "s6401cdb118.md"], "bm25": [-16.238741, -12.589971, -9.309055, -7.962443, -6.978615, -6.235882, -6.175329, -6.004839, -5.375174, -5.161483, -4.45539, -4.400374, -4.366557, -3.823156, -3.815251, -3.712383, -3.588787, -3.440836, -3.361851, -2.936742, -2.925845, -2.760695, -2.625907, -2.16014, -2.083118, -1.91102, -1.726589, -1.719076, -1.691999, -1.650167, -1.47395, -1.43969, -1.356385, -1.261205, -1.093365, -0.991829, -0.97119, -0.94685, -0.931955, -0.843503, -0.838455, -0.690759, -0.657919, -0.582656, -0.571509, -0.551441, -0.430922, -0.424165, -1.2e-05, -1.1e-05], "search": ["s750b0d5f83.md", "s62bf117c2b.md", "sa090f3776b.md", "sbb3624ee00.md", "sc11cb83a54.md", "sa146159148.md", "s19a111fc10.md", "sd79eae8df6.md", "sa90d7e1a9f.md", "s3d89134b84.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7a0daae1", "n_docs": 61, "n_repeated_sids": 0, "n_matched": 60, "secs_index": 0.0061, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["sdd184f0547.md", "sf8cc30f63f.md"], "ranked": ["sf8cc30f63f.md", "sdd184f0547.md", "s85d15719b7.md", "s3aece4dcf6.md", "s999cf76043.md", "s77fa1f6c20.md", "s794aa4f0a3.md", "s7a934d5060.md", "sa03113ad4a.md", "s2f909f4ca1.md", "scceb6ad61c.md", "s87b1cc2e4e.md", "sdbe1718ad3.md", "sa816958347.md", "s27a9dc416f.md", "sf6b233c90f.md", "s485565351f.md", "s95b740751f.md", "sf3aee13ce1.md", "scb9b1465aa.md", "s6c6ce26671.md", "s1ec2523dfd.md", "s926ede0384.md", "s7caefce33b.md", "s9bbc4ad483.md", "sd1d0641e6f.md", "s6778adf80d.md", "s8dcc819352.md", "s182c8d84c8.md", "s83e5011b5c.md", "s4dc6cedd00.md", "s5842e28882.md", "sfd21150652.md", "s1ac3343293.md", "sb82677cb02.md", "s5178defbbd.md", "sa0ae468928.md", "sb91fcc05e3.md", "s3fd77312c8.md", "sb108a57751.md", "s64e2f01992.md", "s7bcf25f9b4.md", "s1e81f459b9.md", "s779358b4c4.md", "sf0c2b8af8c.md", "s98c1f4baef.md", "s66102d6ecb.md", "s7ac43a4cf2.md", "s6167ca5f7b.md", "s615d3dcf71.md"], "bm25": [-18.769091, -18.583757, -9.436964, -7.890946, -7.436863, -7.107139, -6.420026, -6.364078, -5.192295, -5.015987, -5.014193, -4.846417, -4.79471, -3.946909, -3.655457, -3.596929, -3.445936, -3.1721, -2.99835, -2.908655, -2.406894, -2.296195, -2.110236, -1.981071, -1.016362, -0.993908, -0.812539, -0.751203, -0.750527, -0.631091, -0.538667, -0.524311, -0.500313, -0.482105, -0.481787, -0.471445, -0.462828, -0.442176, -0.378612, -0.259785, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05], "search": ["sf8cc30f63f.md", "sdd184f0547.md", "s85d15719b7.md", "s3aece4dcf6.md", "s999cf76043.md", "s77fa1f6c20.md", "s794aa4f0a3.md", "s7a934d5060.md", "sa03113ad4a.md", "s2f909f4ca1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_468eb063", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0058, "secs_query": 0.0001, "type": "temporal-reasoning", "abstention": false, "gold": ["se6c4b027c1.md"], "ranked": ["sb92b107cfa.md", "se6c4b027c1.md", "sbf13a56603.md", "s0ccbe7fd1c.md", "se3c0aff529.md", "s63150e8140.md", "s47b6b224f9.md", "s18c7c7c83d.md", "s6eaa54ecbe.md", "s0a39fff363.md", "sff8df576aa.md", "sf715f33321.md", "s4b1f9fe308.md", "scbc60e57a0.md", "s56170e3b54.md", "sd3e8bfe4a3.md", "saf859aef94.md", "s806c990fde.md", "s9038e208cb.md", "sf0f465ed80.md", "sd0440d7db2.md", "s39bf713ccd.md", "sfa91eb788c.md", "sb2e40f4a0f.md", "s8bdc4958c3.md", "s06160b3546.md", "s50d4481482.md", "sead74866df.md", "sb6c95cb991.md", "s4facaf4f2a.md", "sb3f12dc3e0.md", "sc662b5e1a0.md", "sb556ad66d1.md", "sb9a9b2494e.md", "s81cf6bc1f9.md", "s77cc71d4a6.md", "s711fd9c559.md", "s7fb0db0af4.md", "s2992c077cb.md", "s8c2524a10f.md", "sdc33dccf83.md", "s6311cad1c6.md"], "bm25": [-6.071372, -5.212448, -4.981175, -3.838895, -3.160752, -2.440471, -2.339512, -1.948571, -1.797435, -1.642936, -1.486818, -1.352151, -1.146492, -1.10278, -0.916624, -0.883795, -0.77447, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["sb92b107cfa.md", "se6c4b027c1.md", "sbf13a56603.md", "s0ccbe7fd1c.md", "se3c0aff529.md", "s63150e8140.md", "s47b6b224f9.md", "s18c7c7c83d.md", "s6eaa54ecbe.md", "s0a39fff363.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7abb270c", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s089aa238b5.md", "s0da7667bb9.md", "s336b4d8800.md", "s460021fe1c.md", "s6c535841a0.md", "s711866769d.md"], "ranked": ["sef7c0c26a2.md", "s089aa238b5.md", "s336b4d8800.md", "sc28f48adbc.md", "s6c535841a0.md", "sfa2da46297.md", "s460021fe1c.md", "s1af675d381.md", "s8ad3de51df.md", "s5c1ad47731.md", "sc38a519f35.md", "sbeb817ec33.md", "s00d74838a4.md", "s711866769d.md", "s62f0d9b142.md", "s0da7667bb9.md", "s4372fe61b4.md", "s91639013ca.md", "s6732e19e6e.md", "sf9d778248b.md", "s136aa6db6c.md", "sa1e161d312.md", "s86b68f8285.md", "s1e26d70842.md", "s54e250b284.md", "s26c25e8a55.md", "sc74983caef.md", "s9d4a2ab528.md", "s901d938888.md", "s0ef0457500.md", "sbd2558b364.md", "s7f9b22020c.md", "s51a60daa76.md", "s7f235ae333.md", "s63d648a201.md", "s00bc50938d.md", "s887038e0ea.md", "s5611fe61da.md", "s3bf77b7a1c.md", "s01299775a5.md", "sacfb92caaf.md", "s46de020290.md", "s29262e49fe.md", "s71c26f89b5.md", "sd5de32e73b.md", "sf2e0c4f562.md", "s43df7f6c15.md", "s8c3e83a681.md"], "bm25": [-5.433912, -4.377129, -3.954844, -3.933226, -3.912225, -3.8889, -3.88878, -3.620288, -3.483533, -3.071412, -2.883173, -2.605214, -2.407025, -2.063835, -1.948308, -1.940659, -1.82932, -1.800953, -1.723033, -1.424651, -1.346136, -1.093593, -0.833373, -0.625396, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -8e-06], "search": ["sef7c0c26a2.md", "s089aa238b5.md", "s336b4d8800.md", "sc28f48adbc.md", "s6c535841a0.md", "sfa2da46297.md", "s460021fe1c.md", "s1af675d381.md", "s8ad3de51df.md", "s5c1ad47731.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_1e4a8aeb", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s4965a34b4b.md", "se8a4fc3c2b.md"], "ranked": ["se8a4fc3c2b.md", "s4965a34b4b.md", "s98832b33d7.md", "sd9c4aad8ea.md", "sb3b1e9536a.md", "s9f21cc5ec4.md", "s5bc77d1008.md", "sf13bcbd939.md", "s67171e54fe.md", "sa7abbdb268.md", "sb6f16b8778.md", "se2f582900f.md", "s70117e558d.md", "s0962d51244.md", "s3aa67e5948.md", "s075eeedf4a.md", "s51bb172ed7.md", "s2fb0b2982c.md", "s4941916aff.md", "se99e0f3ef0.md", "s15b24b0c21.md", "s393d68fe4d.md", "s8eba922761.md", "s80476ea74d.md", "s50bfc982da.md", "s65b071d0d9.md", "sa7235e4628.md", "sac60d65f3f.md", "s0996ae55de.md", "s0026b92ef9.md", "se6baf36c91.md", "s1081cb7880.md", "sd40e600820.md", "s6d70edcd05.md", "s266b5ee3a0.md", "sa2bfce8e77.md", "s60bc20a0c3.md", "se371cf3b2f.md", "se710b4512f.md", "s766a89419a.md", "s0ca46ebf58.md", "sdbdb3847a5.md", "s2271f4e73a.md", "s80c6b56412.md", "s0ec6aa8029.md", "sfb212db73b.md", "sb104f189c7.md", "s69046dea75.md"], "bm25": [-20.447396, -18.516235, -8.98434, -8.945866, -8.658159, -6.847482, -5.862908, -5.613541, -5.577271, -5.561356, -4.011175, -3.021886, -3.016001, -2.766663, -2.704025, -2.699317, -2.635438, -2.461528, -2.387973, -2.233773, -2.08305, -2.075499, -2.06076, -2.045973, -1.926249, -1.905593, -1.887364, -1.757727, -1.744826, -0.498399, -0.478342, -0.469041, -0.412997, -0.37856, -0.359441, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05, -1e-05, -1e-05, -2e-06], "search": ["se8a4fc3c2b.md", "s4965a34b4b.md", "s98832b33d7.md", "sd9c4aad8ea.md", "sb3b1e9536a.md", "s9f21cc5ec4.md", "s5bc77d1008.md", "sf13bcbd939.md", "s67171e54fe.md", "sa7abbdb268.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4fc4f797", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s86e8fc5c64.md", "sa00694b92d.md"], "ranked": ["s86e8fc5c64.md", "sa00694b92d.md", "s494fd2f507.md", "se15d4076d5.md", "sc7ed8cf402.md", "s48d7bf735c.md", "se1788c2144.md", "s308523a66b.md", "s64f5fd329a.md", "s1b5d0e7c6e.md", "s50be7a2208.md", "s0b210d7c1a.md", "s206c7ebda7.md", "s5a385d7c27.md", "s82a0a3be45.md", "s62f881d834.md", "s5379b9f64e.md", "se47f4fc1dd.md", "s5325615d19.md", "s8352d94bad.md", "s4639e30a44.md", "sfa9c5f96ba.md", "se26de73020.md", "s0bffbe483f.md", "sbfa330131e.md", "s79295a91e6.md", "s422e6d020e.md", "sb0e5469d39.md", "s43c2e905ab.md", "s0ce6466201.md", "sc6b053dd80.md", "seaad61af51.md", "sac7011d279.md", "sa751f83102.md", "s7b81754d2e.md", "s25ac7acb0f.md", "s881c053592.md", "s70fb119229.md", "s87dacf039d.md", "s5af6809cff.md", "s6a5cf50c09.md", "s20077ee335.md", "sab1c4de070.md", "s5bf3834384.md", "s51aafa2f7e.md"], "bm25": [-25.647368, -20.371191, -6.991061, -5.125201, -5.073779, -5.066758, -4.653148, -4.023408, -3.557413, -3.423196, -3.418284, -3.360887, -2.988023, -2.480088, -2.365239, -2.331478, -2.27117, -2.000862, -1.751908, -1.32247, -1.257519, -1.033279, -0.985306, -0.930459, -0.906534, -0.828325, -0.70752, -0.693844, -0.563622, -0.522736, -2.2e-05, -2e-05, -2e-05, -1.9e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -9e-06, -6e-06, -2e-06], "search": ["s86e8fc5c64.md", "sa00694b92d.md", "s494fd2f507.md", "se15d4076d5.md", "sc7ed8cf402.md", "s48d7bf735c.md", "se1788c2144.md", "s308523a66b.md", "s64f5fd329a.md", "s1b5d0e7c6e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4dfccbf7", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0062, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s994a3c82f9.md", "sed9bb71adb.md"], "ranked": ["sed9bb71adb.md", "s994a3c82f9.md", "s293908010b.md", "sc9bc82f822.md", "se827c31d9b.md", "s8dee33e97d.md", "sc387b96555.md", "s7bd9e599b3.md", "sfcbb29a3fe.md", "sd8d5bc7ace.md", "se45839fae3.md", "s15056eb22d.md", "s3a632d2e38.md", "s5a8139ce3f.md", "s8da6c34d20.md", "saa7a5f7506.md", "s37598e8ede.md", "s90e4ad15db.md", "s3461c61994.md", "sde2bf2720e.md", "s3b20560135.md", "s109e8c90c5.md", "s78589fc4f4.md", "s7def0a4ec7.md", "s6884fef28b.md", "s692fe45d6b.md", "sc35d76c55f.md", "sffbcba0932.md", "s961213d5e2.md", "sd9c88c6763.md", "sc88c608e1a.md", "s094f08b01e.md", "s916c22ec26.md", "sfe7bfc87bd.md", "s36b3287c71.md", "s3f548ab5f6.md", "s2d1aa30142.md", "sb7c45414ed.md", "sd2d9a05c64.md", "s52c9727ef8.md", "s6244c6222a.md", "scb314c8467.md", "s0dec238c41.md", "sb7b223dca4.md", "s9521f65bfc.md", "s4f992334ca.md", "s7f1907e679.md"], "bm25": [-24.252594, -19.681391, -9.944888, -9.438637, -7.266477, -5.313064, -5.148479, -4.74246, -4.316646, -4.132163, -3.984082, -3.59564, -3.424655, -3.297017, -3.208065, -3.133803, -2.891748, -2.485773, -2.290363, -2.24211, -2.137192, -2.036035, -1.997704, -1.966742, -1.958705, -1.830383, -1.666106, -1.665853, -1.632782, -1.446977, -1.356575, -1.261572, -1.19253, -1.056191, -1.009562, -0.710597, -0.569928, -0.529751, -0.512498, -0.480607, -1.6e-05, -1.6e-05, -1.2e-05, -1e-05, -1e-05, -1e-05, -2e-06], "search": ["sed9bb71adb.md", "s994a3c82f9.md", "s293908010b.md", "sc9bc82f822.md", "se827c31d9b.md", "s8dee33e97d.md", "sc387b96555.md", "s7bd9e599b3.md", "sfcbb29a3fe.md", "sd8d5bc7ace.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_61e13b3c", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0007, "type": "temporal-reasoning", "abstention": false, "gold": ["s20c93280b9.md", "s6de2686779.md"], "ranked": ["s20c93280b9.md", "s6de2686779.md", "s2023243d18.md", "se251aae354.md", "s1feff97347.md", "s367e65b53f.md", "s9ba372a885.md", "sa7abe1dbd3.md", "sa170841b2d.md", "s0ec28cc7dc.md", "s5f31013bc5.md", "sa36fa02012.md", "sfedcb36942.md", "s243276fcf2.md", "s3fa076cc5d.md", "s4b208f1b1c.md", "sf052b0e8e2.md", "s23b00777e7.md", "s6d78b1c2d1.md", "sc7df472438.md", "s48ab96694f.md", "seac066a885.md", "sd360665334.md", "s7bbc3fe583.md", "s9aca83606e.md", "sb1300e2eb3.md", "sa361296cbf.md", "s6f1e1f0525.md", "s0c4643aa03.md", "s03b3c66f18.md", "s4b5d7abad0.md", "s437b93d9cc.md", "sa0f7d2e04f.md", "s518ab85473.md", "s7aca75ae66.md", "scb3a994b79.md", "sc5fee531bc.md", "s73c0bf2f3a.md", "scad9ef0014.md", "s35c013b395.md", "s31c32e0a42.md", "s36415648b5.md", "s7245f28b29.md", "s31ab42ec5f.md", "s00c445c702.md", "s8b38e18161.md", "se70ee811d9.md", "s998e114040.md"], "bm25": [-27.104182, -13.765173, -11.209708, -8.189611, -8.093844, -7.40479, -7.235726, -6.653997, -5.87099, -5.846407, -5.828662, -5.444086, -5.346594, -5.115759, -4.923942, -4.676898, -4.267883, -3.537784, -3.214635, -3.014715, -2.74441, -2.644523, -2.504166, -2.257701, -1.523315, -1.421751, -1.285432, -1.056639, -1.000585, -0.940715, -0.856628, -0.714581, -0.591718, -0.587166, -0.492194, -2.8e-05, -2.6e-05, -2.5e-05, -2.5e-05, -2.4e-05, -2.1e-05, -2.1e-05, -2e-05, -1.9e-05, -1.8e-05, -1.7e-05, -1.6e-05, -1.3e-05], "search": ["s20c93280b9.md", "s6de2686779.md", "s2023243d18.md", "se251aae354.md", "s1feff97347.md", "s367e65b53f.md", "s9ba372a885.md", "sa7abe1dbd3.md", "sa170841b2d.md", "s0ec28cc7dc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_45189cb4", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s56b6b15804.md", "s7011c1d990.md", "scc1a9ac597.md"], "ranked": ["s2d912f4f18.md", "s7011c1d990.md", "scc1a9ac597.md", "s29e2b87dae.md", "sb52dcce058.md", "sd5a6b5d8d7.md", "sd1e8c392a9.md", "s56b6b15804.md", "s752e9f82ea.md", "sebaac9cfcc.md", "s2e859d241a.md", "s430cfb3188.md", "s90869fc2ce.md", "s7b0a82d626.md", "sfd4dd30915.md", "s2a884c797e.md", "s9d131bd1e1.md", "s27e2fdc1b2.md", "s4cfa148971.md", "se9044cebac.md", "s2c166817f7.md", "s80b8298fd6.md", "sbdd404db45.md", "s24c838d060.md", "sf0e30b7ca9.md", "s0ec6989e6e.md", "s9980682303.md", "s2a4442b859.md", "se07869330f.md", "s0600cd7282.md", "s614dba4e9d.md", "s55741d18d9.md", "sfa416905d7.md", "sff8c888956.md", "s688ecf2971.md", "sfbfe288b9e.md", "s2823e98793.md", "s8d5c9ea5d5.md", "s621756a928.md", "s931497ecb0.md", "s3b2dc7833d.md", "s893cd2a13f.md", "sc32b54ab77.md", "s89140d47c7.md", "s40313c075a.md"], "bm25": [-7.119643, -6.389636, -5.477405, -4.951795, -4.683376, -3.687933, -3.628215, -3.255029, -3.103518, -3.024734, -2.73615, -2.577041, -2.548844, -2.390357, -2.250392, -2.129133, -1.727688, -1.437501, -1.296546, -1.271453, -1.112283, -1.08377, -1.015465, -0.989222, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06], "search": ["s2d912f4f18.md", "s7011c1d990.md", "scc1a9ac597.md", "s29e2b87dae.md", "sb52dcce058.md", "sd5a6b5d8d7.md", "sd1e8c392a9.md", "s56b6b15804.md", "s752e9f82ea.md", "sebaac9cfcc.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "2ebe6c90", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["sa061eb7d02.md", "sd9d046a725.md"], "ranked": ["sd9d046a725.md", "sa061eb7d02.md", "s3af6efda37.md", "sda2cb8a2cc.md", "s60e1c17fd2.md", "sadd765fd26.md", "s83e2b4996e.md", "s2229d87b98.md", "s41d88ba7d0.md", "s1eac952338.md", "s7d5ecb3886.md", "s1c7dc4eb2e.md", "s1803123d61.md", "s3f9d4dd889.md", "secce8d201b.md", "sd8cc2160da.md", "s4eef8f091b.md", "s7695e456f5.md", "sb6bceae102.md", "s1909c64e57.md", "s53e2f443d0.md", "s5669ae2552.md", "s8b9ecca8da.md", "s5cc3aeda47.md", "s9c177f67fb.md", "s81c1f26262.md", "s19f3ba7749.md", "sc84457bf29.md", "s1047744b41.md", "s2d82c14159.md", "sd5c8a89d84.md", "s039e9a23bf.md", "s6313e02077.md", "se127d7891d.md", "sb8e8588b61.md", "s2407972095.md", "s97af4768c9.md", "s883a5b218c.md", "s1f8a7324f4.md", "s44e27143e3.md", "sfa4d52a6cf.md", "s90b004272d.md", "s15f94e8bdc.md"], "bm25": [-14.454253, -12.088307, -5.16511, -4.663282, -4.328752, -2.288709, -1.736924, -1.587577, -1.586977, -0.271254, -0.251433, -0.23594, -0.224627, -0.20465, -0.202152, -0.197413, -0.195575, -0.173423, -0.168375, -0.166446, -0.144219, -0.141253, -0.135635, -0.119449, -0.113562, -1.5e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -7e-06], "search": ["sd9d046a725.md", "sa061eb7d02.md", "s3af6efda37.md", "sda2cb8a2cc.md", "s60e1c17fd2.md", "sadd765fd26.md", "s83e2b4996e.md", "s2229d87b98.md", "s41d88ba7d0.md", "s1eac952338.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e061b84f", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0058, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s2863cc2ae4.md", "s43a4e39340.md", "s7d2fafc848.md"], "ranked": ["s84a3d34217.md", "sf5221600f8.md", "sc4c67fd285.md", "sad8d982d7f.md", "s1ba7daf77a.md", "s4e59a1052c.md", "s43a4e39340.md", "s5b5bca3d7f.md", "s7fb835e33a.md", "s0b67129821.md", "sbcce1939e1.md", "s29fba92d50.md", "sfad191793b.md", "sa75ce62ab1.md", "s0c185620f1.md", "sef074a0513.md", "s168f847b8b.md", "s97ca87feae.md", "sa6a0da21f7.md", "s4b13e64bc4.md", "s41f492dfd5.md", "s3b608e3bf3.md", "s534fa9d770.md", "s5dba165629.md", "s5abbb99ef8.md", "s18b981898c.md", "s4b60a071e3.md", "s9782ab492b.md", "s3d6accdd64.md", "s35271e7c3e.md", "s8119190d55.md", "s8593ebd1b7.md", "sed9b9415b1.md", "s388a5ff4ad.md", "s7d2fafc848.md", "s2863cc2ae4.md", "s568429a80a.md", "sef7f9a333f.md", "s2ae002b22c.md", "s1ceb0c410a.md", "s49bbc3a6cf.md", "sbcc661fef1.md", "se3863df82d.md", "s4ca7e30d32.md", "sd816273385.md", "sa2a033732e.md"], "bm25": [-8.75477, -8.032373, -7.955585, -7.193837, -6.574984, -5.339181, -5.317018, -5.149451, -4.900532, -4.799344, -4.561161, -4.257246, -4.246584, -3.87859, -3.29793, -3.295206, -2.90837, -2.876881, -2.759105, -2.707479, -2.684089, -2.540363, -2.458573, -2.078066, -2.036979, -2.006199, -1.99362, -1.745746, -1.614784, -1.604924, -1.537336, -1.52094, -1.415964, -1.221094, -0.490031, -0.459784, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.3e-05], "search": ["s84a3d34217.md", "sf5221600f8.md", "sc4c67fd285.md", "sad8d982d7f.md", "s1ba7daf77a.md", "s4e59a1052c.md", "s43a4e39340.md", "s5b5bca3d7f.md", "s7fb835e33a.md", "s0b67129821.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "370a8ff4", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s4ba7fc06a6.md", "s950777cdc2.md"], "ranked": ["s4ba7fc06a6.md", "s950777cdc2.md", "sd81371b1bd.md", "sc59c3c6d01.md", "sefce26f6de.md", "s96611c9cb5.md", "s233a2aab31.md", "sb98bb627b6.md", "sa4c79d90cd.md", "s9346a40393.md", "s9fea9df0dc.md", "sa0cdaf6fe8.md", "s2f89e7ead0.md", "sd9dfc8ea0d.md", "s51dc9ee1b4.md", "s818bde6d76.md", "sc52b254306.md", "s1b8f1c5cbb.md", "sbb07c69e1f.md", "sa100678311.md", "s3b7d0e0f29.md", "s50aef562cf.md", "sdb9e398d89.md", "s912baa5d84.md", "sdd32f8c85b.md", "s57f826056c.md", "s410e6d8c47.md", "sf14bad2c9a.md", "s7e0549a8c7.md", "sadcc574ab4.md", "sfdaf39fdd9.md", "s603eda607e.md", "se005c9f095.md", "se763b1891e.md", "s0268134f2f.md", "sbaee63e495.md", "s527b524ad2.md", "s0d5e6b5266.md", "sf4c7b25f0a.md", "s45d03dfa7f.md", "s97ec3f57de.md", "sa766dcb831.md", "s0a659a0f27.md", "s9239f87144.md", "sd26093e3f6.md", "sddbc499027.md"], "bm25": [-21.381949, -15.650723, -8.167851, -6.600763, -5.465416, -4.29464, -3.92194, -3.245814, -3.085515, -2.943268, -2.777721, -2.359575, -2.181035, -2.093874, -2.001189, -1.84851, -1.604293, -1.445268, -1.392639, -1.293262, -1.089429, -1.019985, -0.979484, -0.786088, -0.712705, -0.706709, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -5e-06, -2e-06], "search": ["s4ba7fc06a6.md", "s950777cdc2.md", "sd81371b1bd.md", "sc59c3c6d01.md", "sefce26f6de.md", "s96611c9cb5.md", "s233a2aab31.md", "sb98bb627b6.md", "sa4c79d90cd.md", "s9346a40393.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d6585ce8", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0059, "secs_query": 0.0006, "type": "temporal-reasoning", "abstention": false, "gold": ["s193d7352b9.md", "s1f80139e1f.md", "s431dbcb910.md", "s54c1ea549a.md", "sb8911662c9.md"], "ranked": ["sb8911662c9.md", "s1f80139e1f.md", "s54c1ea549a.md", "s431dbcb910.md", "s2bfdfae3e4.md", "s1c4a818edf.md", "s193d7352b9.md", "s1da197efe7.md", "s9a3fca9dff.md", "se7eeb28171.md", "s2ea0225d23.md", "sc6bce2f267.md", "s069c93bdd6.md", "s55cfc09e39.md", "s5890d5b879.md", "s15834e8121.md", "s14e18b92b7.md", "sa88f3d1a33.md", "s230fc5db86.md", "s7b75cf13cb.md", "s917e37acc3.md", "s1dda6e11b7.md", "sbb00cfa61a.md", "sd6ebecd803.md", "sc3f5478df4.md", "s6a33029077.md", "sea90b60302.md", "s571462bd88.md", "s37334abe4e.md", "sa571036197.md", "s90a9f9cda3.md", "s2b0c97709c.md", "s56e9cdd58c.md", "s2760845596.md", "sdb70996195.md", "s6ea7ab9105.md", "s01b8f448fc.md", "sdcbb980872.md", "s70b8581d44.md", "s86f7c4be6b.md", "s46a160d16d.md", "s9c45383f2d.md", "s779ad642d8.md", "s83156c7500.md", "s796d904eff.md", "sbf87af7407.md", "s74b16d5d87.md", "sb5c3093dcf.md", "s31f6949619.md", "sb163ead250.md"], "bm25": [-11.53578, -10.546034, -8.67435, -7.689816, -6.811358, -5.787036, -5.708701, -5.040879, -4.276339, -4.194976, -3.938886, -3.875778, -3.768204, -3.554038, -3.456341, -3.171229, -3.166546, -2.771211, -2.607295, -2.568091, -2.425465, -2.256205, -2.24687, -2.238923, -2.210445, -1.896086, -1.592249, -1.578249, -1.570778, -1.458197, -1.3907, -1.080717, -1.042931, -0.478193, -0.370232, -0.298186, -0.249788, -2.1e-05, -2e-05, -2e-05, -2e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.1e-05], "search": ["sb8911662c9.md", "s1f80139e1f.md", "s54c1ea549a.md", "s431dbcb910.md", "s2bfdfae3e4.md", "s1c4a818edf.md", "s193d7352b9.md", "s1da197efe7.md", "s9a3fca9dff.md", "se7eeb28171.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_4ef30696", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0006, "type": "temporal-reasoning", "abstention": false, "gold": ["s3b86b37b91.md", "s44278adeeb.md"], "ranked": ["s44278adeeb.md", "s3b86b37b91.md", "s8891deeba0.md", "s7ecc5c768d.md", "s99f45b797e.md", "sbe149b2461.md", "sd7d6222640.md", "s8e4f0c1e79.md", "sa386069e6b.md", "s50026a97b3.md", "sb88e866d0a.md", "s42ec6e6f20.md", "s87c5f76da2.md", "s1ec82362cf.md", "s5915543d6f.md", "s1e6d06142b.md", "s989fc3874a.md", "sac7666b225.md", "s707b013162.md", "s981905ac8f.md", "s972db5258d.md", "s1bcbd83e49.md", "sb06de4123e.md", "se4ec215fec.md", "sff9f62015e.md", "s16a7f8d63d.md", "s764ce2ba8f.md", "s39bcfb895b.md", "see35312c50.md", "sfe05150605.md", "s474a0f09a6.md", "sfc9d650d6d.md", "sb850958a4d.md", "s306bf1c262.md", "s4fe995f489.md", "s36db3a7e06.md", "s979c7375ad.md", "sb8fdce207d.md", "sf118141b1a.md", "s00c622f2fb.md", "se2c8127f58.md", "scf2956cbdb.md", "s3d06eda22f.md", "sf4d1ef05df.md", "s01949b5d3d.md", "s0da751d5c1.md", "saf76685fb6.md", "s09b043ccb8.md", "sbfffaae250.md"], "bm25": [-16.935611, -11.711271, -10.816212, -7.836605, -7.009507, -6.073847, -5.811931, -4.901991, -4.351723, -4.231194, -4.121121, -3.785996, -3.669248, -3.233671, -3.177451, -3.02758, -2.874895, -2.371962, -2.353991, -1.989785, -1.935002, -1.866289, -1.726892, -1.710795, -1.695113, -1.652072, -1.633467, -1.597576, -1.353108, -1.315415, -1.284854, -1.257482, -1.193201, -1.150766, -0.977727, -0.913044, -0.781343, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.6e-05, -1.5e-05, -1.5e-05, -2e-06], "search": ["s44278adeeb.md", "s3b86b37b91.md", "s8891deeba0.md", "s7ecc5c768d.md", "s99f45b797e.md", "sbe149b2461.md", "sd7d6222640.md", "s8e4f0c1e79.md", "sa386069e6b.md", "s50026a97b3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ec93e27f", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s2c2bc6ed95.md", "s8de7ddaa05.md"], "ranked": ["s8de7ddaa05.md", "s2c2bc6ed95.md", "s058c4417b9.md", "sa3836dfe17.md", "s1d20544f6a.md", "se23e7b364b.md", "sa02417b5d9.md", "sa90dbd2021.md", "s59e0521cda.md", "sd72fc5161f.md", "s09fcd4f772.md", "seb08c48008.md", "sa5f02e8d9c.md", "s2d4c3bd108.md", "sca6eef07e6.md", "scf2f8950a9.md", "s73d93d3cd6.md", "sf50f4164fc.md", "sc2a3e5bea4.md", "sdb4b0b9dc6.md", "s2ecbfa2903.md", "s12c20b5e7f.md", "sdab61a67cc.md", "s11dd01326f.md", "s9464f03b51.md", "s6d33633a1f.md", "sf85ffcce38.md", "s5942f143a3.md", "s9c2ac6a933.md", "s65e8f095fc.md", "s73f5cd470b.md", "s3c0f0561fd.md", "s7afa5abc69.md", "se1a5b54417.md", "sd2a4eaa90b.md", "sbe23afabf9.md", "s4d67cf4e44.md", "se66a782728.md", "sf149004db3.md", "seec8b30cf3.md", "s8ffed26f14.md", "sc126a36c2e.md", "s4a77673f2a.md", "sf0332d0f94.md", "sf4846f88e4.md", "s6b25b4d8ad.md", "s3f27b5be67.md"], "bm25": [-14.163969, -13.559874, -8.534298, -7.278026, -3.090265, -2.814439, -2.783022, -2.765617, -2.608806, -2.596067, -2.439627, -2.423041, -2.372885, -2.245361, -2.162676, -2.088654, -1.785197, -1.742713, -1.486261, -1.460286, -1.128246, -0.981085, -0.980892, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -5e-06, -3e-06, -2e-06, -2e-06], "search": ["s8de7ddaa05.md", "s2c2bc6ed95.md", "s058c4417b9.md", "sa3836dfe17.md", "s1d20544f6a.md", "se23e7b364b.md", "sa02417b5d9.md", "sa90dbd2021.md", "s59e0521cda.md", "sd72fc5161f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6e984301", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s4f0e71de47.md", "s7b8815ea0d.md"], "ranked": ["s7b8815ea0d.md", "s4f0e71de47.md", "s98d39a9200.md", "s1a1d1ab172.md", "sd8f11aedab.md", "s6963ffc65b.md", "s9ff3bb9867.md", "sd0237d4698.md", "s877e5a5ee7.md", "s9b8f7be982.md", "s6a76914133.md", "s651b55f778.md", "s20d9d0f0eb.md", "s1fbb36ddf7.md", "s2e4ad54998.md", "sd6a50d8a7c.md", "sf7872e5947.md", "s83f5295776.md", "s47b2462037.md", "s311d526a28.md", "s52d612e116.md", "s9177a038e4.md", "s204183f9ef.md", "sd48485058f.md", "s552c3ea2c8.md", "s621b5ce4c1.md", "s0d6bc27eb1.md", "s430dc4191c.md", "s05a410c4df.md", "sa283356888.md", "saf7e3a882a.md", "sbf3a6a0ef6.md", "s23eeef4181.md", "s3067a6a6ec.md", "sa694301792.md", "s3638826e9a.md", "scec3438420.md", "sc799205a32.md", "s07a08766f4.md", "s25cccc3c40.md", "sbbc7878e1a.md", "s8138d8ca1b.md", "sf358a0bd4d.md", "sd96036569a.md", "s4f8949cc4f.md", "scb4cc0c5b2.md", "sdee3156b08.md", "sb2c6c1c2be.md", "s93c6f06f38.md", "sd26d2484a9.md"], "bm25": [-13.533439, -12.804555, -7.408189, -5.1178, -4.734124, -4.726901, -3.509482, -3.28679, -3.270898, -3.250208, -2.645643, -2.595268, -2.450526, -2.387302, -2.107016, -2.08782, -2.078233, -2.067466, -2.011168, -2.00623, -1.901574, -1.814341, -1.790532, -1.764152, -1.604564, -1.602371, -1.372716, -1.343903, -0.904343, -0.852746, -0.521947, -0.486649, -0.46477, -0.3867, -0.323054, -0.317602, -0.237101, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -4e-06, -2e-06], "search": ["s7b8815ea0d.md", "s4f0e71de47.md", "s98d39a9200.md", "s1a1d1ab172.md", "sd8f11aedab.md", "s6963ffc65b.md", "s9ff3bb9867.md", "sd0237d4698.md", "s877e5a5ee7.md", "s9b8f7be982.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8077ef71", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0001, "type": "temporal-reasoning", "abstention": false, "gold": ["sc6850b7307.md"], "ranked": ["se3bbf52e57.md", "s4cf317e603.md", "sc6850b7307.md", "s824b6b98a2.md", "s6c14387641.md", "s324166b905.md", "se14c344a87.md", "sfaaa89829c.md", "sfd65e056ac.md", "s4fcf66ae82.md", "s35c80d6a41.md", "sa801fb2245.md", "s6da5341efb.md", "s05fa8d1f58.md", "s7e9b7fcfa8.md", "sbf03b4c6b9.md", "s515828314a.md", "s6eaad95eb3.md", "scd1a01afad.md", "s8e5c3f8317.md", "scb3fd60412.md", "s4e5583e445.md", "s6fbd14e5aa.md", "s46e437dba6.md", "sd1492777a1.md", "s98afbd4ff6.md", "s6aa90ed5b5.md", "s1969eb2818.md", "s98f97f44f1.md", "s07c0ee86c1.md", "s1025feceed.md", "s3d2e28d8f0.md", "se02537ee07.md", "se29b4f5b56.md", "sb029e3e76e.md", "s35262a312f.md", "sf65970caea.md", "se911a6a9cc.md", "s753714ef28.md", "se846f73dd2.md", "s336236fef7.md", "s2d40595ec0.md", "s69b63dd0f7.md"], "bm25": [-10.08117, -7.668553, -6.020204, -5.126023, -4.309773, -3.618213, -3.293322, -2.815598, -2.770426, -2.266085, -2.020537, -1.967096, -1.948345, -1.939678, -1.864744, -1.346307, -1.339398, -1.275964, -1.117698, -1.112856, -0.859464, -0.214073, -0.207568, -0.173542, -0.169707, -0.163316, -0.159007, -0.123175, -0.109693, -0.106265, -0.105231, -0.101679, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["se3bbf52e57.md", "s4cf317e603.md", "sc6850b7307.md", "s824b6b98a2.md", "s6c14387641.md", "s324166b905.md", "se14c344a87.md", "sfaaa89829c.md", "sfd65e056ac.md", "s4fcf66ae82.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262c", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0058, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "sd5581fd2c1.md"], "ranked": ["s0ebbd7642d.md", "s232db9294a.md", "s48b4b20c49.md", "sc55f6655d9.md", "s87fe7d63fd.md", "sd5581fd2c1.md", "s96522fe856.md", "sf0e002e7c4.md", "s5609fcf283.md", "s7157f0ca3b.md", "sf9dd930d8f.md", "s9534d76e6f.md", "sf248c8a3de.md", "s2218f317fc.md", "s7396c7fe60.md", "s61f840be90.md", "s8717f4ea10.md", "sd1489d0319.md", "sf0257c50aa.md", "s7a2fdfc0ca.md", "sccf445b215.md", "s201c498022.md", "sa4a8a39edb.md", "sb09d6d5b27.md", "s8abe37e4c1.md", "s081c4f65d5.md", "s7d1af0c94a.md", "s102d4eda23.md", "sd9099a05d2.md", "sf5efc3496a.md", "s46cb56b216.md", "s6c8b6585b7.md", "sefcfda73d6.md", "s4d65f8ee72.md", "s38c287ff7b.md", "sfaa25a98d1.md", "sda450f93b1.md", "sfc405894b7.md", "sf364b3d9b4.md", "s13a3ad6190.md", "s3ef7e69947.md", "s2b67430d7e.md", "sda60347413.md", "sc8d7ec68a5.md", "s973fde8a12.md", "s7a37c221bb.md", "s65ab73e549.md"], "bm25": [-6.552698, -6.066771, -5.726968, -5.596229, -5.261083, -3.747109, -3.732545, -2.904923, -2.839694, -2.613564, -2.462605, -2.231699, -2.179932, -1.713857, -1.671299, -1.366555, -1.347967, -1.238249, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -7e-06, -6e-06, -5e-06], "search": ["s0ebbd7642d.md", "s232db9294a.md", "s48b4b20c49.md", "sc55f6655d9.md", "s87fe7d63fd.md", "sd5581fd2c1.md", "s96522fe856.md", "sf0e002e7c4.md", "s5609fcf283.md", "s7157f0ca3b.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_8e165409", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s1cd8a196cf.md", "saadba4fdcb.md"], "ranked": ["saadba4fdcb.md", "s1cd8a196cf.md", "sbec86b3b92.md", "s6996be8ebb.md", "sae30f3f69f.md", "s992e7dcb41.md", "sdafbe039bc.md", "s218bc761bc.md", "s31933ab0b5.md", "s530cbeca60.md", "sc3f2b7a529.md", "sd4735e5096.md", "scd98d25c73.md", "s10ac38b415.md", "s0aa3e5f5c2.md", "s5ba97daca9.md", "s3abf2ca32b.md", "sfff46c044a.md", "s4e440680e8.md", "sed517b8078.md", "s0e9c9db1ae.md", "s84c298281c.md", "s7270985032.md", "s1e959114c3.md", "s005b3abd61.md", "sf34f8c6b0d.md", "s3e478c4088.md", "s6c934ebceb.md", "s95dcb0ad34.md", "s86b722a371.md", "s74e90b3f5b.md", "sf62a4d6490.md", "sdb743c9d6b.md", "se230f93b28.md", "s1d001e90e9.md", "sbc32f6508f.md", "s5c73324177.md", "s24fcd9f0cf.md", "s19288630c6.md", "sa8aab95389.md", "s3615edccc6.md", "s4985cbda9b.md", "s029d896301.md", "s45bfa7f95e.md", "s652e5aa34a.md", "s8dd4881a98.md", "sf2f55ed2f9.md"], "bm25": [-38.365842, -26.470298, -11.977031, -7.323065, -5.415701, -4.101818, -3.938071, -3.60489, -3.240932, -2.989434, -2.206482, -2.128094, -1.974193, -1.859973, -1.846337, -1.747406, -1.730268, -1.601821, -1.585876, -1.265289, -0.252312, -0.246534, -0.243965, -0.235168, -0.220549, -0.218348, -0.212964, -0.197838, -0.185735, -0.157782, -0.15205, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.5e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05, -8e-06, -7e-06], "search": ["saadba4fdcb.md", "s1cd8a196cf.md", "sbec86b3b92.md", "s6996be8ebb.md", "sae30f3f69f.md", "s992e7dcb41.md", "sdafbe039bc.md", "s218bc761bc.md", "s31933ab0b5.md", "s530cbeca60.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_74aed68e", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s029fdb6057.md", "sa5eda3ba3a.md"], "ranked": ["s029fdb6057.md", "sa5eda3ba3a.md", "s97872baf2d.md", "s44752eb7ec.md", "se21ae5bd50.md", "s775200ce95.md", "s6772cdfd16.md", "s75f4f7b401.md", "s0fcc1dda51.md", "s63770a0b55.md", "s97552b7a68.md", "sd9c015a567.md", "sa91b8f3a56.md", "s51d65f2c65.md", "s92b0c38ff2.md", "s572d9c01ef.md", "s3c74c16966.md", "s840d558164.md", "s5ba255ca73.md", "sdf46475697.md", "s5183f7ec63.md", "s8fdd4d6fef.md", "s2e888c6d2f.md", "s822dca35b7.md", "s5006b326a3.md", "s9214826b88.md", "s8be59e536a.md", "s8bc430ae6d.md", "s8fd2c070f9.md", "sea86afdce5.md", "sb06dbb10fe.md", "sdc35f4eafb.md", "sab32e71f66.md", "s9b7e7d7121.md", "s54da2170c0.md", "s375f34ac2d.md", "s74666998e8.md", "se571e86cc7.md", "sa597602f0d.md", "s520dbf3ab7.md", "se836301ace.md", "s2b623efbe0.md", "se3723e51b8.md", "s8c9b40eca5.md", "s986b5adcee.md"], "bm25": [-30.363006, -21.915713, -7.160731, -5.460356, -3.940748, -3.855753, -3.825342, -3.787484, -3.583894, -3.450487, -3.354762, -3.066237, -2.930272, -2.929056, -2.608337, -2.414234, -2.250737, -2.124054, -1.64443, -1.549975, -1.52327, -1.356584, -1.117365, -0.898043, -0.83922, -0.826611, -0.711045, -0.598253, -0.485087, -0.401412, -0.397421, -0.38762, -0.373675, -0.084309, -0.050002, -1.6e-05, -1.6e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05], "search": ["s029fdb6057.md", "sa5eda3ba3a.md", "s97872baf2d.md", "s44752eb7ec.md", "se21ae5bd50.md", "s775200ce95.md", "s6772cdfd16.md", "s75f4f7b401.md", "s0fcc1dda51.md", "s63770a0b55.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bcbe585f", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0058, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s43951b5af8.md"], "ranked": ["s43951b5af8.md", "s7cebb80e42.md", "s43b774df2b.md", "s680342bed3.md", "s321eaaa311.md", "s96ff24ec54.md", "sd6b618a6ca.md", "s35cabb0493.md", "s7b9503e730.md", "sf4fb998263.md", "s53f50845fa.md", "s472645225e.md", "s2e74278fd2.md", "s37339d18d4.md", "sca002c6540.md", "s991fad711a.md", "sdab3544191.md", "s34a015fcd0.md", "s512ee7552f.md", "s4bb0204d23.md", "s50916568c3.md", "s8f9bcbfbbb.md", "sd263c0e874.md", "s1bbc614374.md", "s114c0f2a20.md", "s14528bfd99.md", "s9bd19d5889.md", "s4d17ee63b4.md", "sd687a8c3e1.md", "sa14ce1c84a.md", "s38532c84a8.md", "s3ae1891d01.md", "sbb112919c5.md", "s74f6d6019f.md", "se12816ac36.md", "s1374f599b9.md", "sa3d60e534c.md", "s1d3b3edf38.md", "s14dd3912d9.md", "saf511fd87e.md", "sb3d3f48695.md", "sf61969cf86.md", "s392fd4b05a.md", "sf7584d0a5d.md", "s1844cc1a4b.md", "s2ca3659a27.md", "s2adcced729.md", "s937fae8e0b.md"], "bm25": [-25.688052, -8.272532, -8.230466, -7.532271, -7.349602, -5.454279, -5.037816, -4.688812, -4.366639, -4.3653, -4.228409, -4.085203, -2.944061, -2.903851, -2.877409, -2.361119, -2.343544, -2.128899, -1.880151, -1.840706, -1.821943, -1.780749, -1.679836, -1.635441, -1.542555, -1.538352, -1.502066, -1.277435, -1.265182, -0.294948, -0.277538, -0.266453, -0.248326, -0.212241, -0.18772, -0.145427, -0.132866, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["s43951b5af8.md", "s7cebb80e42.md", "s43b774df2b.md", "s680342bed3.md", "s321eaaa311.md", "s96ff24ec54.md", "sd6b618a6ca.md", "s35cabb0493.md", "s7b9503e730.md", "sf4fb998263.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_21adecb5", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s2cf77dc894.md", "sd590893eb7.md"], "ranked": ["sd590893eb7.md", "s827bdbd550.md", "sc14518f4b4.md", "s2cf77dc894.md", "sc35acf5860.md", "s1afbc5f484.md", "s9640e0834f.md", "sf0054b6f6a.md", "s3696ec64c3.md", "s556d22efba.md", "sb875ceddec.md", "s10acaa4d27.md", "se87fd07237.md", "s2fb33a310e.md", "sdcce2ca7e3.md", "s018fd0b9f9.md", "s7cdee15717.md", "s434ab02c69.md", "s550cbecdf9.md", "sc4133b18d4.md", "sec45eea467.md", "s8f235c0273.md", "s7e96361038.md", "sb109ce3e36.md", "sf6748c3b2b.md", "s93979f69c2.md", "sfae0d10e25.md", "sbdf50e2799.md", "s7ee9c10128.md", "s060bdb3027.md", "s7c1305db58.md", "sb7b173b0e3.md", "s41f8645edb.md", "scad5f3bbd4.md", "s9ee94d0f58.md", "sc11159017d.md", "s58a1fe17cf.md", "s22e56364f4.md", "s41bf56d29a.md", "sdd35e7b865.md", "s41525338ef.md", "s00deea835e.md", "s73c2aed90f.md", "s4d27d7d270.md", "s9141715e19.md", "s38fc7b840f.md", "s2bbe27ea8e.md", "sce0b8adfa8.md", "s51d337b4b7.md", "scb86fc128f.md"], "bm25": [-8.482023, -8.32848, -6.526566, -6.085317, -5.76853, -5.228921, -4.949363, -4.406001, -4.080251, -3.933319, -3.931724, -2.876862, -2.85805, -2.691824, -2.658644, -2.632462, -2.340413, -1.954202, -1.793065, -1.791135, -1.739408, -1.73877, -1.713193, -1.612983, -0.934703, -0.930023, -0.914877, -0.85631, -0.688381, -0.677043, -0.676512, -0.601289, -0.49494, -0.411554, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05], "search": ["sd590893eb7.md", "s827bdbd550.md", "sc14518f4b4.md", "s2cf77dc894.md", "sc35acf5860.md", "s1afbc5f484.md", "s9640e0834f.md", "sf0054b6f6a.md", "s3696ec64c3.md", "s556d22efba.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5e1b23de", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0058, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["saeedc20bb7.md"], "ranked": ["se66a5275da.md", "s32337bb789.md", "saeedc20bb7.md", "s2f525ce207.md", "sabbb4e25db.md", "see4fb9f50f.md", "s7e59831150.md", "s89746aa875.md", "se209c780a4.md", "seec10d074b.md", "safbf482987.md", "s153ae9b5e8.md", "sa88b3df9f6.md", "s8fc6d6bf37.md", "s2ac43fd84c.md", "s2774a7e3c7.md", "s7da59ee1bf.md", "se47a898e2f.md", "s0b853310f9.md", "s3605eade83.md", "sf74e90c443.md", "s717a0f62e1.md", "s3f113dba3c.md", "scd1068e064.md", "s8aeea7bb33.md", "s8b8a510e88.md", "s6f97151aed.md", "s818363f4dd.md", "sc7b80dcdbf.md", "s23cb9deafc.md", "sbae1f9bf3d.md", "s74dbba3466.md", "sbc8fa68c2f.md", "s48512f90c8.md", "s8ac1eab51a.md", "sc589549775.md", "s3d858ddc9c.md", "sb7d497e7bb.md", "s24650f872a.md", "s77fad6b700.md", "s0546b1c46f.md", "s59dd1d3014.md", "sc4f80f7f73.md", "s6ebf8a68ae.md", "scc2e725367.md"], "bm25": [-10.187824, -10.045246, -7.282319, -6.833119, -5.955767, -5.012164, -3.595896, -3.031962, -2.847369, -2.474826, -2.345194, -2.228734, -2.181594, -1.858624, -1.714428, -1.57645, -1.517859, -1.487285, -1.373829, -1.056138, -0.840876, -0.708381, -0.654098, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["se66a5275da.md", "s32337bb789.md", "saeedc20bb7.md", "s2f525ce207.md", "sabbb4e25db.md", "see4fb9f50f.md", "s7e59831150.md", "s89746aa875.md", "se209c780a4.md", "seec10d074b.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_98f46fc6", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s1460aa12d1.md", "s9791b8e390.md"], "ranked": ["s1460aa12d1.md", "s9791b8e390.md", "s60fe250dea.md", "s2ccd7a033b.md", "s3bea28877d.md", "sbca9903f8d.md", "s32167a79c3.md", "sc641a71382.md", "sad6ebc6554.md", "s6d60507059.md", "s60f74e7a86.md", "s11d913d134.md", "s27b29ebd81.md", "sca29aa120d.md", "s3408ad2313.md", "s0780c4d29d.md", "s93a2e9aea4.md", "sbccb0fac29.md", "sa824bf73c7.md", "sa7ad21c59d.md", "sa416ec81af.md", "s45d10e9bdc.md", "se6f831470a.md", "s49d63ca56b.md", "sb320141375.md", "sbdacedf97c.md", "scfd7b22410.md", "s0d69b8c1db.md", "s5d2204e677.md", "s8e4625af18.md", "s20b72e26a2.md", "s8eaf11fb9e.md", "sbf50adb49b.md", "s8bad45c643.md", "s4ca4356065.md", "s294e2f9e9c.md", "s6ca7f3a34f.md", "s94f15cc511.md", "s119649a743.md", "s355250a5d2.md", "s7428fa4224.md", "s765e56f4d2.md", "sbc0d8f181e.md", "seb04a4be57.md", "s52fd49d194.md", "sa4843b3030.md", "s5d44395936.md", "s90eacaf4ef.md", "s1c2d996176.md"], "bm25": [-24.651511, -21.979281, -11.915211, -8.469914, -7.444486, -4.955057, -4.530923, -4.04603, -3.709021, -3.573418, -3.272009, -3.152709, -3.066336, -2.650966, -2.541998, -2.292745, -1.999579, -1.915873, -1.600609, -1.387369, -1.208623, -1.180868, -1.095623, -1.050953, -0.972613, -0.887341, -0.804189, -0.759968, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -5e-06], "search": ["s1460aa12d1.md", "s9791b8e390.md", "s60fe250dea.md", "s2ccd7a033b.md", "s3bea28877d.md", "sbca9903f8d.md", "s32167a79c3.md", "sc641a71382.md", "sad6ebc6554.md", "s6d60507059.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_af6db32f", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s2b9dea603d.md"], "ranked": ["s2b9dea603d.md", "s438a222225.md", "s9e5a59d89f.md", "s66bbb77d48.md", "s327487caaf.md", "sfd72ee699a.md", "se4f1ee26fb.md", "sd471ff63fe.md", "s928902680b.md", "s2e83eac7e0.md", "s5dbc1472e7.md", "s82a73a8e13.md", "sae7c5f32b5.md", "sb61e04ad95.md", "sc0f85c405d.md", "sa41e46e4f9.md", "sf633b6feee.md", "s6d8954b918.md", "s21a397bd72.md", "s9bca947cfc.md", "s1e20c81407.md", "s7c9141560d.md", "s00e7cc0d5e.md", "s4494211a10.md", "sc6cf0efa90.md", "sa53213872c.md", "sc8776bae71.md", "sc5afd79241.md", "s1477931191.md", "s8a0b5a3b21.md", "sd8482ad8dc.md", "s0cc12e98eb.md", "s517c834ce2.md", "s8a87493dc4.md", "s6681ab67c4.md", "sca2c524226.md", "s8536fd92ad.md", "sde66497d2b.md", "sa0a454c809.md", "s0a064b1bc9.md", "s22b17cf6e7.md", "s0f31634047.md"], "bm25": [-10.541, -5.266359, -3.64658, -3.432642, -3.211975, -3.109843, -2.916619, -2.676443, -2.449099, -2.407241, -2.281007, -2.186641, -2.136788, -2.028651, -1.833131, -0.97269, -0.686712, -0.672866, -0.602271, -0.560887, -0.438693, -0.433764, -0.424545, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06], "search": ["s2b9dea603d.md", "s438a222225.md", "s9e5a59d89f.md", "s66bbb77d48.md", "s327487caaf.md", "sfd72ee699a.md", "se4f1ee26fb.md", "sd471ff63fe.md", "s928902680b.md", "s2e83eac7e0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eac54adc", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0063, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s91209e129c.md", "sd59e03b1f2.md"], "ranked": ["sd59e03b1f2.md", "s91209e129c.md", "sc9ae441aad.md", "s2c2329993a.md", "sf5bdc32d36.md", "s73b461fde8.md", "s4e9025d5ec.md", "sc0b842fbe8.md", "se4ccfb2173.md", "sc585781999.md", "sc8780e2e27.md", "scb753c42be.md", "s9067f1565f.md", "sd9e9946b9a.md", "s2c72644cd2.md", "s306d10204c.md", "sbef7dd0669.md", "scdaf7df745.md", "s89a3b78dfd.md", "sebcf61ad6e.md", "s3b1f0301a4.md", "s529522d13c.md", "s0f63f35f95.md", "s49bc686f74.md", "s13e279bb8e.md", "s9ef18ac0a3.md", "s6016f0f617.md", "sa0b34bcce9.md", "s8dd9627791.md", "sba3e647856.md", "sd2b2f1c12c.md", "s4c0ff4a7f9.md", "s4ce122dd4d.md", "s506d7a028b.md", "s59b2a3ca23.md", "sa718ee8837.md", "s0158cc1e6e.md", "s817e9082c5.md", "s66933cb050.md", "scec3bf25b3.md", "s44ae6ea3a0.md", "se6168fa1be.md", "s57e4e9bd21.md", "s17b8e4a15d.md", "s1d2d8bca08.md"], "bm25": [-14.297201, -11.125968, -8.400805, -7.279051, -6.758192, -5.688978, -5.305633, -4.328156, -3.89119, -3.712164, -3.410258, -3.209053, -3.11346, -2.827866, -2.704679, -2.440962, -2.278062, -2.225032, -2.09257, -1.885889, -1.836225, -1.529201, -1.464032, -1.161475, -0.966461, -0.833733, -0.795668, -0.79049, -0.743983, -0.716569, -0.595871, -0.364643, -0.290215, -0.280429, -1e-05, -9e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -3e-06], "search": ["sd59e03b1f2.md", "s91209e129c.md", "sc9ae441aad.md", "s2c2329993a.md", "sf5bdc32d36.md", "s73b461fde8.md", "s4e9025d5ec.md", "sc0b842fbe8.md", "se4ccfb2173.md", "sc585781999.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ddcf75f", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0062, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["sb7a706d9cc.md"], "ranked": ["sb7a706d9cc.md", "s8d5d29a06c.md", "s6dddb4404d.md", "sd19c2ac5d0.md", "sce2d17a8a3.md", "s1328456c70.md", "s2518ff529a.md", "s18e7760908.md", "s390cf2c068.md", "s7f56d686aa.md", "s7aa4c9d5ae.md", "s55e06d34d4.md", "sd460d1c61f.md", "s8fb2d10cc2.md", "scfed8af571.md", "s01174758ab.md", "s38d5da5751.md", "sbeaf683ea7.md", "s013bd3e439.md", "se151f4e373.md", "se2ad55a237.md", "s18e92446a3.md", "s6c37f1e0cd.md", "s80914c1436.md", "s4efe039057.md", "s65336de1f9.md", "sb996745916.md", "s3c89f8d378.md", "s7288f4bcf2.md", "s349062acdd.md", "s2ed0b83a3e.md", "s4171b78a19.md", "s02f630c185.md", "sf4107652ee.md", "s7f7de6ad99.md", "sdca3e6d157.md", "s3425fc2201.md", "s3966e27b1c.md", "s510f97760d.md", "sef2f98ad66.md", "se79d321f78.md", "s81891ea1ca.md", "s958eecf4a8.md", "s9163e62bbf.md", "s17b57068fd.md", "sbcb5c77bf0.md"], "bm25": [-24.121389, -9.027673, -6.955935, -5.653585, -4.983002, -3.680107, -3.563851, -3.130784, -2.901271, -2.334071, -2.244785, -1.796703, -1.67103, -1.090002, -1.023153, -0.944527, -0.904423, -0.861432, -0.851696, -0.848764, -0.790856, -0.680017, -0.584977, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -2e-06], "search": ["sb7a706d9cc.md", "s8d5d29a06c.md", "s6dddb4404d.md", "sd19c2ac5d0.md", "sce2d17a8a3.md", "s1328456c70.md", "s2518ff529a.md", "s18e7760908.md", "s390cf2c068.md", "s7f56d686aa.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a2d1d1f6", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s9e38a6d057.md"], "ranked": ["s9e38a6d057.md", "sea59407232.md", "sf2a11355b7.md", "s3c89d6b969.md", "s81e9bf9433.md", "s75b6f89332.md", "s9a18b36023.md", "s5a73bc3a92.md", "sd25147b8ab.md", "s283ff03f54.md", "sd3a1a98b21.md", "sbe3b6fb604.md", "scacccdede5.md", "s480aa6282f.md", "sf7c9a7f598.md", "s881760379b.md", "s2b0dc93464.md", "sb0d42c85b6.md", "s051cfcd379.md", "sa1859605b0.md", "sd06b83399e.md", "s31d11e175a.md", "s8443d180ca.md", "s9685dfbb78.md", "se5e56952e5.md", "sdca6e41ea1.md", "sdf4c6ce1d7.md", "sfa6d6fe64d.md", "sbebcf9f81e.md", "sf5fbf701e2.md", "sda8ee72f04.md", "s6113c0eb13.md", "se5b3014402.md", "s18893ddf83.md", "s31242d32b3.md", "se7315ca5c4.md", "s77408c4614.md", "s94f95d70a1.md", "sf13ed5c829.md", "s143750f308.md", "sd5be9ecc5e.md", "s77e2579c29.md", "sd3ad9c16a7.md", "sa087bc88c1.md"], "bm25": [-28.258334, -7.415561, -5.909191, -5.475442, -5.116644, -4.409504, -4.339283, -3.852844, -3.655133, -3.653641, -3.314047, -2.771766, -2.551671, -2.45035, -2.405088, -2.306006, -2.209952, -1.471477, -1.284012, -1.208399, -0.961266, -0.946674, -0.627948, -0.533591, -0.533546, -0.391672, -0.145433, -0.137638, -0.120244, -0.119928, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -5e-06, -4e-06], "search": ["s9e38a6d057.md", "sea59407232.md", "sf2a11355b7.md", "s3c89d6b969.md", "s81e9bf9433.md", "s75b6f89332.md", "s9a18b36023.md", "s5a73bc3a92.md", "sd25147b8ab.md", "s283ff03f54.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_85da3956", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["seb709c85db.md"], "ranked": ["seb709c85db.md", "scf06b87bc8.md", "s370d849bb2.md", "sf4e7ea6873.md", "s27af2d1f8e.md", "sfa8edd9d07.md", "s0cdeb7c46b.md", "s008d778544.md", "s75096021c0.md", "s51a54af6d2.md", "s1e545991f0.md", "s51089abd89.md", "sdb950025a8.md", "s34108cd1fb.md", "s45b89fa803.md", "s80dc2db0ee.md", "s514a80954c.md", "se299202893.md", "sf738b18d8b.md", "s59ab83cb96.md", "sb3320504c8.md", "s88ce0e1e07.md", "s0fbead103c.md", "se878d13bc4.md", "sa10fdaefaa.md", "s3567b618c1.md", "s5ae4d6b8e1.md", "s9b88dcee58.md", "sd34efe72de.md", "s396a40ca9d.md", "safd59a1a96.md", "s5f96006c18.md", "s77268b824b.md", "sb4fbb5120c.md", "s68534e9d08.md", "s61b993faec.md", "s0901597701.md", "s4cb5f46ef8.md", "s4f49400df2.md", "saaaf5f1574.md", "s6645ca7e3c.md", "s24748c8c70.md", "s3d112e54f0.md", "s5f2976e21d.md", "sa50d0821b9.md", "s407aed5d77.md", "s6d98f45068.md", "s08a593d34a.md", "s45da10dbe6.md", "s6558289089.md"], "bm25": [-31.303529, -12.206273, -6.88137, -6.687824, -6.267399, -6.171722, -5.075671, -5.074241, -5.022633, -4.373911, -3.954821, -3.881542, -3.312261, -2.958906, -2.87121, -2.607505, -2.544503, -2.457971, -2.434868, -2.312033, -2.255761, -2.234554, -1.955909, -1.886298, -1.877328, -1.738688, -1.52033, -1.053097, -0.355776, -0.337755, -0.331155, -0.322388, -0.312563, -0.273137, -0.258705, -0.25199, -0.222816, -0.217023, -0.193018, -0.137074, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["seb709c85db.md", "scf06b87bc8.md", "s370d849bb2.md", "sf4e7ea6873.md", "s27af2d1f8e.md", "sfa8edd9d07.md", "s0cdeb7c46b.md", "s008d778544.md", "s75096021c0.md", "s51a54af6d2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b0863698", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s17cbc23e83.md"], "ranked": ["s5f2b19534c.md", "s17cbc23e83.md", "sad2940711b.md", "s6514cbc2a2.md", "sc9d1e0670f.md", "s12da0d1603.md", "s2bfe871670.md", "sf7256265cc.md", "scd72cd262f.md", "s9e953da583.md", "s4e834846ec.md", "s00b72707a1.md", "sf201e96d87.md", "s1f2d8dcb68.md", "sbe0726fa19.md", "s948bc325ae.md", "sdfb24e9a22.md", "sde4d5b3ae5.md", "s755acc46ab.md", "s2e2c9f47e5.md", "sde931f66bb.md", "sea0160c30a.md", "sdf9ab47d46.md", "s33fbeee8b3.md", "s10e73ca3f1.md", "s46ca05bb60.md", "s2683e0eb54.md", "s4958db2a5f.md", "s9a73d8325f.md", "s6795972dfe.md", "s88c9d645b3.md", "s906bca5d17.md", "sddce64c862.md", "s6b8f0819a0.md", "s0c49586e13.md", "s337b869bc3.md", "sbc35cbf5c0.md", "s00cbc34ffe.md", "sabc008450f.md", "s5ede653c65.md", "sbd752acfdc.md", "s87c369cb16.md"], "bm25": [-12.378732, -11.477905, -11.084229, -7.257129, -4.967962, -4.683036, -3.928287, -2.969621, -2.819372, -1.946802, -1.865769, -1.482367, -1.349482, -1.23192, -1.141906, -1.065085, -0.949454, -0.900473, -0.775564, -0.737089, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["s5f2b19534c.md", "s17cbc23e83.md", "sad2940711b.md", "s6514cbc2a2.md", "sc9d1e0670f.md", "s12da0d1603.md", "s2bfe871670.md", "sf7256265cc.md", "scd72cd262f.md", "s9e953da583.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94287", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0059, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s68260b8fd5.md", "s91208e524e.md"], "ranked": ["s68260b8fd5.md", "s95d0ee97f7.md", "s91208e524e.md", "s0ac1836c6d.md", "s680b3cdee9.md", "s98cd20f281.md", "s7e0d003352.md", "s97d28897f8.md", "sf6300a4c73.md", "s76255697ec.md", "s3b2e57db10.md", "sf7f4985e25.md", "s7b152716c3.md", "s4188197a2f.md", "s948db491e2.md", "s172eda2bb3.md", "s745ad3ce7e.md", "s18681d1971.md", "se283d2d218.md", "sf97e84436a.md", "s2b5dc27e36.md", "se4490e3cb5.md", "s9a060a26c2.md", "sdb5df499e7.md", "sc12a600072.md", "s60d07a4fab.md", "sb82bdd2873.md", "s13e11fd4ae.md", "s44faa9ce77.md", "s0ab6f5715b.md", "sac5849b86f.md", "s550e2c1a60.md", "s689449d0cf.md", "s93c66c1068.md", "s41b5bb1a72.md", "s1ef7e466c6.md", "sa9bcb51fc4.md", "s9d2b55b745.md", "s5cfb77541b.md", "sfdd4ff8523.md", "s64b6611629.md", "s602ccc79d0.md", "sc586738081.md", "sa7bc5472b7.md", "sbdaa6aa4c5.md", "s1f57654065.md", "s0db91d03ec.md", "s95c938cf01.md", "s3799a3c683.md"], "bm25": [-14.766525, -8.824373, -7.109498, -6.465065, -6.391504, -5.822664, -5.467861, -5.227089, -4.763985, -3.760442, -3.686696, -3.422158, -3.324169, -2.770585, -2.651969, -2.648379, -2.624422, -2.567754, -2.535855, -2.440814, -2.297522, -2.217006, -2.121711, -1.485894, -1.453858, -1.164909, -1.146537, -0.867625, -0.840599, -0.810755, -0.71579, -0.588374, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06], "search": ["s68260b8fd5.md", "s95d0ee97f7.md", "s91208e524e.md", "s0ac1836c6d.md", "s680b3cdee9.md", "s98cd20f281.md", "s7e0d003352.md", "s97d28897f8.md", "sf6300a4c73.md", "s76255697ec.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231e", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s24647086fa.md", "s2fafe005ea.md"], "ranked": ["s2fafe005ea.md", "s24647086fa.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "s78191da5a4.md", "s819545f00b.md", "sb6180b1a16.md", "s28734cb49f.md", "se489e58b5b.md", "s50a990b18c.md", "sa71f581478.md", "s83daa94699.md", "s83e0f484fa.md", "s42de1eda36.md", "sc11bbb9d21.md", "s58ccfcae98.md", "s4aed8ca748.md", "s995c97dc5b.md", "se2af6160c7.md", "scf4cd86e62.md", "s72f5a84ccd.md", "s028304b274.md", "sb9901f8b4b.md", "sfcba4c23e6.md", "sbb68328b89.md", "sf4013ea98d.md", "sde2a40da9a.md", "s6e380f1af4.md", "s70bad9a001.md", "sc608cc2411.md", "s7bad803058.md", "s5e6531bf03.md", "s02c9fcfbb9.md", "s6080aaa690.md", "se4cd87ea7b.md", "sb6d9a3677b.md", "s2475eba85c.md", "s0aba4a18d9.md", "s63e45e0813.md", "s6b838dd282.md", "s3eae5fbae9.md", "s66083fa26b.md", "s9b0450d7a1.md", "sce66107e12.md", "sbb083698c8.md", "se8bc8d24a9.md"], "bm25": [-29.863188, -24.244475, -15.671871, -7.164143, -5.632968, -5.316304, -5.235386, -5.086331, -4.626822, -4.535991, -4.223598, -3.351089, -3.208483, -3.024061, -2.876678, -2.771999, -2.759261, -2.749197, -2.69752, -2.525855, -2.494171, -2.196118, -1.572174, -1.567258, -1.134223, -1.047728, -0.956895, -0.857305, -0.8231, -0.717485, -0.568824, -0.423985, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -8e-06, -8e-06], "search": ["s2fafe005ea.md", "s24647086fa.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "s78191da5a4.md", "s819545f00b.md", "sb6180b1a16.md", "s28734cb49f.md", "se489e58b5b.md", "s50a990b18c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ca326fa", "n_docs": 54, "n_repeated_sids": 0, "n_matched": 54, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md"], "ranked": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md", "s669e5ee31d.md", "sa782a45997.md", "s4aa0a471c5.md", "s65d9d72a2e.md", "s928ba85fad.md", "sec7c047d56.md", "s6e932c76a7.md", "s82ff169816.md", "s6149aefc4f.md", "sc6f90fc1c7.md", "sb72f5547be.md", "sc7fa201547.md", "s310229aa8e.md", "saf8bccab96.md", "s31fc2d601b.md", "se10ceba5ba.md", "s1bb787f601.md", "sa564549e84.md", "sc4b2975b68.md", "s3cbeca1daf.md", "s69da365947.md", "s3a9510b2c2.md", "s6141fec8c5.md", "s0443eeb2f1.md", "s8f5346c940.md", "s7c6d42b0e9.md", "s7a930d42fc.md", "sa03fc015eb.md", "s784b9cf97e.md", "s7f0bf53a57.md", "scd6540aa8c.md", "s34149568bd.md", "sa740a856be.md", "s783de9e5d1.md", "s7384aeb5a4.md", "sf882141874.md", "s165749998b.md", "s484df90a79.md", "sf358066f83.md", "se7a51a4980.md", "s79dd1bb598.md", "s9f858d038a.md", "s55a695a503.md", "s0d4eec011c.md", "sea35ad7316.md", "s7c30f7790f.md", "sba056e5405.md"], "bm25": [-14.679637, -13.288798, -10.3975, -7.918416, -5.091995, -4.362675, -3.59813, -3.429979, -3.369664, -3.348248, -3.30449, -3.290352, -3.217322, -3.129647, -2.883629, -2.734552, -2.605884, -2.574187, -2.549572, -2.119428, -2.044327, -1.955158, -1.561364, -1.17345, -0.989432, -0.842869, -0.149742, -0.134405, -0.130168, -0.127126, -0.12683, -0.113266, -0.107339, -0.106059, -0.103575, -0.09237, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md", "s669e5ee31d.md", "sa782a45997.md", "s4aa0a471c5.md", "s65d9d72a2e.md", "s928ba85fad.md", "sec7c047d56.md", "s6e932c76a7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7bc6cf22", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s82870d01ff.md"], "ranked": ["s82870d01ff.md", "s725f0d44c2.md", "sc113fabcbf.md", "se8b32826e9.md", "s459ce6bb35.md", "s8a0395b1ac.md", "sbb321a1a6d.md", "s08bd22fc85.md", "sda02ddda42.md", "s0638311f1f.md", "s4c5417a25a.md", "s60a676f879.md", "s2a92b823e8.md", "s44310d44f2.md", "s30da968d79.md", "s9363c22b91.md", "s48ff068d86.md", "s5f629d87b9.md", "s4d5ac6e358.md", "s364d0a77db.md", "s782d8d24ec.md", "sa74a752af5.md", "se34375e70d.md", "sa14df0db3d.md", "s673e204606.md", "s722bf1025e.md", "s163d843c7c.md", "sbc48575fbb.md", "s1604344744.md", "s6a92c55fbe.md", "s7b07c2a2ee.md", "s584b6f46fd.md", "s3ef1046447.md", "s5d2dbac104.md", "sbba108c238.md", "scba98f8638.md", "s62fab1be51.md", "sc2541326e1.md", "sa347acc58e.md", "s2bb8258ff3.md", "s8eec2dafab.md", "s98c775a043.md", "sb4952676c1.md", "s96bb7f0824.md", "s299393b031.md", "s522ee3dab2.md", "sc78dc2a21b.md", "s4ed767532e.md"], "bm25": [-11.5006, -6.502164, -6.458668, -5.65013, -3.858455, -3.488913, -3.412938, -3.156673, -2.833505, -2.555888, -2.508577, -2.433348, -2.422399, -1.984262, -1.926696, -1.81098, -1.641223, -1.597908, -1.519469, -1.481038, -1.332427, -1.267196, -1.220652, -1.059668, -1.005514, -0.967362, -0.938803, -0.832263, -0.797744, -0.727421, -0.6592, -0.472931, -0.148148, -0.138897, -0.097818, -0.094823, -0.090549, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -3e-06], "search": ["s82870d01ff.md", "s725f0d44c2.md", "sc113fabcbf.md", "se8b32826e9.md", "s459ce6bb35.md", "s8a0395b1ac.md", "sbb321a1a6d.md", "s08bd22fc85.md", "sda02ddda42.md", "s0638311f1f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ebe6c92", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0061, "secs_query": 0.0001, "type": "temporal-reasoning", "abstention": false, "gold": ["s4c13d1174b.md", "s556e69205f.md"], "ranked": ["sb5a9acf399.md", "s2e40b8c244.md", "s4c13d1174b.md", "sf017366bf1.md", "sa85d1f8c67.md", "s6b671aa086.md", "sa1b7456be1.md", "s69a8ffa073.md", "s10d9007b77.md", "s85e400a8d5.md", "s783d482924.md", "sf4ee3f3856.md", "sb5bf5ec8f8.md", "s18d8340c2b.md", "sfca090525d.md", "s78670ccabc.md", "sce6d3139aa.md", "sc36e62a3dc.md", "s556e69205f.md", "s9a8bc4b514.md", "s8389c308cd.md", "s958de5a927.md", "sc92a11658f.md", "s7223988b91.md", "s0469e6be8a.md", "sd021ee6666.md", "s260f0255ad.md", "s5948fdab19.md", "see1d61fb6f.md", "s4382d40c93.md", "s5ce42d6b26.md", "sf344913766.md", "s5e714aad89.md", "s57662ad6d2.md", "s9ac5051ede.md", "s5362469a04.md", "sf300e49026.md", "s2cce0341be.md", "s38f4d423fd.md", "s3fab25eb25.md", "s57fe005afa.md", "seddf612a10.md"], "bm25": [-7.004777, -5.585851, -4.978501, -4.722035, -4.260629, -3.954864, -3.887584, -3.715481, -3.689419, -3.160212, -2.609795, -2.501175, -2.356479, -2.334339, -2.110428, -2.079608, -1.996523, -1.874504, -1.851075, -1.633409, -1.129452, -1.018276, -0.866869, -0.850028, -0.765735, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["sb5a9acf399.md", "s2e40b8c244.md", "s4c13d1174b.md", "sf017366bf1.md", "sa85d1f8c67.md", "s6b671aa086.md", "sa1b7456be1.md", "s69a8ffa073.md", "s10d9007b77.md", "s85e400a8d5.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_e061b84g", "n_docs": 58, "n_repeated_sids": 0, "n_matched": 56, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s46a9a97cbd.md", "s6cd6007fa9.md", "sba27c9ecfb.md"], "ranked": ["s2fcf7edf3d.md", "s6da3c35fb5.md", "s4ff840cc90.md", "s866a80aa27.md", "s0e4a8bc031.md", "s6cd6007fa9.md", "s7d2e3db1fd.md", "s221e10daf5.md", "s41f558c53d.md", "s7f738ba044.md", "sa432b0461c.md", "s5ae6bcd679.md", "scaa4b3ecc4.md", "s5a53dfcbe9.md", "sb33d44fa76.md", "s69c4441cd6.md", "s46a9a97cbd.md", "s655e140de0.md", "sbab702fa40.md", "sdfbb98acc6.md", "s613b027eb2.md", "sf8ca264e2e.md", "s41c485ea15.md", "sb3c82c5fd4.md", "s4c2faf1ae5.md", "sc12e510ddb.md", "sc2ebd6a7d7.md", "s16d19a8492.md", "s3b948a3b80.md", "s9c4865f2a1.md", "s17090d46b6.md", "sb5653dc308.md", "sbfa72be70c.md", "s5b3cc60e3c.md", "s10571d98ac.md", "se8f169bee1.md", "se5cc76bda1.md", "s729ba50144.md", "sba27c9ecfb.md", "sd6cb50bf4b.md", "s175405eaf1.md", "sbf453afd89.md", "s478bf7ea7b.md", "s7e2e8d1fb9.md", "scab5bfdf07.md", "s80b37d8ccf.md", "s3723093f1a.md", "sf28da98c95.md", "s82beefc91a.md", "s9818a9880d.md"], "bm25": [-12.414453, -11.189326, -8.243108, -7.320421, -7.236322, -7.09178, -6.476011, -6.038213, -5.978224, -5.966697, -5.725779, -4.432912, -4.205869, -3.875171, -3.83121, -3.45712, -3.211797, -2.977902, -2.472766, -2.459981, -2.202169, -2.076662, -2.028241, -2.010297, -1.910328, -1.798727, -1.786475, -1.778485, -1.764962, -1.612961, -1.474692, -1.397694, -1.384153, -1.216886, -1.11984, -1.103423, -1.033137, -0.982656, -0.903603, -0.887495, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06], "search": ["s2fcf7edf3d.md", "s6da3c35fb5.md", "s4ff840cc90.md", "s866a80aa27.md", "s0e4a8bc031.md", "s6cd6007fa9.md", "s7d2e3db1fd.md", "s221e10daf5.md", "s41f558c53d.md", "s7f738ba044.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "71017277", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["sf29c86135d.md"], "ranked": ["sf29c86135d.md", "s6ac3413068.md", "s27877be063.md", "sb47a7525d1.md", "sed4831a5a5.md", "sa30d910d94.md", "sb7b169db77.md", "s5f1503ff17.md", "sf1c048f139.md", "s1261da2508.md", "sbd51343691.md", "sf9bb8ec5bb.md", "s422964d580.md", "s338134ff33.md", "sa2c1429eec.md", "s650af650a5.md", "sbf87825719.md", "s9488bd744b.md", "s893cf07f4a.md", "s79c5258f74.md", "se8183ac199.md", "sbf90ffb397.md", "s6e7ab909f8.md", "s04ac737c17.md", "sa1ff35d0bb.md", "s3c2945d2ae.md", "s36a3c7ac57.md", "sd8512f2964.md", "s68cec99bfa.md", "s24df71c729.md", "sfdd628caef.md", "sc48799c8b3.md", "s999367a1ff.md", "s5af556ee22.md", "s0618bac4d1.md", "s90d2e0bc1c.md", "s6c2418fa73.md", "sfa5d4cc904.md", "s9520485efb.md", "s8cb16a8828.md", "s7320cb9de4.md", "sf80e423356.md", "s55d594457f.md", "s844c4a1786.md", "s9504116038.md", "se04a320f2b.md", "s1dc528afb4.md", "s26d790cfc3.md", "sfff42a694a.md", "sce2c3602d7.md"], "bm25": [-8.484883, -6.885325, -5.600803, -5.129503, -4.82231, -4.722611, -4.683524, -4.178475, -3.401624, -2.768523, -2.548383, -2.168052, -2.120746, -2.044404, -1.787897, -1.532608, -1.373843, -1.189188, -1.186145, -1.165618, -1.006839, -0.988091, -0.954332, -0.683347, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sf29c86135d.md", "s6ac3413068.md", "s27877be063.md", "sb47a7525d1.md", "sed4831a5a5.md", "sa30d910d94.md", "sb7b169db77.md", "s5f1503ff17.md", "sf1c048f139.md", "s1261da2508.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ee", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s23e5eb2c4f.md", "s61696d8458.md", "saef86266be.md", "sfadd2aad2d.md"], "ranked": ["saef86266be.md", "sfadd2aad2d.md", "s486cff7f54.md", "s23e5eb2c4f.md", "s7bd21826bc.md", "sb8d231993f.md", "s81d29dd8ff.md", "s282be9dec1.md", "s5163454c32.md", "s61696d8458.md", "sb7fa1b33c2.md", "s6395dcf061.md", "s8b4d18b2e2.md", "s932f5d71b4.md", "s131036675a.md", "s63db007abe.md", "se210400fc1.md", "s0940443f0a.md", "sd824cac0cd.md", "s6101bc444b.md", "s3f8ba97704.md", "se7ec8166b8.md", "s310b4001c0.md", "s5a6cd34f50.md", "sf4bec29fc7.md", "s00fdfcd0bb.md", "s51cd400ecf.md", "sb3afc5303f.md", "s8d57b4ae03.md", "sa65526e9a2.md", "s121d654ff5.md", "sc8179ead2e.md", "s2b1de9b4c1.md", "s45d12f0998.md", "s602fc89ac3.md", "s0042fd0f11.md", "sb6094161e9.md", "sdd2ed8d658.md", "s64652df1ae.md", "s30e0db6141.md", "sedd41ac8c6.md", "s8ce050264d.md"], "bm25": [-10.134776, -5.567379, -4.633202, -4.534863, -4.191068, -4.01098, -4.006984, -3.312002, -3.300194, -3.163936, -2.900571, -2.422822, -2.422103, -2.340503, -2.024659, -2.00519, -1.975604, -1.655948, -1.317725, -1.251726, -0.75582, -0.613683, -0.535803, -0.53221, -0.333756, -0.318354, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["saef86266be.md", "sfadd2aad2d.md", "s486cff7f54.md", "s23e5eb2c4f.md", "s7bd21826bc.md", "sb8d231993f.md", "s81d29dd8ff.md", "s282be9dec1.md", "s5163454c32.md", "s61696d8458.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_d6585ce9", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s13140f2a3d.md", "s2e1f3cfe71.md", "s302fc535f1.md", "s32134acc14.md", "s56a1b80baa.md"], "ranked": ["sb8a4b72925.md", "se5b3a9d852.md", "s0cfc4bfa30.md", "s2e1f3cfe71.md", "s56a1b80baa.md", "s13140f2a3d.md", "s32134acc14.md", "s3d2697e31e.md", "see3fdf1d5f.md", "sfb2c8fa859.md", "see7ec8cd05.md", "sabd8531c31.md", "s302fc535f1.md", "s14acf1af5d.md", "s3de93f4e59.md", "sd0d27ef1b0.md", "s20466b62be.md", "s3e6ac714d0.md", "s0f0ca0ecd0.md", "s6206f4261f.md", "sb442e4e863.md", "s1491cda7b5.md", "s18afa194ae.md", "s5ff9ef703c.md", "s6b5d78941f.md", "s5ae058bc84.md", "seeec386b8a.md", "s9ba7fe9f4b.md", "s39b6b3fb3c.md", "s300466d48f.md", "sa9d12d45e0.md", "sd370520823.md", "s81dd345be4.md", "sbfe0cfb3bd.md", "sd0244bff91.md", "s5bd953dbaa.md", "s30b0f0a96d.md", "se559ce360d.md", "sc43656d07b.md", "s3fa4924157.md", "sf69e48d9ba.md", "sd4279be8f2.md"], "bm25": [-6.848591, -5.424633, -5.324098, -4.921752, -4.653508, -4.438456, -4.193209, -3.683643, -3.24665, -3.158234, -3.028047, -2.676251, -2.580651, -2.422782, -1.893441, -1.631947, -1.511441, -1.44209, -1.022192, -0.948429, -0.179047, -0.154624, -0.151346, -0.149957, -0.134662, -0.132667, -0.126084, -0.12011, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06], "search": ["sb8a4b72925.md", "se5b3a9d852.md", "s0cfc4bfa30.md", "s2e1f3cfe71.md", "s56a1b80baa.md", "s13140f2a3d.md", "s32134acc14.md", "s3d2697e31e.md", "see3fdf1d5f.md", "sfb2c8fa859.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_1e4a8aec", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s25e1ab8039.md", "sf849a07d53.md"], "ranked": ["s40dc85a759.md", "s64cbc4196f.md", "sc5a873a351.md", "s37b591df77.md", "s33fcd2d0b0.md", "s6c1f2884e3.md", "s25e1ab8039.md", "sf849a07d53.md", "seba0fafdcb.md", "s1b49e22033.md", "sf76196dc79.md", "sfc72e57eaf.md", "s025074c2b4.md", "s4944f24fb7.md", "s18e759afef.md", "s3c5de88400.md", "s970f2da770.md", "s6b1d7abc55.md", "sfe4f5b6d18.md", "s3ff6acb1b9.md", "sf9807e3f72.md", "s5eda5eb22f.md", "s74587c67ef.md", "s73d4178917.md", "s8bacc63758.md", "seb87fb753e.md", "sa46a6c3041.md", "sab1a800030.md", "s206ba2908d.md", "s0f6bbbb5c0.md", "se5086f9b43.md", "s5d3ae4181f.md", "sfc9fe203d8.md", "s5ab8e8a0c9.md", "s915e236404.md", "sf0b49a0d9b.md", "s2c0af65be8.md", "sd2aeacad1c.md", "sb188668f24.md", "sba6855e357.md", "s47260b8260.md", "s1c49c77726.md", "s8fb268579c.md"], "bm25": [-11.741826, -7.66838, -6.153315, -6.07635, -5.625914, -5.612089, -4.823586, -4.616967, -4.280481, -4.104611, -4.008456, -3.863065, -3.490315, -3.322338, -2.926065, -2.57436, -2.513117, -2.457691, -2.387563, -2.298983, -2.220001, -2.211316, -2.027065, -1.903869, -1.803129, -1.670413, -1.436455, -0.991797, -0.819664, -0.816035, -0.73681, -0.619002, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["s40dc85a759.md", "s64cbc4196f.md", "sc5a873a351.md", "s37b591df77.md", "s33fcd2d0b0.md", "s6c1f2884e3.md", "s25e1ab8039.md", "sf849a07d53.md", "seba0fafdcb.md", "s1b49e22033.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "gpt4_f420262d", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s002e2dce0d.md", "s2706cff681.md", "s4197969738.md", "s42b1274863.md", "sef8154a18e.md"], "ranked": ["sef8154a18e.md", "s2706cff681.md", "s42b1274863.md", "sd799c9ce2a.md", "s4197969738.md", "s002e2dce0d.md", "sbde08d49d5.md", "s9e9988a826.md", "s0f24f78f2c.md", "sccdb378645.md", "saeb12f5256.md", "s2e6f6eb245.md", "sa6fb4963d2.md", "s3fd9d08a84.md", "s2d7ec992b8.md", "sefcad7fe5a.md", "s913e814fc6.md", "sde05f2a697.md", "s67b888e4bb.md", "s2d17e1f712.md", "s995fabed44.md", "s70868237d9.md", "s5550968ab2.md", "s502a136953.md", "s10909d4670.md", "sfbae0fe58b.md", "sf2931f360a.md", "s2e32591ef2.md", "sb153c0f7bc.md", "sa3860f5e9e.md", "sa3e9bb9dbb.md", "sd9b82d7be6.md", "s093bd751e4.md", "sd41f211aab.md", "s637e7c1242.md", "sed6b83d321.md", "s6f9a97ab59.md", "s761c8828ae.md", "s95fd171786.md", "s3f3853f13b.md", "s557a24d530.md", "s05c1c66509.md", "sb1ef2d407b.md"], "bm25": [-4.552399, -4.523599, -4.286576, -4.197073, -4.167523, -3.735371, -2.726466, -1.199332, -1.134282, -1.133227, -1.115757, -1.095418, -1.076435, -0.909828, -0.90914, -0.870383, -0.861834, -0.763399, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -2e-06], "search": ["sef8154a18e.md", "s2706cff681.md", "s42b1274863.md", "sd799c9ce2a.md", "s4197969738.md", "s002e2dce0d.md", "sbde08d49d5.md", "s9e9988a826.md", "s0f24f78f2c.md", "sccdb378645.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_59149c78", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0064, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["sb85e52ab92.md", "sce4fc22611.md"], "ranked": ["s57f97dbfe1.md", "sd2b665760f.md", "sce4fc22611.md", "s43fd51a5b0.md", "s2e1f454301.md", "s94676065b0.md", "saf076ef2bd.md", "sba886ab9ef.md", "sb85e52ab92.md", "s860a49a259.md", "s2387cadf8b.md", "s3dacba1c8b.md", "se40e5c7ba7.md", "s508275029f.md", "sbce0f8b8d6.md", "sfca5f2661b.md", "s0b61358c4b.md", "s8a1b203d2b.md", "s14c0046afa.md", "se206e835c5.md", "sd93f7807e6.md", "s9b61cebdfe.md", "sa606d8defe.md", "s7998988f5f.md", "s69bda05fa1.md", "s2422213492.md", "sf23cd9e81a.md", "s772e039e3c.md", "s8ae3d01035.md", "s86aa0f0f58.md", "s8628809e11.md", "s7452734d4a.md", "s43411dc41e.md", "s77eee866c3.md", "s79898c107c.md", "s584557e38d.md", "s9b828f16b2.md", "s329dee9a2a.md", "sd2552ead26.md", "s417b75e023.md", "s16eb943841.md", "s67cedcf94c.md", "sa86638b18c.md", "s6adea2d225.md", "s4da0076993.md", "scb60aec0e9.md", "s89803d59c9.md", "sde1466a99b.md", "s1ba9af0df5.md", "s355b5b85a5.md"], "bm25": [-11.929594, -10.636211, -9.210344, -7.635418, -7.0447, -6.754015, -6.589338, -6.406541, -6.105033, -5.855665, -5.828827, -5.691473, -5.523127, -4.728885, -4.203379, -3.954133, -3.761794, -3.413052, -3.299244, -3.275483, -2.843707, -2.785804, -2.533584, -2.531167, -2.388148, -2.386585, -2.211227, -2.077677, -1.905745, -1.831839, -1.666385, -1.573666, -1.451974, -1.433868, -1.204311, -1.164726, -1.036705, -0.958328, -0.845586, -0.733497, -0.678675, -0.61717, -0.572611, -0.562052, -0.374033, -9e-06, -9e-06, -7e-06, -2e-06, -1e-06], "search": ["s57f97dbfe1.md", "sd2b665760f.md", "sce4fc22611.md", "s43fd51a5b0.md", "s2e1f454301.md", "s94676065b0.md", "saf076ef2bd.md", "sba886ab9ef.md", "sb85e52ab92.md", "s860a49a259.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_e414231f", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s4f2f06180b.md", "s83c5db768f.md"], "ranked": ["s83c5db768f.md", "s40987eb3eb.md", "s7432e29380.md", "s4f2f06180b.md", "sdcd102a82b.md", "s9b5e47d063.md", "s1e812837f1.md", "sa36f2f2ca4.md", "sa8f82b82ca.md", "s4f4acb3a48.md", "s18ca164d02.md", "s5586235ae7.md", "sdfaec6c40c.md", "s284e4ac848.md", "s17f1afa435.md", "s60f7c1feae.md", "sdb47b8291e.md", "s6357691695.md", "see0eeee3d1.md", "sedf56d5a32.md", "s7f600aaa78.md", "s902e65262a.md", "s8e60af2a9f.md", "s9c8b1d4c97.md", "sb79a0510f6.md", "sd10f746514.md", "s9dcfac2a82.md", "s1746f011e2.md", "se2844b3990.md", "s7234230974.md", "sc228717111.md", "sf2d3219b01.md", "sb8bfd70fdd.md", "sb0a43ec574.md", "s2bc1d4a76d.md", "s539f46f4b8.md", "s70f879f26a.md", "sbaaed5d003.md", "s13593b38b5.md", "s31317af8be.md", "s5622f92695.md", "s9c67425c28.md", "sc4a12a470f.md", "sa316ce2d7e.md", "se58874e463.md", "sb2165aabb5.md"], "bm25": [-12.746169, -7.340858, -5.487744, -5.250874, -4.568713, -4.49824, -4.243713, -4.102143, -3.299859, -3.216986, -3.072198, -2.477877, -2.169542, -2.104457, -1.868235, -1.862589, -1.862506, -1.637176, -1.596935, -1.522606, -1.446804, -1.39809, -1.396099, -0.944881, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06], "search": ["s83c5db768f.md", "s40987eb3eb.md", "s7432e29380.md", "s4f2f06180b.md", "sdcd102a82b.md", "s9b5e47d063.md", "s1e812837f1.md", "sa36f2f2ca4.md", "sa8f82b82ca.md", "s4f4acb3a48.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293b", "n_docs": 48, "n_repeated_sids": 1, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s4ca2cbd3b4.md", "s589785a84a.md"], "ranked": ["s15b52a74c2.md", "s8a733bb8fe.md", "see5d4eca5a.md", "s9063c770ef.md", "sfd97ce5f37.md", "s3cf7d14677.md", "sbe3ab3ea95.md", "see46e398b9.md", "s9672513559.md", "sadc7821176.md", "s22d63d24b8.md", "s83a2059d27.md", "sa432d17cb2.md", "s36ae44826b.md", "s89738bc027.md", "sc0248c1470.md", "s0352573a6e.md", "s92bf60b551.md", "s61e2bb2d9f.md", "s43f1278fa2.md", "s1b959d4a2b.md", "s2515968c64.md", "s5aa47e9231.md", "s01d293ecef.md", "s589785a84a.md", "s28bb52b628.md", "s7ed93d1b14.md", "s70976519d0.md", "sb2d024a8f8.md", "sade9f15a8e.md", "s1c056928ae.md", "sb60d9b0282.md", "s864ca76b1e.md", "sdf96851b34.md", "s4ca2cbd3b4.md", "s3ac6e74d0a.md", "s2aa2df81d6.md", "sbba2195595.md", "se63e122534.md", "sc589c30029.md", "s5ee2994b53.md", "sd830217082.md", "s1eeb03840f.md", "sc4d1169f44.md", "sa1a2b9a1a6.md", "s1f099005d2.md", "s4389b5829a.md", "s60bcdb403b.md"], "bm25": [-5.838893, -5.367549, -4.5049, -4.268154, -3.965034, -3.8711, -3.862567, -3.710252, -3.270023, -3.150258, -3.014422, -2.892998, -2.728329, -2.379936, -2.26192, -2.236473, -2.096206, -2.037086, -2.004606, -1.911296, -1.83416, -1.829824, -1.619887, -1.605609, -1.467429, -1.437884, -1.250722, -1.250056, -1.244839, -1.178825, -1.061417, -0.994251, -0.989574, -0.663476, -0.604661, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -9e-06, -2e-06], "search": ["s15b52a74c2.md", "s8a733bb8fe.md", "see5d4eca5a.md", "s9063c770ef.md", "sfd97ce5f37.md", "s3cf7d14677.md", "sbe3ab3ea95.md", "see46e398b9.md", "s9672513559.md", "sadc7821176.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_468eb064", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s46ca419463.md"], "ranked": ["s771de0126e.md", "sf14f60dbc1.md", "sd385283547.md", "s479d26c9f0.md", "sc36682f12d.md", "sbd0b58e989.md", "s5e55da2d7d.md", "s46ca419463.md", "s5859dc779c.md", "s51cf34e824.md", "sa288ce629b.md", "s33fc4264ae.md", "s5eccdbce1a.md", "s061e9ed1f2.md", "sc1cbb315e6.md", "s0a2324441e.md", "s5270e8ee22.md", "s79bbc013f4.md", "s836a0b5391.md", "sc7f0c02018.md", "s5e4ab1b447.md", "sded8bbc524.md", "s721075f9d7.md", "s960d696ada.md", "s2046ad4385.md", "scf0520bf32.md", "sfa8ea056d3.md", "s38ae21e72e.md", "s552b99ec82.md", "sfe4e1775f8.md", "s8a06d66741.md", "s3865682a0d.md", "sc650f46078.md", "s5ba687ec51.md", "s21d65e2554.md", "scb0e5a75d4.md", "sc37e99711d.md", "s388156116b.md", "s47f7b74120.md", "s3a0530a17c.md", "s42ed039d7f.md", "sd18534ae6c.md", "sf62be77a5a.md", "sddc47b6677.md", "sa9198d7651.md", "s291d40538f.md", "sa204efd4f9.md"], "bm25": [-5.251782, -3.358091, -3.320538, -3.111271, -3.0809, -2.928956, -2.85746, -2.565228, -2.514913, -2.275376, -2.120583, -1.860693, -1.832753, -1.820888, -1.674767, -1.579336, -1.578524, -1.531952, -1.459425, -1.438703, -1.383319, -1.373161, -1.26996, -1.199454, -1.164904, -1.159359, -1.131089, -1.126582, -0.983502, -0.714729, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s771de0126e.md", "sf14f60dbc1.md", "sd385283547.md", "s479d26c9f0.md", "sc36682f12d.md", "sbd0b58e989.md", "s5e55da2d7d.md", "s46ca419463.md", "s5859dc779c.md", "s51cf34e824.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "gpt4_fa19884d", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s95ea2e00a1.md", "sc12f87dd19.md"], "ranked": ["s10dede8772.md", "sc12f87dd19.md", "s95ea2e00a1.md", "s0175d50beb.md", "s955a67ac2e.md", "s1c6427bd1c.md", "sec15584363.md", "s4f6302954c.md", "sbe35b6eaa6.md", "s7e098098b0.md", "s2d8fe276dd.md", "s7694bf0eee.md", "s0dadebc54d.md", "s7cb525ec2a.md", "s52ab82efc4.md", "sc26656c721.md", "s1048ec44ee.md", "s18e5564fcb.md", "s54cd70c022.md", "s8c2dd1ad64.md", "s2e0e237158.md", "s0a4e34a130.md", "s3c162c3ed4.md", "sa7cf29395c.md", "sbda11cfb72.md", "sb2a2f2ea4d.md", "sc32d2f9f95.md", "sd47e27c06b.md", "sfb0fea4671.md", "se6a9bfaf31.md", "s1b5819f40d.md", "s0872439d0c.md", "s1a1c896827.md", "s92ea48c100.md", "s118d369099.md", "s6ddf6e61f2.md", "sfdf4db6aa0.md", "s2b305810dc.md", "sa6e00ae356.md", "s691906983b.md", "sae6b31e81b.md", "s1ea6cdaa91.md", "sb6a7317fb6.md", "sa35cc6c570.md", "s6d0a67d881.md", "s4f33646a17.md", "s949519daca.md", "s60875f20ce.md", "sf1d46d56d8.md", "sd9b6d53e1f.md"], "bm25": [-6.442488, -6.206722, -5.965381, -5.648916, -5.400021, -3.577383, -3.540047, -3.320939, -2.643035, -2.22486, -2.147092, -2.137877, -1.994763, -1.741233, -1.214823, -1.154803, -1.141706, -1.077357, -1.072205, -0.949215, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05], "search": ["s10dede8772.md", "sc12f87dd19.md", "s95ea2e00a1.md", "s0175d50beb.md", "s955a67ac2e.md", "s1c6427bd1c.md", "sec15584363.md", "s4f6302954c.md", "sbe35b6eaa6.md", "s7e098098b0.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b82", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s4786946473.md", "s81b6bbdf4e.md"], "ranked": ["sa53a27ebb3.md", "s2742c32677.md", "s7ebd01ec60.md", "s81b6bbdf4e.md", "s93311ca8d0.md", "sdf62b0ed05.md", "se21890ca7e.md", "sce5d03a82b.md", "s18c5f5c67e.md", "sf71b17fb38.md", "s11da5a6911.md", "s39490dc1c9.md", "s15b7f59278.md", "s177b2bb8db.md", "s97aa9a0582.md", "s4786946473.md", "sff297ba8b4.md", "sd852417c32.md", "sea7ad0158b.md", "s3922476113.md", "s7e0f357f4a.md", "sf45a1964bd.md", "s66625352cb.md", "s3de1150bff.md", "se0beca9760.md", "s31d136adf5.md", "sd706cda449.md", "s43928a6069.md", "s081fec2813.md", "s12a6395e4f.md", "sb4c9254a76.md", "s8ac9ab42e9.md", "s8eac007360.md", "s4bc17d1f99.md", "s1a3eee5e86.md", "sb401914f70.md", "sdf4ace0229.md", "sff363951d8.md", "s9deb50d550.md", "s8fec8aed18.md", "s033e9b2e30.md", "s90b02a904c.md", "se7af2cd5d6.md", "sec46b8cae3.md", "s2475e7287a.md", "s5a277670fe.md", "seab937f5c5.md", "s42d7e4e67b.md", "s2e9c6c3990.md", "sd20e1de3c9.md"], "bm25": [-8.989593, -7.49198, -6.914493, -6.297659, -5.844587, -5.561759, -4.630102, -4.57355, -4.368061, -4.284042, -4.198783, -3.770714, -3.744303, -3.475099, -3.322011, -3.048242, -2.703845, -2.464406, -2.316026, -1.84503, -1.786689, -1.711992, -1.457602, -1.354116, -1.31491, -1.287836, -1.151222, -1.021582, -1.004554, -0.923875, -0.847597, -0.798522, -0.758507, -0.603017, -0.602429, -0.238239, -0.222971, -0.153292, -0.151443, -1e-05, -1e-05, -9e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06], "search": ["sa53a27ebb3.md", "s2742c32677.md", "s7ebd01ec60.md", "s81b6bbdf4e.md", "s93311ca8d0.md", "sdf62b0ed05.md", "se21890ca7e.md", "sce5d03a82b.md", "s18c5f5c67e.md", "sf71b17fb38.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "eac54add", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s162504919c.md", "s8337b854d4.md"], "ranked": ["s12114d7a4e.md", "s4e746c4004.md", "sb1ac440339.md", "s1ed503cce6.md", "s353d91cc7a.md", "sbf7dd4a358.md", "s454a6b7bf4.md", "s4380d0bd80.md", "sff3a08234b.md", "s8337b854d4.md", "sc3fcc3ca0a.md", "se88ebb1288.md", "sb87df9a71b.md", "s32d914dcee.md", "sfd31f8940b.md", "s162504919c.md", "s99ac2a7cbe.md", "s376ce055a5.md", "s53e973e9fd.md", "s08b08453a7.md", "s2fedd28e3c.md", "s191a25dc39.md", "sabe9f6cb67.md", "saae5e94f24.md", "s6d627d3439.md", "se6e72f415b.md", "s03e8449d2c.md", "s3415bf68d8.md", "se074f53ea0.md", "s8b3edc0cc2.md", "sbb2b42a6cc.md", "s078eba9411.md", "s26765c5167.md", "sb9f73b0b44.md", "s03a53402c4.md", "s928fb05ec5.md", "sfb8e9a095a.md", "s0b48d7d2f3.md", "sdf6c53329a.md", "sd5a6fb61ab.md", "s650330313f.md", "sc7e0269e05.md", "s61d8890e09.md"], "bm25": [-7.796319, -6.858228, -4.830664, -4.725676, -4.682462, -4.135673, -3.982833, -3.950778, -3.623868, -3.187597, -3.013515, -2.152654, -1.986477, -1.961963, -1.931907, -1.740317, -1.544633, -1.449254, -1.283375, -1.162075, -1.064251, -0.989537, -0.971641, -0.912597, -0.898457, -0.886024, -0.77377, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s12114d7a4e.md", "s4e746c4004.md", "sb1ac440339.md", "s1ed503cce6.md", "s353d91cc7a.md", "sbf7dd4a358.md", "s454a6b7bf4.md", "s4380d0bd80.md", "sff3a08234b.md", "s8337b854d4.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "4dfccbf8", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["sa09e60716b.md", "sb9082af00f.md"], "ranked": ["sb9082af00f.md", "s6d6bafc40d.md", "scda201d835.md", "se49655039a.md", "s9b62fb6f5e.md", "s11547356b8.md", "s8ec08e091b.md", "s9aa8197690.md", "s3635e07caa.md", "sdb0b5379fa.md", "sa09e60716b.md", "sf6c28eac49.md", "s8c8f4262cd.md", "sceaaec77e0.md", "s95959fcde2.md", "s9eac0ae5a3.md", "s1356787ead.md", "sb054d04ced.md", "s348cfe6f82.md", "s5c44b0da2a.md", "s9077109f77.md", "sed7db89cff.md", "sa18f584a73.md", "sea0ddead19.md", "s1cd63ab2f8.md", "s3318ccd5f9.md", "sf16c50e4ea.md", "s268d5b659f.md", "scf009d48a5.md", "s1688ffe354.md", "s4a77b44c8e.md", "sdd0f1e204d.md", "sb963e8eb3f.md", "sc6a3be214d.md", "s80350f319c.md", "safe4777d94.md", "sb7aaf22ca3.md", "s96c6de1016.md", "s0969e8729d.md", "s3c8ade7c60.md", "sfdbd9fae40.md", "s42d931259f.md"], "bm25": [-6.512239, -5.532077, -4.568995, -3.932701, -3.536504, -3.239617, -2.782627, -2.387628, -2.236828, -1.995371, -1.81527, -1.625724, -1.443264, -1.295487, -1.249625, -1.216969, -1.177148, -0.890145, -0.864799, -0.858275, -0.801172, -0.739498, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -2e-06], "search": ["sb9082af00f.md", "s6d6bafc40d.md", "scda201d835.md", "se49655039a.md", "s9b62fb6f5e.md", "s11547356b8.md", "s8ec08e091b.md", "s9aa8197690.md", "s3635e07caa.md", "sdb0b5379fa.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "0bc8ad93", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s4587f6fe90.md", "sa08679a07b.md", "sc170d58684.md"], "ranked": ["sc170d58684.md", "sfe1fc78253.md", "s4587f6fe90.md", "sa08679a07b.md", "sfa8ec505b6.md", "s3820a08c33.md", "s1fe22d8789.md", "sf0c9f52515.md", "s848a9a443f.md", "s44ab26bac5.md", "s0a056f3db3.md", "s3ba6f8c234.md", "sfa36ee291e.md", "s237d561606.md", "s6cf26664f2.md", "sc4d8221114.md", "s1895dc00db.md", "sa2f475f693.md", "sc551cad1a5.md", "s7559eee620.md", "s135b28fd66.md", "sbe5316dbee.md", "s66e69e8fc7.md", "sfe136b3a70.md", "s501bde0031.md", "s651d628726.md", "se97b1189d0.md", "sc93f1c72c4.md", "s9fd48de96b.md", "sc94892f0a7.md", "s12ab32d4b3.md", "sada4ff8f37.md", "sf403cdd1d1.md", "sd33b6900af.md", "se928b2ba65.md", "s12e83f5488.md", "sfcb28767c0.md", "sec2ed05448.md", "sce4379d5f1.md", "s07a3639e28.md", "s5437e4ba39.md", "sf87a3e54e6.md", "sc496dd23a2.md", "s2df8d842c0.md", "scdae641859.md", "s1ee2b2ac63.md", "sa5fdf42f70.md"], "bm25": [-12.82893, -12.81616, -12.494741, -9.074582, -8.606945, -7.917817, -7.555964, -4.186952, -3.942832, -3.829266, -3.713621, -3.691966, -3.07522, -3.003011, -2.656759, -2.548803, -2.470418, -2.27199, -2.152988, -1.974555, -1.822692, -1.771206, -1.645968, -1.626373, -1.482538, -1.291909, -1.081615, -1.076023, -1.054308, -0.356034, -0.290689, -0.235273, -0.176924, -0.167718, -0.153428, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -1e-06], "search": ["sc170d58684.md", "sfe1fc78253.md", "s4587f6fe90.md", "sa08679a07b.md", "sfa8ec505b6.md", "s3820a08c33.md", "s1fe22d8789.md", "sf0c9f52515.md", "s848a9a443f.md", "s44ab26bac5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6e984302", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s6ab3f16aac.md", "s83e0c428cd.md"], "ranked": ["sbe0d0d4910.md", "s08ae9a77e2.md", "s2b34e456c4.md", "sdbfb98443e.md", "sab035380b7.md", "s1e07da5111.md", "seb24c32b9f.md", "s6ab3f16aac.md", "sf2790ce62a.md", "sda2f33d6f3.md", "s9d88533877.md", "sf0b77f477b.md", "s48a05d2b84.md", "sc1a5cd6ba7.md", "s029261dca9.md", "s83e0c428cd.md", "s9132ff61b9.md", "s1187194e55.md", "s161ad2fa85.md", "sa0e59a7391.md", "s65d8bfe5ad.md", "sa8f29557bd.md", "s4cbac69267.md", "s01f812b4b1.md", "scaf9b9f15f.md", "s7a9a5f48c5.md", "sd2d5198dee.md", "s7cf94b286d.md", "sd719a70805.md", "s557927e281.md", "s1887e04597.md", "seb0632f9bd.md", "s149065c5f2.md", "s30e2474ea6.md", "sc5479beade.md", "s89f86ea6e9.md", "s10884f4516.md", "sfba7e8e7fb.md", "sa9ea43f633.md", "s2d01d86ede.md", "s835fc95091.md", "saddc02e366.md", "s4f27eb24c9.md"], "bm25": [-10.781426, -6.33819, -5.73152, -5.645448, -5.545331, -4.806033, -4.175339, -4.158618, -3.636911, -3.460673, -3.129954, -3.006466, -2.805758, -2.794378, -2.766644, -2.303167, -1.816429, -1.811955, -1.784215, -1.723036, -1.5034, -1.478795, -1.446489, -1.385082, -1.227762, -1.209348, -1.137854, -0.872592, -0.786429, -0.639804, -0.608043, -0.604004, -0.453813, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["sbe0d0d4910.md", "s08ae9a77e2.md", "s2b34e456c4.md", "sdbfb98443e.md", "sab035380b7.md", "s1e07da5111.md", "seb24c32b9f.md", "s6ab3f16aac.md", "sf2790ce62a.md", "sda2f33d6f3.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_8279ba03", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 38, "secs_index": 0.006, "secs_query": 0.0001, "type": "temporal-reasoning", "abstention": false, "gold": ["s4f9139a2e6.md"], "ranked": ["s2bc6da6130.md", "sbb094ad3fc.md", "sb503ff5272.md", "se724bb601e.md", "s008442bd5a.md", "sc10b55c8a5.md", "s349c47a319.md", "sc3e090393c.md", "se38ef685f8.md", "s5fbbb9ea07.md", "s1bba39fec5.md", "seec1afdd5c.md", "s5c1d230efa.md", "sbcafa9f8ab.md", "s8e326bda56.md", "s1f25a7c105.md", "seb8e982c52.md", "sdcff74d2b5.md", "s5e877c92fb.md", "s374041ea3c.md", "s3c8835302e.md", "saa7e09dcc1.md", "s12be121171.md", "sa58d9ca368.md", "sc15a4fdc19.md", "s09b9ea748d.md", "s9b088ee777.md", "s4f9139a2e6.md", "s85ce3ee82d.md", "s0afaf1b3ef.md", "sc46a5e1c70.md", "s9e2a879c3c.md", "s7df3b5227b.md", "s6cb30f9d58.md", "s1e7236827f.md", "sd3b77fd773.md", "seb4da7cde6.md", "s2de05c46ee.md"], "bm25": [-8.751324, -6.02599, -5.538644, -4.934722, -4.355136, -3.376911, -2.863211, -2.482746, -2.439577, -2.328533, -1.957377, -1.773365, -1.568268, -1.199585, -1.013154, -0.879844, -0.702059, -0.666135, -0.640501, -0.627363, -0.511817, -0.499587, -0.45016, -0.403837, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["s2bc6da6130.md", "sbb094ad3fc.md", "sb503ff5272.md", "se724bb601e.md", "s008442bd5a.md", "sc10b55c8a5.md", "s349c47a319.md", "sc3e090393c.md", "se38ef685f8.md", "s5fbbb9ea07.md"], "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_b5700ca0", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s72d3f1186e.md"], "ranked": ["sd217675fa6.md", "s1fad58d740.md", "s72d3f1186e.md", "s29fdb1e913.md", "sfec8416a2d.md", "sa3375ce3b6.md", "sba65fea786.md", "s0c32fd392f.md", "s60c4abf083.md", "s391bb20fff.md", "sf39457dc97.md", "se758422f77.md", "se531661d54.md", "sc6b6c37138.md", "s459b7dbc54.md", "sf53deeb79a.md", "s6a45e8b82a.md", "sc827644c09.md", "se48c69e9b9.md", "s2094cacad9.md", "sa712549c65.md", "s447397bec9.md", "s846973b384.md", "s88690ac014.md", "s4825bfd97b.md", "s3a62797261.md", "s5f11fd8096.md", "sc36541159b.md", "sa28c3f8c7e.md", "s6f47675d12.md", "s6b13704719.md", "sc1ce26b4b9.md", "s566e986b52.md", "sc913f7d842.md", "s0aa5e0a00f.md", "s4acb4a344c.md", "sf65c04da7c.md", "s2dd67b8f5e.md", "sdc739546d5.md", "s75e798e656.md", "s0ff0fabed7.md", "sdac006e549.md", "s00ead6fbc0.md", "s7f333bda80.md", "s0aa051c5a3.md", "sd107f972ed.md", "s05a3051cd4.md", "sa4213024b3.md", "s704834c8cc.md", "s8ad6614888.md"], "bm25": [-10.126061, -7.677442, -6.924122, -5.70024, -4.75842, -4.311374, -3.88439, -3.72719, -3.698479, -3.584687, -3.452655, -3.403117, -2.940919, -2.58415, -2.388924, -2.308922, -2.178532, -1.946174, -1.820305, -1.743308, -1.549708, -1.471264, -1.102486, -1.036379, -0.862766, -0.852439, -0.741987, -0.53699, -0.517113, -0.45032, -0.43927, -0.429017, -0.398291, -0.355131, -0.334585, -0.280698, -0.259514, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sd217675fa6.md", "s1fad58d740.md", "s72d3f1186e.md", "s29fdb1e913.md", "sfec8416a2d.md", "sa3375ce3b6.md", "sba65fea786.md", "s0c32fd392f.md", "s60c4abf083.md", "s391bb20fff.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94288", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0059, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["sa0c7b3aa66.md", "sf252db108c.md"], "ranked": ["s081e150019.md", "sa0c7b3aa66.md", "s46f6839810.md", "s14846cddb0.md", "s0220f742a3.md", "s8f5f0c3d73.md", "s8c28dce03f.md", "sc3f81f54c4.md", "saaf4776370.md", "s537ea24403.md", "seb7034895a.md", "sb5c3a43b4b.md", "sf79da606d4.md", "s04e0eb6cbe.md", "s4542b9d652.md", "sc25c49be6b.md", "s65cee3a646.md", "sc2911d442c.md", "s4a96bb65fe.md", "s76e59b875e.md", "s58a04e6af1.md", "sccf6d1ad9e.md", "s1a349ef269.md", "scc7fce322c.md", "s24a78682eb.md", "s245e11036f.md", "sa6578f02fe.md", "sc471805fb9.md", "sf252db108c.md", "sa7002f5a6d.md", "sc5afece358.md", "s04a4daa445.md", "sfccd94307b.md", "s9fc7d3acdb.md", "s58877c8d37.md", "s621b26c84b.md", "sfd0dbe9562.md", "s92d1c00d0f.md", "s39785e3950.md", "s8b84c68d62.md", "sca073f5899.md", "s7d4f0e189e.md", "sc1e36e253e.md", "sef63aeddb6.md"], "bm25": [-9.951491, -5.196764, -5.071194, -4.485825, -3.747837, -3.238506, -3.078041, -3.013401, -2.661179, -2.647108, -2.582044, -2.20508, -2.064114, -2.053961, -1.80698, -1.514818, -1.168318, -1.066289, -0.828406, -0.813593, -0.764643, -0.656751, -0.341565, -0.312972, -0.301383, -0.285392, -0.216487, -0.20738, -0.166523, -0.162812, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s081e150019.md", "sa0c7b3aa66.md", "s46f6839810.md", "s14846cddb0.md", "s0220f742a3.md", "s8f5f0c3d73.md", "s8c28dce03f.md", "sc3f81f54c4.md", "saaf4776370.md", "s537ea24403.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_2655b836", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["sbd2d6853a4.md", "sf0e65c9f25.md", "sfb09c24b3f.md"], "ranked": ["sbd2d6853a4.md", "sfb09c24b3f.md", "sd6061a486e.md", "sf0e65c9f25.md", "sfa7d9a2a6f.md", "s7fc61b9aec.md", "s30a901b77f.md", "s701f2ed09d.md", "sa0836e577d.md", "s98557bd883.md", "s9948c48442.md", "s7757045d51.md", "s8e4a6faf65.md", "s38a786e8f1.md", "sdbb51dfbbf.md", "seba48cb2a1.md", "s06f80ac486.md", "s8436c83af7.md", "s310fae6c4b.md", "s8a216cc6d9.md", "s6ec1ac9d60.md", "s57502316e7.md", "s71bac5dbcb.md", "sf7135d19aa.md", "sac6f806ad4.md", "s8e268e706f.md", "s1751e65c76.md", "s29f0198888.md", "s1d231446f9.md", "scfb1fa37f1.md", "s5392bd24a9.md", "scfd092f357.md", "se455821d37.md", "s13d40fab88.md", "s73eccf0ebb.md", "s1c6865e370.md", "s70914c7cf8.md", "s3883109a17.md", "s5aab3f6d22.md", "sf9d73f6fd7.md", "s8c45e2d629.md", "s0c97967f37.md", "sae97ee241f.md", "sa7a86ee7d8.md", "s94385311cb.md"], "bm25": [-8.309144, -7.62698, -5.176905, -4.663894, -3.77446, -3.642862, -3.516119, -3.332944, -3.305679, -3.096092, -3.024337, -2.918539, -2.879433, -2.733696, -2.729641, -2.67368, -2.574899, -2.102894, -2.003216, -1.946395, -1.852569, -1.767071, -1.602999, -1.58397, -1.567198, -1.451044, -1.41661, -1.232647, -1.099951, -0.989973, -0.986308, -0.956556, -0.946465, -0.832469, -0.792031, -0.743926, -0.58883, -0.037444, -1e-05, -8e-06, -8e-06, -6e-06, -5e-06, -4e-06, -3e-06], "search": ["sbd2d6853a4.md", "sfb09c24b3f.md", "sd6061a486e.md", "sf0e65c9f25.md", "sfa7d9a2a6f.md", "s7fc61b9aec.md", "s30a901b77f.md", "s701f2ed09d.md", "sa0836e577d.md", "s98557bd883.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2487a7cb", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s4d59b8878b.md", "sb28c305d83.md"], "ranked": ["sb28c305d83.md", "scd823c404b.md", "s4d59b8878b.md", "sdafa58f138.md", "sa50d9057ac.md", "s49ee939b0b.md", "s149430f92a.md", "se6cab5b8ca.md", "s72ac0355a2.md", "s0f9339ae6d.md", "s3a45bbe699.md", "see9c56812b.md", "sb3bb420a5b.md", "se305430cfb.md", "s9ede7814c5.md", "sfbe076175b.md", "sd2048ba563.md", "sfeddb0602b.md", "sc92b730a1c.md", "sf7e2d59e12.md", "sfd530ea3a3.md", "s0f972ef61f.md", "s9f74f6c15f.md", "s73078a60ab.md", "s0e81e02a98.md", "sb2683e0d8f.md", "s737b8e2cbb.md", "s8c345ef623.md", "s41c2c434ce.md", "sde1216ec8b.md", "s5bb9f00685.md", "s557111547b.md", "s6afa3b1181.md", "s8344ec13ec.md", "s5f6dd6dfb4.md", "s5af78b3d7d.md", "sddc17142d5.md", "sce2a4a120f.md", "sf74808a2c2.md", "s34fb89c1f7.md", "sde2f95f7b9.md", "sef2efcfc2d.md", "s71b1f9f588.md", "s452538b9c4.md", "sb80e218abf.md", "s70232b8bc9.md", "sb2f960e8b0.md"], "bm25": [-12.858685, -12.703818, -8.969362, -8.69889, -7.806707, -7.389459, -7.065335, -5.715156, -5.685854, -4.390934, -4.118245, -4.043773, -3.571565, -3.252069, -3.05424, -3.053789, -3.031555, -2.922179, -2.687946, -2.634524, -2.445562, -2.380328, -1.994835, -1.966916, -1.750119, -1.587985, -1.442226, -1.4346, -1.315934, -1.236303, -1.112815, -1.069768, -0.913957, -0.903771, -0.846905, -0.700601, -0.669493, -0.654402, -0.433522, -0.431156, -0.40376, -1.1e-05, -9e-06, -7e-06, -7e-06, -6e-06, -6e-06], "search": ["sb28c305d83.md", "scd823c404b.md", "s4d59b8878b.md", "sdafa58f138.md", "sa50d9057ac.md", "s49ee939b0b.md", "s149430f92a.md", "se6cab5b8ca.md", "s72ac0355a2.md", "s0f9339ae6d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_76048e76", "n_docs": 43, "n_repeated_sids": 1, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s5168ffe72d.md", "sa84dca62c2.md"], "ranked": ["sa84dca62c2.md", "s5168ffe72d.md", "sf212ebb0ee.md", "s04efc15fa5.md", "se6111a85ad.md", "s4e6e62cac2.md", "s000c9aa523.md", "s1200646c38.md", "sdeb3fe9208.md", "s93388bcbd3.md", "s151a431429.md", "s711c6e2f80.md", "s9c96fd71b5.md", "s0697812313.md", "s390dcd2ea6.md", "sfd4a795591.md", "s7c7057cf2f.md", "s6573312c90.md", "se20d0e867e.md", "s7bc9cf68ec.md", "s4dab514401.md", "s6ebc5ac117.md", "s223334479d.md", "s5348ae3e90.md", "s4aa706296d.md", "s9f6a78d7e8.md", "s761941e7c1.md", "s95ea833487.md", "s2cdc121c9b.md", "s38c5e8da21.md", "sc1dbff3aac.md", "s3002088f77.md", "s8a60db4ae3.md", "s1856ecd535.md", "sa0224c9e80.md", "s34f5fe43d2.md", "s73e6fcdc2c.md", "s5edcc3bf64.md", "s9e163622f3.md", "s88be2f19c5.md", "s2e5b47d2a6.md", "s439a013658.md", "s853a0719b3.md"], "bm25": [-15.809175, -15.613072, -5.915951, -5.635748, -5.299577, -4.178924, -3.08893, -2.91983, -2.511012, -2.222615, -2.047591, -1.732609, -1.670017, -1.452531, -1.3955, -1.186901, -1.111171, -0.415247, -0.376969, -0.374134, -0.367917, -0.34557, -0.318409, -0.26878, -0.238024, -0.209817, -0.207443, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05], "search": ["sa84dca62c2.md", "s5168ffe72d.md", "sf212ebb0ee.md", "s04efc15fa5.md", "se6111a85ad.md", "s4e6e62cac2.md", "s000c9aa523.md", "s1200646c38.md", "sdeb3fe9208.md", "s93388bcbd3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2312f94c", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s345a3cd20b.md", "s3640d5892b.md"], "ranked": ["s3640d5892b.md", "s345a3cd20b.md", "s1578e8805e.md", "s772a9e8cfe.md", "saa19023d19.md", "s1ab2ddfecb.md", "s5d97ff9b34.md", "s80fb14cb87.md", "safbe8a58c5.md", "sf5a82ee344.md", "s0890e919d7.md", "s39a5a450ee.md", "s8c4c202bd1.md", "sb487ff9dff.md", "s8eff5a6f39.md", "sfc5c3e3c09.md", "s9d9a5511a0.md", "sdbef9ee62a.md", "s0a6e871eaf.md", "s904ca8ce4b.md", "s50c7bd3d58.md", "s73c0e6c42e.md", "se71f80aa54.md", "sa00f232e57.md", "sa01e254694.md", "s476f9c2559.md", "s5ff416f7da.md", "s011d3a79ec.md", "seb550bbd11.md", "sbe7d9b1562.md", "s9085c035e3.md", "safadad88c3.md", "se9e3aafc04.md", "sa023ad9021.md", "s67f10ba783.md", "sb9a8967877.md", "s32d0be9453.md", "sc4cddd7cb7.md", "s1b2fdd31ab.md", "s60b4d21f07.md", "s4de1bf1a49.md", "s65ac6dd41c.md", "sa83a3e9262.md", "s214014d4a2.md", "s7cac5f2abd.md"], "bm25": [-30.284698, -17.047358, -4.156931, -3.802405, -3.653356, -3.173157, -3.131727, -2.943854, -2.817561, -2.627657, -2.43087, -2.373693, -1.954124, -1.485787, -1.455351, -1.03628, -0.989165, -0.947716, -0.629461, -0.512654, -0.4824, -0.465938, -0.451813, -0.449034, -0.446207, -0.43058, -0.40815, -0.392272, -0.380064, -0.351278, -0.348324, -0.26336, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -4e-06], "search": ["s3640d5892b.md", "s345a3cd20b.md", "s1578e8805e.md", "s772a9e8cfe.md", "saa19023d19.md", "s1ab2ddfecb.md", "s5d97ff9b34.md", "s80fb14cb87.md", "safbe8a58c5.md", "sf5a82ee344.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bb5a684", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s595a56db20.md", "scce59a4655.md"], "ranked": ["scce59a4655.md", "s56ed2f0c8f.md", "s595a56db20.md", "s2615a04853.md", "sa7cdaaeb2a.md", "s90ea4a7b13.md", "s7907b0f164.md", "s919ad4a7c8.md", "s2e6450da93.md", "s150436840f.md", "s80b84955ea.md", "sae9bff2b58.md", "s9cfe1427c8.md", "s20e144b7bb.md", "sdf24dc4c07.md", "s8d474726b0.md", "sd421f57b70.md", "sb930ea6f1b.md", "sfaa363d210.md", "sb7e412f4f0.md", "sdaeff5e593.md", "s3c17cc9f63.md", "s3c84c52504.md", "sb63daa1678.md", "s5c848e9789.md", "sf2b61f60de.md", "s7b9ece6609.md", "s9a806830f5.md", "sdc3a30dc03.md", "sdf1880d703.md", "s171f543d72.md", "s2372ab3dec.md", "s41683fd9fb.md", "se28963afe6.md", "s7cf01cc3d5.md", "sc5fd527f2d.md", "s8b3c02fd3b.md", "sd1832efa22.md", "s1e7db54b99.md", "s673b1e433c.md", "s9708a40d2d.md", "s329c9d41b1.md"], "bm25": [-18.219342, -11.574956, -9.668078, -8.392708, -8.345086, -8.230938, -6.994716, -4.550104, -4.210315, -4.165781, -3.74908, -3.639998, -3.515373, -3.332833, -2.719313, -2.60222, -2.337843, -2.285518, -2.263542, -2.234316, -2.21856, -2.152468, -2.114572, -1.980724, -1.853794, -1.668287, -1.572095, -1.43547, -1.386397, -1.343465, -1.297701, -1.195623, -1.031045, -0.70185, -0.691304, -0.596939, -0.566166, -1.7e-05, -1.7e-05, -1.5e-05, -1.2e-05, -1.2e-05], "search": ["scce59a4655.md", "s56ed2f0c8f.md", "s595a56db20.md", "s2615a04853.md", "sa7cdaaeb2a.md", "s90ea4a7b13.md", "s7907b0f164.md", "s919ad4a7c8.md", "s2e6450da93.md", "s150436840f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08f4fc43", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0062, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s2af822d821.md", "s640616c492.md"], "ranked": ["s2af822d821.md", "s640616c492.md", "s592c2f510e.md", "sb50bf2cbf3.md", "s4b396ed6a0.md", "s0f9cbb38c4.md", "sc8f74bc636.md", "sa22f98db8c.md", "sf34764b070.md", "s1f5afaf09c.md", "s0c54bab47b.md", "s092a7494a7.md", "s49d5777a2c.md", "s940b36c8eb.md", "sb32ab122e0.md", "see9df609f6.md", "s53c139c1ca.md", "sf042194ce2.md", "s346eb03a49.md", "sb51f329861.md", "s9ce9fafa59.md", "sa44d5f420d.md", "s8e81b5250c.md", "sbf68449e7e.md", "s15b3387a91.md", "s595a8754da.md", "s302c1d91b3.md", "sc2e14fa908.md", "s56a578dfdb.md", "s306efa47e5.md", "s06794278e1.md", "s32af71e919.md", "s96a040d8f9.md", "sea3b7875cd.md", "s75ca40f6b1.md", "sb4612d80d6.md", "s8ebe0fd802.md", "se64e0fcf41.md", "s9115741207.md", "sf178ec5795.md", "s4b4be53cc2.md", "sb6cdd2d980.md", "s9b23a42a67.md", "scc29a6e339.md", "s26ef436beb.md", "sd5fd78736c.md", "s2103704892.md"], "bm25": [-21.166801, -17.04527, -10.099855, -8.375087, -6.292884, -4.9702, -4.937332, -4.936067, -4.486839, -4.097022, -3.737964, -3.380916, -3.290202, -2.695224, -2.625282, -2.562548, -2.55797, -2.547799, -2.195244, -2.092346, -1.984274, -1.969466, -1.954115, -1.532743, -1.490736, -1.312976, -1.236811, -1.099395, -1.042606, -0.922037, -0.862744, -0.834451, -0.626877, -0.586342, -0.583101, -0.522993, -1.4e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1e-05, -9e-06, -9e-06, -8e-06], "search": ["s2af822d821.md", "s640616c492.md", "s592c2f510e.md", "sb50bf2cbf3.md", "s4b396ed6a0.md", "s0f9cbb38c4.md", "sc8f74bc636.md", "sa22f98db8c.md", "sf34764b070.md", "s1f5afaf09c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2c63a862", "n_docs": 54, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.006, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s4f98c8dc3a.md", "s9f1a32ae81.md"], "ranked": ["s4f98c8dc3a.md", "scaa9894582.md", "s814450ff3d.md", "s9f1a32ae81.md", "s7914937fde.md", "sb5cf9250e1.md", "s4315eee20f.md", "sc6acfd077d.md", "s5c28d35e0e.md", "s6eaefa2ac1.md", "s44f637e238.md", "secc3923abf.md", "sa459bcfd8a.md", "s4405fa5a05.md", "s0e4ed2b8a4.md", "sdd548ec364.md", "s5078cfc4f8.md", "sb981c1af92.md", "secee1bfe32.md", "s356d5d8ad1.md", "sc5c0761a10.md", "s6b03696532.md", "s67e21a3558.md", "s004857cbc2.md", "s660398722c.md", "s2598a70f38.md", "sc9ba5669e8.md", "sb73f7b0f82.md", "s1287a743f8.md", "s8819a7f6d0.md", "s996fc47ced.md", "sdb7cecd82c.md", "s6a8d26fe3f.md", "s913261f7ec.md", "scf66881d6f.md", "sbd62f72488.md", "s6afc9650d0.md", "s5ba99457aa.md", "scd5abfe9ef.md", "s320ea12a8f.md", "sf5afd51f01.md", "s8773724cda.md", "s62517bd58c.md", "sbc3b3db860.md", "s1ebbc89a7e.md", "s524529f425.md", "sdb072d1cd6.md", "scbf113ae58.md", "s91036d19ae.md", "sc4b52cb60a.md"], "bm25": [-8.896987, -8.659818, -8.351436, -7.13209, -5.659001, -5.441009, -5.347357, -4.585865, -4.536648, -4.182157, -3.821436, -3.577664, -3.573884, -3.555851, -3.47362, -3.429335, -3.372252, -3.191576, -2.760471, -2.656204, -2.442799, -2.343864, -2.194117, -2.110005, -2.087889, -2.087189, -1.965517, -1.780137, -1.761682, -1.458877, -1.352931, -1.268125, -1.176482, -1.062745, -0.945579, -0.916744, -0.831245, -0.588631, -0.253997, -0.208268, -0.183694, -0.122922, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06], "search": ["s4f98c8dc3a.md", "scaa9894582.md", "s814450ff3d.md", "s9f1a32ae81.md", "s7914937fde.md", "sb5cf9250e1.md", "s4315eee20f.md", "sc6acfd077d.md", "s5c28d35e0e.md", "s6eaefa2ac1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_385a5000", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s2e8320a39c.md", "sa4b77ce1d4.md"], "ranked": ["sa4b77ce1d4.md", "s2e8320a39c.md", "s38bfef5ed7.md", "s860de2e267.md", "s69a0294101.md", "sa6d979f564.md", "sace42579a2.md", "s9bbdd5d7de.md", "s0c557c9e56.md", "s33a3972e62.md", "sa430add5e1.md", "s9c988d143c.md", "s689b341cd0.md", "sa76eff2993.md", "sab2c3e31d5.md", "sbc430ac748.md", "s4b3b9ebffa.md", "s0d593e22f0.md", "s6ecf6138b2.md", "s0207beaebd.md", "s83117c5948.md", "se3b5d3a81d.md", "sdaad2ca344.md", "s1335032d3e.md", "s48a25f32c9.md", "sc6dd38426b.md", "s3e1f4286cb.md", "sf831b803c6.md", "s8f2553a243.md", "saaf2878e41.md", "s1fffade909.md", "s962e697495.md", "s9de0df7ab7.md", "s16605cac6c.md", "sf73c3fb502.md", "s2e955dc433.md", "s0f3053401b.md", "s6c3c83799d.md", "s0e16b349a2.md", "sae5992554a.md", "s4a0c347d7a.md", "sd80644cce7.md", "s44198b2af5.md", "sd078e1d78c.md", "se9d3ff2ebe.md", "s0ae316682f.md", "s95d31532d3.md", "s56a926acc8.md", "sb413134c39.md", "s9f27070251.md"], "bm25": [-15.059456, -7.690636, -7.283947, -4.080194, -3.848129, -3.239292, -3.099196, -3.010092, -2.984475, -2.944242, -2.729634, -2.46224, -2.039858, -1.819926, -1.720948, -1.71932, -1.368701, -1.106363, -1.027814, -0.964536, -0.875237, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06, -4e-06], "search": ["sa4b77ce1d4.md", "s2e8320a39c.md", "s38bfef5ed7.md", "s860de2e267.md", "s69a0294101.md", "sa6d979f564.md", "sace42579a2.md", "s9bbdd5d7de.md", "s0c557c9e56.md", "s33a3972e62.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2a1811e2", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s55d727a7bc.md", "s8d839c07e0.md"], "ranked": ["s55d727a7bc.md", "s8d839c07e0.md", "sda9dd3ba67.md", "s0eea19416d.md", "sbe58be2457.md", "s9257a30459.md", "sa96cde9886.md", "s06c87f38df.md", "sa9923cf93c.md", "s6c0c95a959.md", "s64010b44c6.md", "se0a08e42fe.md", "s6e43031162.md", "s43cbc66007.md", "s7e129efcf8.md", "s41a12a8a79.md", "sb21a3fff10.md", "s1fdb2c88fd.md", "s77c4547c6f.md", "s53102e4441.md", "sab11da3276.md", "sb189410649.md", "s7bfd1d9b5d.md", "s9a46dc9f2b.md", "sb2ab5a7e37.md", "s58d304d739.md", "s518961ff0f.md", "se35b59102d.md", "se1f140ec5e.md", "s55787140bf.md", "s203fcf1541.md", "sdd08b73312.md", "s055f047b76.md", "s0856581c2c.md", "sa24aca4a4b.md", "secf4972d32.md", "s75c0805f00.md", "s8058279452.md", "s0233db36bd.md", "s9a489b50a8.md", "s360c8f27ce.md", "sa648560a06.md", "s1c8e3a6bcf.md", "scd9d14c78f.md", "se6e9a19cd5.md", "s0144ac3942.md"], "bm25": [-23.887142, -20.053215, -9.973464, -6.956471, -5.174237, -4.261652, -3.954975, -2.600636, -2.545217, -2.382908, -1.775212, -1.665812, -1.415938, -1.405302, -1.378464, -1.261118, -1.177235, -1.098769, -1.037761, -0.90698, -0.889926, -0.862864, -0.726023, -0.66355, -0.629773, -0.580155, -0.56959, -0.563715, -0.521466, -0.384349, -0.336574, -0.289496, -0.283645, -0.235202, -0.205296, -0.138852, -0.138697, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -7e-06, -5e-06, -5e-06], "search": ["s55d727a7bc.md", "s8d839c07e0.md", "sda9dd3ba67.md", "s0eea19416d.md", "sbe58be2457.md", "s9257a30459.md", "sa96cde9886.md", "s06c87f38df.md", "sa9923cf93c.md", "s6c0c95a959.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bbf86515", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0058, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s30d987b3c3.md", "s7b6f7dd6ee.md"], "ranked": ["s7b6f7dd6ee.md", "s30d987b3c3.md", "s9294810284.md", "s31c4f49a3a.md", "s2a6de2a9af.md", "s843bf14752.md", "s526e981d1d.md", "s2fe28e4c7c.md", "s1a4a62a416.md", "s6dfeb0b0f0.md", "se52d780f71.md", "s9f95df4a6c.md", "sf303bf4f52.md", "s4ae506ea6b.md", "s406704ace4.md", "se01437cc39.md", "s608efe2d9d.md", "sb3689a0e6c.md", "se10fca23da.md", "sed8f15aa98.md", "scff6d02cd1.md", "sc85b1775c3.md", "s2d01902464.md", "sa6028946c4.md", "s6788615030.md", "s5ddff58948.md", "s7ed08c3fa7.md", "s093a9b20e8.md", "s279440aee6.md", "s2fc8e8ac61.md", "sb66ff0f37a.md", "s4a8153bbfc.md", "sbb0aaa5362.md", "sf21d48f400.md", "s7cf1c8f65d.md", "scefe867096.md", "s9a097bd8d3.md", "s499a94d057.md", "sa160299009.md", "sf2c76e02bc.md", "sfbb4fdb2c9.md", "s00fc5c95eb.md", "s91ce4f4c26.md", "s1cc3c97d5a.md", "s9dd205b9d0.md"], "bm25": [-17.963539, -10.779382, -7.063782, -5.70324, -4.711977, -4.282143, -4.160736, -3.377849, -3.098086, -3.058475, -2.510176, -2.356014, -1.938829, -1.756215, -1.745507, -1.646418, -1.376175, -1.257104, -1.234834, -1.225257, -1.026056, -0.07055, -0.063774, -0.063544, -0.059742, -0.058995, -0.0583, -0.055641, -0.055326, -0.052702, -0.037156, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06], "search": ["s7b6f7dd6ee.md", "s30d987b3c3.md", "s9294810284.md", "s31c4f49a3a.md", "s2a6de2a9af.md", "s843bf14752.md", "s526e981d1d.md", "s2fe28e4c7c.md", "s1a4a62a416.md", "s6dfeb0b0f0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5dcc0aab", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s24d99c7c22.md", "saa4d80e61a.md", "sccd56d8af2.md", "sd243ebb0b8.md", "sfc267f2333.md"], "ranked": ["sccd56d8af2.md", "sfc267f2333.md", "saa4d80e61a.md", "s24d99c7c22.md", "sd243ebb0b8.md", "s53e72bded5.md", "s6835cb5f83.md", "s5a0f1006d9.md", "s418c366815.md", "sdf9b6608ca.md", "s264b60e681.md", "s0ceddabea9.md", "s2ac9b36298.md", "s3245df7354.md", "s628aec4c53.md", "s301286f9a5.md", "s5bda03630e.md", "sf7f64614a9.md", "s4185b42c94.md", "s359cb30361.md", "sa54660300b.md", "sbf57d371ae.md", "s4dec386dee.md", "s1e616484f5.md", "s7a2f7c3aeb.md", "sf3033df12f.md", "saa9c23004b.md", "s1fed5ee966.md", "s5e2fae894b.md", "s2e3b8911af.md", "sbabd1efb1f.md", "sf20d0ff760.md", "se909e90b64.md", "s8b74b3d96f.md", "sc7a675d39c.md", "s2cbc57f0b3.md", "sae8195fbf1.md", "s1a58e2a8cc.md", "s4728e07e9a.md", "s13af9b93a1.md", "s3a3f15c1de.md", "s492cf649ac.md", "s8bf09fb8e5.md", "s8dd528d331.md", "s8443a57414.md", "s8eda66fbb4.md", "s84f668b09f.md", "s7ce41f2d0a.md", "s336af55fe9.md", "s2bb97ea98c.md"], "bm25": [-14.086944, -13.382431, -11.561979, -7.075968, -6.927944, -6.593398, -5.546826, -4.822794, -4.194191, -3.686229, -3.682222, -3.126323, -3.043372, -2.539438, -2.41081, -2.309328, -2.24878, -1.911129, -1.84259, -1.714968, -1.662964, -1.51043, -1.400161, -1.320291, -1.230784, -1.162843, -0.895901, -0.767395, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sccd56d8af2.md", "sfc267f2333.md", "saa4d80e61a.md", "s24d99c7c22.md", "sd243ebb0b8.md", "s53e72bded5.md", "s6835cb5f83.md", "s5a0f1006d9.md", "s418c366815.md", "sdf9b6608ca.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0b2f1d21", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.006, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s64ebf1efbd.md", "s90c6ccbe2b.md"], "ranked": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "sb3516aace3.md", "s1d19b405a7.md", "s8fba3ccb69.md", "sbbfa2f2d1a.md", "se89578156f.md", "s2d23b12579.md", "s89e4c4c6e1.md", "s69296e68ae.md", "s40f3f7772b.md", "s1f458d73c0.md", "s2bc99a4da9.md", "s89b519130d.md", "sf7f3c5974a.md", "sd2cc644917.md", "s4543900a73.md", "sac6f3173d2.md", "s87d86c04ea.md", "sb4b7b7b13f.md", "s0459644af6.md", "s95c2756bbd.md", "s54958462fe.md", "sb72e9e60d7.md", "s92eb25c171.md", "s92a8eba1dc.md", "sa7ea22dc2a.md", "sffb87022ad.md", "sb92835e4d1.md", "s2928da92ef.md", "sca7ea32840.md", "s94a01c89ba.md", "sc2372c82db.md", "scaf15314c4.md", "s7b74aa05b3.md", "se9d6950680.md", "sc2c3693fa7.md", "s9210404da8.md", "s3a61981451.md", "s67a47ef287.md", "s5aa2bea892.md", "sddf93e35df.md", "s40a6baf4db.md", "seee2d43dd5.md", "sc9b427c11d.md", "s3f1ffd2104.md", "sbcf4993e8c.md", "sec836f4f02.md", "s1a5829351e.md", "s825949d21f.md"], "bm25": [-25.785548, -12.009036, -8.025717, -4.378545, -3.878483, -3.613619, -3.469928, -2.948953, -2.92261, -2.835317, -2.709343, -2.586188, -2.581928, -2.400693, -2.393264, -2.33635, -2.058809, -1.915313, -1.85886, -1.581914, -1.487662, -1.346471, -1.061096, -0.986402, -0.667537, -0.521092, -0.512417, -0.507587, -0.506366, -0.48424, -0.484034, -0.483663, -0.479702, -0.403426, -0.394065, -0.350607, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05], "search": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "sb3516aace3.md", "s1d19b405a7.md", "s8fba3ccb69.md", "sbbfa2f2d1a.md", "se89578156f.md", "s2d23b12579.md", "s89e4c4c6e1.md", "s69296e68ae.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0853d11", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s817b9a6f4d.md", "sfe7e47317a.md"], "ranked": ["s817b9a6f4d.md", "sfe7e47317a.md", "s3f973f62b0.md", "sd41cd92c49.md", "sc3e40b0945.md", "s25ae9177ef.md", "s4af7683876.md", "s603879487d.md", "s851068ae96.md", "s06f5347192.md", "s3d48a3e0b7.md", "s9b9634dfd6.md", "s23b9756342.md", "s59244cb0de.md", "s1d7eab5759.md", "s536c892a97.md", "sed237f0791.md", "s6145fcaada.md", "sa32229e149.md", "se3e4ab85d5.md", "sbde5263e2d.md", "s33a30f4a98.md", "s3fb171c873.md", "sc3b2debb7b.md", "scabaaecd9d.md", "s67d77ec04f.md", "sebc71a8074.md", "s6684959f74.md", "s4b0c788144.md", "sc678be3ee8.md", "s8af90abf41.md", "s1ba982ef47.md", "sb9cf969b21.md", "s35d2650601.md", "s303afd6f08.md", "sce4b801a51.md", "saad03f7258.md", "s62f8d0b8d2.md", "sfe628e4bc6.md", "s5023b2a1d7.md", "sd9f7a60fd7.md", "s5c9fc3d3e5.md", "s4d2f335b49.md", "s4025eeadae.md", "s8f00c6109a.md", "sd9f3d98f17.md"], "bm25": [-16.920984, -14.192163, -7.146969, -7.015312, -6.769712, -6.072474, -5.355553, -4.757358, -4.404306, -4.305085, -4.293014, -4.112113, -3.651047, -3.648355, -3.041445, -2.948257, -2.705127, -2.058025, -2.028358, -1.902424, -1.593209, -1.547025, -1.478007, -1.445777, -1.356609, -1.284445, -1.185426, -1.147596, -1.099076, -0.949664, -0.918947, -0.758685, -0.691833, -0.625956, -0.585093, -0.44267, -0.433539, -0.334644, -0.218954, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -8e-06, -5e-06, -3e-06], "search": ["s817b9a6f4d.md", "sfe7e47317a.md", "s3f973f62b0.md", "sd41cd92c49.md", "sc3e40b0945.md", "s25ae9177ef.md", "s4af7683876.md", "s603879487d.md", "s851068ae96.md", "s06f5347192.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_6ed717ea", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s55af9f14ed.md", "sbd11663681.md"], "ranked": ["s55af9f14ed.md", "sbd11663681.md", "sc6cf4d9cc4.md", "sa1b549dc19.md", "sffb86be3dc.md", "sed4b321821.md", "scb260fc417.md", "s054db48d09.md", "s23e194c2c7.md", "sef0c8b5149.md", "sd9d569b468.md", "s3c9433c1a9.md", "sbc0a664fc9.md", "sbd7240519e.md", "s95a58412d6.md", "sb991f908e2.md", "s3ee7fb1e9f.md", "s3bb2d9cb58.md", "sfeec2cf034.md", "s95cecc0a51.md", "s57914f10d9.md", "s14b5c97f16.md", "sa2a89eda2c.md", "s19ffb01262.md", "sdabc06a552.md", "sa87a0d14e3.md", "scd61bae7fe.md", "sdb89c8be2c.md", "s2ab2508b1a.md", "s0837c15005.md", "s160e2d3557.md", "s1e5bb5632d.md", "s7d4164fbed.md", "s93d73aac45.md", "s39e7cd37a8.md", "sb510dd9456.md", "s4fe0698668.md", "s692240c107.md", "s405d4966a1.md", "s684c93ed8f.md", "s58a535a09e.md", "s7891da3735.md", "s58c00ee48d.md", "scdf62261f5.md", "s2dc3cd996e.md", "sa552e7d0b5.md"], "bm25": [-24.354115, -17.696774, -10.78111, -7.515711, -5.889903, -5.691234, -5.599538, -5.354153, -4.77247, -4.201876, -3.86474, -3.737859, -3.252691, -3.188981, -2.992761, -2.98289, -2.75285, -2.347306, -2.144603, -2.12893, -1.771392, -1.687224, -1.627422, -1.622673, -1.274981, -1.246777, -1.183007, -0.927383, -0.770262, -0.64181, -0.612482, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -4e-06], "search": ["s55af9f14ed.md", "sbd11663681.md", "sc6cf4d9cc4.md", "sa1b549dc19.md", "sffb86be3dc.md", "sed4b321821.md", "scb260fc417.md", "s054db48d09.md", "s23e194c2c7.md", "sef0c8b5149.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0058, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s41bf8b44c2.md", "s5cf74e1124.md"], "ranked": ["s41bf8b44c2.md", "s5cf74e1124.md", "s5c8e6efa68.md", "s1510eb9c45.md", "seda94a271d.md", "sc2af4bd4be.md", "s21ad0a7052.md", "s5e58bb106e.md", "sf99d5eeaaa.md", "s0b4ca95d67.md", "s7c68b6417e.md", "sbeaccd402c.md", "sf9c6e06c3e.md", "sb3f5ede777.md", "safbc787d25.md", "s4502c1cb02.md", "sd4a99b0066.md", "s1c2da2a3f0.md", "se48964d6e6.md", "s8434b55e4c.md", "s9660c042eb.md", "s3e6b864fca.md", "s5e3caad845.md", "sc5b1eafc73.md", "sfb5b9e7566.md", "s966467ecdc.md", "s1aec4ae648.md", "sfbc62cea28.md", "s9385f6b8a0.md", "sa6b74c2857.md", "scff8353f50.md", "sae3ba8ed14.md", "s0879d3dabf.md", "sf8d0d7298e.md", "s99c3bd2e6a.md", "s6703350cfe.md", "s0b942c07fe.md", "s6e2bfa8e13.md", "s10d783b811.md", "s88e7f2d768.md", "s3598b60f85.md", "s0ae0965ecf.md", "sed5b95b8e8.md", "s25518adc1c.md", "sa356f0134f.md", "sb4b73fd6d5.md", "s1f974fb55b.md"], "bm25": [-18.186481, -13.565694, -6.587564, -5.370509, -5.156062, -4.773196, -4.569503, -3.543856, -3.248477, -3.153789, -3.142395, -2.65522, -2.633834, -2.259968, -2.227059, -2.175226, -2.142254, -2.038558, -1.873153, -1.848942, -1.645359, -1.543095, -1.536814, -1.110768, -1.098147, -1.065129, -0.833756, -0.729689, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06], "search": ["s41bf8b44c2.md", "s5cf74e1124.md", "s5c8e6efa68.md", "s1510eb9c45.md", "seda94a271d.md", "sc2af4bd4be.md", "s21ad0a7052.md", "s5e58bb106e.md", "sf99d5eeaaa.md", "s0b4ca95d67.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3838d2b", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s008616af89.md", "s08039dfb39.md", "s433c60d14c.md", "s5949e866a0.md", "sc06f53e288.md", "sfdc5e0b469.md"], "ranked": ["s433c60d14c.md", "sfdc5e0b469.md", "sc06f53e288.md", "s5949e866a0.md", "s008616af89.md", "sea614a3b27.md", "s88be3d04ec.md", "s08039dfb39.md", "sc4ef3cfbd0.md", "s24291d9a30.md", "s348c2f2f71.md", "s981fbfae83.md", "s26a5fe4133.md", "s6ed2601e4c.md", "s25169cb812.md", "s20db7e82f2.md", "s0640c05e7b.md", "sfdaac14000.md", "sba6054edf8.md", "s3db677a300.md", "s20537213a5.md", "s3337aa87e9.md", "s6406226c9d.md", "sa38646e37b.md", "s588dc22624.md", "s94274a43ee.md", "s0109d1bcbf.md", "sdadbc16751.md", "s984b84b209.md", "se492a44bde.md", "sbb9cc406a1.md", "sa33da59e80.md", "s21409c1bff.md", "s190fd36fe3.md", "sacc91c05ec.md", "s02bdf981a9.md", "sd152290339.md", "s8964fb67af.md", "sea0e2b0719.md", "sd82d5af956.md", "s657cb90307.md", "s2198dc5c1a.md", "s8033c52a76.md", "s83a33c3ea3.md", "s0afeb8eb57.md", "s214cebb208.md", "scbbe936dd3.md"], "bm25": [-14.355517, -11.625596, -7.801548, -5.201118, -5.104096, -4.880786, -3.582901, -3.475901, -2.995183, -2.991772, -2.616652, -2.438544, -2.161217, -2.084389, -2.054968, -1.793572, -1.698248, -1.663303, -1.600442, -1.488659, -1.458635, -1.396604, -1.392646, -1.37356, -1.217255, -1.089469, -1.071286, -0.999878, -0.95842, -0.706161, -0.564399, -0.201851, -0.18168, -0.155863, -0.133016, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06], "search": ["s433c60d14c.md", "sfdc5e0b469.md", "sc06f53e288.md", "s5949e866a0.md", "s008616af89.md", "sea614a3b27.md", "s88be3d04ec.md", "s08039dfb39.md", "sc4ef3cfbd0.md", "s24291d9a30.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_93159ced", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s28b2bb6a4c.md", "s480422580e.md"], "ranked": ["s480422580e.md", "s1c7de77bbb.md", "s6d345411ac.md", "s66fbc2cb82.md", "s10b67e0c4a.md", "sda816c4c06.md", "s576267bf75.md", "sd33a34e4c3.md", "sff3ee580bc.md", "s181dbd4756.md", "s9a7a3fb62a.md", "s28b2bb6a4c.md", "sbb901ccb49.md", "sacd719cb62.md", "s9c8871ffac.md", "s8741a753ba.md", "s256755fe05.md", "se9cabc155e.md", "sf2d0a2ddc8.md", "sb3d5cd199e.md", "s4a8d9cce62.md", "sd6af0853f0.md", "s89b7c097b9.md", "sc3c3dc1c37.md", "s462629c29f.md", "s24fd9b6912.md", "s7ed5cbf864.md", "s81842abe9b.md", "s085922580b.md", "sd6aad566c2.md", "s28108cb31e.md", "s1e1c635466.md", "s8574dbb3ca.md", "s71c400275b.md", "sd50af2c678.md", "s6336b97b8f.md", "s2acbd42d04.md", "s4f19e09c19.md", "s99fafef635.md", "s675d1171c8.md", "se8dd6b84b9.md"], "bm25": [-5.946978, -3.899274, -3.568173, -3.074027, -2.553239, -2.268944, -2.025218, -2.013995, -1.927595, -1.278105, -1.275583, -1.240471, -1.224603, -1.042351, -0.971992, -0.954919, -0.841374, -0.61285, -0.537646, -0.53254, -0.516089, -0.504763, -0.493554, -0.489427, -0.488004, -0.484665, -0.455529, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -7e-06, -6e-06, -4e-06, -4e-06, -3e-06, -3e-06], "search": ["s480422580e.md", "s1c7de77bbb.md", "s6d345411ac.md", "s66fbc2cb82.md", "s10b67e0c4a.md", "sda816c4c06.md", "s576267bf75.md", "sd33a34e4c3.md", "sff3ee580bc.md", "s181dbd4756.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_2d58bcd6", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s2826b6f894.md", "s421af25d82.md"], "ranked": ["s2826b6f894.md", "s421af25d82.md", "sa93b473326.md", "s6afb2163ec.md", "sb7968eb15e.md", "s2f46714931.md", "s674aabb072.md", "s891fc456e5.md", "sb968cc672c.md", "s1084141f43.md", "s7ce80be018.md", "s1b368c9880.md", "s90ad0c1053.md", "s2e50c4f398.md", "sff349234b9.md", "s091a667479.md", "s4300106b8d.md", "sffe6c68726.md", "s748ac55840.md", "s8fd099ef2c.md", "s025e0c8cb9.md", "sc1c49536af.md", "s0b138e9290.md", "saebb8b00c3.md", "s5114c63e47.md", "s46ed519174.md", "s1fcaa54852.md", "s6f98f895f4.md", "s391309a52f.md", "s5887754d2e.md", "s4fd36d8322.md", "s97a869ee7e.md", "sd9bc0ed022.md", "s8ade3144af.md", "s59aa1a0e7b.md", "sa50e187e9a.md", "s00e26df3de.md", "s96676027b7.md", "sf41790123f.md", "s3b17d14e51.md", "sdad967e364.md", "sf54164b1f9.md", "s197007351e.md", "sd30f742665.md", "saf36731877.md", "s04127028e6.md"], "bm25": [-15.039422, -14.944603, -7.610175, -3.542174, -2.809919, -2.637477, -2.300416, -2.20606, -2.098352, -1.900532, -1.898561, -1.60641, -1.602879, -1.56532, -1.513403, -1.420134, -1.147526, -1.129596, -0.9992, -0.938264, -0.931568, -0.814964, -0.341312, -0.286696, -0.191347, -0.16269, -0.158302, -0.156328, -0.143224, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -4e-06], "search": ["s2826b6f894.md", "s421af25d82.md", "sa93b473326.md", "s6afb2163ec.md", "sb7968eb15e.md", "s2f46714931.md", "s674aabb072.md", "s891fc456e5.md", "sb968cc672c.md", "s1084141f43.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_65aabe59", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s6f9ff14428.md", "s90a4bc5533.md"], "ranked": ["se842692812.md", "s90a4bc5533.md", "s6f9ff14428.md", "s615d89fdfc.md", "s0583c7636b.md", "s11972a0d1a.md", "s306a6677cc.md", "s585aac9911.md", "s3bbeb60f1d.md", "s0be47a9ac3.md", "sa8f6214edf.md", "s6ab51e9111.md", "sc8710bbdd6.md", "sa206c4d867.md", "s697b173a3a.md", "s588c467e54.md", "sc5f9c7015c.md", "s4d3281a260.md", "sa5cbe07bbc.md", "sbaf561bc9e.md", "sf4b19aaef9.md", "s3077ee83db.md", "sae72a9cd10.md", "sbdee452407.md", "sb560c6a303.md", "s4bb353aae8.md", "s572e9a2236.md", "sd43b1d1ce3.md", "s405937fef5.md", "se05f4453d7.md", "s87e025f5a6.md", "sfaf607dc64.md", "s26c4e19c08.md", "sbee160ffa6.md", "s228343beb1.md", "s45a33b943a.md", "s96f90c89e0.md", "s7cabfda16a.md", "s3dcc225ddd.md", "sf5fd8ec0ee.md", "sec1df627eb.md", "se4823de4bc.md"], "bm25": [-18.139813, -11.604499, -9.45076, -6.725486, -4.763285, -4.189432, -3.909678, -3.666909, -3.525278, -3.160907, -3.016054, -2.702435, -2.647283, -2.530589, -2.404837, -1.906267, -1.585625, -1.338079, -1.200816, -1.195003, -1.115352, -1.059256, -0.939904, -0.923558, -0.842642, -0.811085, -0.587387, -0.548375, -0.530536, -0.180618, -0.161632, -0.14987, -0.12249, -0.118821, -0.113918, -1e-05, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06], "search": ["se842692812.md", "s90a4bc5533.md", "s6f9ff14428.md", "s615d89fdfc.md", "s0583c7636b.md", "s11972a0d1a.md", "s306a6677cc.md", "s585aac9911.md", "s3bbeb60f1d.md", "s0be47a9ac3.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "982b5123", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["sccb03fc4f5.md", "sf3670fa6d3.md"], "ranked": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sf653ecc01c.md", "sb51a319156.md", "sdbf883a0db.md", "s9f5ba46808.md", "sf84f7b9cb0.md", "scc1e92a9c0.md", "saaad16bc00.md", "s114fa97c84.md", "s8f3ac1101d.md", "s6b29b19f88.md", "s9328c8b6f4.md", "sb0f77a7f32.md", "s2f86418bbc.md", "s8da7402be4.md", "s8b7f1b907b.md", "s2a80e3dd0d.md", "scd2eaed7dd.md", "sae86feb7e0.md", "s3f5813ff75.md", "sa49ebfccc1.md", "s60fca0648c.md", "sc408602449.md", "s45feb5c171.md", "sc5ea920e65.md", "sea8b90c2db.md", "sf2becab63d.md", "sdd40a53cd6.md", "se4da1d7410.md", "s9a4798ec23.md", "s0ea492c832.md", "s65958810cb.md", "s313eefd6db.md", "sa3092fdb12.md", "sccbd2b77db.md", "s3cd1918103.md", "s9d19662a6b.md", "s42bf91c331.md", "s0114ec5fd7.md", "s34787f6890.md", "sf6de81178a.md", "s98caca210c.md", "s3c7e6c0ebd.md", "sf764c847df.md", "se665ac921b.md", "s62f8abaf0d.md"], "bm25": [-18.467693, -12.831347, -10.951696, -9.771665, -9.263392, -8.228864, -4.959247, -4.401613, -4.382769, -4.055853, -3.872117, -2.624754, -2.463454, -2.169805, -1.867807, -1.644082, -1.084068, -0.999745, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -2e-06, -2e-06], "search": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sf653ecc01c.md", "sb51a319156.md", "sdbf883a0db.md", "s9f5ba46808.md", "sf84f7b9cb0.md", "scc1e92a9c0.md", "saaad16bc00.md", "s114fa97c84.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b9cfe692", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0059, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s1d14444b2b.md", "s5eb7a1d415.md", "s8208760db1.md"], "ranked": ["s8208760db1.md", "s1d14444b2b.md", "s5eb7a1d415.md", "s122a1d1b78.md", "s26eefdf1ef.md", "s7008766ad9.md", "se299524324.md", "s32da7f40ae.md", "s81c5416f1c.md", "s67498d0fff.md", "s543f0a04d0.md", "sc90bd1316c.md", "s5acbed51c2.md", "s2db3ec6f8b.md", "s296151d0b1.md", "sdcdd810f9e.md", "s9f962ba7e5.md", "sf2d94163c0.md", "s9e16552b41.md", "s5a8196fc3c.md", "s23a6108f21.md", "s04f47d029f.md", "seab3408b45.md", "s5b818dd190.md", "s22fd669da0.md", "s5f89d571b6.md", "se280a6f3be.md", "sdd5c51c087.md", "s0dbd61a849.md", "s88dcdbd325.md", "sc0567795fd.md", "s7ced254827.md", "s77a8d3edee.md", "s754ebe1b34.md", "s54755c9772.md", "s732ce238ab.md", "s6239e43334.md", "s639d0a629f.md", "s64374f6c9f.md", "sb71d516406.md", "s6dd0d6f66e.md", "s6042f391cd.md", "sf8d2895230.md", "sc70171bee8.md", "s992c28229a.md", "sa0e7f6c1f9.md", "s07f6fc4602.md", "s81cccf3bdc.md"], "bm25": [-24.404861, -18.86005, -12.904583, -6.202213, -4.663847, -3.442881, -3.254213, -2.550404, -2.220434, -2.001516, -1.883704, -1.496515, -1.494062, -1.438714, -1.269817, -1.127924, -1.070674, -1.005623, -0.811867, -0.736871, -0.713176, -0.695519, -0.691065, -0.652328, -0.641036, -0.637768, -0.587408, -0.523827, -0.398236, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -8e-06, -2e-06], "search": ["s8208760db1.md", "s1d14444b2b.md", "s5eb7a1d415.md", "s122a1d1b78.md", "s26eefdf1ef.md", "s7008766ad9.md", "se299524324.md", "s32da7f40ae.md", "s81c5416f1c.md", "s67498d0fff.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4edbafa2", "n_docs": 41, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s73cd5d9160.md", "s9be19f5415.md"], "ranked": ["s73cd5d9160.md", "s9be19f5415.md", "s839b8ab38b.md", "sed28ca5fc3.md", "s34a02113e4.md", "sc3f1ac8458.md", "sd747b3abe8.md", "s47b71ee91b.md", "s3ac637e966.md", "s6de90354dc.md", "s63584e51d4.md", "s1aa16403f0.md", "s2c3b12d353.md", "s760861587b.md", "sf79fde178f.md", "s9d8537b119.md", "s8e1f16e287.md", "s6ae05ecfbc.md", "s9e97d2b35e.md", "sf83522bf1a.md", "s2c90e3478f.md", "sbefdd24c39.md", "sf7c22c7f64.md", "s9d54a61b17.md", "s36c1e8ed44.md", "sf4c706cc2f.md", "s6db4c2aa17.md", "s131a0513a1.md", "se68f1aeb97.md", "sa6b6a9cf17.md", "s575cfae9c3.md", "s8f457067d1.md", "s610f69cca2.md", "sd493e10eb5.md", "s7a5b1a4b74.md", "sc046e4fff6.md", "s75a6190bd5.md", "s0cd71fe1fb.md", "sd82f562695.md", "s8b81410564.md", "s83d8f9a1f7.md"], "bm25": [-11.599194, -8.81565, -3.387716, -3.351879, -3.106065, -2.708894, -2.561847, -2.337132, -2.265036, -1.981704, -1.37999, -1.1832, -1.079633, -0.987007, -0.926203, -0.903551, -0.835988, -0.824685, -0.739998, -0.647324, -0.591389, -0.441162, -0.431736, -0.416338, -0.401234, -0.395722, -0.395421, -0.377387, -0.356876, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -7e-06, -3e-06], "search": ["s73cd5d9160.md", "s9be19f5415.md", "s839b8ab38b.md", "sed28ca5fc3.md", "s34a02113e4.md", "sc3f1ac8458.md", "sd747b3abe8.md", "s47b71ee91b.md", "s3ac637e966.md", "s6de90354dc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8090214", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s7d5893d955.md", "sb88bd81bf2.md"], "ranked": ["s7d5893d955.md", "sb88bd81bf2.md", "sb5c8f1a92a.md", "sade61b1c3d.md", "s85642fb1ea.md", "s1ba0e36656.md", "sba861fa4a5.md", "scbcbf00fe5.md", "s46ec41484d.md", "s8e4958042a.md", "s4a55203643.md", "se13e10aaa2.md", "s00187a58bd.md", "s3de1920264.md", "s6319144f58.md", "scb5fe9e13a.md", "s0f04f7d06f.md", "s813fdac862.md", "s48cf48f1fb.md", "se0cf3c76b0.md", "sf76d20727e.md", "s5763bcec3a.md", "s266f246881.md", "s3c0a1dbaa0.md", "s723d615641.md", "sf2b67b6a91.md", "sfff8d20f90.md", "se5b33aa8a5.md", "s062255e255.md", "s458f5df08e.md", "sd770b2251c.md", "s3635f4f51b.md", "s72074cd20d.md", "sba41227e49.md", "s38485b6071.md", "s52585a2b24.md", "s373fa88a5b.md", "sf68f0ada15.md", "scd31b47684.md", "sef06c3faa7.md", "s7a89dbeccc.md", "s6003651029.md", "s08d35871d0.md", "s8b2a0e90d5.md", "sdbe3af6d04.md", "s885a129611.md", "s3a207d71fa.md"], "bm25": [-12.912838, -11.076793, -7.804818, -7.058721, -6.162162, -6.017126, -5.614316, -5.39793, -5.375225, -5.281484, -4.77181, -4.306853, -3.530961, -3.38204, -3.139447, -3.044401, -2.772052, -2.705705, -2.678697, -2.624746, -2.54583, -2.439184, -2.365115, -1.894128, -1.628468, -1.410868, -1.410101, -1.238738, -0.195531, -0.193392, -0.192276, -0.164729, -0.132197, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06, -2e-06], "search": ["s7d5893d955.md", "sb88bd81bf2.md", "sb5c8f1a92a.md", "sade61b1c3d.md", "s85642fb1ea.md", "s1ba0e36656.md", "sba861fa4a5.md", "scbcbf00fe5.md", "s46ec41484d.md", "s8e4958042a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_483dd43c", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0063, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s3b66dde47c.md", "se8266fabdf.md"], "ranked": ["s3b66dde47c.md", "se8266fabdf.md", "sbfa53f87ae.md", "sc5159efc68.md", "sd9632fe39f.md", "s41d8802eaf.md", "s2652cd98d5.md", "s4bdd53401d.md", "s2f14130a59.md", "s4b33da0f44.md", "s9b91094ca7.md", "se0df0a5c2b.md", "sd46a50407d.md", "s2a3471fc3e.md", "se7423c1a80.md", "s8039990e6b.md", "s5ba2051087.md", "s7d297bad83.md", "sfca1781410.md", "s925867c6d8.md", "s98ebfa02e9.md", "sc120a7a43b.md", "s2aa7cf166d.md", "s3ec30e6b6d.md", "s572c730013.md", "s7433eda19a.md", "s3837f17e6f.md", "s31688f47a6.md", "s8aacf11ad6.md", "s5023697a0e.md", "s3406dffb73.md", "sf5671d395a.md", "sb602bf6a87.md", "sdd20145bae.md", "sd665296850.md", "saf5ce35bb2.md", "sc394f7ec3d.md", "scacf23db95.md", "s221bcc4d5c.md", "sf43687a767.md", "sff39d0723a.md", "s532973227f.md", "s3509332ae7.md", "s14675a9de7.md", "sef147a22f4.md", "s4e1f14c04c.md", "s63b11c73fe.md", "s09102063a7.md", "sd59add5f77.md", "se2d338eabe.md"], "bm25": [-18.714627, -13.65544, -6.834767, -4.248439, -3.982944, -3.474478, -3.466564, -3.015964, -2.810485, -2.645135, -2.628975, -2.598177, -2.211241, -2.188412, -2.143871, -1.997154, -1.977995, -1.948565, -1.712636, -1.486292, -1.39413, -1.336807, -1.228844, -1.206256, -1.173659, -1.133136, -1.064231, -1.019755, -0.931521, -0.909535, -0.88303, -0.750864, -0.70279, -0.580663, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06], "search": ["s3b66dde47c.md", "se8266fabdf.md", "sbfa53f87ae.md", "sc5159efc68.md", "sd9632fe39f.md", "s41d8802eaf.md", "s2652cd98d5.md", "s4bdd53401d.md", "s2f14130a59.md", "s4b33da0f44.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e4e14d04", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["sb3a93ec989.md", "scac3fc2d6a.md"], "ranked": ["sb3a93ec989.md", "scac3fc2d6a.md", "sea0f9e4152.md", "s89f28e6c0d.md", "s748bbd0901.md", "s644060b738.md", "sbe0d53aaa4.md", "seca64f6618.md", "s337ec808d0.md", "s36ba01f613.md", "s5f13ce6ea2.md", "sf1b1547632.md", "s3d18e0b0a2.md", "sf5bcc52f7c.md", "s44a9d2e2ac.md", "s592b68e641.md", "s09b1b648b9.md", "s828f90c20a.md", "sade8398fce.md", "sa8923b2c97.md", "s9436ef43b6.md", "sb360d05907.md", "s7dfe5500aa.md", "s119081b08f.md", "s16e6e1d717.md", "s420632659e.md", "se16316ad3b.md", "s17d054102b.md", "s5b79e5a9e1.md", "s2d6f36c1d0.md", "s15abfaa7a5.md", "s256bd46a18.md", "se3ac573386.md", "sddbafd509a.md", "s6bbf6b0193.md", "sbcb474d4b4.md", "s4a1882d090.md", "s470961b719.md", "sb1d49ef924.md", "sa5a9445456.md", "s1bf2ec2794.md", "sc70690a44b.md", "se94dd11c5f.md", "s476745f5bc.md", "s2341bf8821.md"], "bm25": [-16.903128, -13.497925, -8.341477, -7.208754, -7.034207, -6.849558, -6.753022, -6.398616, -6.316569, -4.823507, -3.92958, -3.738141, -3.096798, -2.81423, -2.472393, -1.874369, -1.687644, -1.679876, -1.453469, -1.30318, -1.264389, -1.25308, -1.242719, -1.193051, -1.023169, -0.930773, -0.787816, -0.73777, -0.637772, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -4e-06, -4e-06], "search": ["sb3a93ec989.md", "scac3fc2d6a.md", "sea0f9e4152.md", "s89f28e6c0d.md", "s748bbd0901.md", "s644060b738.md", "sbe0d53aaa4.md", "seca64f6618.md", "s337ec808d0.md", "s36ba01f613.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c9f37c46", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s08e1e9433d.md", "s5aac5fac5b.md"], "ranked": ["s08e1e9433d.md", "s5aac5fac5b.md", "sca226d846c.md", "s7ed0b1b18d.md", "sd77bfcf84f.md", "s9df17a702b.md", "s36cfcc7da4.md", "s765d1e52bf.md", "s19f34a8b76.md", "sa34daccd8c.md", "s43f1d77d77.md", "sf349b8e168.md", "s77b0902c23.md", "s711cb32bd2.md", "s4f1b8f8014.md", "sc1dfba41ca.md", "s1ce8f63e85.md", "s8d5bdbff54.md", "sa7c2e3d7ce.md", "s0ee308c949.md", "s7f0e6d1f53.md", "s3053450223.md", "s0089c912d4.md", "s6f9a3d5860.md", "s0440a03b89.md", "sd11803ceac.md", "s896b7432ad.md", "s6108d72cbb.md", "s7808cdffcd.md", "s2092eb930d.md", "sd034de9360.md", "s96e83d33bb.md", "sd1a3c55d2f.md", "s02e99497d8.md", "s54edb68284.md", "s7d82e95a58.md", "sb7ba2d3e1c.md", "sa5372cabc2.md", "sf0cb921b1c.md", "sa231ad0c89.md", "s05918af33c.md", "s3f5dd590bb.md", "sf43efe4aef.md", "s9ec437accb.md", "s9f8d369f18.md", "s8bbc20dad7.md", "s2e00c18ef7.md", "s97d0470790.md", "s8b93b25158.md"], "bm25": [-32.449116, -25.108792, -11.074609, -9.307618, -9.195485, -9.062963, -8.22724, -6.554145, -6.057347, -5.807141, -5.729568, -5.503169, -5.300028, -4.909143, -4.655956, -4.451456, -4.313542, -3.868777, -3.729295, -3.685857, -3.664369, -3.428372, -3.328213, -2.910924, -2.729851, -2.351654, -2.337423, -2.281839, -2.139065, -2.075388, -1.668359, -1.420122, -1.354178, -1.112337, -1.07777, -0.978772, -0.971033, -0.931756, -0.927718, -0.658071, -0.557915, -1.1e-05, -9e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -4e-06], "search": ["s08e1e9433d.md", "s5aac5fac5b.md", "sca226d846c.md", "s7ed0b1b18d.md", "sd77bfcf84f.md", "s9df17a702b.md", "s36cfcc7da4.md", "s765d1e52bf.md", "s19f34a8b76.md", "sa34daccd8c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2c50253f", "n_docs": 56, "n_repeated_sids": 0, "n_matched": 56, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s0175de5805.md", "sedd6d1da16.md"], "ranked": ["sedd6d1da16.md", "s0175de5805.md", "s18fd4def26.md", "sc9c29a1b4e.md", "s5f22746c04.md", "sc3b7955ec6.md", "s0ffc680f3f.md", "s49304f2686.md", "s0eeeb3007f.md", "s8abfd558c4.md", "s6dcb50164f.md", "s8b8c7ed890.md", "s0a8108071e.md", "sbcbeabbcaf.md", "s281829bf0d.md", "s86e392ca31.md", "sf5f795cbc0.md", "s1cf8f354b2.md", "s9b0ef59d78.md", "s57dbf5e58d.md", "s24c2bf4b16.md", "saa1dc259b1.md", "s2c58cd1ec8.md", "s318a5c77c4.md", "s82fa8f5acb.md", "sb80176e130.md", "s04f67bf0fa.md", "s916d4373bf.md", "s65636f9bea.md", "s0469bb472d.md", "s5c6bc4a3fb.md", "sbe3da60a38.md", "s75ce02b501.md", "s65126e2888.md", "s9aace2c2f9.md", "s92b861dbeb.md", "s1ef3a4b37c.md", "s43da89460a.md", "s7a45843f77.md", "s111b0f28f4.md", "s90d6aefc17.md", "s12585721d9.md", "scb4ac6536f.md", "sa215dcc845.md", "s182924422d.md", "sc8481ff9ba.md", "sd0ef4c21ce.md", "sddf62a6d35.md", "s665f18cc62.md", "s409852409a.md"], "bm25": [-11.033875, -4.40966, -2.770793, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06], "search": ["sedd6d1da16.md", "s0175de5805.md", "s18fd4def26.md", "sc9c29a1b4e.md", "s5f22746c04.md", "sc3b7955ec6.md", "s0ffc680f3f.md", "s49304f2686.md", "s0eeeb3007f.md", "s8abfd558c4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dcfa8644", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0059, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s5e747c25d4.md", "s829e5b50ee.md"], "ranked": ["s5e747c25d4.md", "s829e5b50ee.md", "sc26232a561.md", "s7d48e43658.md", "s43fe133a52.md", "sb061de21b9.md", "s3317546e75.md", "s26cace0e02.md", "s2ee689fd6e.md", "s247d973e23.md", "sbf9cbb8f1e.md", "s2e88fd1193.md", "s718c0e22f9.md", "s940b7cea29.md", "s5feddd87ca.md", "sc375d7f2dd.md", "sb7e91a1fdf.md", "s7530c0f057.md", "s8ef3c9321d.md", "sf7e71ef679.md", "sa8621e8157.md", "sdd3094b383.md", "s33a5452453.md", "s2f2bcde5a4.md", "s35a70378b3.md", "s7582f9d252.md", "s5e49580335.md", "s9991b4fa93.md", "s3dffedbeea.md", "s81e9930b53.md", "s893b86e2f7.md", "s4e26adde59.md", "s03fa9da7f6.md", "s40cdbf5a48.md", "saf81b41eae.md", "s8892be7102.md", "s1e1f9ba791.md", "sb328ade56a.md", "s2562ea6664.md", "s44e59af574.md", "s764501f20e.md", "se2946601c0.md", "s3d78beb099.md", "s3bd4c5f970.md", "s150ca98d2b.md"], "bm25": [-24.731532, -24.555506, -15.457464, -7.738603, -7.659709, -6.433816, -5.989018, -5.565417, -5.438643, -5.437766, -5.387016, -4.656409, -4.392968, -4.392335, -4.009955, -3.628438, -3.558902, -3.261095, -3.103657, -2.894192, -2.884422, -2.789134, -2.614357, -2.580986, -1.693436, -1.54267, -1.23226, -1.221059, -0.545942, -0.525297, -0.524919, -1.7e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -8e-06, -8e-06, -8e-06], "search": ["s5e747c25d4.md", "s829e5b50ee.md", "sc26232a561.md", "s7d48e43658.md", "s43fe133a52.md", "sb061de21b9.md", "s3317546e75.md", "s26cace0e02.md", "s2ee689fd6e.md", "s247d973e23.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b4a80587", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s81e3d5422c.md", "s9886a5c274.md"], "ranked": ["s81e3d5422c.md", "s9886a5c274.md", "s4f4780410e.md", "sdb00f3e0f2.md", "sf756d81c8b.md", "sd17ef02c36.md", "s204b598096.md", "s6df31dd978.md", "sd73e36147a.md", "s8043e23777.md", "sd70c9fe847.md", "s758d6b0d5e.md", "scebe7e8a11.md", "sc509d05dcc.md", "s328bab486a.md", "s4bf09aa338.md", "s4cc7cee7c6.md", "sb9e6c4b34a.md", "s0ed313afc2.md", "s9efd4420c1.md", "s444539dad0.md", "s4c69c0c460.md", "s351988eea6.md", "sd3a71d5e3f.md", "s54f3daee03.md", "sa12e16b02f.md", "s9719efc639.md", "s3dcb028648.md", "s19460b25c4.md", "s615b53eae7.md", "sc673ce1f76.md", "sb1000e3a56.md", "sae11be7322.md", "sd0932e52e7.md", "sfca534c3bb.md", "sdcbf5dca5e.md", "s64454bbc1e.md", "s9e9df9411f.md", "s18d58b9d5b.md", "s629c21663f.md", "sa68b753988.md", "s2a4cbb59b4.md", "s580e8a23f1.md", "sb342e03bff.md", "sa0db9cec88.md", "sabbfe4f4ea.md", "s0f79ce5e6b.md"], "bm25": [-15.731045, -11.147404, -7.424787, -7.131941, -6.101037, -5.673608, -4.339147, -3.821859, -3.780069, -3.305605, -3.276848, -2.836073, -2.707003, -2.47846, -2.121541, -1.987274, -1.788171, -1.742633, -1.594946, -1.490957, -1.063345, -0.918772, -0.887544, -0.750708, -0.644043, -0.561256, -0.556012, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05], "search": ["s81e3d5422c.md", "s9886a5c274.md", "s4f4780410e.md", "sdb00f3e0f2.md", "sf756d81c8b.md", "sd17ef02c36.md", "s204b598096.md", "s6df31dd978.md", "sd73e36147a.md", "s8043e23777.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_9a159967", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s39bce70737.md", "s9cf08030f4.md", "sa5569c7b49.md"], "ranked": ["s9cf08030f4.md", "s39bce70737.md", "sa5569c7b49.md", "s946073a043.md", "sb7f38044c3.md", "sd19132c35c.md", "s0c2eb2a185.md", "s65698d0474.md", "s493f47cfbf.md", "s0e52acc1ac.md", "s86022311f9.md", "sdb16a48dd5.md", "s30c9d289b6.md", "s492717a1f4.md", "s5b4b7f78d5.md", "s9857184315.md", "s89d664471a.md", "sc84dab024f.md", "s099952713b.md", "s74948fc417.md", "s4a06ceb1f0.md", "s9e742bca80.md", "s0bb202dffa.md", "s668c22a6aa.md", "s545822cafa.md", "s358b15239e.md", "scd7bdc5a27.md", "s1bbddf0c7e.md", "s414b59153b.md", "s7e8b5cd3d9.md", "s73946f3538.md", "s29a1b5bc48.md", "sfe2eb6bfbb.md", "s8263c84437.md", "s919b3de0fc.md", "s2bd9b0c5dd.md", "s891f05c1c9.md", "s8294f717b4.md", "s3b991cb189.md", "s2fd45a9270.md", "s12d8454485.md", "s2810706d35.md", "s6d16951164.md", "s31e203db8a.md", "sf2bd799353.md", "s519ccfa46c.md"], "bm25": [-12.077469, -10.947582, -10.092274, -5.795939, -5.556162, -4.772112, -4.588471, -4.060925, -3.598735, -2.99238, -2.855212, -2.513804, -1.982431, -1.646935, -1.520007, -1.503172, -0.156927, -0.127652, -0.125027, -0.124984, -0.11372, -0.112366, -0.103595, -0.089651, -0.077102, -0.073805, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06], "search": ["s9cf08030f4.md", "s39bce70737.md", "sa5569c7b49.md", "s946073a043.md", "sb7f38044c3.md", "sd19132c35c.md", "s0c2eb2a185.md", "s65698d0474.md", "s493f47cfbf.md", "s0e52acc1ac.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc6d1ec1", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s1c5f3ff0b6.md", "s9f4d074051.md"], "ranked": ["s1c5f3ff0b6.md", "s9f4d074051.md", "s061008c3e3.md", "s6bc147bba6.md", "sd53ce01ff0.md", "sec570d0a5e.md", "s034d1163bc.md", "s730d841380.md", "s44f163f955.md", "sca3842cd5a.md", "s594459dde9.md", "s290308b822.md", "s6386ad6ef3.md", "s3be96533e8.md", "sba8c1a6543.md", "sf506bd5225.md", "sd4b55a1129.md", "s1b2597aade.md", "scc20a584a3.md", "s6c6d371685.md", "s51512b3557.md", "sd6e9e0e6ff.md", "sf428fa99b5.md", "s8235e97fc8.md", "se04750362a.md", "sf5ab548607.md", "s2817ad0e05.md", "s9d4b09932f.md", "s82213d0069.md", "s7e9951e91f.md", "sc716c08194.md", "sddfa0649f1.md", "se9d677e5ae.md", "sb114305076.md", "se3b33c07bf.md", "s56a5db082b.md", "s6bf164e322.md", "se90e7f345d.md", "s95e04d9f23.md", "s9ab7667224.md", "sd20c10acbb.md", "s5c5619e500.md", "s6377b85372.md", "s3927ac809f.md", "s8f226c5eb3.md", "s112979708c.md"], "bm25": [-21.03364, -15.705068, -7.286588, -6.970765, -6.173467, -5.987622, -5.766476, -5.497432, -4.83007, -3.484383, -3.435686, -3.159898, -2.658322, -2.555036, -2.481059, -2.388167, -2.35346, -2.328047, -2.276699, -2.206209, -2.173572, -1.945405, -1.685605, -1.57759, -1.473215, -1.399352, -1.398156, -1.171089, -1.148005, -0.934714, -0.745851, -0.740426, -0.67244, -0.588656, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -2e-06, -2e-06], "search": ["s1c5f3ff0b6.md", "s9f4d074051.md", "s061008c3e3.md", "s6bc147bba6.md", "sd53ce01ff0.md", "sec570d0a5e.md", "s034d1163bc.md", "s730d841380.md", "s44f163f955.md", "sca3842cd5a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8c8961ae", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s05cb38b910.md", "s0ebeaaa131.md"], "ranked": ["s0ebeaaa131.md", "s05cb38b910.md", "s0b7165840c.md", "sbb66e49d06.md", "s0021810692.md", "s50ee320eff.md", "s1f7b64c0d7.md", "s0aac4321c7.md", "s2308d8639a.md", "seba6966e6a.md", "sc49b79e68e.md", "sf5822aaf9a.md", "scab011631d.md", "se39136a2d7.md", "s2d984ce048.md", "s48d3cc48fd.md", "s0e77c59f35.md", "s44b31faa32.md", "s0730cc807a.md", "sead1ce3d43.md", "s73a6dea65e.md", "s630cd2c65f.md", "s6779884307.md", "sc274f76435.md", "saf49b565f6.md", "s83fb1cf77e.md", "sbc109f72ad.md", "s31e3a5524e.md", "s273a3fb36a.md", "s9ad8b0db13.md", "sdf561b99ef.md", "s7af9184a7f.md", "se2127dd746.md", "s8a813973e5.md", "se8c7a6d8df.md", "s3bbc888ee3.md", "sf8a3fa3304.md", "s227e15e33f.md", "sf42c628d0a.md", "sa1567caf8a.md", "sd66f075127.md", "sd42921191d.md", "s73503b85b9.md", "s314b0db744.md", "s48c9245cd9.md", "s36bd9d8178.md", "s12d7d4020a.md", "sab6f59d80d.md", "s602210bf00.md"], "bm25": [-19.491461, -16.985954, -12.367181, -6.155437, -5.48065, -5.444095, -4.874326, -4.466318, -4.064791, -3.960289, -3.367898, -3.345882, -3.124124, -2.407054, -2.382546, -2.243805, -2.16132, -2.05272, -2.008439, -2.002372, -1.767134, -1.719134, -1.358153, -1.176827, -1.17681, -1.085582, -0.894846, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.2e-05, -1.1e-05], "search": ["s0ebeaaa131.md", "s05cb38b910.md", "s0b7165840c.md", "sbb66e49d06.md", "s0021810692.md", "s50ee320eff.md", "s1f7b64c0d7.md", "s0aac4321c7.md", "s2308d8639a.md", "seba6966e6a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d9af6064", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s0f39b2797c.md", "s91ee2f2e0e.md"], "ranked": ["s91ee2f2e0e.md", "s0f39b2797c.md", "s70afc29573.md", "sdb21a0fbef.md", "se4438d3a81.md", "sc2b7c25e9f.md", "se925ba90a7.md", "se254ae283f.md", "sc2ce1b0653.md", "s85f15d6eff.md", "s1469f168f2.md", "s2d01578368.md", "sba4951d25b.md", "s645440ba48.md", "sfe536b6f9a.md", "se3f29b5aad.md", "s38854aff7a.md", "s2a73e09e65.md", "se6c4dffb9e.md", "sa55008c3c5.md", "sdba92066ed.md", "s69399ed2fb.md", "s1eca08b0eb.md", "s6e989b92f8.md", "s859850dd0f.md", "s467839af88.md", "s6fcd99fd13.md", "s47af66556f.md", "sfa6e5c73f8.md", "s6ce605cdbc.md", "s75a975cdaf.md", "sc3a4a02088.md", "s76f54d5376.md", "s2f659df208.md", "s878a1618c6.md", "s59e5334da9.md", "s06eb86f51b.md", "s548ceeb9af.md", "s8afd606335.md", "sb9485e0887.md", "s0f85de81e3.md", "sd4aa175408.md", "sbeee097f6f.md", "s769192a78e.md", "s2195ff550e.md", "s9532ddfada.md", "s24e2f89457.md", "sb51b991a9c.md", "s4d83377c6c.md", "sbf03cb038e.md"], "bm25": [-19.200449, -18.357858, -8.853821, -4.616472, -3.471577, -2.883474, -2.449475, -2.311299, -2.268714, -2.174082, -2.139189, -2.093518, -1.771617, -1.563111, -1.100103, -1.007497, -0.890585, -0.811603, -0.781091, -0.747272, -0.679699, -0.583663, -0.582211, -0.565866, -0.54011, -0.535782, -0.461896, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06], "search": ["s91ee2f2e0e.md", "s0f39b2797c.md", "s70afc29573.md", "sdb21a0fbef.md", "se4438d3a81.md", "sc2b7c25e9f.md", "se925ba90a7.md", "se254ae283f.md", "sc2ce1b0653.md", "s85f15d6eff.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7de946e7", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s87199b9e20.md", "s8d2939d9d9.md"], "ranked": ["s87199b9e20.md", "s8d2939d9d9.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sd2fbc1ea6e.md", "sa7ab9c4734.md", "sd0d36ae472.md", "s4f7378e11b.md", "s3a3bddd4bc.md", "s9c705d7fa8.md", "s0831c0deeb.md", "s0d6dfb4973.md", "s6f91e59a57.md", "sd2341bc017.md", "s9d31691c46.md", "s76499d2d71.md", "s5f71e34093.md", "sd460a264b5.md", "s58cef62418.md", "s0e772e71c5.md", "sc015530058.md", "s44b3547bba.md", "sf910af34b6.md", "sf5371d77af.md", "s75c53b2fe2.md", "s2d5f65e71e.md", "s021dc8f223.md", "s911e8ca38a.md", "se389885c6d.md", "scbd1854124.md", "sab9a593177.md", "s47f61e404a.md", "s9703506b19.md", "sdc8328260b.md", "sd46ca6774b.md", "s11ad7954c3.md", "s36731f5567.md", "sebc3ffc7ea.md", "s417811703c.md", "s1e86748a3d.md", "sd9d770ddb4.md", "s71979729ad.md", "sd5c6b22376.md", "s52ace60292.md", "s0da136afd3.md", "s32975ade77.md", "s2f8dd5ec19.md", "sb30c08422f.md"], "bm25": [-15.198684, -15.051399, -9.181203, -7.082537, -6.677017, -6.279197, -6.125381, -4.318421, -4.220905, -4.028134, -3.793338, -3.583511, -3.582458, -3.557044, -3.422234, -3.126724, -3.124671, -2.904462, -2.899447, -2.791, -2.579934, -2.501256, -2.400697, -2.359425, -2.263644, -2.187852, -1.914621, -1.598205, -1.429246, -1.414348, -1.406111, -1.376308, -1.340009, -1.302473, -1.24305, -1.219607, -1.194158, -1.133382, -1.053633, -0.954687, -0.874269, -0.768252, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06], "search": ["s87199b9e20.md", "s8d2939d9d9.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sd2fbc1ea6e.md", "sa7ab9c4734.md", "sd0d36ae472.md", "s4f7378e11b.md", "s3a3bddd4bc.md", "s9c705d7fa8.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d01c6aa8", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s27c3996527.md", "sc0834edc40.md"], "ranked": ["s27c3996527.md", "sc0834edc40.md", "s267b6828ee.md", "sbca7204e08.md", "sfcddfb85f2.md", "s653f92f6fc.md", "s0e678c6741.md", "s12308690f5.md", "s63c55b5a2a.md", "scb30e55217.md", "sa9f34c05ae.md", "sff86892469.md", "s494b5522a4.md", "sd98b2683da.md", "scf9565c28d.md", "s4c05a8212f.md", "s7ba82b54d1.md", "se7500ec8e8.md", "s0e1ae3e7ea.md", "sbf8f8419e8.md", "s3bbc531caf.md", "s906be4d53a.md", "s9141a820f6.md", "scfd5070cca.md", "s1ed9fb28f4.md", "sb517101db0.md", "s1ddc4f5bfb.md", "s88a922a6cc.md", "s4e7418f5be.md", "sbb5339c329.md", "s9f59b6da8a.md", "sff7394af85.md", "sb4e47de964.md", "s3353c0a5c1.md", "s081d63c9cd.md", "s6f1b69e6ff.md", "sa43e83a031.md", "s41fcc4985f.md", "s42443d05ef.md", "s51b9b36e7f.md", "sfd4f5b866d.md", "sae6776cf40.md"], "bm25": [-7.592512, -7.413606, -5.298466, -4.400806, -3.695808, -3.337157, -3.078827, -2.717363, -2.375887, -2.038324, -1.988238, -1.981473, -1.942555, -1.821273, -1.811646, -1.400941, -1.39247, -1.254439, -0.999138, -0.970604, -0.921696, -0.837626, -0.804408, -0.65131, -0.635549, -0.615116, -0.5948, -0.450042, -0.398094, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -2e-06], "search": ["s27c3996527.md", "sc0834edc40.md", "s267b6828ee.md", "sbca7204e08.md", "sfcddfb85f2.md", "s653f92f6fc.md", "s0e678c6741.md", "s12308690f5.md", "s63c55b5a2a.md", "scb30e55217.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "993da5e2", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["sc2c75a3b3d.md", "sca918c6491.md"], "ranked": ["sc2c75a3b3d.md", "sca918c6491.md", "sb2a7648f7c.md", "sa0f4c3b204.md", "s953495e5a7.md", "sdf10a67752.md", "sf597189f38.md", "sa0f5693822.md", "s58d097079f.md", "s0078e93c3d.md", "sb6b12afb0f.md", "sdcda0df5d1.md", "s9178c3fe71.md", "sc7fdf02ebe.md", "sfca4c2f79b.md", "s38a79afd7e.md", "s838444a7f6.md", "sc8e6cebc17.md", "s3582130b29.md", "sd6b2028e72.md", "s0ee25234f9.md", "s60a8cc6191.md", "s24e0ff679f.md", "s3d64fb29ca.md", "s69b588c5c5.md", "s1c8afd6bf3.md", "s2d52d18905.md", "s63150f8944.md", "s77bc4fbeb5.md", "sbfb01bc4a8.md", "sb3bdfd3a8f.md", "s419a56b141.md", "sc8ad0562d0.md", "sa3e1babeab.md", "sf53fe06dab.md", "sb4f510da95.md", "s62d61587e7.md", "s7ac97478ef.md", "sc4429e4a2f.md", "s4336111ae3.md", "s6afff252ac.md", "s921e1f5d1b.md", "sf00d43db4b.md", "s22212ea7f9.md", "s8dd8d7102d.md", "s9355712193.md", "s47c4b1ad6d.md", "s4ad79059e1.md", "s7222348672.md"], "bm25": [-14.330594, -11.319043, -6.390621, -4.184377, -3.844088, -3.546965, -3.328026, -3.112588, -3.018591, -2.629969, -2.367373, -2.33722, -2.2308, -2.151291, -1.89931, -1.890196, -1.722485, -1.693265, -1.5533, -1.510798, -1.45272, -1.423174, -1.271207, -1.15815, -1.09658, -0.971856, -0.882246, -0.880326, -0.616401, -0.601978, -0.600637, -0.510863, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -4e-06], "search": ["sc2c75a3b3d.md", "sca918c6491.md", "sb2a7648f7c.md", "sa0f4c3b204.md", "s953495e5a7.md", "sdf10a67752.md", "sf597189f38.md", "sa0f5693822.md", "s58d097079f.md", "s0078e93c3d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3045048", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s34e4ec4eef.md", "sf6f7182ae0.md"], "ranked": ["sf6f7182ae0.md", "sb946f98b8c.md", "s34e4ec4eef.md", "s6fb625b37e.md", "s868545fa6a.md", "s6e501c414f.md", "s53cb6dcb10.md", "sadcc83c913.md", "s238c353f40.md", "s4db1295acd.md", "s806fa7f302.md", "s9f04e9c2b9.md", "sc2a724ffbe.md", "sf10b4b4cb0.md", "sc3d69a28d3.md", "s42ce14830e.md", "s6d85715ec4.md", "sfca8bf147d.md", "s48bc887612.md", "s03e2073dc9.md", "sf9a76af0c6.md", "s3a6b114b4d.md", "s76611bce2f.md", "s66a6ab74b1.md", "s40c2fbd3a9.md", "se9bb0feb3a.md", "sc6a48a5ee1.md", "sb207ce62f9.md", "sbfa3d6d0d9.md", "s0a9ebcfab2.md", "s92f4c200f3.md", "s18282f0657.md", "s350c88ba3a.md", "secc8744257.md", "s86ee9bf057.md", "s39c0f507b0.md", "s692e173cd1.md", "sdf0eb73501.md", "s03edadd6c1.md", "sdd157c37ed.md", "s1d4fa595ca.md", "sa98f3eb9ec.md", "s4792b4971b.md", "s1761d3644e.md", "s7b55025440.md", "s8331ae5eab.md", "s722d3dcc7f.md", "s2932c8fbe6.md", "s8c1d0b3110.md"], "bm25": [-19.531317, -14.713516, -14.707788, -11.58236, -7.488239, -5.48722, -5.201104, -5.073458, -3.14589, -2.960598, -2.817945, -2.617287, -2.566645, -2.495195, -2.39058, -2.29374, -2.253889, -2.131439, -1.881739, -1.877618, -1.797815, -1.677992, -1.521068, -1.36596, -1.336483, -0.998587, -0.895303, -0.80741, -0.711095, -0.704535, -0.647599, -0.627302, -0.440092, -0.43797, -0.437212, -0.31089, -0.277123, -0.06727, -0.061865, -0.053572, -0.045693, -0.044656, -0.037413, -4e-06, -4e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["sf6f7182ae0.md", "sb946f98b8c.md", "s34e4ec4eef.md", "s6fb625b37e.md", "s868545fa6a.md", "s6e501c414f.md", "s53cb6dcb10.md", "sadcc83c913.md", "s238c353f40.md", "s4db1295acd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d31cdae3", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0058, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s5c0a31b0c9.md", "s6e88e5e525.md"], "ranked": ["s5c0a31b0c9.md", "s6e88e5e525.md", "se03fc5ca98.md", "s0c3b4ad7fb.md", "sb9cd50476b.md", "s0cbc84a2e4.md", "s38a339bc17.md", "sde2659ee38.md", "sdc6ece3068.md", "s71342f3939.md", "sc1dd77eabc.md", "s375e590a15.md", "s23e1c3e4dc.md", "s5ebf4b8a9c.md", "s02c7d4ecd4.md", "sa06f1546ff.md", "s4fd43e019f.md", "s6a1388bc63.md", "se5c725ffd8.md", "sd20b6706f1.md", "se12b1c7f5e.md", "sf79a685644.md", "s56f7485fb6.md", "sb09e1c7595.md", "s894857d97e.md", "scee33f3bb7.md", "saa93e5bf3d.md", "saa9e4a42d4.md", "s8fa13eff8f.md", "sa64028b14a.md", "sc3c921fd6c.md", "sdcd698fbe5.md", "s07047edb9e.md", "s06696d4530.md", "sa737ff7375.md", "se121be67f9.md", "s5419df9e1b.md", "s18b4cc2ebd.md", "sbf677da7f3.md", "s0e7d8a3470.md", "s85b7e38d07.md", "sdb435e8aef.md", "s66e3f3ff98.md", "s293c4a6666.md", "s769e92d441.md", "s231b4d0792.md", "s73b70c3a7e.md", "sca7ab57070.md", "s596cb9741a.md", "sb4b38c45a4.md"], "bm25": [-34.705909, -24.017076, -12.296648, -10.14357, -10.037425, -6.914861, -6.124648, -3.040719, -2.955642, -2.766746, -2.393819, -2.208211, -2.189529, -2.086194, -2.028676, -1.877611, -1.607, -1.550319, -1.449335, -1.395887, -1.262522, -1.1425, -1.126063, -1.122027, -1.065018, -0.942099, -0.880298, -0.770608, -0.643169, -0.516187, -0.505866, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05], "search": ["s5c0a31b0c9.md", "s6e88e5e525.md", "se03fc5ca98.md", "s0c3b4ad7fb.md", "sb9cd50476b.md", "s0cbc84a2e4.md", "s38a339bc17.md", "sde2659ee38.md", "sdc6ece3068.md", "s71342f3939.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_cd90e484", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.006, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s01360ef0c3.md", "s8a8c2e05ec.md"], "ranked": ["s01360ef0c3.md", "s8a8c2e05ec.md", "sd49ddb3a0d.md", "s3af56adb0b.md", "s604cef23e7.md", "sebc5c7ad86.md", "sc9c4832d17.md", "sa813de35f9.md", "s4c753bca9e.md", "s1f49a02f21.md", "s23fac897f1.md", "s595f2c6742.md", "s7de0f7ff35.md", "sb8a5f99976.md", "sb0695978a7.md", "s52491b94a1.md", "s14e8081519.md", "s27ce54af4e.md", "s51f518c05e.md", "sc40f97d602.md", "s367abecc78.md", "s0cb43f0fe8.md", "s5cbdcf3caf.md", "s7990cc0e56.md", "se03971e927.md", "se6772475f2.md", "sc13f3f3be5.md", "s3d33a11a61.md", "s3afff42f97.md", "s0159437cbd.md", "s533d9cf8e4.md", "s7ba4fddf5e.md", "s59033cc933.md", "s81a6b5c584.md", "s64e832c528.md", "sda33be6861.md", "s7f1f70864a.md", "sf629606463.md", "sc028636e2a.md", "sfe1f35d442.md", "sd89ac318db.md", "s4be3306ef0.md", "s21d8c082ef.md", "s636c8e110c.md", "sb1705f0663.md", "s52ba6e7a7a.md", "s8816b6287b.md", "s4ef2cbf3c4.md", "s102e346d63.md", "s2c0f0e132d.md"], "bm25": [-16.714545, -8.626226, -4.650622, -3.606751, -3.258098, -3.057406, -3.023247, -2.972941, -2.930618, -2.83473, -2.80313, -2.7382, -2.670409, -2.400855, -2.3511, -2.057746, -1.883648, -1.561827, -1.476521, -1.377207, -1.106433, -1.105979, -1.08379, -1.060062, -1.027862, -0.902063, -0.883777, -0.876734, -0.815296, -0.75515, -0.633801, -0.582623, -0.53996, -0.532619, -0.484068, -0.433651, -0.416251, -0.410787, -0.272111, -0.251155, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06], "search": ["s01360ef0c3.md", "s8a8c2e05ec.md", "sd49ddb3a0d.md", "s3af56adb0b.md", "s604cef23e7.md", "sebc5c7ad86.md", "sc9c4832d17.md", "sa813de35f9.md", "s4c753bca9e.md", "s1f49a02f21.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_88806d6e", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s9368d1b6c1.md", "sa3245090a2.md"], "ranked": ["sa3245090a2.md", "s9d38b00fde.md", "s9368d1b6c1.md", "sb082c3d562.md", "s38e1741d67.md", "scc8768836c.md", "sd51c0de2f5.md", "s6472b75285.md", "s93f6cb8deb.md", "sac2f5bd3ee.md", "s20add0fe7d.md", "s6c4802443c.md", "s50b57e3096.md", "s9c27b7b321.md", "se40963a6b3.md", "s2863d8f768.md", "s86248a1cc6.md", "seb6740ef85.md", "s493c9e6cc6.md", "sd2292b6fc1.md", "s5975388401.md", "s6fc88c1f48.md", "s2b7e194250.md", "s81b2a55988.md", "s290e87c58c.md", "se37596f9eb.md", "s38e27fb144.md", "sa1a99dfab4.md", "saccb80664f.md", "s707afc98b4.md", "sf951f19d74.md", "s01327f33bd.md", "sf207a2a032.md", "see6caaec60.md", "se9309a33f5.md", "sb35496e2ac.md", "s47403d813c.md", "s155a7b5589.md", "sfcb98f7e15.md", "sc9a4213a86.md", "sd4914e627b.md", "s60dd92d866.md", "s8904b62bb2.md", "s37779b8bdc.md", "sba10776b29.md", "sd668278b6e.md", "s928ede8ab3.md", "sbfa232f178.md", "sb2381f9e84.md"], "bm25": [-9.144292, -6.986565, -6.319145, -4.648727, -4.331719, -3.644936, -2.928307, -2.686603, -2.331321, -2.312528, -1.880554, -1.674173, -1.652268, -1.585539, -1.394948, -1.331571, -1.323521, -1.258923, -1.22899, -1.218615, -1.214239, -1.213555, -1.193316, -1.120393, -1.108538, -1.105359, -1.074213, -0.850965, -0.833133, -0.822727, -0.590916, -0.555793, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["sa3245090a2.md", "s9d38b00fde.md", "s9368d1b6c1.md", "sb082c3d562.md", "s38e1741d67.md", "scc8768836c.md", "sd51c0de2f5.md", "s6472b75285.md", "s93f6cb8deb.md", "sac2f5bd3ee.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4cd9eba1", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddfcc1840.md", "sdcbbe1aff8.md"], "ranked": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sabb87d6f21.md", "sf99b407698.md", "s883432cd0a.md", "s36770957ed.md", "s68af291090.md", "s2ed3f1c292.md", "sc112151abf.md", "s6f657785d1.md", "s1f44ce8bef.md", "s4f490a48c7.md", "s3df0316031.md", "sc19b31177a.md", "s77f5597e9b.md", "sc5bb3fb889.md", "s7f121ef5ec.md", "s630c3665c9.md", "s64f9283353.md", "sfe3164f4b4.md", "s64a98e5698.md", "sfe852ac4a6.md", "s07dd6825af.md", "s51963e347f.md", "s088840d3a4.md", "s9a7bcd526e.md", "s6df934d29c.md", "saac0420cf3.md", "s1a5b51875e.md", "s9656cb38d1.md", "s0deee9d03c.md", "s9690057bbf.md", "s9edd4920f0.md", "s5c706f7ee9.md", "s9adf2ff23d.md", "s33f1a46a13.md", "s9cc23112c3.md", "s94484c8e68.md", "sabef265a55.md", "sa963e16b18.md", "s9650c30368.md", "s83651542c6.md", "s6e97cfe321.md", "sb126fc7b82.md", "s4aecd50016.md"], "bm25": [-21.585659, -12.420558, -5.314859, -5.062761, -4.822503, -4.188554, -3.891404, -3.686737, -3.162721, -2.674921, -2.544272, -2.478595, -2.295332, -2.176019, -1.972302, -1.622773, -1.315104, -1.290021, -1.250699, -1.114733, -1.094231, -1.081772, -1.053999, -1.009657, -0.910796, -0.678891, -0.651987, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -9e-06, -9e-06, -8e-06], "search": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sabb87d6f21.md", "sf99b407698.md", "s883432cd0a.md", "s36770957ed.md", "s68af291090.md", "s2ed3f1c292.md", "sc112151abf.md", "s6f657785d1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93f6379c", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s43a072f157.md", "sd1df7a24ac.md", "sfb967e87f2.md"], "ranked": ["sd1df7a24ac.md", "sfb967e87f2.md", "s08accac585.md", "s63d74e4cba.md", "sff493dc186.md", "s68d7cd1ed0.md", "s6a496771ef.md", "s36050a7ae1.md", "sd2d72e6837.md", "sbdb777a43a.md", "sd96069f4b2.md", "s251f6ffef2.md", "s41e92f97f2.md", "s43a072f157.md", "s75c1f5d801.md", "s47086f3330.md", "s845eaf896e.md", "sdc8d52e2fc.md", "s2f326cde88.md", "s9caf86060f.md", "sceea088529.md", "sd28f18b570.md", "s038b5b85c9.md", "sfc7baa6506.md", "s5a360a8a6a.md", "s5742b0c623.md", "s1ab04a013d.md", "se7510d5f6a.md", "s4d485252f4.md", "s229ef05e1c.md", "sb38ba9b649.md", "sd8d40f36f3.md", "s487edd6718.md", "sf2aac20d2a.md", "sded685286c.md", "se0ef539d7c.md", "s5a117e3cce.md", "s2d0ff10abd.md", "s3d56c8c07a.md", "s60970d5df9.md", "sc648963bcf.md", "s99ef308a81.md"], "bm25": [-13.353774, -9.337471, -6.695802, -6.479777, -5.659661, -4.774281, -4.411274, -3.887735, -3.86637, -3.540517, -2.961054, -2.616374, -2.424888, -2.017346, -1.936775, -1.885364, -1.859996, -1.829884, -1.776966, -1.736619, -1.705961, -1.599125, -1.564873, -1.490027, -1.429772, -1.306501, -1.241161, -1.229098, -1.08161, -1.066725, -1.060371, -0.817155, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06], "search": ["sd1df7a24ac.md", "sfb967e87f2.md", "s08accac585.md", "s63d74e4cba.md", "sff493dc186.md", "s68d7cd1ed0.md", "s6a496771ef.md", "s36050a7ae1.md", "sd2d72e6837.md", "sbdb777a43a.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "b29f3365", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s3b896c3512.md", "s548348aeec.md"], "ranked": ["s548348aeec.md", "s3b896c3512.md", "sf6dad02828.md", "s360637b2a6.md", "s028941bd36.md", "s15134189e9.md", "s48f960c250.md", "sb3d775ade6.md", "sf9f04d63fe.md", "s665fd095f5.md", "sa69a4d7c72.md", "s22ccca2f39.md", "s1eb4079cdc.md", "sb3988bf228.md", "s7e19d3ece1.md", "scdfaabcb8d.md", "saa77cfaf42.md", "seb53491733.md", "s72e3fbce76.md", "s6c47a9bf7e.md", "s062a2fad9f.md", "s635d75cfb7.md", "s258699988b.md", "s0134774701.md", "sf4bf0d91ff.md", "s9445ed5eeb.md", "sb2f3bd1ba0.md", "se78a0b3a91.md", "sb733a0c8d6.md", "s57d47f8ae9.md", "s25ea3978a6.md", "s43342168ae.md", "s9aeec42da6.md", "sf37fff8e89.md", "s83f9921dd5.md", "s8bdfcd4799.md", "s4698901d2d.md", "s1ccb4e132e.md", "s7765ac8979.md", "saa5b98aa04.md", "sdb272dae82.md", "sc99511586d.md", "s5397dc33d3.md", "sd11e3dff7e.md", "sc6850ab798.md", "s53241a5736.md", "s9c8493fa03.md", "sfe01c63803.md", "s625bb05828.md", "s9c4ea71290.md"], "bm25": [-21.740851, -21.507347, -4.792579, -4.187766, -3.588071, -3.160117, -2.66316, -2.446031, -1.975589, -1.464545, -1.450916, -1.312168, -1.261381, -1.066322, -1.012419, -0.98974, -0.951307, -0.936024, -0.900802, -0.869223, -0.865765, -0.740423, -0.732906, -0.72427, -0.266843, -0.203236, -0.189752, -0.145172, -0.136509, -0.130535, -0.122661, -0.117447, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s548348aeec.md", "s3b896c3512.md", "sf6dad02828.md", "s360637b2a6.md", "s028941bd36.md", "s15134189e9.md", "s48f960c250.md", "sb3d775ade6.md", "sf9f04d63fe.md", "s665fd095f5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f56ae70", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s1f845ab656.md", "s655404f4a3.md", "sf0d9378d6e.md"], "ranked": ["sfe659584cc.md", "s1f845ab656.md", "s0da31b1256.md", "s655404f4a3.md", "sc269312152.md", "s46888c1d60.md", "se34a23b7bb.md", "sca23044b98.md", "sf0d9378d6e.md", "s63cacb21b1.md", "s56e192749a.md", "saf0f1886a2.md", "sca6fa9f8ec.md", "s5bf0d61871.md", "sb7a439cf2e.md", "se214699910.md", "s02f7cf91ac.md", "s52152fa99e.md", "see3dc25523.md", "s3d9af1e8bc.md", "sce12cc9a65.md", "s9a6bebbbdd.md", "s60e49fe2f7.md", "s189763370c.md", "sc0d240093a.md", "s2d2aa76c7a.md", "s894bed4c91.md", "sac7e1751ea.md", "s1fad0b117a.md", "sd0a35b08c7.md", "sd60188c3c0.md", "s0058b49f58.md", "s10cbf6811e.md", "sdd79a9c4f9.md", "s1ae578b05f.md", "s7e952879f9.md", "s8377fd8c48.md", "sd7ca907289.md", "s69d926cd99.md", "s7546d55f88.md", "s797176578a.md", "s2d4ef95d6f.md", "sa5cd9e28c8.md"], "bm25": [-6.146614, -5.726395, -4.642416, -4.370639, -3.306827, -3.14188, -2.811406, -2.685194, -2.548766, -2.429347, -2.130749, -2.119269, -2.080584, -1.974894, -1.793264, -1.405909, -1.318003, -1.299192, -0.957315, -0.853753, -0.827494, -0.736978, -0.635404, -0.582973, -0.560425, -0.547616, -0.511368, -0.491784, -0.377944, -0.37486, -0.31068, -0.210611, -0.184649, -0.178241, -0.173632, -0.17258, -0.147913, -0.142138, -0.139883, -0.135743, -2e-06, -2e-06, -2e-06], "search": ["sfe659584cc.md", "s1f845ab656.md", "s0da31b1256.md", "s655404f4a3.md", "sc269312152.md", "s46888c1d60.md", "se34a23b7bb.md", "sca23044b98.md", "sf0d9378d6e.md", "s63cacb21b1.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "6613b389", "n_docs": 41, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s837e89c60d.md", "sbddb9c5815.md", "se4c50b7071.md"], "ranked": ["sbddb9c5815.md", "se4c50b7071.md", "s6422cf943a.md", "s87a60292af.md", "s6843424c25.md", "sfec1ec1836.md", "sf8c6c1bb54.md", "s221906619f.md", "s49c5abfca2.md", "s4d0a382db6.md", "s12033449f0.md", "s59e67be958.md", "s83bf96168c.md", "sa327b06e36.md", "s31fb8d4036.md", "s1a52e3040f.md", "sd7ba783a98.md", "s896018073b.md", "s1d7f026267.md", "s1693f43973.md", "s734b592cba.md", "s7085cf91e6.md", "sa1e01ac3e1.md", "s837e89c60d.md", "s0bc6704b81.md", "s7c54f7cabe.md", "see46fca952.md", "s14bee9a26a.md", "sc23656ef11.md", "sc856d38cba.md", "s87cf61d00f.md", "sb69b5af44b.md", "sad5b871495.md", "s7af83ee627.md", "sddcae0df98.md", "s99e82d002f.md", "s3b030f113f.md", "s6732df0794.md", "sa9d4bf2ab0.md", "sba3c5b3bba.md", "s28c036a399.md"], "bm25": [-12.898363, -8.670404, -6.468386, -3.403939, -2.594006, -1.994757, -1.961199, -1.953734, -1.647282, -1.506604, -1.479039, -1.014739, -0.993129, -0.924483, -0.918482, -0.823393, -0.538142, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["sbddb9c5815.md", "se4c50b7071.md", "s6422cf943a.md", "s87a60292af.md", "s6843424c25.md", "sfec1ec1836.md", "sf8c6c1bb54.md", "s221906619f.md", "s49c5abfca2.md", "s4d0a382db6.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_78cf46a3", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s6facddd513.md", "scf6d1055d1.md"], "ranked": ["scf6d1055d1.md", "s6facddd513.md", "s5e09cd5ca6.md", "s6d08802e39.md", "seb1daa5e4e.md", "s310c21751e.md", "s934a1a4b23.md", "s79dcaa1157.md", "se2f5808e71.md", "sfa78c4c327.md", "s2ca9aaa762.md", "s7317eb875f.md", "s80b34ae0db.md", "s1e39370106.md", "sbb6c87c9e8.md", "s44defde7ec.md", "secf2c5d061.md", "s9f333b3ae2.md", "s3bcb9444b2.md", "s905bb7740e.md", "s1a020b6839.md", "s574f878ff3.md", "s3f37de024e.md", "sdbe78d4a40.md", "s51f575b2eb.md", "sdface93e2c.md", "s30ff09001d.md", "s027734f1b6.md", "s395816bc95.md", "s55109af2d8.md", "s2117cf68d5.md", "sebf50933c6.md", "sf53e0dd293.md", "s5b5a9228cd.md", "s4d81ca2098.md", "s39c0435762.md", "s9e89ab1c3c.md", "s27fb44e338.md", "s8537bad34a.md", "s1330d5484b.md", "s4d507cb1af.md", "sed2390a630.md", "s608b816305.md", "s35e4a03147.md", "s0156db1505.md", "s03a3bc7202.md", "s91e055393e.md", "s34baf9db7b.md", "s4928a11579.md"], "bm25": [-17.132113, -14.08457, -13.631214, -9.709078, -8.913941, -6.948031, -5.83848, -5.269844, -5.093304, -4.63867, -4.133985, -3.930151, -3.759169, -3.621826, -3.479562, -3.199488, -3.095212, -3.067295, -2.707038, -2.412873, -2.385482, -2.35028, -2.325562, -2.285232, -2.188485, -1.796798, -1.707889, -1.464091, -1.449428, -1.33301, -1.325874, -1.278488, -1.211509, -0.861066, -0.765142, -0.583265, -0.532798, -0.475067, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -6e-06], "search": ["scf6d1055d1.md", "s6facddd513.md", "s5e09cd5ca6.md", "s6d08802e39.md", "seb1daa5e4e.md", "s310c21751e.md", "s934a1a4b23.md", "s79dcaa1157.md", "se2f5808e71.md", "sfa78c4c327.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0a05b494", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s5bcfae14fb.md", "sabede4e831.md"], "ranked": ["sabede4e831.md", "s5bcfae14fb.md", "s304ac5b187.md", "sf14bb8ef10.md", "s9124fa68d3.md", "sa76ac027d3.md", "sa7d5e7cd80.md", "s14bb975d4d.md", "sf9310e0816.md", "s2df1845825.md", "s573c552ad8.md", "s63ced898ec.md", "sa18ec878a1.md", "sff915b20c9.md", "s08f7b396b0.md", "s23604de11c.md", "scf38402f87.md", "sabfda5f6b1.md", "sae33208d19.md", "sf136dd5489.md", "s9fd4462890.md", "sd0140cec57.md", "s4d812e1d47.md", "sdbd4480fdb.md", "sc7250c3953.md", "sc16862c490.md", "sf0d32151e9.md", "s937218fa54.md", "sae3f1ff284.md", "s9beef2d962.md", "s04555a4db8.md", "s68b28346c9.md", "s3290b50a26.md", "s41d63be742.md", "s1c68b7c529.md", "sa61016e8e9.md", "s0458ecdef3.md", "sa78780c7ea.md", "sc8210075df.md", "s77d337a42c.md", "sb6dc85f21d.md", "s7b8cc41b3d.md", "s2bb9189229.md", "sa4a0e48e65.md", "s723ca812a1.md"], "bm25": [-21.357615, -16.049641, -7.466722, -5.983577, -5.874573, -5.322555, -4.703812, -4.267724, -4.124594, -3.501251, -3.354021, -2.434119, -2.287256, -2.271199, -2.184738, -2.162474, -1.704766, -1.448295, -1.329886, -1.2672, -1.183774, -1.165159, -0.903222, -0.869518, -0.807244, -0.736527, -0.699676, -0.600465, -0.554009, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -8e-06, -2e-06], "search": ["sabede4e831.md", "s5bcfae14fb.md", "s304ac5b187.md", "sf14bb8ef10.md", "s9124fa68d3.md", "sa76ac027d3.md", "sa7d5e7cd80.md", "s14bb975d4d.md", "sf9310e0816.md", "s2df1845825.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1a1dc16d", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["sf7811e5c83.md", "sfd09ef2725.md"], "ranked": ["sf7811e5c83.md", "scf8525cfd3.md", "s33d87fd9d7.md", "sfd09ef2725.md", "sd16e75e9cc.md", "sa181f1700c.md", "sb72ff891f4.md", "sffb862a492.md", "s1354cf6f5a.md", "se89657da8d.md", "sd11102a3a9.md", "sd1089464b3.md", "s69079899b6.md", "se0c73edad3.md", "s78efb8560e.md", "sb2b39615d3.md", "s8c7c926db0.md", "s38fb1e54ec.md", "sf15cf87ef4.md", "s1a71cd09e0.md", "sb35ee3c1c7.md", "sa6b369fb25.md", "s097250df92.md", "s4eec28e677.md", "sb7ff63e87f.md", "s9d48500881.md", "sf8564bff24.md", "sff48fbb442.md", "sb457ceefe1.md", "sc95c784b68.md", "sd86161cc17.md", "se5a824791b.md", "s2f02eeaf34.md", "sf5b291ba6d.md", "sd83c18f964.md", "s091bb1496e.md", "saa9f79ff72.md", "sc133ed9d68.md", "s6f885ad4f1.md", "s4407f79c93.md", "sf719bd028d.md", "s6160e3ad0c.md", "sf5749ed3bb.md", "s711f7832fd.md", "s1c4647adf8.md", "s2ffa240bc7.md"], "bm25": [-10.106531, -9.71099, -7.023327, -6.870628, -5.482967, -4.190384, -3.198838, -3.122306, -3.069234, -2.889832, -2.721566, -2.381146, -2.285433, -2.204578, -2.144612, -1.899914, -1.592893, -1.545235, -1.471063, -1.23872, -0.984431, -0.964193, -0.959954, -0.944842, -0.858345, -0.821941, -0.776372, -0.725852, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06], "search": ["sf7811e5c83.md", "scf8525cfd3.md", "s33d87fd9d7.md", "sfd09ef2725.md", "sd16e75e9cc.md", "sa181f1700c.md", "sb72ff891f4.md", "sffb862a492.md", "s1354cf6f5a.md", "se89657da8d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f584639", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s35bbe43aff.md", "sc5b1e223c5.md"], "ranked": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s1d490417b0.md", "s522c50906a.md", "s95e8d7a4e3.md", "s45c644851e.md", "s45fb58468b.md", "s3dc2ba3b4e.md", "s726a7f1e58.md", "sddceda5bd3.md", "s5eb9b31989.md", "s4019d5d95c.md", "s43af6bd5ab.md", "s3e57f39ce9.md", "sc504e2f99e.md", "sd48bd057e4.md", "sb7992def17.md", "s808057f3b4.md", "sc21dae3ad4.md", "s33b24145c6.md", "s087a4643ae.md", "s7d7bd00124.md", "s08ccf0f2da.md", "s4224022144.md", "s2ae8bb5a26.md", "s71fb35fa97.md", "s8d0793ceb3.md", "sf241f33e5d.md", "sb533f34896.md", "s57aef13c09.md", "s84b2cdb5e7.md", "s59068aa513.md", "s93ae0910ef.md", "s9f24da913f.md", "s83475b4263.md", "s0da458b4db.md", "s0f163b3b34.md", "s09507fe39d.md", "s7df46fe434.md", "s69cdf5af66.md", "sf4036f7c63.md", "sa3e09ba34d.md", "sefc96ef5c6.md", "scf15c94ac8.md"], "bm25": [-30.646937, -22.729939, -7.171934, -4.349364, -3.968173, -3.852567, -3.76596, -3.461904, -3.238095, -2.679849, -2.502787, -2.462296, -2.115283, -1.980567, -1.908976, -1.706765, -1.521029, -1.376636, -1.310881, -0.984463, -0.92133, -0.903916, -0.841294, -0.798948, -0.795292, -0.728357, -0.691616, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05], "search": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s1d490417b0.md", "s522c50906a.md", "s95e8d7a4e3.md", "s45c644851e.md", "s45fb58468b.md", "s3dc2ba3b4e.md", "s726a7f1e58.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_213fd887", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0063, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s92d881001c.md", "sb2b2185e8e.md"], "ranked": ["sb2b2185e8e.md", "s92d881001c.md", "seb95410169.md", "s19cf5fa165.md", "sa3361c2f35.md", "sa12dfe1257.md", "s1734641284.md", "se2bce8d00e.md", "s172965d91d.md", "s2ff05ebcb3.md", "sdc70ebdcf6.md", "s7b6dbbb528.md", "sb24f848d9f.md", "s8a1e814b68.md", "s290fa5c641.md", "s800e3f140a.md", "s9fe8f477a9.md", "s764a0ac516.md", "s1a0e521f31.md", "sb5ea4f195c.md", "sc4c5dee5b5.md", "sc103dc2975.md", "s4fce5c47ec.md", "sd61df2250b.md", "s9fb3f6082a.md", "s9a38145424.md", "se3209e7b8c.md", "sf00373b404.md", "s0e4c412236.md", "sd7c06418da.md", "s600e463eda.md", "s93afc61494.md", "sb225ac4f4d.md", "s85b54fbf6e.md", "s43d8ecae7b.md", "s71f4065aa1.md", "se333fb2ef9.md", "saa13b7c5f1.md", "sbba37da862.md", "sc4a72441c3.md", "s1d5f1f7112.md", "safcee2c69f.md", "scd9667c18a.md", "scab46dd5fe.md", "s08b7e33169.md"], "bm25": [-35.77054, -15.224805, -8.041821, -6.218716, -6.1399, -6.104619, -5.823981, -5.113598, -4.981095, -4.913978, -4.621739, -3.677164, -2.555136, -2.426417, -2.377064, -2.352382, -2.340887, -2.215684, -2.105874, -1.809919, -1.699663, -1.648683, -1.635851, -1.575956, -1.500379, -1.281234, -1.276391, -1.145691, -0.665149, -0.587033, -0.563351, -0.548806, -0.338118, -0.200615, -0.169786, -0.168035, -0.107077, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -9e-06, -8e-06], "search": ["sb2b2185e8e.md", "s92d881001c.md", "seb95410169.md", "s19cf5fa165.md", "sa3361c2f35.md", "sa12dfe1257.md", "s1734641284.md", "se2bce8d00e.md", "s172965d91d.md", "s2ff05ebcb3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5438fa52", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0062, "secs_query": 0.0004, "type": "temporal-reasoning", "abstention": false, "gold": ["s25b44053fd.md", "s36786ac286.md"], "ranked": ["s30f07eb5cb.md", "s25b44053fd.md", "s7fbbfb6b3c.md", "s22dd706d12.md", "s36786ac286.md", "scf4a2daedd.md", "s40a6e34051.md", "s5e1bd4ee0a.md", "s4fe112a5f6.md", "s50f6adc6ef.md", "s4f35bf2908.md", "s62560a0ebd.md", "sfa7b0fd37c.md", "sd34c4b970d.md", "s4735cf4e71.md", "s67c7d4a647.md", "s22688a4a36.md", "s77b54a7a40.md", "sdecd60c56e.md", "s3508dd62b3.md", "s4012da6350.md", "sb22e4cfb04.md", "s32061e0312.md", "sebaecb91fe.md", "s6122b20349.md", "sd0a0f19527.md", "sc285e65376.md", "sbea0050e68.md", "s533cd165e6.md", "s2e4e3ee2e8.md", "s3dd651251d.md", "sd9bbf0a3c4.md", "se0d5cbcab4.md", "sa295c4548b.md", "s58fa3e4cdc.md", "sbcd37b3b0b.md", "s80a9d67a9f.md", "s1ee281cc68.md", "s8cda2a6845.md", "s96efe7fd04.md", "sc2308148dd.md", "sf2eeb48b3a.md", "s17121b147b.md", "sf40a3a48e0.md", "s070eb3c39a.md", "seea38af4b6.md", "s230af17dd4.md", "sa73ea605d2.md", "s3a0101eca2.md"], "bm25": [-13.794705, -11.303921, -10.242319, -8.693742, -7.453571, -5.544023, -5.247832, -4.965664, -4.621627, -3.88238, -3.851306, -3.765376, -3.514599, -3.39231, -3.158562, -3.053092, -2.945073, -2.617932, -2.340043, -2.243864, -2.155641, -1.515133, -1.445689, -1.290524, -1.089875, -1.002769, -0.984707, -0.970012, -0.764886, -0.719765, -0.560316, -0.548875, -1.4e-05, -1.4e-05, -1.3e-05, -1.2e-05, -1.1e-05, -1.1e-05, -9e-06, -9e-06, -9e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -4e-06, -4e-06, -3e-06], "search": ["s30f07eb5cb.md", "s25b44053fd.md", "s7fbbfb6b3c.md", "s22dd706d12.md", "s36786ac286.md", "scf4a2daedd.md", "s40a6e34051.md", "s5e1bd4ee0a.md", "s4fe112a5f6.md", "s50f6adc6ef.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_c27434e8", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0064, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": false, "gold": ["s710e95d011.md", "sb7f6f1f28d.md"], "ranked": ["s710e95d011.md", "sb7f6f1f28d.md", "sc8dc26e979.md", "se41507037c.md", "s5935538db0.md", "s93e8318712.md", "saf31f9bf92.md", "sebb4063582.md", "s4f7f40a37b.md", "s2743dd8a35.md", "sf2f8dc2ff7.md", "sd621ef68d3.md", "s33acac9b20.md", "sce6383e988.md", "sba8fec440a.md", "sae639bd54c.md", "s0f5967411d.md", "s098a623b22.md", "s7cfdf1fc21.md", "sbc757e6f50.md", "s0afaeff701.md", "s1b70fd4e2c.md", "s6e4fccef33.md", "sfb8225a893.md", "s37e7b6f4c3.md", "s8958e214a0.md", "s4762a2ef9f.md", "sbd48981668.md", "sb42115dfa3.md", "scdd2265a17.md", "s21ff8ecfa6.md", "se4a19ed78f.md", "sa11112f608.md", "s88b788cc3d.md", "s1d364af8af.md", "s70ad84303c.md", "sbac0596adf.md", "sc5e1436544.md", "sc48742583a.md", "s3cfa10088f.md", "s53e887b0ec.md", "safe5dbf169.md", "sb7b30ff462.md", "sc721f92730.md", "se7cfd97692.md", "s34379c0ea1.md", "sa26524ed51.md", "s63e33c0697.md", "s0724332e1f.md", "sb7352d203c.md"], "bm25": [-33.564776, -15.776692, -6.359998, -5.62709, -5.346196, -4.979333, -4.348599, -3.964783, -3.436482, -3.369515, -2.922767, -2.788963, -2.595724, -2.565943, -2.271998, -2.154208, -2.075788, -1.974565, -1.953633, -1.694457, -1.462825, -1.443588, -1.22065, -1.219972, -0.067617, -0.061748, -0.051553, -0.051311, -0.048356, -0.047982, -0.047299, -0.046095, -0.039385, -0.033243, -0.032514, -0.032046, -0.030232, -0.029131, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06], "search": ["s710e95d011.md", "sb7f6f1f28d.md", "sc8dc26e979.md", "se41507037c.md", "s5935538db0.md", "s93e8318712.md", "saf31f9bf92.md", "sebb4063582.md", "s4f7f40a37b.md", "s2743dd8a35.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0062, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddffe09ad.md", "s9e9e6a7ea5.md"], "ranked": ["s9e9e6a7ea5.md", "s04547b770a.md", "s1482ea51ca.md", "s3ddffe09ad.md", "s556a9c8fe7.md", "s962fc8e889.md", "s4aea3ef6a6.md", "sa53eb56e84.md", "s723f1fb778.md", "s47a2a48540.md", "s47a8f83ec6.md", "s109947238e.md", "s1fb0e6b69c.md", "s6b5162e538.md", "s47883eafa8.md", "s679671d1cc.md", "sdf5e8659de.md", "s43f7fab64b.md", "se6b79bae39.md", "sd939817994.md", "saf700f56d1.md", "s23be40b81a.md", "s18f8d204cc.md", "s08322947a3.md", "se354dd937a.md", "s544fcad801.md", "s0346e9218f.md", "s8240fc81fc.md", "s1ccb48333b.md", "seb08ec2153.md", "s771059d557.md", "s2712d20683.md", "s06f2a46d4b.md", "s5f16555a40.md", "se32a3c572f.md", "s90fc167d7f.md", "sa423c4c86d.md", "s7340737f22.md", "s455cba5c14.md", "s84af1b09da.md", "s03255a4d19.md", "s1104ffbbd7.md", "s1a1f394acb.md"], "bm25": [-7.007606, -5.823325, -5.639525, -4.671224, -4.427791, -4.237092, -3.622112, -3.328222, -1.389873, -1.318703, -1.282085, -1.277254, -1.067315, -0.963929, -0.938322, -0.823684, -0.814434, -0.735617, -0.666419, -0.611857, -0.566416, -0.14808, -0.146294, -0.139521, -0.137857, -0.132536, -0.125724, -0.111735, -0.072338, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["s9e9e6a7ea5.md", "s04547b770a.md", "s1482ea51ca.md", "s3ddffe09ad.md", "s556a9c8fe7.md", "s962fc8e889.md", "s4aea3ef6a6.md", "sa53eb56e84.md", "s723f1fb778.md", "s47a2a48540.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8c18457d", "n_docs": 41, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.006, "secs_query": 0.0005, "type": "temporal-reasoning", "abstention": false, "gold": ["s49c6d6513f.md", "s530c3c190b.md"], "ranked": ["s530c3c190b.md", "sc9f8b2c904.md", "s49c6d6513f.md", "sf7c950b6df.md", "s5400662dee.md", "s5f51e86549.md", "sb95e3907e8.md", "s2005a38518.md", "s51e89a99d0.md", "s4884aa67bd.md", "s35df0fa360.md", "sa471a1a034.md", "sf068318ad7.md", "sc7f9a624ca.md", "sc43b7a2505.md", "sc1d612b847.md", "s1c790ce0af.md", "sad7e2f44a9.md", "s8f0b13a358.md", "sa4a78f3476.md", "sfdf01c4889.md", "s4aefe91ab0.md", "s4064d64af2.md", "sbe587c24e9.md", "sbe16cb7d36.md", "sb92f30f720.md", "sa8195de1e2.md", "sed259f4329.md", "s74036d0776.md", "sfd0c7d852e.md", "sd9b384692e.md", "s6c943e68b5.md", "s17481797c7.md", "sc8d93b5a68.md", "s7b3605a0e9.md", "s4bf28d3b28.md", "s8d778e1189.md", "s8d19bf6391.md", "s0105f1e449.md", "s371d88db10.md", "s3692218c7f.md"], "bm25": [-17.861832, -15.257952, -13.821563, -8.055314, -6.953721, -4.749695, -4.688331, -3.622837, -3.472465, -3.219143, -2.831096, -2.590681, -2.539743, -2.491658, -1.850621, -1.83991, -1.135561, -1.12996, -0.89437, -0.772057, -0.740943, -0.709173, -0.651104, -0.588096, -0.553015, -0.544041, -0.525191, -0.439612, -0.429047, -0.278595, -0.272869, -0.254211, -0.245947, -0.235983, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.4e-05, -2e-06], "search": ["s530c3c190b.md", "sc9f8b2c904.md", "s49c6d6513f.md", "sf7c950b6df.md", "s5400662dee.md", "s5f51e86549.md", "sb95e3907e8.md", "s2005a38518.md", "s51e89a99d0.md", "s4884aa67bd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552_abs", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": true, "gold": ["s6012d761ea.md", "sb7a6e178e4.md"], "ranked": ["sb7a6e178e4.md", "s6012d761ea.md", "s4894a25d2b.md", "sbb4ded46cc.md", "sa2499f2741.md", "s0283e6eb76.md", "s459eedfea6.md", "s4d0ca287ba.md", "sd1551a90ae.md", "s3e87545573.md", "sd5683049d3.md", "s88eaf95314.md", "s6276d56957.md", "s436d5d62e8.md", "s23544cdaca.md", "sd144d9369f.md", "sf7c837b814.md", "s6e5192701d.md", "sf5d7031cb1.md", "s7826f9269d.md", "s08a6086095.md", "sab5d65b210.md", "s58e61bf22f.md", "sd9f38c78c5.md", "sd826c1ffb6.md", "sf79101beeb.md", "s84a339ca10.md", "s2acf8dd497.md", "sab2f4b9f1b.md", "s974f0fc4ef.md", "sb47c411d1e.md", "s88c18d2799.md", "sde94126663.md", "sd5b4338ac5.md", "s29843c7479.md", "sf675b3c7e8.md", "sfb984688e9.md", "s1c601f7e77.md", "s870a950212.md", "se86c3c37a9.md", "saaf4591f2f.md", "scf12975cec.md", "s81ac742999.md", "sce74cb2c49.md", "s4cbc3b4dc1.md", "s60f92af53a.md", "s8784d62251.md", "sab54480e59.md", "sb3c4495fba.md", "s98411694d0.md"], "bm25": [-17.442275, -12.024441, -6.294802, -4.677217, -4.539169, -3.967261, -3.760386, -3.53869, -3.499076, -3.32898, -3.308909, -3.293795, -3.232469, -3.127641, -3.052913, -2.882256, -2.855134, -2.733714, -2.459914, -2.416174, -2.203529, -2.114451, -2.058213, -1.809416, -1.773329, -1.674864, -1.644845, -1.635452, -1.28676, -1.284335, -1.259778, -1.021205, -1.000768, -0.968417, -0.787315, -0.686725, -0.670796, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -2e-06], "search": ["sb7a6e178e4.md", "s6012d761ea.md", "s4894a25d2b.md", "sbb4ded46cc.md", "sa2499f2741.md", "s0283e6eb76.md", "s459eedfea6.md", "s4d0ca287ba.md", "sd1551a90ae.md", "s3e87545573.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93159ced_abs", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": true, "gold": ["s388e2039d9.md", "s8f61031d33.md"], "ranked": ["s048d9cfac2.md", "sd5aa117874.md", "s8f61031d33.md", "s0e7e7afc3a.md", "s18a6e73a41.md", "s9618e40384.md", "sa41ccfaee8.md", "s58ce4cb399.md", "sf6097356d5.md", "sa5545ea1d1.md", "sa61b88ad9e.md", "sc6d41b3857.md", "sd6c94afa43.md", "s8191791baf.md", "s3e577310c6.md", "s65b30d2ceb.md", "s8c7eee0e2b.md", "s445ee8ef5b.md", "s940da7e1e1.md", "s53102d51b0.md", "sba607cd09b.md", "sc6e2f4c0e3.md", "sb93e8c3ffc.md", "s2c3487faff.md", "s388e2039d9.md", "s1e4d035f5a.md", "sb040b49af9.md", "s2cfc3e3e3c.md", "sfc2d429ad8.md", "sded649001d.md", "sbae95af8bc.md", "s443524b8a2.md", "s03d8f5889f.md", "s93db0201c4.md", "saae57e6537.md", "sd6ced41db9.md", "s3884fdcec5.md", "s2a1180d679.md", "sebc1962573.md", "sf8d84fe16b.md", "sd171a09054.md", "s1e2ea32328.md", "sc2572ec535.md"], "bm25": [-5.79291, -5.676089, -3.611253, -3.389292, -3.361136, -3.116862, -3.075714, -3.033952, -2.424606, -2.283538, -1.954952, -1.905876, -1.653111, -1.41412, -1.400797, -1.342237, -1.121971, -0.957033, -0.907096, -0.879488, -0.844583, -0.732903, -0.653204, -0.547959, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -7e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06], "search": ["s048d9cfac2.md", "sd5aa117874.md", "s8f61031d33.md", "s0e7e7afc3a.md", "s18a6e73a41.md", "s9618e40384.md", "sa41ccfaee8.md", "s58ce4cb399.md", "sf6097356d5.md", "sa5545ea1d1.md"], "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "982b5123_abs", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": true, "gold": ["sa7799fa269.md", "sf764bdd52b.md"], "ranked": ["sf764bdd52b.md", "s9f250dadd1.md", "s72e254e380.md", "se6bb46a449.md", "s0c7e45078c.md", "sb8179e97cc.md", "s7016b95fcc.md", "sc0b0d413b7.md", "s8f60b114e7.md", "s1beef647b9.md", "s04a66b6531.md", "s1ee5d66c36.md", "s993556397c.md", "sbe93bb6052.md", "s5068df2ad7.md", "sa6549a9f16.md", "se44a1deac8.md", "sf89dfb0e15.md", "s7680ad09f2.md", "s26a249047f.md", "s220a3e2342.md", "sd12520ab4f.md", "s9b0e6f6e57.md", "sc7b4ac87f4.md", "sbd66f7c150.md", "sf38648d204.md", "sabaf1038b6.md", "s4e9915d194.md", "sb1f6724c1b.md", "s8e45df360c.md", "s5212511922.md", "s36b0fd269f.md", "s9c54569598.md", "sd19ec65782.md", "sc3f2ef2874.md", "sd102a0b5c6.md", "sa7799fa269.md", "s9d628c3748.md", "s3e8d15ce35.md", "sec591b6ea6.md", "s5660839181.md", "scf1c0e4824.md", "s1fce90528b.md", "s8ab3633f75.md"], "bm25": [-7.092336, -4.901385, -3.875453, -3.271279, -2.976577, -2.819758, -2.638888, -2.105893, -1.763758, -1.743309, -1.586318, -1.574001, -1.313465, -1.254445, -0.733144, -0.658851, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["sf764bdd52b.md", "s9f250dadd1.md", "s72e254e380.md", "se6bb46a449.md", "s0c7e45078c.md", "sb8179e97cc.md", "s7016b95fcc.md", "sc0b0d413b7.md", "s8f60b114e7.md", "s1beef647b9.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c8090214_abs", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0061, "secs_query": 0.0002, "type": "temporal-reasoning", "abstention": true, "gold": ["s2e17eb7dd0.md", "sba9950bdd9.md"], "ranked": ["sba9950bdd9.md", "s4444108701.md", "sb116fde594.md", "s56914addeb.md", "s962e5f5e6b.md", "s292d47833e.md", "sad85dc0264.md", "seef9365618.md", "s06766e8519.md", "s570cea4a22.md", "s2811aae538.md", "s93582538a3.md", "s76e6aab44b.md", "s3329b291c2.md", "sef3e918275.md", "s9062097202.md", "s333423fdb9.md", "s907243a5f2.md", "s14528bbeb5.md", "s20dd8f2a72.md", "s53d3577186.md", "s806c8c51d4.md", "sa2b3d4f8cf.md", "sbde50b0561.md", "se730c8654f.md", "s6dd66679af.md", "s074289c299.md", "s534bd14343.md", "s660972c452.md", "s4cd017c7fb.md", "sf359ff7a94.md", "s779471fdcb.md", "s7003017efc.md", "s144fa08bb5.md", "s534bf2c0d4.md", "s14ba8a67bf.md", "sda64f5fac2.md", "s2e17eb7dd0.md", "s2e0963fc70.md", "sbb6f98783b.md", "sae315a051d.md", "s82054213bd.md", "sdc39d79f91.md", "saf6ebfec48.md", "s5b74175421.md", "sa75c2f017f.md", "scd8f4f57ea.md", "s964c80888a.md", "s07dd35900a.md", "s3a59a248b5.md"], "bm25": [-9.110973, -7.224089, -6.884548, -4.34682, -4.097047, -4.038124, -3.939584, -3.624995, -3.179009, -3.004562, -2.812977, -2.706819, -2.55769, -2.389635, -2.326924, -2.267129, -1.988574, -1.984774, -1.916042, -1.649812, -1.384027, -1.168523, -0.974825, -0.949003, -0.743547, -0.547121, -0.487352, -0.444933, -0.35716, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06], "search": ["sba9950bdd9.md", "s4444108701.md", "sb116fde594.md", "s56914addeb.md", "s962e5f5e6b.md", "s292d47833e.md", "sad85dc0264.md", "seef9365618.md", "s06766e8519.md", "s570cea4a22.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_c27434e8_abs", "n_docs": 46, "n_repeated_sids": 1, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0003, "type": "temporal-reasoning", "abstention": true, "gold": ["s15bf85d809.md", "sb5146cb926.md"], "ranked": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s4dc64e5f24.md", "s6a08825f6d.md", "s10ae05ffa0.md", "s21b8daf7b0.md", "s45223a6118.md", "s76d44d0a77.md", "s0c676a9d94.md", "s457fb187a8.md", "s23ef2261cb.md", "s904a76c863.md", "seb84c7dba1.md", "sae063ec1c8.md", "s83110bf64a.md", "sa368bb6b61.md", "s624fb91649.md", "sbe77ed5837.md", "sbdf2501eb4.md", "s13035be9c9.md", "s0907af190d.md", "sb459bf8457.md", "s04a61b3268.md", "sa05ba39994.md", "s03f5dac86e.md", "s3633d5f702.md", "sb353603a51.md", "s33fe7d9b0e.md", "s2aeae52ecd.md", "sefb65b88c4.md", "s42baada08b.md", "sa7d5a956fe.md", "s824811e077.md", "sf018667ad6.md", "s84cdac9c92.md", "s9cd8477c5b.md", "sb48c3ff4ab.md", "s90d7ebf7b7.md", "sd5648cb3d8.md", "s075030d8ce.md", "sf88cbf014f.md", "sfafe4d73d3.md", "sc893d66fe4.md", "s0cfdd56873.md", "sc600fb4a8f.md"], "bm25": [-14.805838, -9.349263, -6.641023, -4.289183, -3.978394, -3.642018, -2.940542, -2.688742, -2.648777, -2.466874, -2.451247, -2.334231, -2.296905, -2.220303, -2.093323, -1.953397, -1.897384, -1.893661, -1.781485, -1.765367, -1.570238, -1.532343, -1.531061, -1.431791, -1.368621, -1.022343, -0.924891, -0.904197, -0.812601, -0.70989, -0.699384, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -4e-06], "search": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s4dc64e5f24.md", "s6a08825f6d.md", "s10ae05ffa0.md", "s21b8daf7b0.md", "s45223a6118.md", "s76d44d0a77.md", "s0c676a9d94.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585_abs", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0001, "type": "temporal-reasoning", "abstention": true, "gold": ["s88f2bccab1.md", "sa41147109c.md"], "ranked": ["s88f2bccab1.md", "s7bed5fc7d9.md", "s35cd5817dd.md", "s31e6db7b48.md", "s343ba50bd3.md", "sd26cb0bb0a.md", "sdd34a34275.md", "sa41147109c.md", "scb3eb92431.md", "s1158655c30.md", "s16124cf092.md", "s7223c22929.md", "s27d89f1111.md", "s60d569be84.md", "s52efceabca.md", "seedcc2a98e.md", "sa3659d5477.md", "se41f0a1093.md", "s4a55dfa50f.md", "s4d99cf1f52.md", "sd0fbae6f19.md", "s54297c5a60.md", "s7e5f20fcbf.md", "s934f5af9cd.md", "sa48af9bece.md", "s9bbc338f88.md", "s6e44b3dcc0.md", "s6db8bb3169.md", "s8c4bcd42a6.md", "sb77d6a573f.md", "s87b9e4589b.md", "sfb0c28764a.md", "se4854d5d08.md", "s5c8bc82f3d.md", "s43764ea42c.md", "sa4c96ce837.md", "s02583060f1.md", "sbf496dfc40.md", "s92e4ffcf12.md", "s1633c39040.md", "sc28d224a6c.md", "sce70b6dd84.md", "s6ed2481e3c.md", "sbdaecfb296.md", "s9215af113f.md", "sf49d73544d.md"], "bm25": [-8.631001, -5.847868, -5.725239, -4.967285, -3.567175, -3.111042, -2.546532, -2.213031, -1.87822, -1.779624, -1.630464, -1.546251, -1.429856, -0.081479, -0.079166, -0.076525, -0.070776, -0.057019, -0.055652, -0.053686, -0.048299, -0.041972, -0.036183, -0.03401, -0.032283, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s88f2bccab1.md", "s7bed5fc7d9.md", "s35cd5817dd.md", "s31e6db7b48.md", "s343ba50bd3.md", "sd26cb0bb0a.md", "sdd34a34275.md", "sa41147109c.md", "scb3eb92431.md", "s1158655c30.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "6a1eabeb", "n_docs": 40, "n_repeated_sids": 0, "n_matched": 40, "secs_index": 0.0058, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["sb8d8aca54a.md", "sed14036a34.md"], "ranked": ["sed14036a34.md", "sb8d8aca54a.md", "se5eb4caae6.md", "s9a5a3a57e8.md", "s01337e1b89.md", "s9583213312.md", "s52d0e72941.md", "s88fa86357b.md", "s925b5be434.md", "sa4b0653b5f.md", "sfc74294cf8.md", "s222ab45ed0.md", "sce6ebacebe.md", "s8568bc842c.md", "s58897c6308.md", "sb2cfe36989.md", "s0a7c85dd60.md", "s459220d8c5.md", "sdbf5667825.md", "s6551883797.md", "s23fe1fa7a7.md", "s9ff8a93a99.md", "s56ad1240f1.md", "s3cd386123c.md", "sdf75c5dc94.md", "sf7207e3884.md", "s3907be880a.md", "sa54ef16d96.md", "s383f91f15c.md", "s76dadecdd7.md", "s90fe42e461.md", "s2fcf6b1b7b.md", "s549b1d35e1.md", "sad961e7f92.md", "s820814776b.md", "s7ef8bcf1a5.md", "s69887342c7.md", "s3aa5598296.md", "s8b37022852.md", "s56b633d739.md"], "bm25": [-11.043573, -8.586618, -2.817113, -2.115461, -1.833603, -1.357528, -1.297247, -1.252471, -1.232115, -0.350382, -0.347401, -0.341998, -0.334561, -0.321762, -0.277349, -0.227014, -0.218168, -0.194624, -0.173512, -0.163498, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -4e-06], "search": ["sed14036a34.md", "sb8d8aca54a.md", "se5eb4caae6.md", "s9a5a3a57e8.md", "s01337e1b89.md", "s9583213312.md", "s52d0e72941.md", "s88fa86357b.md", "s925b5be434.md", "sa4b0653b5f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6aeb4375", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s7798897b4f.md", "s7eee907fce.md"], "ranked": ["s7eee907fce.md", "s7798897b4f.md", "s0a3a164fea.md", "s585743dc61.md", "sfed0c55cb8.md", "s4289b8ad0f.md", "s372fbf763c.md", "s4ec4f5c390.md", "s4f7359c457.md", "s8d443ce06d.md", "s23bdd58da8.md", "s594b5d436f.md", "s314db7a6be.md", "s93f679dd46.md", "s8762a317b4.md", "s423c791ba5.md", "s76905e81ad.md", "sf0754cff8f.md", "sc507ac6afc.md", "se1fbf33ce4.md", "s0e846d79e0.md", "sbd97d78a47.md", "s9c0526ed54.md", "s1c4d9e1054.md", "s9cadb456c4.md", "s3bfd523d7a.md", "sc5097a8d3f.md", "s10d17861de.md", "s9ecadbc6d1.md", "s5cea9ad146.md", "s84263153c5.md", "s9ec7d7dd6b.md", "s8fb7c1fd6a.md", "sa0b1a94cf1.md", "s02f5d59d6d.md", "sbb1403df0b.md", "s3bb1bcc37b.md", "sc5b24eb81a.md", "s6916d9f2f7.md", "sa5a816d644.md", "s57b47cbd77.md", "sedbc8c62e3.md", "s0102414526.md", "s0663ab4a4b.md", "sf9f1542c02.md", "sf208aab954.md", "sf5e90b8106.md"], "bm25": [-14.884321, -13.785401, -5.313327, -5.127062, -2.214946, -2.212111, -1.977038, -1.855785, -1.647636, -1.621773, -1.618666, -1.412181, -1.386744, -1.378521, -1.132377, -1.023243, -0.998429, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06], "search": ["s7eee907fce.md", "s7798897b4f.md", "s0a3a164fea.md", "s585743dc61.md", "sfed0c55cb8.md", "s4289b8ad0f.md", "s372fbf763c.md", "s4ec4f5c390.md", "s4f7359c457.md", "s8d443ce06d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "830ce83f", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s5e94674cd6.md", "sfb499b4cdf.md"], "ranked": ["sfb499b4cdf.md", "s4b74efebd3.md", "s5e94674cd6.md", "sa5f6189e77.md", "s99461e035c.md", "se25614853b.md", "scde469d1fb.md", "sf72cb40d85.md", "s7d6632ac74.md", "sdec074c6f4.md", "s211d8490a3.md", "s0be839d9fb.md", "s64fdd97f3f.md", "s487da02e8b.md", "s61f397a1e9.md", "s83b8cd21f0.md", "s9022188729.md", "sd7490df6cf.md", "s809bfcf97c.md", "sb2845a72e2.md", "sffe80c0571.md", "s4a5c909b50.md", "sa15f873f5b.md", "sff8b4f04fe.md", "sa36ae5c4f9.md", "s133db32203.md", "s17847cecef.md", "se769617781.md", "s745bf4efff.md", "sd827982ba5.md", "s41e6968de8.md", "s93f0991747.md", "s4dd925d251.md", "s82257f8aa8.md", "sbafe02faa0.md", "sa6f880e008.md", "s393213b968.md", "s95bb594854.md", "s82cea75f4d.md", "s4182a3fd66.md", "se89ed4cd66.md", "s4cbde4b929.md", "s7237982d93.md", "sd7b0be491e.md", "s92d71b306e.md", "sc52db232dd.md", "sa4cd44b03d.md"], "bm25": [-9.307448, -7.335668, -5.462412, -5.059123, -4.47083, -4.35362, -4.218281, -4.077477, -3.064903, -2.986341, -2.840983, -2.832631, -2.589774, -2.043962, -1.942519, -1.832148, -1.826789, -1.803963, -1.667614, -1.625566, -1.603978, -1.4657, -1.448085, -1.384502, -1.379385, -1.320935, -1.278168, -1.255762, -1.238454, -1.223814, -1.176191, -1.169254, -0.864731, -0.814984, -0.35348, -0.352129, -0.300611, -0.220396, -0.199066, -0.169914, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sfb499b4cdf.md", "s4b74efebd3.md", "s5e94674cd6.md", "sa5f6189e77.md", "s99461e035c.md", "se25614853b.md", "scde469d1fb.md", "sf72cb40d85.md", "s7d6632ac74.md", "sdec074c6f4.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "852ce960", "n_docs": 39, "n_repeated_sids": 0, "n_matched": 39, "secs_index": 0.006, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["sa1981a5f21.md", "sb71e0c9cd5.md"], "ranked": ["sb71e0c9cd5.md", "sa1981a5f21.md", "s07ad77b425.md", "s1f129e622b.md", "s4019fb80d4.md", "s9732ca8415.md", "se1d4b0ca4c.md", "sf40e35d765.md", "s70445c9f71.md", "s50e2d8d4d0.md", "s10a97f6aeb.md", "s2fae02b0d9.md", "s201c890f63.md", "sb83a9453eb.md", "s43633bf4cc.md", "sdb7040436a.md", "s1c137d74b9.md", "s3a69f2523f.md", "s3bbed8dda1.md", "s45a51d8611.md", "s3dc7d488f3.md", "sb2de928436.md", "s71d3c81e7f.md", "s0e357d1cec.md", "s412bd0c2bb.md", "sa72c8d57a1.md", "s31533028f3.md", "s375cf99115.md", "sacd69875cd.md", "s57d21810b3.md", "sa951c9ba13.md", "s4be6f5ba30.md", "sb03007b074.md", "sb5bcf086a4.md", "s7f76db6ad9.md", "s4f3f757ce4.md", "s58f8d0615f.md", "s8d1055663f.md", "s894aa55bec.md"], "bm25": [-16.960615, -12.30568, -3.607163, -2.795837, -2.294957, -2.097949, -1.824255, -1.71408, -1.667134, -1.601908, -1.400294, -1.211885, -1.118028, -0.929806, -0.724789, -0.718679, -0.569909, -0.428943, -0.402417, -1.3e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06], "search": ["sb71e0c9cd5.md", "sa1981a5f21.md", "s07ad77b425.md", "s1f129e622b.md", "s4019fb80d4.md", "s9732ca8415.md", "se1d4b0ca4c.md", "sf40e35d765.md", "s70445c9f71.md", "s50e2d8d4d0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "945e3d21", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s1eecd3480a.md", "s685180b33d.md"], "ranked": ["s685180b33d.md", "s1eecd3480a.md", "sf1b26d581b.md", "sa43d443a71.md", "s610e0f23f4.md", "sc652906557.md", "se9ce787477.md", "sf1cfcdf767.md", "sd4adbb1e59.md", "s3c23d15b5f.md", "sbe63634889.md", "sb3158589b5.md", "s96044db292.md", "s86f4e74823.md", "s4d34a7e791.md", "sd33797fb67.md", "s21542dd435.md", "s1940a20ebb.md", "s047ab541dd.md", "sd128f1d084.md", "s2e4135d198.md", "sa0a0039367.md", "sd056987aae.md", "s8ccf1e8c4e.md", "sf482482033.md", "s3aa81ac92d.md", "s0e8739a819.md", "s30b17c593d.md", "s168d9f485c.md", "s56829049f1.md", "s118834c526.md", "scb63ddac27.md", "sf3dd246840.md", "se57e148098.md", "sa21b966e6d.md", "sdd3209058c.md", "s2e34f8601f.md", "s9a853573c9.md", "sab403d346d.md", "sbb5c0c0749.md", "sbfe0c0e3be.md", "s2fa11e878e.md", "s47c58a741c.md", "s3239809e0f.md", "s5afd9e416c.md", "s29633cb629.md", "s54099a9826.md", "s7b7a15c4d1.md"], "bm25": [-7.758251, -6.697967, -6.557522, -6.407691, -6.263516, -5.416583, -4.316072, -3.203906, -2.884438, -2.363426, -2.29993, -2.261245, -1.855455, -1.77516, -1.647536, -1.564512, -1.250749, -1.229507, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -7e-06, -5e-06, -5e-06, -4e-06, -2e-06], "search": ["s685180b33d.md", "s1eecd3480a.md", "sf1b26d581b.md", "sa43d443a71.md", "s610e0f23f4.md", "sc652906557.md", "se9ce787477.md", "sf1cfcdf767.md", "sd4adbb1e59.md", "s3c23d15b5f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d7c942c3", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s44e201ac62.md", "s5905011cb5.md"], "ranked": ["s5905011cb5.md", "s44e201ac62.md", "s1200b2f301.md", "sbf189c4651.md", "s287389da1f.md", "sc487fff626.md", "scff2b98180.md", "s58e3a89e8f.md", "s5eada6c663.md", "s680abc0f12.md", "sa471784145.md", "sc1f8ab44c4.md", "se31a471743.md", "s3e2805ace0.md", "s58b46c1da1.md", "s5504d32868.md", "s686de5e1be.md", "s073fe0cde4.md", "s33d2d54287.md", "sfef92a1688.md", "sf74cea4d57.md", "sae8f126022.md", "s5fd6bb8ce8.md", "s62ca6aa157.md", "s516ae20e7b.md", "s0fc245ad8c.md", "sfc17b7fb73.md", "s275d48b128.md", "se507089220.md", "s5d093968dd.md", "s5fb5a7458f.md", "s631b5e64a1.md", "s1c94105cdf.md", "s9776882b1f.md", "s9f2d55e811.md", "sf796bc9389.md", "s76c4065c6b.md", "sf2cfb1ccde.md", "s9b824354e8.md", "sca65fa4798.md", "sa8053dd888.md", "s01b94c9d5e.md", "sdf9aa6d31d.md", "s69d961be27.md", "s8ca871c601.md", "s5814a22d34.md", "s33561b7f59.md", "s30196b2202.md", "s76f0e2b4a0.md"], "bm25": [-13.055391, -8.999857, -4.870582, -4.747568, -3.622853, -3.563396, -3.239705, -2.815075, -2.319698, -2.268501, -2.25041, -2.184556, -2.106167, -2.049021, -2.036141, -1.945992, -1.903253, -1.885153, -1.79609, -1.712805, -1.495476, -1.369241, -1.359934, -1.287799, -0.992143, -0.977744, -0.822508, -1.2e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06], "search": ["s5905011cb5.md", "s44e201ac62.md", "s1200b2f301.md", "sbf189c4651.md", "s287389da1f.md", "sc487fff626.md", "scff2b98180.md", "s58e3a89e8f.md", "s5eada6c663.md", "s680abc0f12.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71315a70", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0063, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s1630b3501c.md", "se2a18fc27d.md"], "ranked": ["se2a18fc27d.md", "s1630b3501c.md", "sa0698485f9.md", "s6f8deba276.md", "sf59eec4c11.md", "s3b81b9ccbb.md", "s9823d40f25.md", "sed7d8c5303.md", "s0907b1dc78.md", "sfab292ac04.md", "sf85dbb5001.md", "s2897276535.md", "se3314f7402.md", "s86c45724cd.md", "sd758c89383.md", "sfccb4cdccc.md", "saa8c5215f3.md", "saadec7a6a2.md", "s4b12aa3829.md", "s3de3538912.md", "s9278adc103.md", "sab52bed0b3.md", "s29275cb678.md", "s4dd49a0272.md", "s47a6780c31.md", "s327524ae85.md", "s74391ba651.md", "scd06e82dca.md", "s73cd4847c9.md", "s379d02d5d0.md", "s6d36920e26.md", "s404271431f.md", "sb271b11334.md", "s8c12c9dfd3.md", "s3567ceeb5d.md", "s637fd10662.md", "se8d3765cd5.md", "sf2f4e20218.md", "sb48912ed74.md", "sb5684f6c32.md", "s2a03708866.md", "sac8cdf1d34.md", "sdbf411c21d.md", "s37948c31c6.md", "s22c3f47019.md", "s9c56dd3ccb.md", "s9ffdf734e0.md", "s0124b9b5ed.md", "s7f3c629e30.md", "s0eafe763b7.md"], "bm25": [-16.367541, -13.603378, -4.236679, -3.855449, -3.580421, -3.564794, -2.818615, -2.660852, -2.377041, -1.951539, -1.932725, -1.590595, -1.553224, -1.465309, -1.31947, -1.256758, -1.247483, -1.186999, -0.841676, -0.803918, -0.758746, -0.745149, -0.697649, -0.07334, -0.068533, -0.067553, -0.0661, -0.063071, -0.05812, -0.053309, -0.052215, -0.051916, -0.044763, -0.040424, -0.033639, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06], "search": ["se2a18fc27d.md", "s1630b3501c.md", "sa0698485f9.md", "s6f8deba276.md", "sf59eec4c11.md", "s3b81b9ccbb.md", "s9823d40f25.md", "sed7d8c5303.md", "s0907b1dc78.md", "sfab292ac04.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a93", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s425b59a199.md", "s475c687419.md"], "ranked": ["s425b59a199.md", "s475c687419.md", "sb63cbb539e.md", "s7d1aea3335.md", "sc0300e2a71.md", "sf12b6a9d17.md", "s21d772cf3a.md", "s2819ea54db.md", "s31a10df7a2.md", "s0f07368895.md", "s1246e7306c.md", "s4e4e24b250.md", "sd621965c9c.md", "s270d5a271b.md", "s8c48bfa540.md", "s30824a17d2.md", "sc05cbaa898.md", "s6ba7f40c85.md", "s21720f3c39.md", "s10d072afa4.md", "s849ae88f94.md", "sf97bcd01bd.md", "sb81cd337fa.md", "sed6a81a8ff.md", "s3794ba6862.md", "sea14230d43.md", "sa2aec63765.md", "s0045f78377.md", "s4f2d263afc.md", "sef2847013b.md", "sadd2ed9364.md", "s38e2cffbf8.md", "sa5812e6ca5.md", "sf6ca217036.md", "s5f48bacca4.md", "s3fb7316d81.md", "sd00c136ea5.md", "s0e2ae56955.md", "sbe9ed572f5.md", "s207ec74937.md", "s945d9c4472.md", "seb6f3d4062.md", "s4d9ee023d6.md", "s8a80007bb2.md", "sf13f2e8c3a.md", "sc6e358fc60.md", "s8384f0b736.md", "s3629291a49.md", "s16609bc954.md", "s88f6064dc7.md"], "bm25": [-7.900129, -5.699326, -4.92899, -2.285776, -2.238066, -1.815693, -1.781716, -1.744565, -1.648725, -1.27728, -1.093193, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["s425b59a199.md", "s475c687419.md", "sb63cbb539e.md", "s7d1aea3335.md", "sc0300e2a71.md", "sf12b6a9d17.md", "s21d772cf3a.md", "s2819ea54db.md", "s31a10df7a2.md", "s0f07368895.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ce6d2d27", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0059, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s4a1a029e8b.md", "sbf4d306cfc.md"], "ranked": ["sbf4d306cfc.md", "s4a1a029e8b.md", "s8bc82eeba8.md", "sd4b0068b99.md", "sbc58a9d8d4.md", "sbcfcd5f6b2.md", "sdd19753d52.md", "s139dea031f.md", "sa89e6aa4a6.md", "s9cbec8e8ef.md", "sd31e596dc8.md", "s8c91f841fc.md", "s1675593572.md", "sedc8ddc0e1.md", "s3ddaf4ecfd.md", "s7d76bdb44f.md", "s5d25af9f1a.md", "s307a3ff887.md", "s257f215351.md", "s00598aa244.md", "s2aff99e8af.md", "s813065fca6.md", "sea915418cc.md", "s2c2b8bf216.md", "sbc1739ab92.md", "sf4e6bd85dd.md", "sa7e02002c6.md", "s7dc7e3465b.md", "s39d2ff43f1.md", "s431331102c.md", "sd890fc5c24.md", "s5b02536f1e.md", "sc2ee3874cf.md", "s13dc915c1a.md", "s66d9cecf51.md", "s00e00e4316.md", "s57680f42d9.md", "sa67bd27205.md", "s04b100baf2.md", "sd97ffe3733.md", "s2772ac156c.md", "s259c84d1c2.md", "sc0e4a2c7fb.md", "s4759aeaaf4.md", "s9433db8582.md", "s0769335a67.md", "s0a5689e3dc.md", "s58c0d4f15a.md", "s1c0b118714.md", "sf991bfaf1b.md"], "bm25": [-9.756158, -6.46727, -4.14098, -3.552988, -3.448698, -3.180718, -2.943426, -2.826826, -2.788278, -2.246396, -2.16088, -2.07094, -1.848649, -1.847806, -1.740705, -1.669479, -1.621333, -1.619656, -1.599232, -1.584435, -1.27654, -1.206891, -1.127284, -1.099926, -1.002122, -0.930084, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06], "search": ["sbf4d306cfc.md", "s4a1a029e8b.md", "s8bc82eeba8.md", "sd4b0068b99.md", "sbc58a9d8d4.md", "sbcfcd5f6b2.md", "sdd19753d52.md", "s139dea031f.md", "sa89e6aa4a6.md", "s9cbec8e8ef.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9ea5eabc", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["sf0f5310613.md", "sf31e4f171e.md"], "ranked": ["sf31e4f171e.md", "sf0f5310613.md", "sb4529f6c04.md", "s151b55a59e.md", "s34fecbd64b.md", "s62188a1c15.md", "sdde3935936.md", "s20e3eb9bb1.md", "sd84b78a2f4.md", "sd4c0541716.md", "s47a116b172.md", "s8061f08f37.md", "s39fff461a2.md", "se3aac9228a.md", "s1cbcf89c38.md", "se5c229d877.md", "s291b51773d.md", "sdee70c1a9b.md", "sb2c4cb1fbb.md", "sa3b9a501dd.md", "se29192136f.md", "s2f0983a32e.md", "s3a5fdd7d7d.md", "s8412bcb406.md", "sd3a007099e.md", "sebf1aea89e.md", "sba68bb1053.md", "s61bcdef226.md", "sd69283a3e8.md", "sac3f5a04f3.md", "s591110e1cc.md", "sa964ca52ab.md", "s26e6e88d20.md", "s5b200772b8.md", "sda1c6f608e.md", "s7bac71aa32.md", "sc3896cde07.md", "s940433a641.md", "se9e342d04d.md", "s69372a41d0.md", "sede552c857.md", "scedfd90f4f.md", "sbf0c50e96f.md", "sef327639f1.md", "sc7d4b30cc2.md", "sd4b976a760.md", "s7eca6314fa.md", "s6859fa7a03.md", "sda289bf85d.md", "sfbe9f2fdd7.md"], "bm25": [-6.992191, -6.87157, -6.368158, -5.478264, -5.197696, -4.633329, -4.178646, -3.689128, -3.412241, -2.961114, -2.948858, -2.794856, -2.786817, -2.651489, -2.569292, -2.532032, -2.402839, -2.398178, -1.97516, -1.844432, -1.744891, -1.629577, -1.442718, -1.405921, -1.381048, -1.375837, -1.30947, -1.26793, -1.213787, -1.118887, -1.11314, -1.086131, -1.023788, -0.881342, -0.821136, -0.793675, -0.771159, -0.687559, -0.540481, -0.483594, -0.369307, -0.368156, -0.186142, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sf31e4f171e.md", "sf0f5310613.md", "sb4529f6c04.md", "s151b55a59e.md", "s34fecbd64b.md", "s62188a1c15.md", "sdde3935936.md", "s20e3eb9bb1.md", "sd84b78a2f4.md", "sd4c0541716.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c44", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s60697cceb2.md", "se890ae4f02.md"], "ranked": ["se890ae4f02.md", "s60697cceb2.md", "s7d22f15712.md", "s8ad47a0232.md", "s2303efa428.md", "sc83915e584.md", "sd213d991d2.md", "sa547a7322b.md", "s5bb216326a.md", "s429e1bf71c.md", "s36aa2a8594.md", "sa37a3524af.md", "s882f3232c8.md", "s9455923598.md", "s1bcc70c647.md", "s185b56cab0.md", "sfd9307c0be.md", "sad4acd56dd.md", "sc4d38825be.md", "s7885e84012.md", "sdb647e8965.md", "s11e950fbc4.md", "sa4db90e36f.md", "s81262631b5.md", "s752a3a9869.md", "sf9d918adf5.md", "s42bfaa2f44.md", "s3de5da962b.md", "sc925357381.md", "se06906aeb4.md", "s27454481a9.md", "s7d87551e59.md", "s8d14ddee4a.md", "sc3f648b3f8.md", "seaaaf9434f.md", "s6d73743cee.md", "s77f0337959.md", "sffd6370e9e.md", "sa1f14bbdf9.md", "sb4d38524cf.md", "s09ceb35843.md", "sf343242d95.md", "secfa24dc67.md", "s93131a6de6.md", "s985ae38a52.md", "s8a97cee00f.md", "s8df9f4f4a9.md", "sabce21a4c9.md"], "bm25": [-10.696967, -8.612911, -4.128209, -3.20385, -2.455872, -2.40359, -2.336607, -2.246528, -2.047815, -1.995189, -1.98271, -1.792167, -1.634654, -1.531292, -1.387322, -1.234463, -0.927498, -0.790803, -0.733711, -0.651486, -0.597303, -0.583537, -0.543742, -0.543443, -0.515727, -0.497791, -0.45818, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06, -1e-06], "search": ["se890ae4f02.md", "s60697cceb2.md", "s7d22f15712.md", "s8ad47a0232.md", "s2303efa428.md", "sc83915e584.md", "sd213d991d2.md", "sa547a7322b.md", "s5bb216326a.md", "s429e1bf71c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1eacc2a", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["sadf7403cf2.md", "sc612baf33b.md"], "ranked": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s8048b0aca0.md", "s0340b0a37d.md", "s99b483cea1.md", "s4c1a98d99d.md", "s7106794a80.md", "sbbf7894a8a.md", "s333f0e4109.md", "sf762d744a8.md", "s35819d4bd7.md", "sf368664911.md", "s1b6935d8cd.md", "sea46ac1d03.md", "s2f583315b0.md", "s676a6dd490.md", "s3992d99061.md", "s28235ba0d3.md", "sa138380951.md", "s5fad575778.md", "s56e29379a3.md", "sb3c0fff295.md", "sdbacfc8742.md", "sd0441ee78f.md", "sddff4c795b.md", "sc841f1221c.md", "s86e8206f8f.md", "sf07343a2f5.md", "s19360d6f3c.md", "s19c9272b8a.md", "s6cf2c92f97.md", "se4260996ef.md", "s6af5032218.md", "sa78d93f442.md", "sb82ec0b253.md", "s95bb2d845f.md", "s3e8482e851.md", "s936572e41d.md", "sa62427180d.md", "s750dec915a.md", "s214b3243f4.md"], "bm25": [-11.613406, -10.191558, -9.393075, -6.070129, -4.216639, -3.954054, -3.923065, -3.852708, -3.233261, -2.904835, -2.872803, -2.757314, -2.706124, -2.597844, -2.175073, -1.998489, -1.933829, -1.70323, -1.682525, -1.672986, -1.519044, -1.413654, -0.807615, -0.769118, -0.638124, -0.634768, -0.522543, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06], "search": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s8048b0aca0.md", "s0340b0a37d.md", "s99b483cea1.md", "s4c1a98d99d.md", "s7106794a80.md", "sbbf7894a8a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "184da446", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0059, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["secc51924f6.md", "sedc3182532.md"], "ranked": ["sedc3182532.md", "secc51924f6.md", "s61ef31c3c8.md", "s32bb40cc62.md", "s2c24ff0aea.md", "s74034c0e02.md", "s1806a62f07.md", "s8c90e64959.md", "s35cb785016.md", "sa5525052bf.md", "saf5de1ecd1.md", "se26e6fd23a.md", "sefbf0fb603.md", "s41c2b21637.md", "sc0b033d2d4.md", "s929e39d28b.md", "sfd7df726f1.md", "sa775c39bc3.md", "s9d7c84ee43.md", "s043cb9a35c.md", "s4687c8a214.md", "s1cb77ceb20.md", "s9cab5b645b.md", "s01d81a1b42.md", "s6d65cb5a83.md", "s2ad7b6b0ec.md", "s024a0ad365.md", "se63ab3aec8.md", "sdff198c2bf.md", "s7c767309c7.md", "sa03d779f47.md", "s8e196cc772.md", "s0566f6137a.md", "sefdb3f391c.md", "sb34c55287c.md", "sb267a1df77.md", "s0571ede467.md", "sce42e2ccfb.md", "sd4fdcabc32.md", "s7c44ad4449.md", "sbf370aea57.md", "scfb8f54a55.md"], "bm25": [-14.349924, -12.379776, -6.338016, -5.607694, -4.163719, -3.801802, -3.754916, -3.367426, -3.276912, -3.005004, -2.963876, -2.574524, -2.452124, -2.112007, -1.948744, -1.791853, -1.751215, -1.555506, -1.550857, -1.515926, -1.285393, -1.278768, -1.08314, -1.080157, -0.980936, -0.831765, -0.676623, -0.676455, -0.525216, -0.49709, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06], "search": ["sedc3182532.md", "secc51924f6.md", "s61ef31c3c8.md", "s32bb40cc62.md", "s2c24ff0aea.md", "s74034c0e02.md", "s1806a62f07.md", "s8c90e64959.md", "s35cb785016.md", "sa5525052bf.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "031748ae", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s9535c8eecf.md", "sbe162b84af.md"], "ranked": ["s9535c8eecf.md", "sbe162b84af.md", "s1a9756a417.md", "scb0b054737.md", "s4dfada3337.md", "s0dd3cdd004.md", "s92e17006c9.md", "sec2fb1021f.md", "s9454cfccfe.md", "sa41f3aa086.md", "sa45f5f6819.md", "s23b5090ba1.md", "s2c51e71ae7.md", "s86bcb4699a.md", "s6af460cd3f.md", "s53e6bcdbcf.md", "s613995ac91.md", "sd70b264bc7.md", "s3ea4b24d24.md", "sd3b3eef973.md", "s38b325d056.md", "sd590e7e903.md", "sd6795784fc.md", "s21e25b5991.md", "s1a0f160d6f.md", "s7e3fb1c4e0.md", "sef0bae872e.md", "s5150b9d6fc.md", "sc496a596c2.md", "sb3c9e21e3c.md", "s9d0892d782.md", "sd6b098ebe4.md", "sc6bd402193.md", "s1c32958fef.md", "s3dbbb3aa24.md", "s8421812c2a.md", "s9f0045a66b.md", "se371f1f221.md", "s509bcfb43c.md", "sd4e38cdc02.md", "scb2cf6325b.md", "sf02fbda98b.md", "sad47fc1c1f.md", "s6c0c1e4b3c.md", "sbcdd0445fa.md"], "bm25": [-22.086724, -20.789913, -10.889824, -7.353494, -6.941102, -4.3057, -4.014, -3.853413, -3.626101, -3.067274, -2.804608, -2.387351, -2.061426, -2.041696, -2.035997, -1.951721, -1.784408, -1.597864, -1.531127, -1.239734, -1.018904, -0.910519, -0.839406, -0.838181, -0.131596, -0.122342, -0.110293, -0.105876, -0.103079, -0.102565, -0.087693, -0.085252, -0.081186, -0.077924, -0.076964, -0.072601, -1.6e-05, -1.4e-05, -1.4e-05, -1.2e-05, -1e-05, -8e-06, -3e-06, -3e-06, -3e-06], "search": ["s9535c8eecf.md", "sbe162b84af.md", "s1a9756a417.md", "scb0b054737.md", "s4dfada3337.md", "s0dd3cdd004.md", "s92e17006c9.md", "sec2fb1021f.md", "s9454cfccfe.md", "sa41f3aa086.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4d6b87c8", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s2e4fd10c62.md", "s7e60344fc4.md"], "ranked": ["s2e4fd10c62.md", "s7e60344fc4.md", "s426e9a51bf.md", "s3bdc87c1db.md", "s3845f8098d.md", "sb446943a97.md", "sc5bfcba675.md", "s8e42d047d4.md", "s1e22c988cf.md", "sd733dc9302.md", "se34abe006f.md", "sbc5953c3fe.md", "s92d147d6b9.md", "s435944b10e.md", "sd27def1109.md", "s73bbef9453.md", "s892ef47650.md", "s5ca7341bde.md", "s9233755253.md", "sa08f74823c.md", "s0c8d9e55ca.md", "s3c08cf5d3b.md", "s8e9b6b918f.md", "s6557961627.md", "s3a6776bd06.md", "s386595c1c2.md", "s2d57c30c62.md", "s920ba1fea2.md", "s096f725123.md", "sfa717d4977.md", "s1eecb15eab.md", "scfcdf22cf7.md", "s1e6bad9a85.md", "s8eb52d7675.md", "s8deefc377c.md", "s077b048b07.md", "s699a6aec29.md", "s383dadba36.md", "sc9643a9ee8.md", "s5c49f7f0ed.md", "s04b401d4c2.md", "s2fa03ae436.md", "s5f237abaa9.md", "s8149b2e785.md", "sa3fc5ff271.md", "s636528e646.md", "s68fd730c4f.md", "s4949460d42.md", "s0be11e8bbd.md", "s0f3c0596ad.md"], "bm25": [-12.725979, -7.176404, -6.530025, -6.307725, -3.451168, -3.355203, -2.9016, -2.856929, -2.684032, -2.531636, -2.20934, -2.17557, -2.167777, -1.860655, -1.494792, -1.323402, -1.245819, -1.192815, -0.291162, -0.28482, -0.28475, -0.284121, -0.257579, -0.240813, -0.232499, -0.224879, -0.200357, -0.171195, -0.142116, -0.132948, -0.132397, -0.131366, -0.120431, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06], "search": ["s2e4fd10c62.md", "s7e60344fc4.md", "s426e9a51bf.md", "s3bdc87c1db.md", "s3845f8098d.md", "sb446943a97.md", "sc5bfcba675.md", "s8e42d047d4.md", "s1e22c988cf.md", "sd733dc9302.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0f05491a", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0059, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s4c24b5812a.md", "s947606eb27.md"], "ranked": ["s4c24b5812a.md", "s947606eb27.md", "s7a755d00de.md", "see739b2731.md", "s7074d3e65a.md", "s21b6f76dbc.md", "s56e14eab0f.md", "sde347d7d20.md", "s6059aecbde.md", "s92509d0096.md", "sec6c4264ea.md", "se738bf7919.md", "se1160fdd60.md", "sfbe9ffc83a.md", "s0bda4e4a40.md", "sde7a3cc2a9.md", "sbca4de81d4.md", "sd72d9f533b.md", "sb4d345118c.md", "s2a53f25398.md", "s0ece74603c.md", "s1524dfc963.md", "sec32eb6dd8.md", "s1a19ca0b39.md", "sa09e6cf5da.md", "sbfcf77c823.md", "s7763a73dfe.md", "scceddbb3c5.md", "s4185ee9888.md", "s311e4aae2b.md", "s388e30f86c.md", "seb25d33b00.md", "sb1e54f6eea.md", "sed7e8a56b6.md", "s9e7935672b.md", "s0816f64a07.md", "s6fd6edd638.md", "s542f9b5f07.md", "s8d9c1e545f.md", "s65027414a0.md", "s6a59d9387a.md", "s56084ec533.md", "s7ac322a614.md", "s0ae9b3516e.md", "s8d4a431550.md"], "bm25": [-21.036058, -20.791106, -6.564886, -5.7026, -5.309805, -4.045845, -3.509428, -3.017576, -2.713589, -2.705054, -2.162084, -2.089208, -1.972002, -1.881243, -1.874808, -1.754792, -1.686656, -1.566728, -1.452246, -1.142714, -1.065882, -0.996838, -0.98, -0.893739, -0.787619, -0.437779, -0.434238, -0.332195, -0.291667, -0.245379, -1.4e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -4e-06, -4e-06], "search": ["s4c24b5812a.md", "s947606eb27.md", "s7a755d00de.md", "see739b2731.md", "s7074d3e65a.md", "s21b6f76dbc.md", "s56e14eab0f.md", "sde347d7d20.md", "s6059aecbde.md", "s92509d0096.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08e075c7", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s0f5f40051f.md", "s4a379f00d0.md"], "ranked": ["s0f5f40051f.md", "s4a379f00d0.md", "sbe3eb0cb5c.md", "s5508ee7610.md", "s4bb260b9c7.md", "s389ab12ba1.md", "sea0a1b269d.md", "s64851461f3.md", "s39ccdd5d01.md", "s2f19879617.md", "s6a5d185c4e.md", "sefdd8342df.md", "s39b9bdadf5.md", "sf56cc4e2c9.md", "s56e60d8fad.md", "sf004154468.md", "s10dbc821a6.md", "s2ecf803dae.md", "s4571c307d5.md", "s34679c89a3.md", "s6584711dd1.md", "s83b3b90917.md", "s852cd02db9.md", "s48e646a069.md", "sae232cf42a.md", "s7cca627557.md", "scc3b7f5530.md", "s43b0bcdb67.md", "s587054b74d.md", "sfcbb204ec4.md", "s14192cd01e.md", "se4aa6b5647.md", "s0874dde51a.md", "sac15567848.md", "s34f2fb77fc.md", "sd2c3579ea8.md", "scb7e86d05e.md", "sa9f9dc36ca.md", "s0cac0ed201.md", "s42ef094559.md", "sf25af0cce5.md", "sa9b7954437.md", "s10af2126a6.md", "sd8006ce5fe.md", "saf67c3d23b.md"], "bm25": [-6.589634, -6.039117, -5.230782, -2.51289, -2.022623, -1.791252, -1.736973, -1.348501, -1.344894, -1.217508, -0.955289, -0.768861, -0.767864, -0.743936, -0.607151, -0.564347, -0.523502, -0.503705, -0.498988, -0.433269, -0.388362, -0.378798, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06], "search": ["s0f5f40051f.md", "s4a379f00d0.md", "sbe3eb0cb5c.md", "s5508ee7610.md", "s4bb260b9c7.md", "s389ab12ba1.md", "sea0a1b269d.md", "s64851461f3.md", "s39ccdd5d01.md", "s2f19879617.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f9e8c073", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0062, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s0106864bfd.md", "scfecd3db53.md"], "ranked": ["s0106864bfd.md", "scfecd3db53.md", "se07c096138.md", "s50b52835d3.md", "s35ab904f55.md", "s6f30b377db.md", "s4965c2d6c2.md", "s2aef293678.md", "sbb0a826537.md", "s429404a6a1.md", "s3738352bd0.md", "sd5fc834cd3.md", "s37d558ae53.md", "s73f2a46bd4.md", "sd38af59b54.md", "s7b5ab1de02.md", "s39303725a0.md", "s3f79439096.md", "sdf1bbcc555.md", "s89d7292aa0.md", "s55257c5311.md", "sdcb93bfd34.md", "s9c11608596.md", "s23c7aaf0ec.md", "saa95073528.md", "sd8d9c0a40d.md", "s39a83d2170.md", "sd33bf3796b.md", "sfcae310f6d.md", "sac9ca5f4ad.md", "s786a85f13b.md", "sde89395f9e.md", "s63bd6f3415.md", "s4a34dae7a2.md", "s7553d1b7ac.md", "sfa2a889f26.md", "s814e8eef97.md", "s297895529e.md", "sa81deaeb07.md", "s8c76369664.md", "sdd2d8eae9a.md", "s68dd49d257.md", "s315ee0e815.md", "sa1b043aea5.md", "seb8985d659.md", "s9b44327e14.md", "sc2807356d4.md", "s7c6ec63f4f.md", "s5bf556dacc.md", "s83d24bc617.md"], "bm25": [-12.609214, -12.32073, -5.219458, -4.927487, -4.063588, -3.442669, -2.956717, -2.784719, -2.626773, -2.558641, -2.33939, -2.280793, -1.881262, -1.838703, -1.786888, -1.696144, -1.551212, -1.546484, -1.514518, -1.495563, -1.474514, -1.453635, -1.416648, -1.276377, -1.247975, -0.988465, -0.756645, -0.700372, -0.064843, -0.062125, -0.050227, -0.05009, -0.049125, -0.044884, -0.044163, -0.037871, -0.034752, -0.03445, -0.031306, -0.030504, -0.029942, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06], "search": ["s0106864bfd.md", "scfecd3db53.md", "se07c096138.md", "s50b52835d3.md", "s35ab904f55.md", "s6f30b377db.md", "s4965c2d6c2.md", "s2aef293678.md", "sbb0a826537.md", "s429404a6a1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41698283", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0059, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s2d012dc211.md", "sf44ef08c7f.md"], "ranked": ["s2d012dc211.md", "sf44ef08c7f.md", "s185b0b564b.md", "sf51a4a02e3.md", "s8e1120ba27.md", "s4b07d55a13.md", "s34aa694ee8.md", "sf34f731880.md", "s3a66fd772c.md", "s2aee62514f.md", "s7d17d58a47.md", "sf1a0422d19.md", "s3cd8661b65.md", "s375a2e76f9.md", "sba19dde8ea.md", "s2c0da74921.md", "s89b71cc3d6.md", "s830dbb7ec0.md", "s5f6ae05615.md", "s2d244a6655.md", "sd8da8c67bd.md", "sa65d8488ba.md", "s2322a9f6b9.md", "s46791b610a.md", "s16b944a7eb.md", "s88d9a5be52.md", "s6b9d9c4e87.md", "s3ae067f62a.md", "se20bb18a36.md", "sa08f9099a7.md", "saf7b45b1ce.md", "s64b70fb956.md", "s68451f7fad.md", "s335358a70a.md", "s61035550b2.md", "s35fbe55e23.md", "s64bf4dcb5f.md", "s7f42ec6269.md", "sb84bdba3d1.md", "s28a416657e.md", "sd441cf4227.md", "s874485f070.md", "s4a6d67e8cd.md", "s7230488e64.md"], "bm25": [-11.052872, -10.561413, -8.774364, -4.873746, -4.625693, -2.586812, -2.50108, -2.278077, -2.264098, -2.189968, -2.096812, -2.001181, -1.831057, -1.81244, -1.248789, -1.098499, -1.096347, -1.080786, -1.030958, -0.982509, -0.942073, -0.863234, -0.819538, -0.817838, -0.776875, -0.764639, -0.141382, -0.135059, -0.118632, -0.077053, -0.073492, -0.070076, -0.068095, -0.064835, -0.050006, -0.045987, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06], "search": ["s2d012dc211.md", "sf44ef08c7f.md", "s185b0b564b.md", "sf51a4a02e3.md", "s8e1120ba27.md", "s4b07d55a13.md", "s34aa694ee8.md", "sf34f731880.md", "s3a66fd772c.md", "s2aee62514f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s714b824019.md", "s7c69d11593.md"], "ranked": ["s7c69d11593.md", "s714b824019.md", "se122a02d38.md", "s38e1811aea.md", "s467249a946.md", "s3f264eecb2.md", "s035f4337d5.md", "s2577a09580.md", "s330670a713.md", "se1725cb8b9.md", "s46308a0db6.md", "se03565a813.md", "sad77c66579.md", "s37d799290b.md", "saf83355395.md", "sba1fa16525.md", "s26d579026f.md", "s4243707525.md", "seddf629a43.md", "s8e1fae0371.md", "s44edb659e0.md", "sa23b7d3619.md", "sc5de879004.md", "sd4eda9a6ec.md", "s33cad0e8c9.md", "se6d57d2a94.md", "sd891ba88dd.md", "s9075501b24.md", "s1479c5ece9.md", "s8e04b01c8e.md", "sb81ee364c8.md", "s0417a283d8.md", "scc12ac903a.md", "s6569052164.md", "s6d7633a39d.md", "s254f2fbcda.md", "sb0f48eb033.md", "s6079ed1d32.md", "s3b07f21f1f.md", "s342c6d571c.md", "s3ac252c9cb.md", "se0e6f1931b.md", "sdb2e548815.md", "s54e17ed621.md", "sc25dd7c3d0.md", "saadb24944f.md"], "bm25": [-8.018301, -7.695708, -3.874024, -3.639036, -2.973108, -2.644008, -2.43642, -1.985149, -1.510111, -0.469361, -0.445041, -0.427709, -0.401149, -0.38451, -0.363929, -0.363222, -0.358768, -0.356309, -0.344164, -0.340755, -0.316425, -0.302354, -0.292496, -0.287904, -0.263286, -0.219076, -0.16621, -0.142158, -0.135256, -0.132569, -0.132274, -0.128334, -0.115654, -0.106206, -0.095755, -0.088653, -0.073409, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["s7c69d11593.md", "s714b824019.md", "se122a02d38.md", "s38e1811aea.md", "s467249a946.md", "s3f264eecb2.md", "s035f4337d5.md", "s2577a09580.md", "s330670a713.md", "se1725cb8b9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6019101", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s371e4c0543.md", "se0f9ade97d.md"], "ranked": ["s371e4c0543.md", "se0f9ade97d.md", "sd64c96aac1.md", "sf5e54dcdcb.md", "s7d00c4be32.md", "s83c8462bc1.md", "sc5029c7e39.md", "s24b993014d.md", "sb0e0c80923.md", "s644282eade.md", "sb3a40559f9.md", "sf657fc1660.md", "s31f714d5b8.md", "s561b8f195b.md", "s4b609bc533.md", "sbaf8b3d53f.md", "s218c71ad99.md", "s3ec6cf1708.md", "s2fd817fb35.md", "sc8c9cd4f07.md", "sc2dedd8d5f.md", "se74092a0b3.md", "se75a49a834.md", "s9c3e1831bb.md", "s14e39990df.md", "sf8a28a99f3.md", "s60bf50e70f.md", "s7ff70dffc0.md", "s50d7b60936.md", "sf697576871.md", "s08efe4dd04.md", "s341a507bc1.md", "s2dc5e36348.md", "sf1e4d8bb74.md", "s17aed891b6.md", "s4831cfe79f.md", "s268acaaaaf.md", "s9916d37a93.md", "s6e9bc715b0.md", "sf3fb2181d1.md", "se6782a4bed.md", "s83fc51a7bd.md", "sd424aab4ea.md", "sf8f70b82f4.md", "s981c6ad8a0.md", "s341338073c.md", "s2d598f1def.md", "s2078990d9f.md", "sf0e98c6dd8.md"], "bm25": [-13.60123, -13.134835, -9.099114, -5.043631, -3.151161, -3.120432, -2.767305, -2.580588, -2.558127, -2.430808, -2.218284, -2.068873, -2.021049, -1.9602, -1.953316, -1.69938, -1.659324, -1.459974, -1.447017, -1.428248, -1.421578, -1.309445, -1.292963, -1.271078, -1.190693, -1.157189, -1.098118, -0.947682, -0.804222, -0.728841, -0.719058, -0.654323, -0.070836, -0.070774, -0.067495, -0.055024, -0.046303, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s371e4c0543.md", "se0f9ade97d.md", "sd64c96aac1.md", "sf5e54dcdcb.md", "s7d00c4be32.md", "s83c8462bc1.md", "sc5029c7e39.md", "s24b993014d.md", "sb0e0c80923.md", "s644282eade.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "45dc21b6", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0059, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s3ced03c303.md", "se3db8bf4d4.md"], "ranked": ["se3db8bf4d4.md", "s3ced03c303.md", "s46e2d1f102.md", "s608dee754a.md", "s17a0aa4030.md", "sd6252ae149.md", "saeabac0f64.md", "s8f67638ac3.md", "s7d54d43f3d.md", "s0ff089b6d5.md", "s3bd7af080a.md", "s719ecf022d.md", "s5cd0922e22.md", "sa636d20e82.md", "sd9ee97b1c4.md", "s3f76398a8e.md", "s512548e119.md", "s4d06dcd288.md", "se03707bf25.md", "saff284e78a.md", "s487b571555.md", "sfe24de73e9.md", "s83b8f439b7.md", "sf00c1611ff.md", "scc23276f6b.md", "s1c9ea45845.md", "sdb712e4d15.md", "s6255d659e8.md", "s9bda87a449.md", "s596a2371e9.md", "s97ce82a65e.md", "s49eb26f0db.md", "s2141b9ac47.md", "s66097c64a0.md", "sf31761c5d5.md", "s92ae5af0d1.md", "s23d9281577.md", "s0e06691f1d.md", "s1b64673fc5.md", "s6c5aa7a7da.md", "s564bd3df75.md", "sc63fcd5df7.md", "scd3e5573b3.md", "s09b6424612.md", "sb84b78815f.md", "s4dfd2bc352.md", "sacb02d90c3.md", "sc2b2e35731.md", "s0f9e0bd197.md"], "bm25": [-10.518934, -8.562157, -3.921462, -3.770008, -3.567718, -3.410443, -3.167083, -3.119547, -3.080624, -2.480615, -0.494042, -0.462748, -0.460853, -0.428402, -0.426429, -0.408107, -0.368, -0.343898, -0.316897, -0.259179, -0.243718, -0.234018, -0.231919, -0.220682, -0.211849, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["se3db8bf4d4.md", "s3ced03c303.md", "s46e2d1f102.md", "s608dee754a.md", "s17a0aa4030.md", "sd6252ae149.md", "saeabac0f64.md", "s8f67638ac3.md", "s7d54d43f3d.md", "s0ff089b6d5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5a4f22c0", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s12ec444b22.md", "s7654302eab.md"], "ranked": ["s12ec444b22.md", "s7654302eab.md", "s74cd4c2365.md", "s032fe85ca2.md", "sb77844914a.md", "sd7fbb932c6.md", "sdff7c29578.md", "s6e6ec61da6.md", "sa703fd2a6e.md", "sb1c20edaef.md", "s3c790be34e.md", "s5d3ea445fb.md", "s17370b85ba.md", "see7db3353b.md", "s57008f6d18.md", "s39e73a3448.md", "s2b23102420.md", "s1a6be3fb2f.md", "sa908dbe301.md", "s3a4f087a20.md", "s98dc01accd.md", "s3f89590763.md", "sd0132f1a83.md", "s8b0298171d.md", "s174e51da2f.md", "sb18f9fa3fd.md", "s8afe6dad57.md", "s17405fccfd.md", "s763df02369.md", "sdbe3ad7b4f.md", "s974b64d837.md", "s59200a4be5.md", "s8f6feccaea.md", "sb1395eb142.md", "s18e6778a58.md", "s58fa3a7d10.md", "s96d8e855fd.md", "sd533906a13.md", "sea7e422063.md", "s45dcd363d6.md", "s00bd46d7fc.md", "sb042c1de7b.md", "s4cdb292f60.md", "sd598772283.md", "s037fed38dd.md", "se079288db1.md", "sa888d20bcd.md", "sff264d00d2.md", "s67247434e1.md"], "bm25": [-20.774456, -17.643964, -7.296935, -6.501725, -6.451721, -5.677509, -4.365487, -4.303261, -4.282229, -3.902011, -3.475644, -2.893584, -2.571085, -2.460023, -2.365211, -2.141987, -2.13356, -2.110836, -1.818372, -1.7866, -1.369859, -1.254539, -1.211015, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -5e-06, -4e-06], "search": ["s12ec444b22.md", "s7654302eab.md", "s74cd4c2365.md", "s032fe85ca2.md", "sb77844914a.md", "sd7fbb932c6.md", "sdff7c29578.md", "s6e6ec61da6.md", "sa703fd2a6e.md", "sb1c20edaef.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6071bd76", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0005, "type": "knowledge-update", "abstention": false, "gold": ["s9146ef53f2.md", "sdd85b0a895.md"], "ranked": ["sdd85b0a895.md", "s9146ef53f2.md", "sd766f0aa7a.md", "s8083db6d7e.md", "sf8c313d690.md", "s83fb49f6b1.md", "sfd91ad8181.md", "s5ca3a2c755.md", "s9b61372ea4.md", "s3155b19881.md", "sa492c3ac89.md", "s4296f918b1.md", "sf3bc824c65.md", "s299316bddc.md", "s9354078fff.md", "s27113f4339.md", "se01c7de465.md", "s18925fcdf5.md", "s19d12a2f68.md", "s0287f465e0.md", "s5a3b408cf5.md", "sbdb4a39558.md", "s88a4fb63ac.md", "sfe00cb9dc3.md", "sa0879a7f45.md", "se800848a89.md", "sb70fcee569.md", "s9e47e1b76c.md", "sc1128d3275.md", "se3cd5fdd58.md", "s34a9a25d82.md", "s9df25466ba.md", "s8acd54824a.md", "s73e3f024e8.md", "s01254a3bf3.md", "sf350f554cf.md", "s20ef219d94.md", "s4f72c180ff.md", "sa16af1d9b2.md", "s318710d6fd.md", "sb823ad0fd3.md", "sea6b98875b.md", "sb3b847b828.md", "s318516d0df.md", "sd53a3a96ae.md", "saa1869bf10.md"], "bm25": [-25.689095, -21.876796, -11.125168, -9.363789, -8.67418, -8.326099, -7.542922, -6.199794, -5.749801, -5.111774, -5.075419, -4.922361, -4.916369, -4.770713, -3.890527, -3.565957, -3.498311, -3.157871, -2.990932, -2.910208, -2.665304, -2.604727, -2.536853, -2.235132, -1.977761, -1.624862, -1.518499, -1.471431, -1.426073, -1.003445, -0.998245, -0.813826, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.6e-05, -1.4e-05, -1.3e-05, -1.2e-05, -8e-06], "search": ["sdd85b0a895.md", "s9146ef53f2.md", "sd766f0aa7a.md", "s8083db6d7e.md", "sf8c313d690.md", "s83fb49f6b1.md", "sfd91ad8181.md", "s5ca3a2c755.md", "s9b61372ea4.md", "s3155b19881.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e493bb7c", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s2305d48cee.md", "sb97e56c376.md"], "ranked": ["s2305d48cee.md", "sb97e56c376.md", "s06e3123a28.md", "s3b76187478.md", "s38b175accd.md", "s2f6b2e263a.md", "s96a76e3640.md", "sdb4da10528.md", "s441486e358.md", "sbc90acacc7.md", "sddfbc0d19c.md", "s1bff4346d9.md", "sd7f258d039.md", "sfe4466354d.md", "s747107f948.md", "s71fe3513e1.md", "s4e4899f0f9.md", "sc90ae9d407.md", "s1638617dd8.md", "sf926396cf2.md", "s4eb4f9938c.md", "scd49a22ce7.md", "s346de65eac.md", "s8beaee5862.md", "s90478f1cde.md", "s0ef3b47595.md", "s7866666008.md", "s57a1cc1da5.md", "sbcdc3e4967.md", "s140ca470dd.md", "s4ddbcb4064.md", "s51ebf3a047.md", "s652c64dcde.md", "sb5900f8f38.md", "s6aad5d8319.md", "sebe35f4e42.md", "sedb44a9c0e.md", "s302c0cafc9.md", "s214277bf42.md", "s4cde42ecc9.md", "s033f085596.md", "s518372bcd7.md", "s296764c933.md", "s4b81823852.md", "see6f180953.md", "s9425b1d135.md", "s00e770413c.md", "s4e4d839ec1.md", "s0edcfbcdd1.md", "sca1eee8de8.md"], "bm25": [-21.184463, -10.854553, -5.919882, -5.208314, -5.120363, -4.961407, -2.927314, -2.50055, -2.045545, -1.701012, -1.448657, -1.435945, -1.343933, -1.324504, -1.169017, -1.132657, -1.101949, -0.865444, -0.855907, -0.813532, -0.77802, -0.684939, -0.50038, -0.480835, -0.453389, -0.427782, -0.403223, -0.372427, -0.304267, -0.301976, -0.214532, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06], "search": ["s2305d48cee.md", "sb97e56c376.md", "s06e3123a28.md", "s3b76187478.md", "s38b175accd.md", "s2f6b2e263a.md", "s96a76e3640.md", "sdb4da10528.md", "s441486e358.md", "sbc90acacc7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "618f13b2", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s2379959e0f.md", "s367a53632d.md"], "ranked": ["s2379959e0f.md", "s367a53632d.md", "s5136241e11.md", "s8bd95008cd.md", "s092ecc0867.md", "s38246971ec.md", "sf4e4fc82ce.md", "s7160dee08e.md", "sbbc4f2764e.md", "s5d89d221a6.md", "s527a5dca1f.md", "s2e57128de2.md", "sa4e721afb1.md", "s4f853336fc.md", "s22f09de88a.md", "s111490b93b.md", "s0a3355c72f.md", "s21eefcd30b.md", "sd25bdfc1cd.md", "s087468259d.md", "s80f50f02a8.md", "s15193b1d55.md", "s64900d46db.md", "sfe79391187.md", "s5f5378ff1a.md", "s4538fd5695.md", "s6f12fcb6e8.md", "sfc9da80936.md", "s410e3ca917.md", "s73b7825dc9.md", "s0e4b1ac28c.md", "s4b31eeed78.md", "sf6348c5dac.md", "sa5f21662f2.md", "sb17a390191.md", "s78ea998955.md", "s0f9b3ac3a7.md", "s697ad48651.md", "s24c495dd7c.md", "s7a7e252715.md", "s4917d836db.md", "s6f89955b63.md", "sfe5406b9f5.md", "s313ebd8d20.md", "sbbaf19d8d3.md", "sebb0993f96.md", "sc828ab0a01.md", "s40eeb285b7.md", "s5826538aee.md"], "bm25": [-29.197272, -14.173918, -6.347515, -4.158662, -4.150079, -3.402627, -3.026098, -2.617318, -2.562222, -2.54208, -2.428396, -2.405478, -2.004517, -1.899888, -1.854502, -1.70067, -1.673492, -1.319237, -1.161263, -1.043253, -0.078309, -0.075549, -0.074191, -0.071183, -0.070735, -0.068042, -0.067924, -0.06694, -0.065159, -0.055628, -0.053746, -0.052662, -0.049796, -0.049505, -0.046688, -0.046097, -0.043545, -1e-05, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -3e-06, -3e-06, -3e-06], "search": ["s2379959e0f.md", "s367a53632d.md", "s5136241e11.md", "s8bd95008cd.md", "s092ecc0867.md", "s38246971ec.md", "sf4e4fc82ce.md", "s7160dee08e.md", "sbbc4f2764e.md", "s5d89d221a6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "72e3ee87", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s5a85e0cf2a.md", "sf1bf1d4c1d.md"], "ranked": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "s2aca4fc628.md", "s7505742946.md", "sb6435469a7.md", "sb32ca15189.md", "s8724ea7188.md", "s541e10ca97.md", "s0269100233.md", "sdabfaff018.md", "sc4626e0efa.md", "s16a1eab4ae.md", "s82bce91fa2.md", "s0294a4951b.md", "sd9dd2a347f.md", "sb717edcdc8.md", "s1d38fc453f.md", "s1ed1130db6.md", "sa3e2ab2b6e.md", "s5a3a84f150.md", "sc068ce4199.md", "s1c6e52eeb3.md", "sc7e25d9227.md", "s71885bde9e.md", "s93f63a0e4e.md", "scb7280ab39.md", "s703c7f5a54.md", "sd2954655aa.md", "sb85a59ea25.md", "s4c76a75399.md", "s1ae1973806.md", "s7386cd4fef.md", "s462f4bd67a.md", "s96301e7cac.md", "sd5c3afb2ad.md", "s0e61d2ddd7.md", "s189a1cd572.md", "s1938837f59.md", "s5eda3c121c.md", "s7df638375c.md", "sef2c09868e.md", "s21158a5953.md", "s32cc89ed34.md", "s442fd96463.md", "s800e7c8ef9.md", "s2471e3009f.md", "sccf8f1dba7.md", "s1e584e3b92.md", "sb1d68e9ec9.md", "s3fb7196859.md"], "bm25": [-18.278833, -17.26841, -6.746057, -6.385445, -5.370635, -5.313289, -5.190362, -3.96634, -3.792902, -3.282727, -3.225474, -2.902067, -2.661553, -2.469005, -2.366696, -1.957257, -1.645391, -1.43299, -1.397162, -1.367818, -1.164533, -1.060683, -1.030379, -0.977034, -0.899985, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06], "search": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "s2aca4fc628.md", "s7505742946.md", "sb6435469a7.md", "sb32ca15189.md", "s8724ea7188.md", "s541e10ca97.md", "s0269100233.md", "sdabfaff018.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4ea545c", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s0b30e209aa.md", "sa20e2ffe41.md"], "ranked": ["s6b249a8151.md", "sa20e2ffe41.md", "sdc31c10e09.md", "s0b30e209aa.md", "s5a772cb057.md", "sba930e81ee.md", "se75d60b939.md", "s36e89d0ce3.md", "sa9ff3cdd26.md", "s1edbb59777.md", "sdf09c79b4c.md", "s8ba0b5df2f.md", "s14b534de2b.md", "s81226b1a0c.md", "s6e54ecbcfa.md", "sbb90e1f827.md", "s311dc9ada6.md", "s466f849e22.md", "sfe294a65ee.md", "s6024715d3f.md", "s2dc5689995.md", "s27e91f9019.md", "sff004d5080.md", "sba36e032a4.md", "s1845915d97.md", "s0edb5a6910.md", "s21b254daa8.md", "s41dc09a182.md", "s6b583449c9.md", "sc89fe0d294.md", "s4d6dda800e.md", "sbb3a1724e9.md", "s660eec4790.md", "sdc532b92a4.md", "sb4cb42e514.md", "s0d8b9585da.md", "s4786fccadc.md", "s0edf9be22d.md", "sb577ddc98b.md", "s3a25e6bb9f.md", "se8a461aa38.md", "s80cbe5a06f.md", "s2c8a731de6.md", "s691593ef24.md", "s4ea26f4a60.md"], "bm25": [-6.367835, -5.773759, -4.240049, -3.666699, -3.587847, -3.494841, -2.843227, -2.491878, -2.438198, -2.427666, -2.300468, -1.890757, -1.820207, -1.712016, -1.59039, -1.447676, -1.44609, -1.348825, -1.082913, -0.998894, -0.940009, -0.824134, -0.736898, -0.729863, -0.679009, -0.642051, -0.637166, -0.6318, -0.588765, -0.572134, -0.562752, -0.477795, -0.456229, -0.440001, -0.437495, -0.387012, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -4e-06], "search": ["s6b249a8151.md", "sa20e2ffe41.md", "sdc31c10e09.md", "s0b30e209aa.md", "s5a772cb057.md", "sba930e81ee.md", "se75d60b939.md", "s36e89d0ce3.md", "sa9ff3cdd26.md", "s1edbb59777.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "01493427", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["sb676891310.md", "sc063d09f43.md"], "ranked": ["sb676891310.md", "sc063d09f43.md", "s5c1a04b637.md", "scddbe866ca.md", "sed85dd748d.md", "s114fd3891c.md", "se8f02dddb6.md", "sf02079a7d6.md", "se2d7b7a6a6.md", "sf3cf9adb87.md", "sa864ecd935.md", "s2d7e9a4ab7.md", "scdbcc29f24.md", "sff77ac591f.md", "s46e54ac358.md", "sed7efd2a31.md", "s7454c10ea6.md", "s109883fe33.md", "scaefab39de.md", "sd06a42d251.md", "s75970c10d5.md", "s5e191aae21.md", "s336343202f.md", "s08aeaecd62.md", "s07c67005a3.md", "s3732889732.md", "sc3a23789a7.md", "saa1fa677d6.md", "s3bbe198be6.md", "sc70d7f6009.md", "s631a2d0920.md", "sf46dc4e497.md", "s5f04cec221.md", "s5134aecc0e.md", "sd801132f5b.md", "s4dbd835699.md", "s971c16e8f6.md", "s72b78d3dbb.md", "s2b32127dcf.md", "s94920248ee.md", "se3dbd41019.md", "s212f8f5e56.md", "s9d13cb7793.md", "sf2a42468a6.md", "s56b028acd8.md", "sed0aa275ff.md", "see891fd50a.md"], "bm25": [-14.041259, -13.447647, -8.163827, -5.038425, -4.330884, -3.564256, -3.552109, -3.063254, -2.961364, -2.34525, -2.315998, -2.149298, -2.103704, -1.671506, -1.664723, -1.627298, -1.290144, -1.185565, -1.094859, -1.063516, -1.053613, -0.781223, -0.615286, -0.481072, -0.421282, -0.374079, -0.322356, -0.315863, -0.303227, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -5e-06, -4e-06, -4e-06, -4e-06, -1e-06], "search": ["sb676891310.md", "sc063d09f43.md", "s5c1a04b637.md", "scddbe866ca.md", "sed85dd748d.md", "s114fd3891c.md", "se8f02dddb6.md", "sf02079a7d6.md", "se2d7b7a6a6.md", "sf3cf9adb87.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a27ffc2", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s2f1ac82f6c.md", "se7077b92b8.md"], "ranked": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "sd95f5f936e.md", "s841b62c435.md", "s7edfd03180.md", "s8848a563d5.md", "s084b24f4b9.md", "sa93851497f.md", "sf8247a316c.md", "s082e1bf21e.md", "s416edcef57.md", "sfd4aee88a8.md", "sf9fddadd5b.md", "sb9f763bc64.md", "sc5d1ad5a43.md", "s57d648e0f4.md", "s8719fdcbe7.md", "s3421f3c88b.md", "sf6c403e0f9.md", "s54a34d694b.md", "sfbd1ff0ce1.md", "s2ea5fea1a1.md", "sda97db8036.md", "s7f92977b0a.md", "scbada18175.md", "s29004a0a6f.md", "s4e22ae16f4.md", "sc416258e3d.md", "sabd8a8c65a.md", "s71a2e43216.md", "s85835f1c90.md", "s4913328143.md", "see71da525b.md", "s7b9c070371.md", "sf66c2c1ee2.md", "s31b5e80c97.md", "s6fdcfddc27.md", "s1780a38a6a.md", "sd94e0cc7f8.md", "sf76dd31ea4.md", "s6a3feb120c.md", "s7800f6a2d8.md", "s90115da2e4.md", "sde8877f76a.md", "s669bee5f5c.md", "s53c3964ebd.md", "s3dcd2dcd41.md", "sbd5ef525bc.md", "s5e8b63c127.md"], "bm25": [-22.237954, -19.916719, -6.216847, -5.283248, -3.851873, -3.64468, -3.575082, -3.46177, -3.37173, -3.173109, -2.82546, -2.77562, -2.642383, -2.408018, -2.212112, -2.142726, -2.00439, -1.936611, -1.85171, -1.253991, -1.249508, -1.247236, -1.238837, -0.955946, -0.951089, -0.920068, -0.912608, -0.768279, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "sd95f5f936e.md", "s841b62c435.md", "s7edfd03180.md", "s8848a563d5.md", "s084b24f4b9.md", "sa93851497f.md", "sf8247a316c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["sb11382f725.md", "sca04948fc2.md"], "ranked": ["sca04948fc2.md", "sb11382f725.md", "s6ff22a7961.md", "s0634aa1598.md", "s2542ddfc09.md", "s71c33a5cc4.md", "sf619764862.md", "sdae6f91839.md", "s5e98aef337.md", "s5c8545ec10.md", "sd286ec57d6.md", "s5196cdc807.md", "s25316168e4.md", "s3b5a131b66.md", "s9f3983d4bc.md", "sc9741a7ab5.md", "sf368b9d678.md", "sf5ca4cd9d8.md", "sb01cd2426f.md", "s411edf5a1f.md", "s266275c6cf.md", "s3e395d0b4b.md", "sbd98c59b8f.md", "sbd1162b974.md", "sc63723cac7.md", "sd78d208cc2.md", "s773491aad8.md", "s1ed9ca98da.md", "sbd86d120b9.md", "sf665cc793f.md", "s772d0ee89c.md", "s67be734808.md", "sc0a88e76ce.md", "s74d628c924.md", "s892134cdbe.md", "s7802beffb6.md", "s55f6a2236a.md", "s2d811cc1a8.md", "s4d3c2c360b.md", "se862b91a60.md", "sbfc37dbe7e.md", "s0cdbda60ec.md", "sd46a76661b.md", "s682e4f9af0.md", "s3906554bd1.md", "s6fddfdb955.md", "s430acffb5b.md", "se547420a1d.md", "sd356ef6c70.md", "s739c567fa3.md"], "bm25": [-8.870058, -7.350935, -3.809143, -3.424307, -3.379531, -3.188944, -2.993825, -2.954855, -2.950181, -2.510867, -2.408896, -2.311158, -2.261572, -2.137868, -2.058148, -1.953208, -1.938559, -1.878969, -1.860612, -1.747712, -1.669836, -1.607278, -1.556788, -1.508389, -1.418347, -1.416682, -1.401124, -1.106084, -1.099102, -1.097389, -1.019206, -0.35248, -0.324111, -0.30887, -0.301136, -0.278039, -0.183785, -0.159013, -1e-05, -1e-05, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -5e-06, -5e-06, -4e-06], "search": ["sca04948fc2.md", "sb11382f725.md", "s6ff22a7961.md", "s0634aa1598.md", "s2542ddfc09.md", "s71c33a5cc4.md", "sf619764862.md", "sdae6f91839.md", "s5e98aef337.md", "s5c8545ec10.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18bc8abd", "n_docs": 43, "n_repeated_sids": 1, "n_matched": 43, "secs_index": 0.0059, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s7b25751d8a.md", "sfa29888ee5.md"], "ranked": ["s7b25751d8a.md", "sfa29888ee5.md", "s21c78beaed.md", "s56c2a3a8aa.md", "se06c0c43c9.md", "s136be8ea08.md", "s7a37b4bb44.md", "se438e892b7.md", "s347a15ef94.md", "s228e13e77c.md", "s611bcd05ea.md", "s2cdce9c17c.md", "s3578b2fa64.md", "se8eed91e20.md", "s3db5da000f.md", "s612eac2378.md", "s9082825115.md", "s8a6be3041f.md", "s8145fd4ddd.md", "sd7866b705f.md", "s95dc67eaf4.md", "s76cff67102.md", "s559b8a8e4f.md", "sa6725cc5e0.md", "s54b3d6fb1c.md", "scb05ea4ae0.md", "s57ce015a02.md", "s070da15347.md", "sd3278e396c.md", "sfbd90465eb.md", "s7630a2651d.md", "s95affe5bbe.md", "sa7c3321d7e.md", "s8681eb8d51.md", "s43eaf9e60d.md", "s6180011a80.md", "sac0b0c9b44.md", "s9de56a5c76.md", "s15aaad7f5e.md", "s7d8ea6f2d0.md", "s8728ad34dc.md", "sccee116e6f.md", "s9a6baf6b51.md"], "bm25": [-13.779741, -8.217097, -6.177274, -3.867537, -3.761203, -3.343321, -3.270549, -3.244408, -2.91372, -2.805777, -2.790555, -2.33152, -2.322949, -2.239987, -1.943054, -1.769296, -1.656973, -1.638537, -1.392228, -1.283952, -1.274524, -1.220555, -0.907937, -0.868693, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s7b25751d8a.md", "sfa29888ee5.md", "s21c78beaed.md", "s56c2a3a8aa.md", "se06c0c43c9.md", "s136be8ea08.md", "s7a37b4bb44.md", "se438e892b7.md", "s347a15ef94.md", "s228e13e77c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "db467c8c", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s35eaa2075b.md", "s8d87952ee8.md"], "ranked": ["s35eaa2075b.md", "s8d87952ee8.md", "s2e71f6b2be.md", "s582f4f8801.md", "s44a31349de.md", "sa04fd8a7f2.md", "safd89104bf.md", "saa5a08176f.md", "sd670f6ad27.md", "s94f5904b96.md", "s7e2973acbd.md", "s7bff4f8b21.md", "s6f68eb1c91.md", "s037559ca36.md", "sbc396ef817.md", "sbe5a62cb93.md", "s9ddb48ce24.md", "s907314cfa9.md", "s3e2614029d.md", "sebf686bbad.md", "s4ff518cf88.md", "s95d481d52d.md", "scfbbbbfd1d.md", "s0fa1f699a4.md", "s6ac541366a.md", "sf34423bed2.md", "s20f108266e.md", "s8f32c36ea1.md", "s512c1cf4b0.md", "s78779a28cd.md", "s1371136d1a.md", "s24d82d2bb0.md", "s300b519fa6.md", "s21765dcf8d.md", "se348020433.md", "s74412d82fa.md", "s4ce4c56990.md", "sdf19427b8c.md", "s0c805616b5.md", "s1a0c118c9b.md", "s154ac8981e.md", "s86fc53ee94.md", "s79db8fba00.md", "s9061b66db7.md", "sa713642dd4.md", "s4ff6ce59e6.md", "s4d602cec10.md", "se3c40530cb.md"], "bm25": [-6.500752, -5.79385, -2.919433, -1.06588, -1.012253, -0.975038, -0.932275, -0.871335, -0.769932, -0.721052, -0.701238, -0.616099, -0.615278, -0.614933, -0.612735, -0.60184, -0.57072, -0.555529, -0.475998, -0.464507, -0.455426, -0.454908, -0.40143, -0.398378, -0.392089, -0.365375, -0.335832, -0.305565, -0.302248, -0.293803, -0.284266, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -9e-06, -6e-06, -6e-06], "search": ["s35eaa2075b.md", "s8d87952ee8.md", "s2e71f6b2be.md", "s582f4f8801.md", "s44a31349de.md", "sa04fd8a7f2.md", "safd89104bf.md", "saa5a08176f.md", "sd670f6ad27.md", "s94f5904b96.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a87bd0c", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["sc96e0298ec.md", "se71b9832ba.md"], "ranked": ["sc96e0298ec.md", "se71b9832ba.md", "s3d9e5cad8e.md", "s156c5d3152.md", "sa31030da5c.md", "se31e818176.md", "sbe704c9acd.md", "sd994b1bd30.md", "s538020864d.md", "s49e5a35ee0.md", "s55f6a00a68.md", "s8e175c5b1d.md", "s624bbd1d70.md", "s19a4961b37.md", "sa53d79cb8c.md", "scd774122e3.md", "s0313165fcf.md", "sa53b49ede4.md", "sde97dc4b4a.md", "s9f5a5dd109.md", "s597cd92208.md", "sfad71d2d73.md", "sc781f8368a.md", "s0075b99ff0.md", "s059a5ae658.md", "s2b034f9703.md", "s71f1db56b0.md", "s9700ffce51.md", "sa6430349e4.md", "s30357fb076.md", "sdc6b153ccc.md", "s89c2c373ae.md", "s2a66b5f3a6.md", "s3cf0a6b832.md", "sa2fb784a1b.md", "s18ded24c4d.md", "s9ad1ec6a9f.md", "s9527253a6f.md", "sd467968754.md", "s6a96b86d20.md", "s3cd3c81e19.md", "s92878d8c27.md", "s85056f9929.md", "s217f10d2de.md", "s34a041c513.md", "sd661ce2646.md", "sc6378fb826.md", "sc4af8610a3.md"], "bm25": [-16.284856, -14.034273, -3.453088, -2.75651, -2.504344, -2.489618, -2.470741, -2.184761, -1.994025, -1.906052, -1.744008, -1.688566, -1.521784, -1.511236, -1.331757, -1.180077, -1.1296, -1.102271, -0.994303, -0.895615, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["sc96e0298ec.md", "se71b9832ba.md", "s3d9e5cad8e.md", "s156c5d3152.md", "sa31030da5c.md", "se31e818176.md", "sbe704c9acd.md", "sd994b1bd30.md", "s538020864d.md", "s49e5a35ee0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e61a7584", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["sd572774b58.md", "sf2ab3ad691.md"], "ranked": ["sd572774b58.md", "sf2ab3ad691.md", "sba11706749.md", "s011a21fc1b.md", "s44efa2b0a8.md", "s17a05f0572.md", "sa18e06d9e3.md", "s5658915f84.md", "s933c69b933.md", "s1faf56fa97.md", "sc75225f7fa.md", "s419ddc63ba.md", "s443ccad2be.md", "sda5f7d84c1.md", "s01ec4eee8e.md", "s7af003b21d.md", "s419cf90a53.md", "sc4f75dd863.md", "s4a986b464d.md", "s8f874f9b70.md", "s1d9c37052d.md", "sa59f99d13c.md", "sdae7e06969.md", "s346ca13b90.md", "s53042b46ea.md", "sf6a137120c.md", "s90fb3fff78.md", "s44e8ea6007.md", "s3d263d4a35.md", "sdc1f04fbc6.md", "s196046631d.md", "s94bddf5615.md", "s6fda59c9f5.md", "s931a1019c8.md", "sf8e519145a.md", "sd371115f6f.md", "s5f2c900f90.md", "s4cb606adf8.md", "s7ebdc634db.md", "sb93bbdf171.md", "s8a45953777.md", "s091c2a9a29.md", "s93b4c6464f.md", "sfbf513193a.md", "se9749685b5.md", "s2869497ad1.md", "s7e78acfbb1.md", "s46fa99d413.md"], "bm25": [-13.428061, -13.235711, -1.61834, -1.617809, -1.583088, -1.566908, -1.337466, -1.160101, -1.08107, -1.063613, -1.045759, -1.039796, -0.962096, -0.781346, -0.755608, -0.748315, -0.684026, -0.666487, -0.637704, -0.58371, -0.572693, -0.526133, -0.52034, -0.516656, -0.511394, -0.376537, -0.361131, -0.326352, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -1e-06], "search": ["sd572774b58.md", "sf2ab3ad691.md", "sba11706749.md", "s011a21fc1b.md", "s44efa2b0a8.md", "s17a05f0572.md", "sa18e06d9e3.md", "s5658915f84.md", "s933c69b933.md", "s1faf56fa97.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1cea1afa", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0062, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s2b5a028715.md", "sa55b4c7d5d.md"], "ranked": ["s2b5a028715.md", "sa55b4c7d5d.md", "sb0e42ce5d6.md", "s006b5492e5.md", "se53d258aef.md", "s82632a6b25.md", "s3fc28a28ca.md", "se7f11cb4d2.md", "s4df30e0431.md", "sc9abb30980.md", "s9fd64b5bbb.md", "s53a25af5fb.md", "se9a2c35ce6.md", "sd24b886b47.md", "s53570e8df4.md", "s0669d01c94.md", "s7e0884c8cc.md", "sd9e2e8eb11.md", "s94760be8e6.md", "s1c0ec8dec4.md", "sd9b0e8e5fc.md", "s7431054746.md", "s890acfaa20.md", "s22482e7bf1.md", "s0f6e30a2f0.md", "sda4d904d70.md", "s80de54bf64.md", "s90025e71e1.md", "s6a2938d4cc.md", "sde2fbb16ba.md", "sbb3e83672f.md", "s326145fa93.md", "s812df77b98.md", "s954d335270.md", "sd6bb19aa74.md", "sa28215fd2b.md", "sae51d931cc.md", "s2ff04dc9e8.md", "sfcb1b22478.md", "s43e251c3c3.md", "s0f1472f965.md", "s074ba2f036.md", "sb4a783300b.md", "sfdb21e7441.md", "s51eedea158.md", "s7c2d23edcb.md", "s988bc0610e.md", "s00a0020075.md"], "bm25": [-5.698633, -5.169766, -3.91751, -3.519888, -3.497963, -2.777301, -2.583521, -2.356428, -2.162033, -1.801801, -1.290867, -0.24129, -0.238155, -0.231965, -0.231165, -0.214614, -0.208798, -0.185314, -0.175963, -0.170387, -0.167915, -0.160523, -0.156487, -0.151483, -0.14734, -0.115658, -0.10421, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06], "search": ["s2b5a028715.md", "sa55b4c7d5d.md", "sb0e42ce5d6.md", "s006b5492e5.md", "se53d258aef.md", "s82632a6b25.md", "s3fc28a28ca.md", "se7f11cb4d2.md", "s4df30e0431.md", "sc9abb30980.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ed4ddc30", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s9093f7cfee.md", "sff7222b332.md"], "ranked": ["s9093f7cfee.md", "sff7222b332.md", "s4181b4097a.md", "sd5431aab94.md", "s5d287344ca.md", "s89b7e1a61e.md", "s0d517d0ed8.md", "sa56194f450.md", "s62ef4bbb98.md", "se0bf7ef4ea.md", "s8a08f09d52.md", "se158348a8e.md", "s00325b5ea5.md", "s77118cfdff.md", "sb6fc164f06.md", "s6ca83da018.md", "s14071c2abd.md", "seab84cf938.md", "s4a04aa274b.md", "s4ad7d320f0.md", "s689bc3f76f.md", "sbcf272d5d9.md", "s12880cdcfb.md", "s29c6c09c08.md", "se809a5f6c1.md", "s88e995de88.md", "sb1ce3090da.md", "s92f7fd5073.md", "s5172465b66.md", "s270ee43c04.md", "se2abc57616.md", "s157b79d6fc.md", "sf2994a6874.md", "s446ec9f799.md", "s7f8a6257c6.md", "s4ea25b26c4.md", "se09ce46475.md", "s7305598a44.md", "sa960fc6b24.md", "s60b0eb1180.md", "s38ea8fa124.md", "sa7573d7515.md", "s11f2e12d70.md", "se441d2f0d0.md", "sf3cc79b2e6.md", "s1bfcb48d72.md"], "bm25": [-18.780942, -15.621314, -7.505685, -6.858465, -6.140493, -3.493222, -2.860338, -2.418388, -2.413284, -2.317465, -2.078415, -1.979186, -1.952467, -1.831224, -1.791253, -1.760279, -1.586504, -1.495743, -1.394122, -1.151774, -0.335362, -0.323155, -0.303589, -0.266345, -0.263832, -0.251324, -0.245934, -0.215328, -0.159855, -0.154792, -0.134519, -0.131275, -0.127888, -0.108403, -0.083684, -0.065889, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -7e-06, -6e-06, -4e-06, -2e-06, -2e-06], "search": ["s9093f7cfee.md", "sff7222b332.md", "s4181b4097a.md", "sd5431aab94.md", "s5d287344ca.md", "s89b7e1a61e.md", "s0d517d0ed8.md", "sa56194f450.md", "s62ef4bbb98.md", "se0bf7ef4ea.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8fb83627", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s04018fa05d.md", "sf20e8b6fbe.md"], "ranked": ["s04018fa05d.md", "sf20e8b6fbe.md", "s5e9ae61844.md", "s70443e80b4.md", "s8a378a6274.md", "sa070b8fe71.md", "sf1161e14de.md", "s36566a17c3.md", "s579d81cf38.md", "s3cc6e2b79d.md", "s01a1e4d5d8.md", "s788740b132.md", "sf450b36cd4.md", "s14cf8e2984.md", "sf9ecc283c8.md", "sc2643c87ef.md", "s97ef0a3b54.md", "s1a5705a12a.md", "s3753ec1d1d.md", "sca816ed01f.md", "s283ec854cd.md", "s772882a63d.md", "se49273d6a8.md", "scd45b34775.md", "s26e868e675.md", "s42fa9bf26a.md", "sffc05fa4fd.md", "s8cb5b05ddd.md", "sb61517a015.md", "s312c54a9af.md", "s833fb5501d.md", "s282f2d3bc2.md", "s35a4ae6b9f.md", "s9844be32ef.md", "s0aeb16a2e0.md", "sae465a985a.md", "s98c55d62d6.md", "sc1c9a05678.md", "sd445c6014c.md", "sb0a319c140.md", "sf97ee2f6b0.md", "sc82250559e.md", "sa35afbaa03.md", "s346d0da34c.md"], "bm25": [-16.578521, -13.562176, -4.604755, -4.560804, -3.495186, -2.829716, -2.828295, -2.770822, -2.382005, -2.254781, -2.229957, -2.149848, -1.898403, -1.71109, -1.600735, -1.401065, -1.338766, -1.329211, -1.10497, -1.10452, -1.10181, -1.026704, -0.177163, -0.153372, -0.15235, -0.126894, -0.121546, -0.118542, -0.10988, -0.106736, -0.077744, -0.077015, -0.07289, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06], "search": ["s04018fa05d.md", "sf20e8b6fbe.md", "s5e9ae61844.md", "s70443e80b4.md", "s8a378a6274.md", "sa070b8fe71.md", "sf1161e14de.md", "s36566a17c3.md", "s579d81cf38.md", "s3cc6e2b79d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b01defab", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0063, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s4140e99a72.md", "s744df78472.md"], "ranked": ["s4140e99a72.md", "s744df78472.md", "se1c498ec62.md", "s0d6506c23a.md", "s54629f58dd.md", "sed79a76518.md", "s1b770b3945.md", "s2cbe7d8cf0.md", "s1f6a4eb803.md", "sdb6468bf93.md", "s83c91f898d.md", "s85ad9bbe41.md", "sbd54f70ac0.md", "s51429e4060.md", "s03c1aa54eb.md", "secce1df77f.md", "s29c943179c.md", "s89346e315e.md", "sc0cdfe7044.md", "s86ad57d1ce.md", "s963b6b2f2f.md", "s799a0b10ef.md", "see27a20df7.md", "s322a73a7ba.md", "s287754e471.md", "sa00c8b2b54.md", "s872beee24d.md", "s7c1e4707f6.md", "s39db22443d.md", "s194d60d201.md", "sa1e1b29626.md", "sc4d08df83b.md", "sccac4d029d.md", "s540b0ced0d.md", "s1b1acc1260.md", "sbbcd945d2c.md", "sdf66c0d28e.md", "sce24370dbe.md", "s236749a008.md", "s6de7c89ed2.md", "sba69e94ba0.md", "s22a4318c29.md", "s923293a44c.md", "sd38e547289.md", "s1ec1043ed1.md", "s68bb118d39.md", "s16ce892fef.md", "sc526fac1e3.md", "s03123713c2.md", "sd8651374c3.md"], "bm25": [-22.886154, -18.666919, -6.038517, -3.891286, -3.509911, -3.337442, -3.245621, -2.630254, -1.890952, -1.553607, -1.497232, -1.405472, -1.401584, -1.32544, -1.322826, -1.236356, -1.206225, -1.159677, -1.125671, -0.943435, -0.866282, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["s4140e99a72.md", "s744df78472.md", "se1c498ec62.md", "s0d6506c23a.md", "s54629f58dd.md", "sed79a76518.md", "s1b770b3945.md", "s2cbe7d8cf0.md", "s1f6a4eb803.md", "sdb6468bf93.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "22d2cb42", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 38, "secs_index": 0.0062, "secs_query": 0.0001, "type": "knowledge-update", "abstention": false, "gold": ["s42ebd07351.md", "sc8ee025f7f.md"], "ranked": ["sc8ee025f7f.md", "s42ebd07351.md", "sf25eeb1656.md", "sbe91c3c7b2.md", "sbadad8a2fe.md", "sd7f1089352.md", "s8a96bc1ffe.md", "s6a421ac7e1.md", "saec54927d4.md", "sfe8a274d48.md", "s52f818d043.md", "s5d7d39a16d.md", "s4d3dcfc048.md", "s1952343f4c.md", "s431161976f.md", "s78be62b5df.md", "s7069f586a7.md", "s440bc41334.md", "s5accda5bcd.md", "s06cc68e041.md", "s810c6d7fb6.md", "sd380e6f0c6.md", "s72531e4a46.md", "s78ab99aa40.md", "sf977e7206c.md", "s29747a958f.md", "seeeec2f0d7.md", "sc58cfa7e9d.md", "s99eaee439b.md", "s29b6197dc7.md", "s0d4f1ca7b6.md", "sc1c503a7b4.md", "sbc7f469dbb.md", "sd2a8662652.md", "s86470b6a54.md", "s591765d8ac.md", "s87cd145860.md", "s6dffc67f9d.md"], "bm25": [-7.528083, -7.359776, -4.634003, -3.082772, -2.785003, -2.548738, -2.199531, -2.141727, -2.058003, -2.047137, -1.952697, -1.907617, -1.871268, -1.704793, -1.420193, -1.385589, -1.337259, -1.243762, -1.189644, -1.123415, -0.822836, -0.76186, -0.704623, -0.689972, -0.647957, -0.638257, -0.543577, -0.503733, -0.496855, -0.456103, -0.376677, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["sc8ee025f7f.md", "s42ebd07351.md", "sf25eeb1656.md", "sbe91c3c7b2.md", "sbadad8a2fe.md", "sd7f1089352.md", "s8a96bc1ffe.md", "s6a421ac7e1.md", "saec54927d4.md", "sfe8a274d48.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e4e4c46", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s549ec25317.md", "se1f647b37d.md"], "ranked": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s348c57662c.md", "sa3ec4be099.md", "sfcaf461c6b.md", "s9d36525387.md", "s06f447fda7.md", "sb0ffc19b3c.md", "sb281f6404b.md", "sbd424ae240.md", "s8b3bf82e20.md", "sc81443828d.md", "s6fd76f4d89.md", "s0dd5c6c62b.md", "sb72f6324d8.md", "s4fa0a416d9.md", "s1cce6be1fe.md", "s2ac887351f.md", "sab69e0fe42.md", "s872b130308.md", "s5d4566c825.md", "sdd7fb416aa.md", "s6f2aa2c9ef.md", "s7d7736ae85.md", "sd805d7d424.md", "s5a611f4670.md", "s4e908ff465.md", "sa70aadabe7.md", "s6c2d6b09f6.md", "s517cb1ef04.md", "s2e8d02f747.md", "sffdbf2270b.md", "sb7ac44af5b.md", "sf5a0a3f12a.md", "see60f0ed65.md", "sfb106d6b5d.md", "s668ea1c749.md", "s759fc9463f.md", "s8f68d0de68.md", "s1c5a6e9e04.md", "s2a0d25138b.md", "s0be0fc3f39.md", "s38eed0a4f4.md", "sf105f5972a.md", "s873110d91c.md", "sb06744d6c8.md", "s7d07996ae5.md", "s4c5a603e78.md"], "bm25": [-13.864783, -11.596271, -5.65544, -4.618878, -3.992121, -3.515264, -3.505051, -2.827382, -2.505719, -2.255975, -2.053232, -1.972377, -1.742034, -1.701447, -1.19834, -1.057508, -0.968942, -0.94323, -0.826911, -0.82572, -0.762737, -0.642376, -0.546584, -0.535567, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06], "search": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s348c57662c.md", "sa3ec4be099.md", "sfcaf461c6b.md", "s9d36525387.md", "s06f447fda7.md", "sb0ffc19b3c.md", "sb281f6404b.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4b24c848", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s6b765a85d5.md", "se4bcdffce6.md"], "ranked": ["s6b765a85d5.md", "sa8d61fac62.md", "sc0dd6ed2cb.md", "scae233f70a.md", "se4bcdffce6.md", "s21b63462a7.md", "s850a6e4aa6.md", "s06138adef6.md", "s672daff650.md", "s3fc661a095.md", "s9d02e3aa4c.md", "s1c9ae7aa78.md", "sc0671c4e44.md", "s380bee9f81.md", "s9c900b75ee.md", "s29eacc42b7.md", "s8e9c4cd62f.md", "s3490ed02c5.md", "s7217a4ab6f.md", "s10fcfde619.md", "s50c62e1980.md", "sb8520adf43.md", "s73c88a4384.md", "s1bc8e88b1a.md", "s995593b822.md", "s29da0b4b2f.md", "s8141463d80.md", "se5d3dd4b17.md", "s79b61b3196.md", "se08c9dd20c.md", "sbd8cdde8dd.md", "s64d2f66bc8.md", "sc28262ac7b.md", "sbfc73e89fb.md", "se77f1a718e.md", "sbee87c2125.md", "s58c823cc42.md", "s4f41014b5d.md", "s2160e898c5.md", "s22a35833e8.md", "sccce14f324.md", "sa415b55f9d.md", "sb837a3add6.md", "sc6fcf9b3c1.md", "s6ba579a6c2.md", "s728014bcb3.md", "s94b7b09d01.md"], "bm25": [-4.042544, -3.857815, -3.608982, -3.326217, -3.271206, -2.793018, -2.162776, -0.989546, -0.739847, -0.70427, -0.668647, -0.658479, -0.6579, -0.593355, -0.586944, -0.586598, -0.575413, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -3e-06, -3e-06, -3e-06], "search": ["s6b765a85d5.md", "sa8d61fac62.md", "sc0dd6ed2cb.md", "scae233f70a.md", "se4bcdffce6.md", "s21b63462a7.md", "s850a6e4aa6.md", "s06138adef6.md", "s672daff650.md", "s3fc661a095.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e974930", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s566f0f97ad.md", "s8d70ee8996.md"], "ranked": ["s566f0f97ad.md", "s8d70ee8996.md", "s8638125961.md", "s38172e5071.md", "sf360931454.md", "s8f326ffaf7.md", "sdb4f9e0372.md", "s0458176b65.md", "sdf0626a03a.md", "s7f18458e7f.md", "s24ff9e9b36.md", "s62ea89ff56.md", "s1a7670d2b8.md", "s6268353155.md", "s2b4005e8f3.md", "sb69d9c2061.md", "sab17065071.md", "s5695234d13.md", "s01a4a6a6aa.md", "se94456de3c.md", "sf11428aa11.md", "s564dfc9c16.md", "sdf9ce8f283.md", "sb352508834.md", "s87291c0480.md", "s54d8406543.md", "s627ecd8797.md", "s546ed32580.md", "s5782b1cae8.md", "s6344dda6e6.md", "sbd20d33094.md", "s2786b40e02.md", "s1f2c862b50.md", "s249793e51b.md", "s20d7748bca.md", "s6339101799.md", "sc457a92a56.md", "sb130016ae1.md", "sfa5695f253.md", "s2759bb01dc.md", "s19e34a0066.md", "s47759335ee.md", "sf4862e850c.md", "s282ce4a893.md", "sd67f3689d2.md", "s754ad05187.md", "s8534388614.md"], "bm25": [-21.699562, -18.343468, -7.201294, -6.552743, -4.35095, -4.213675, -3.75575, -3.190361, -2.960115, -2.844018, -2.839615, -2.813527, -2.464137, -2.290326, -1.908973, -1.901674, -1.872349, -1.700357, -1.308224, -1.059978, -1.018559, -0.954535, -0.909846, -0.885685, -0.875206, -0.827158, -0.807601, -0.781858, -0.628202, -0.077897, -0.056868, -0.05388, -0.049154, -0.046156, -0.041138, -0.041042, -0.039384, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -2e-06], "search": ["s566f0f97ad.md", "s8d70ee8996.md", "s8638125961.md", "s38172e5071.md", "sf360931454.md", "s8f326ffaf7.md", "sdb4f9e0372.md", "s0458176b65.md", "sdf0626a03a.md", "s7f18458e7f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "603deb26", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0004, "type": "knowledge-update", "abstention": false, "gold": ["s3e0305209f.md", "s42eaacaff9.md"], "ranked": ["s42eaacaff9.md", "s3e0305209f.md", "s152cd9d6b7.md", "s15fc53beb6.md", "s1c5922da0e.md", "sa0555276e8.md", "sdbe2fef57a.md", "s880acd78af.md", "s3d3860c824.md", "s27574bcd3a.md", "sac72441743.md", "s19f661f910.md", "s392aefa38a.md", "s683ad5ee4d.md", "s1a9d938f80.md", "s2708a6f2d9.md", "s47dc5ca7f6.md", "s2c537c6436.md", "s0309ae3c24.md", "s3944dc64c1.md", "sb4e6fa95b6.md", "s9cb45139d0.md", "s50d9e6051f.md", "se152596758.md", "s44be1deb25.md", "s7123531879.md", "sbd13696b01.md", "se1fa58e4f4.md", "s0dd9e02f7f.md", "s74e0944f87.md", "s86aeb100fb.md", "s1c3e862345.md", "s19a608807b.md", "sf2f5bac8be.md", "s3b879eb6a5.md", "s65ad5dd4c5.md", "s918f02c5b4.md", "s5b9394ccf3.md", "s2ea6180598.md", "s8e18b09684.md", "s5b7f1d58ba.md", "sb2ebb998fd.md", "s0eb712f1d5.md", "sddb48d56ba.md", "s00e28821bd.md", "s25316cddb4.md", "sc68693bd22.md", "sb5f7326147.md"], "bm25": [-17.613081, -12.701093, -6.213954, -4.510044, -3.317773, -2.738889, -2.23332, -2.0005, -1.961174, -1.920128, -1.835417, -1.773145, -1.734832, -1.713886, -1.668767, -1.600132, -1.458295, -1.33066, -1.218807, -1.217662, -1.170637, -1.10508, -1.093321, -1.068724, -1.065134, -1.057177, -0.939668, -0.925031, -0.904445, -0.868899, -0.865171, -0.787171, -0.765324, -0.729971, -0.690179, -0.676435, -1.7e-05, -1.7e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -9e-06, -4e-06, -2e-06], "search": ["s42eaacaff9.md", "s3e0305209f.md", "s152cd9d6b7.md", "s15fc53beb6.md", "s1c5922da0e.md", "sa0555276e8.md", "sdbe2fef57a.md", "s880acd78af.md", "s3d3860c824.md", "s27574bcd3a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "59524333", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0058, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s13dd515b5c.md", "se875c36d12.md"], "ranked": ["se875c36d12.md", "s13dd515b5c.md", "s7ef816eda1.md", "s8402297648.md", "s005e72f0f8.md", "s22ab981aa5.md", "s9acc55d7bf.md", "sa0e84dfcae.md", "sa2609963a9.md", "sa39a3e18ca.md", "s3b2a19548e.md", "s309e0dd7c6.md", "se3f604d47a.md", "sace20bdb0c.md", "s4649d7719a.md", "s8060e39866.md", "s88e7e76e88.md", "sa00fb17437.md", "s1a40fb6c76.md", "sd5c2d17847.md", "sc10d677dc9.md", "sdf587500c1.md", "s2a7998f3c0.md", "s5911a524fe.md", "s18a98df630.md", "s36367b32a8.md", "s0b64a92167.md", "sbd7060e4d7.md", "s1c602b012c.md", "s92fb85db08.md", "sf66728bb99.md", "sdb451cd766.md", "sa74aa09dfd.md", "sd4a451bb46.md", "s4b17b36244.md", "sf31020a17e.md", "s58231f86ca.md", "sea76e84c3b.md", "s4e730d52be.md", "s72f167d540.md", "s1c53d544fb.md", "s6f84c12659.md", "s8b4a06b329.md", "sed25a365eb.md"], "bm25": [-8.174149, -7.707645, -2.478538, -2.294408, -1.966984, -1.78851, -0.468537, -0.451554, -0.421103, -0.409059, -0.39286, -0.386743, -0.386616, -0.368858, -0.366396, -0.321923, -0.264057, -0.254489, -0.249858, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06], "search": ["se875c36d12.md", "s13dd515b5c.md", "s7ef816eda1.md", "s8402297648.md", "s005e72f0f8.md", "s22ab981aa5.md", "s9acc55d7bf.md", "sa0e84dfcae.md", "sa2609963a9.md", "sa39a3e18ca.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5831f84d", "n_docs": 40, "n_repeated_sids": 0, "n_matched": 40, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s7b6f2df8d1.md", "sefdbfc1dfe.md"], "ranked": ["s7b6f2df8d1.md", "sefdbfc1dfe.md", "s4fb379707c.md", "s85ab8d875b.md", "sfe8284d250.md", "s33acd132f6.md", "s34c3987e4b.md", "s1ad68e3fef.md", "s3dfe0798cb.md", "s2dc9af6ab5.md", "s09e7e6682c.md", "se9150722ed.md", "s07faccf975.md", "sa93e091efb.md", "safb838ce7e.md", "s5ae01d7f28.md", "s98835bf6e4.md", "s5c435279af.md", "s680b337a1f.md", "s7046c387ad.md", "s4fad00cfd2.md", "s710ede0a06.md", "s606214ec1a.md", "s50fb88867a.md", "s60b113f137.md", "s7132b45879.md", "s34eb985d5d.md", "seea4281932.md", "sd6cb5da044.md", "saddd2d18be.md", "sfdbd2e8a82.md", "s66688e1ce3.md", "s9c207ed9b0.md", "sbc51b40efe.md", "se118682fca.md", "s16b57d9d3f.md", "s81ba083261.md", "se6c0bcfa1f.md", "s6ba4beafe3.md", "sc002155283.md"], "bm25": [-14.150667, -11.483973, -4.688939, -3.898554, -3.693117, -3.595099, -3.554509, -3.268132, -2.837041, -2.796411, -2.561771, -2.220972, -2.080841, -2.070898, -1.735351, -1.727699, -1.677017, -1.668634, -1.477587, -1.477576, -1.47545, -1.474975, -1.315636, -1.29422, -1.263654, -1.007324, -0.923238, -0.884554, -0.779131, -1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -3e-06], "search": ["s7b6f2df8d1.md", "sefdbfc1dfe.md", "s4fb379707c.md", "s85ab8d875b.md", "sfe8284d250.md", "s33acd132f6.md", "s34c3987e4b.md", "s1ad68e3fef.md", "s3dfe0798cb.md", "s2dc9af6ab5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eace081b", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s67d19f10bb.md", "s69cb2757ff.md"], "ranked": ["s67d19f10bb.md", "s69cb2757ff.md", "sc6590537b2.md", "sec60d80cfe.md", "s1cb97b76f2.md", "s94d778e93b.md", "s60df1fbedc.md", "sd34c86684a.md", "sba5b156d6f.md", "s6111de6914.md", "sa48d92deda.md", "s70fc9eb9d1.md", "sdf1f8a1f7b.md", "sbcbff2a27f.md", "s245002328a.md", "se74ab554e4.md", "s87bbca1a02.md", "sbe177ac819.md", "s7a9b19021b.md", "s3c07efbd74.md", "s2a3a19ff8c.md", "sc808e5631b.md", "s62c2da6ba5.md", "s3a431be547.md", "s7d44b7c1b5.md", "s98605f6f27.md", "s334fcfdf86.md", "s4ff0151921.md", "s0143bc215f.md", "s96fd713ea9.md", "s782ac9bc24.md", "s4f95d334a8.md", "s4f17a0599b.md", "s3abf676cb7.md", "s1bf90fea83.md", "s104ba52577.md", "sd97fdabd86.md", "s09d5888b50.md", "sa9221f21c9.md", "sf8464cee14.md", "s08b8be869b.md", "s75d4e6a89a.md", "s3d6f04ef23.md", "s131fc6a3d7.md", "s9cc3171916.md", "s2c98b3d219.md", "sf1032bc8cb.md"], "bm25": [-13.929797, -10.981809, -5.114586, -4.073125, -4.071781, -3.413601, -3.295698, -2.94271, -2.925674, -2.747212, -2.123576, -1.950106, -1.825378, -1.622055, -0.898262, -0.811881, -0.712696, -0.698725, -0.664749, -0.625209, -0.620173, -0.587377, -0.31693, -0.186735, -0.177634, -0.164017, -0.116681, -0.106897, -0.105577, -0.102665, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06], "search": ["s67d19f10bb.md", "s69cb2757ff.md", "sc6590537b2.md", "sec60d80cfe.md", "s1cb97b76f2.md", "s94d778e93b.md", "s60df1fbedc.md", "sd34c86684a.md", "sba5b156d6f.md", "s6111de6914.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "affe2881", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s5b3cccdc9b.md", "sf3f6c61b91.md"], "ranked": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "sd4f4d32a89.md", "s0b6bc55241.md", "scd504ffc2b.md", "s41b602820d.md", "s92b624efa8.md", "sdefb81bd5a.md", "s98e9f1b7d3.md", "s1caa5b1223.md", "s34f2001ead.md", "s9aa6b10fae.md", "scd48d88b7d.md", "sb588d338af.md", "s3a004a13e6.md", "s745e354475.md", "s84bbeebb2f.md", "s9a39483793.md", "se526d19e67.md", "s75acfb1b35.md", "s150ee9ff71.md", "s8e3df84712.md", "sb1001e9573.md", "s453b74018e.md", "scb8e102e6c.md", "s929a778f48.md", "s0cf9fc135f.md", "s46b4a79083.md", "s54e542809b.md", "sebe0506c5a.md", "s3bd3344470.md", "sa883069c58.md", "se0117928cf.md", "sf01a5a6018.md", "s17b56d6d50.md", "sf01069dd3d.md", "sc7203f74b7.md", "saa46c8a14d.md", "sf6a1f9ee4c.md", "s31d7d9d613.md", "s8b74605574.md", "s0ced9a4e93.md", "sd5737ee2db.md", "s3cf5c53dbd.md"], "bm25": [-15.861171, -13.132702, -11.478069, -11.142702, -4.552991, -3.375461, -3.196264, -2.700388, -2.111767, -1.916701, -1.594436, -1.528014, -1.513212, -1.476102, -1.358706, -1.07952, -1.043088, -0.797354, -0.707996, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -4e-06, -4e-06, -4e-06], "search": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "sd4f4d32a89.md", "s0b6bc55241.md", "scd504ffc2b.md", "s41b602820d.md", "s92b624efa8.md", "sdefb81bd5a.md", "s98e9f1b7d3.md", "s1caa5b1223.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "50635ada", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0063, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s41d0d97903.md", "s9d5295fab5.md"], "ranked": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "sf32e7c4007.md", "sbbc1b65825.md", "sc11a593a2d.md", "s5de86949e7.md", "s878af30d46.md", "sb374d6a4a2.md", "s51b3e83e44.md", "s97014f4e15.md", "s5a75b50bd5.md", "s2d730ffff8.md", "s7658326b0e.md", "s6934941c79.md", "s6ddbe2e0c8.md", "sdd08ec6b3f.md", "s8f9c5a2904.md", "s8cb7925600.md", "sb262c4cb6e.md", "sa83fd54237.md", "s3b179ec9e9.md", "s40b969edc7.md", "sb18211be2d.md", "sc2385d31ba.md", "s2de3093053.md", "s4b2b3b9ee0.md", "s3249cbaf48.md", "s9a446f5c95.md", "s47e2e04e80.md", "sb009d85fe5.md", "s5d11c6c146.md", "see8f63fbe6.md", "s2a20b90761.md", "s3979bf4f03.md", "s7f46c8a1dd.md", "s3240dba569.md", "sb42f6719b3.md", "sc849592391.md", "sea0f9f53e4.md", "s9e7487f4d4.md", "s4edc220fbf.md", "sce49bdad76.md", "s1449f7cd34.md", "s8c53926dfb.md", "saf59f3c61e.md", "sfaa18046eb.md"], "bm25": [-25.339127, -17.038083, -9.751126, -7.500522, -5.999212, -5.623731, -5.362212, -4.395764, -4.155113, -3.010988, -2.828036, -2.684225, -2.16602, -2.093902, -1.888228, -1.74378, -1.157744, -1.132972, -1.11651, -1.104732, -1.086734, -1.077462, -1.044162, -1.017481, -0.965148, -0.877835, -0.845365, -0.837344, -0.799223, -0.565357, -1.1e-05, -1e-05, -1e-05, -9e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -2e-06], "search": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "sf32e7c4007.md", "sbbc1b65825.md", "sc11a593a2d.md", "s5de86949e7.md", "s878af30d46.md", "sb374d6a4a2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e66b632c", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0059, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s1380d3e4fa.md", "s472575cdd2.md"], "ranked": ["s472575cdd2.md", "s1380d3e4fa.md", "s44ccb4090b.md", "s26d44aa2e5.md", "s234597e967.md", "s63d6bf3669.md", "s3ccf02290e.md", "sa892394521.md", "s26619f18ed.md", "s7df2e7ec2f.md", "sebee9aea41.md", "sf399fc0ca1.md", "sc6bf26f3fe.md", "sa5a1ceaaba.md", "s63b08c4a92.md", "s4fdad6f208.md", "s44cc0dac08.md", "s3d95709902.md", "sdbc4232aaf.md", "s95974c4c88.md", "s70faafb49a.md", "s6cfe6415bf.md", "saf0b8a05f4.md", "s30ca92b779.md", "s241780be0c.md", "s61f865f5d8.md", "s1cd77c1c01.md", "s13be1fb5b3.md", "s0bcde8de1b.md", "s66745917fb.md", "sa6cbf5fc2a.md", "s41e12f4253.md", "s0311d603d2.md", "sef592c37a6.md", "sfdeda6ae6d.md", "s5f4263b8d9.md", "sd7184f1948.md", "sc1d88e80d4.md", "s2ce54e8df3.md", "sfc377bac1e.md", "scce96bab0a.md", "sf9d2f06663.md", "sda93d3b11c.md", "sb76b309d2c.md", "s470a632f82.md", "s25840e839e.md"], "bm25": [-12.996747, -10.67903, -3.001988, -2.842799, -2.657391, -2.363956, -2.224747, -1.988202, -1.96589, -1.870282, -1.761526, -1.7435, -1.723094, -1.552849, -1.327305, -0.910137, -0.861951, -0.076487, -0.075775, -0.065311, -0.061412, -0.058702, -0.05776, -0.055564, -0.052443, -0.049566, -0.042344, -0.036582, -0.035656, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -6e-06, -5e-06], "search": ["s472575cdd2.md", "s1380d3e4fa.md", "s44ccb4090b.md", "s26d44aa2e5.md", "s234597e967.md", "s63d6bf3669.md", "s3ccf02290e.md", "sa892394521.md", "s26619f18ed.md", "s7df2e7ec2f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0004, "type": "knowledge-update", "abstention": false, "gold": ["s371865fb01.md", "sac2573d372.md"], "ranked": ["sac2573d372.md", "s371865fb01.md", "se8607a29cf.md", "s0126750c47.md", "s4c2f9dc7fa.md", "sa32c080d0f.md", "s4ab098152c.md", "sb1a665a543.md", "s93ca9ab997.md", "sbca84cbbfb.md", "sf230d7916c.md", "s7230578ac5.md", "s81b394b047.md", "s867947a5a7.md", "sdca45d61e3.md", "s3088e0ef47.md", "s557436e164.md", "s8fc0e47c9a.md", "s859cad7957.md", "s86de8bbe14.md", "s5cb2cbbbeb.md", "se42c9180cf.md", "sa85061d5dd.md", "s3a532f3a17.md", "s40aa97585e.md", "s1c7ec50bc2.md", "s15443fdbdc.md", "s4b96b10329.md", "s89e884afd9.md", "s56b9b66039.md", "s9f187dee36.md", "s4316a84acb.md", "s0afc579a11.md", "sb756032999.md", "s59b8eacb25.md", "s8563d0c018.md", "sb15078a8c3.md", "sf8264bf76d.md", "s5c1a6a588a.md", "s41ca8338c1.md", "s586bb64f11.md", "s2a536bd4ff.md", "sccc8514c60.md", "s6730c695d4.md", "s3013984990.md", "sd6dc812381.md", "s5606ccdf0c.md", "s16f7b154d0.md", "s15879d1880.md"], "bm25": [-19.412756, -16.438263, -7.584215, -7.317808, -5.493138, -5.169865, -4.194295, -4.188754, -4.18617, -3.660557, -3.629164, -3.512084, -3.27845, -2.773829, -2.372748, -2.261143, -2.223802, -2.097868, -1.64392, -1.607334, -1.541425, -1.517345, -1.367294, -1.173431, -1.107031, -1.064181, -0.926295, -0.902684, -0.881072, -0.80457, -0.786867, -0.703494, -0.680552, -0.646177, -0.536483, -0.278991, -0.20109, -0.193575, -0.155247, -0.130301, -1.4e-05, -1.4e-05, -1.3e-05, -1.1e-05, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06], "search": ["sac2573d372.md", "s371865fb01.md", "se8607a29cf.md", "s0126750c47.md", "s4c2f9dc7fa.md", "sa32c080d0f.md", "s4ab098152c.md", "sb1a665a543.md", "s93ca9ab997.md", "sbca84cbbfb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e", "n_docs": 41, "n_repeated_sids": 0, "n_matched": 41, "secs_index": 0.0059, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s24daefe9d4.md", "s8585e3f459.md"], "ranked": ["s24daefe9d4.md", "s8585e3f459.md", "s5cef5fd8e9.md", "s19ab66a43b.md", "sc6c9da11c4.md", "sf78cf5f9f3.md", "sefaf2e760b.md", "s97fa72fb43.md", "s849e10d3ea.md", "s39c41d8fd6.md", "s87411311c0.md", "sc3f8f44b33.md", "sc407a8474b.md", "s12dd4fccbb.md", "s024af414e2.md", "s69a65d34d2.md", "s8db1ce61a7.md", "s20f4a01fae.md", "sb55fa2cd13.md", "s0525a939dc.md", "s267595a97f.md", "s5c1d7dc6e8.md", "sac499ffc2b.md", "s535c554040.md", "s91698294f6.md", "s2d29746e2d.md", "s2b7cc8a733.md", "see06465860.md", "s849540e31e.md", "sa3a72d0c4f.md", "s583a4da1e9.md", "s25c9aa33fa.md", "s305a299b15.md", "sfb23a3f52a.md", "saa8f6bdded.md", "sfef0fc8e7d.md", "s12edbf7316.md", "s69e91f3d02.md", "sb2ad3a041a.md", "s9ef2b9d2e7.md", "s6208894f93.md"], "bm25": [-13.530623, -12.294748, -6.055303, -5.733478, -4.326828, -3.971965, -3.535396, -3.304432, -3.278529, -2.969435, -2.650735, -2.616522, -2.474424, -2.073471, -2.066902, -1.994588, -1.895361, -1.658173, -1.614285, -1.589153, -1.473246, -0.984054, -0.952431, -0.788565, -0.699535, -0.600891, -0.545026, -0.513461, -0.314047, -0.256456, -0.253907, -0.235512, -0.211665, -0.191227, -1.2e-05, -1.1e-05, -6e-06, -4e-06, -4e-06, -4e-06, -2e-06], "search": ["s24daefe9d4.md", "s8585e3f459.md", "s5cef5fd8e9.md", "s19ab66a43b.md", "sc6c9da11c4.md", "sf78cf5f9f3.md", "sefaf2e760b.md", "s97fa72fb43.md", "s849e10d3ea.md", "s39c41d8fd6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc5ded98", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0059, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s2203bb996f.md", "sde0557bf4b.md"], "ranked": ["s2203bb996f.md", "sde0557bf4b.md", "s6b4e18e5ef.md", "s363a4264cf.md", "s164faa510e.md", "s22b6de1473.md", "s24eab49581.md", "s79f1048588.md", "s854eb0264b.md", "s857d38ddcc.md", "sb55426aa7e.md", "s7079996aaf.md", "se0bc9f5f8e.md", "s405196f668.md", "s11a725a406.md", "s30f2e836f0.md", "sba288d2b23.md", "s5dc00c7195.md", "s086000c996.md", "sbf88650676.md", "sbae6422cb1.md", "sc0c5428e41.md", "s10383b680c.md", "se3b3a4e68e.md", "se6991490a3.md", "s8e83ad0fc1.md", "sf5b633de7d.md", "s3dfd849d08.md", "s96ce84590d.md", "sba0d683814.md", "sfee027362c.md", "sdbc25f6fee.md", "sfcd4267889.md", "sd23c884ea2.md", "sad904bc210.md", "s8252a760a9.md", "sa81bbdae2d.md", "s7a3dcc0f8f.md", "s30bed7b149.md", "s12c1a6a42f.md", "seb2a30e464.md", "s3367247854.md", "s47e1673b4a.md", "s9b0abd686a.md", "see97dbeab4.md", "sd8dad54074.md", "sadca930a1e.md", "s45ebbe7e59.md", "s1a343fda6f.md", "scc30ff9c31.md"], "bm25": [-11.58957, -11.348439, -5.84734, -3.863823, -3.456106, -3.412911, -2.787501, -2.62082, -2.417454, -2.257992, -2.024567, -1.985917, -1.818987, -1.738328, -1.567584, -1.479951, -1.373397, -1.335145, -1.303636, -1.290922, -1.028237, -0.934947, -0.888866, -0.787378, -0.716009, -0.705595, -0.701071, -0.635148, -0.591483, -0.508921, -0.426804, -0.300812, -0.274371, -9e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06], "search": ["s2203bb996f.md", "sde0557bf4b.md", "s6b4e18e5ef.md", "s363a4264cf.md", "s164faa510e.md", "s22b6de1473.md", "s24eab49581.md", "s79f1048588.md", "s854eb0264b.md", "s857d38ddcc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dfde3500", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s115e069164.md", "se36a417446.md"], "ranked": ["s115e069164.md", "se36a417446.md", "sab07a29017.md", "sc45f47831d.md", "s3867251257.md", "s2d88821e05.md", "scda29acd3e.md", "s30478266e2.md", "sc152091a6b.md", "sd47a79c000.md", "sa6af48495b.md", "s6c29043420.md", "s71d29b6b0b.md", "s015d91b23d.md", "se5ae122564.md", "seb358524f0.md", "s4206e3c930.md", "s3447c04ec2.md", "sf77e45c7a6.md", "se4f44117d7.md", "s112ff81c76.md", "s2e24d7f5f3.md", "s4c0a9cbfb3.md", "sb64e7dcc15.md", "s7d2186e431.md", "sfb71564b03.md", "s4a7263c488.md", "seb3f40fc37.md", "s9bc0d17b58.md", "sd4879720ab.md", "sa2b892714b.md", "s2286716353.md", "s620f80a738.md", "s5533282135.md", "s5f898c436a.md", "s0c1ef034c9.md", "s416d6454a7.md", "s02f04d2e8d.md", "sa38f26daa6.md", "sf19948a02d.md", "s091d96b0b8.md", "sab3ceff3b9.md", "s0647cc7bbd.md", "sbf3547284d.md", "s0e18b5bb86.md", "sdb57948f83.md", "se0c87387db.md"], "bm25": [-21.942069, -8.117713, -5.464049, -5.041102, -4.560111, -4.054201, -4.029445, -3.493843, -3.490557, -3.381954, -3.187648, -2.765467, -2.697197, -2.688117, -2.574603, -2.529613, -2.528659, -2.129023, -2.123769, -2.066511, -1.569131, -1.566677, -1.562473, -1.465232, -1.291146, -1.146338, -1.033488, -0.9817, -0.977443, -0.967438, -0.963989, -0.907012, -0.879918, -0.822133, -0.795509, -1e-05, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -4e-06], "search": ["s115e069164.md", "se36a417446.md", "sab07a29017.md", "sc45f47831d.md", "s3867251257.md", "s2d88821e05.md", "scda29acd3e.md", "s30478266e2.md", "sc152091a6b.md", "sd47a79c000.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "69fee5aa", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s0e15b3d60e.md", "s6ad4fde70a.md"], "ranked": ["s6ad4fde70a.md", "s0e15b3d60e.md", "se285cb8dde.md", "s3569b8536f.md", "sa321b0b817.md", "s120484e5f1.md", "s02ef2560de.md", "sf2ff512c78.md", "s5c26b181d7.md", "s8724c15d5f.md", "s8f4d0957f1.md", "s4a38f81bf2.md", "s2a1fbcc2c0.md", "s271cced09b.md", "s1ec2cfee78.md", "s4353346484.md", "s22f71fcc2f.md", "s8057da5428.md", "s8d7f4f470e.md", "s6485cbc3dd.md", "sb07c2b8ca0.md", "s8340590c2f.md", "s43ad74c575.md", "s95dccdd96d.md", "s2676f9bd8c.md", "sb924765e02.md", "s6f10e0827f.md", "s353df37a1f.md", "s25012341df.md", "s446300dd65.md", "s76497cef03.md", "s3b3d2eff21.md", "s8fe6b9088d.md", "s6890f50ca6.md", "s59fb9c589d.md", "s05d56f40df.md", "s8bb224b582.md", "s9818c17ff1.md", "s4bf9e0b1df.md", "saa52ebd428.md", "se6cf6f7536.md", "s64aa2b52de.md", "s1438e22a3f.md", "s7bf05d2453.md", "sdf01d71719.md", "s3312d1531a.md", "s822fa3841d.md", "sea3824bc42.md", "s0206144023.md"], "bm25": [-17.444262, -15.76595, -5.326979, -4.536481, -3.996415, -3.616863, -3.413698, -2.76989, -2.721032, -2.707586, -2.678326, -2.458508, -2.458199, -2.409221, -1.695916, -1.572164, -1.550877, -1.446457, -0.718532, -0.706897, -0.670747, -0.620503, -0.590595, -0.458612, -0.350332, -0.286573, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -2e-06, -2e-06], "search": ["s6ad4fde70a.md", "s0e15b3d60e.md", "se285cb8dde.md", "s3569b8536f.md", "sa321b0b817.md", "s120484e5f1.md", "s02ef2560de.md", "sf2ff512c78.md", "s5c26b181d7.md", "s8724c15d5f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7401057b", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s2e5566915e.md", "s55d70def0e.md"], "ranked": ["s55d70def0e.md", "s2e5566915e.md", "s7df2690a97.md", "s53e76229a2.md", "sd2ebc68c33.md", "s580e3ed131.md", "s3bdf0f2b4c.md", "s8ebef081bf.md", "s65248cbfad.md", "s9f3da7ff1c.md", "s123aa40b5a.md", "s20116a3f2d.md", "s55fefc302a.md", "s62bbec24d5.md", "s83d3656466.md", "s9643ac0629.md", "sda2c635538.md", "s4383ed5766.md", "s64126474d9.md", "sa0841a13d0.md", "sfd2fcf9be5.md", "s1395ab67f3.md", "sde1cd05509.md", "s633771f2ec.md", "sd1571551dc.md", "s5ab121e709.md", "s2002342c26.md", "s34f0ae633d.md", "s9b6265d553.md", "s9f23538b53.md", "s31c3667bfc.md", "s61ed4454bd.md", "s4a0b1d5af5.md", "s94def98402.md", "s68eb25b35e.md", "sacf76b5713.md", "s5d192f991b.md", "s5dbb73abbf.md", "s40847d2bf1.md", "sc47a7bbdae.md", "sa2a3abb732.md", "s3bed502de5.md", "scfcab813be.md", "sc972600e7c.md", "s19701594dd.md", "s78b0e45ab1.md", "sca8e51ca7a.md"], "bm25": [-25.887439, -19.881616, -5.68902, -3.435172, -3.184979, -2.749154, -2.611957, -2.555042, -2.50389, -2.076952, -1.772237, -1.747882, -1.724275, -1.450999, -1.39756, -1.397444, -1.291948, -0.934839, -0.543491, -0.497787, -0.447529, -0.430334, -0.421264, -0.40705, -0.405476, -0.358916, -0.054081, -0.049825, -0.045139, -0.035031, -0.030683, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -1e-06, -1e-06], "search": ["s55d70def0e.md", "s2e5566915e.md", "s7df2690a97.md", "s53e76229a2.md", "sd2ebc68c33.md", "s580e3ed131.md", "s3bdf0f2b4c.md", "s8ebef081bf.md", "s65248cbfad.md", "s9f3da7ff1c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cf22b7bf", "n_docs": 55, "n_repeated_sids": 0, "n_matched": 55, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s0e8eecfaf9.md", "s63e425450b.md"], "ranked": ["s0e8eecfaf9.md", "s63e425450b.md", "s9e072d2d0f.md", "s8e24ad9456.md", "s59d1f2d6b2.md", "s9873c20dcc.md", "s88c1a5ea28.md", "s09c4f8faef.md", "s9b1cccefbf.md", "see0f24a9ed.md", "sc6af00ab6b.md", "s3c3deb21fe.md", "s150e962be0.md", "s3fc47cb930.md", "sbeac1e4d29.md", "s37b1875ccb.md", "sd8dd3d23df.md", "s6ff6f9d567.md", "see8a9468d5.md", "s43e2e75bca.md", "s5eabd26aca.md", "sd23a086412.md", "s5cdf95c435.md", "sa178fb8d57.md", "s5a48d1f58e.md", "s1fbf965bd3.md", "s819dc162f9.md", "s19a1af4d4d.md", "s694e05919a.md", "s16c10df35f.md", "s77d83d1bca.md", "s9a10b3de0a.md", "sf379b9e3cd.md", "s9753395715.md", "s45f22407a0.md", "s66e33d3646.md", "s101ec4058f.md", "s50b73e9f89.md", "sda0bd92479.md", "sa2d3b50080.md", "s44e1bf1ad0.md", "s781603749f.md", "sc63544541f.md", "s60a97bd766.md", "s845486d70e.md", "sf216ff8a2d.md", "sd0dcae212f.md", "s758882fb24.md", "sd6b3fd1233.md", "s648434b7d6.md"], "bm25": [-11.101511, -10.719983, -6.957393, -6.590718, -6.12207, -5.646503, -5.352529, -4.366163, -3.856287, -3.451002, -3.16051, -2.763965, -2.701864, -2.484056, -2.426362, -2.299685, -2.197191, -2.072849, -1.967367, -1.936257, -1.910336, -1.815703, -1.666072, -1.325688, -1.225568, -1.053428, -1.038571, -1.012492, -0.989886, -0.974132, -0.815038, -0.753329, -0.707829, -0.19574, -0.149057, -0.146588, -0.12745, -0.105693, -0.096, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06], "search": ["s0e8eecfaf9.md", "s63e425450b.md", "s9e072d2d0f.md", "s8e24ad9456.md", "s59d1f2d6b2.md", "s9873c20dcc.md", "s88c1a5ea28.md", "s09c4f8faef.md", "s9b1cccefbf.md", "see0f24a9ed.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a2f3aa27", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s1ea48f7580.md", "s7970f3434d.md"], "ranked": ["s1ea48f7580.md", "s7970f3434d.md", "s47cad20a51.md", "sc47fb1d709.md", "s7b463013ff.md", "s3ef5ae285d.md", "s6abdd6d5bc.md", "sa8ca4850e7.md", "sd6977ee860.md", "s49c167391d.md", "sa70a1c4c29.md", "s17808eea6e.md", "sacdc6eca2c.md", "sdf7135f9bc.md", "sf185c88af6.md", "s1fa4118350.md", "sc7444410c0.md", "s25421fed5b.md", "sdf82137144.md", "sf988c206a8.md", "sc2c4a5d602.md", "s522d69dc1e.md", "s26f65b50a8.md", "s1cf1473954.md", "s1764c7f53a.md", "s07d42cde47.md", "sa116fe37ec.md", "s3d0783c4b0.md", "s664866a5f9.md", "sbe94c2e3d5.md", "saa749f9669.md", "sfee1939a82.md", "sbef0e01020.md", "s49a57836de.md", "s844fbafc32.md", "s723cedb86c.md", "sb2e6d7d291.md", "sb44173b1a2.md", "sff5d26c540.md", "saed2b00106.md", "s2edd1f0a10.md", "sa8bd024a3b.md", "s1d73b5b335.md", "s287455061a.md"], "bm25": [-5.223685, -4.818587, -2.195438, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06], "search": ["s1ea48f7580.md", "s7970f3434d.md", "s47cad20a51.md", "sc47fb1d709.md", "s7b463013ff.md", "s3ef5ae285d.md", "s6abdd6d5bc.md", "sa8ca4850e7.md", "sd6977ee860.md", "s49c167391d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7dc5443", "n_docs": 45, "n_repeated_sids": 1, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["s58762258e9.md", "s7a67472a2c.md"], "ranked": ["s58762258e9.md", "s7a67472a2c.md", "s831f4619e6.md", "sd4ee6e2e6c.md", "s82a167df5b.md", "s56a3d79b0a.md", "s2151c1c441.md", "s0b36716da0.md", "s7290ba7ae7.md", "s6e30f2b922.md", "sd889ace5d4.md", "s06b910646e.md", "s3f0479c3dc.md", "s3fa563f650.md", "sff3b22d884.md", "sacb98537c7.md", "s6287db17ba.md", "s14b2546def.md", "sd1aa353871.md", "s4dc44c5625.md", "sb8b37a69fe.md", "s48c9b7e4a2.md", "s0eb064428c.md", "sad04b82614.md", "s1ea7fbbf58.md", "s6f2255f094.md", "sc1811c2357.md", "sc51e55e3fc.md", "sd6e1fb9157.md", "s07e4f8d481.md", "sba6acb58d1.md", "seba37cae6b.md", "s9c6577d3c0.md", "sce73c667c0.md", "s3019d7aca1.md", "s6ed3984b3a.md", "sda305f708e.md", "sc3d95f0f21.md", "sfeeb64374c.md", "s2d5d67ef58.md", "s9120681057.md", "s2a73381cd2.md", "s3dcc819c4e.md", "sbe03f5ca2f.md", "s3e5ae4be6c.md"], "bm25": [-16.44032, -15.525471, -3.84548, -3.787926, -2.84736, -2.68121, -2.569484, -2.497299, -2.407559, -2.035786, -1.692479, -1.569748, -1.550417, -1.396271, -1.28566, -1.179324, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06], "search": ["s58762258e9.md", "s7a67472a2c.md", "s831f4619e6.md", "sd4ee6e2e6c.md", "s82a167df5b.md", "s56a3d79b0a.md", "s2151c1c441.md", "s0b36716da0.md", "s7290ba7ae7.md", "s6e30f2b922.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06db6396", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s4432003925.md", "s63e8a64f93.md"], "ranked": ["s63e8a64f93.md", "s4432003925.md", "sa3f06c301e.md", "sd4774553fb.md", "s5e2e02235c.md", "s03d29e7d05.md", "sd3677c7234.md", "sb440f23f49.md", "sfc0eed6a6e.md", "s13ae57ee1d.md", "s1eb8e10fc9.md", "sef61fe0510.md", "sb38bb2ecc0.md", "sf61b526bff.md", "s171d32ac70.md", "s942431b33a.md", "s5f81fb4b41.md", "sbc9b98c6a0.md", "sdb81c16be1.md", "s1f58845bbb.md", "sc068a9b3b8.md", "s8408e5cb14.md", "s21484f87fe.md", "s80d0d7658c.md", "s5f18dcf603.md", "se65f2ad6cf.md", "s2a4c52ce1e.md", "s762e80d152.md", "s5ef96960ee.md", "s000dafc1d2.md", "s3a867bfcfe.md", "s7b5cb1c0c9.md", "s2023369861.md", "s28c0f4c93f.md", "s732865548f.md", "sab779efece.md", "sa1c0eae893.md", "sa6dcf8d2f9.md", "s079856e978.md", "sedcfc547e6.md", "s48cefafe37.md", "s8e204cf80d.md", "sec1f4e7056.md", "s4e34c7c8ac.md", "s54f147c8e3.md", "sbbf873b309.md", "s36cfe567fb.md", "sc7db5e3538.md"], "bm25": [-14.023787, -11.529411, -4.847584, -3.97582, -3.546712, -3.381751, -3.301376, -3.133365, -2.954473, -2.916593, -2.703133, -2.394718, -2.270117, -2.096508, -2.041715, -1.978669, -1.876329, -1.849209, -1.426558, -1.362052, -1.318637, -1.279808, -0.999295, -0.998772, -0.977187, -0.975522, -0.973423, -0.964258, -0.922937, -0.594641, -0.541739, -0.460675, -0.422448, -0.222511, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06], "search": ["s63e8a64f93.md", "s4432003925.md", "sa3f06c301e.md", "sd4774553fb.md", "s5e2e02235c.md", "s03d29e7d05.md", "sd3677c7234.md", "sb440f23f49.md", "sfc0eed6a6e.md", "s13ae57ee1d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3ba21379", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0062, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["sb8326612f6.md", "sbc14739da2.md"], "ranked": ["sb8326612f6.md", "saf1c94d783.md", "sbc14739da2.md", "sb3692f46b2.md", "s3523f7d102.md", "s850e55d2fc.md", "sbbbcbcd351.md", "s91386f0494.md", "secce37f9f9.md", "s3c0d01152f.md", "sa63260a9ab.md", "sf818f9dbd1.md", "saca7450555.md", "s860558043b.md", "sc86ed4d59c.md", "se20069a981.md", "s79f4d33106.md", "s67c315e2ba.md", "s86a3246e09.md", "s8d06d90af4.md", "s41f2978bc7.md", "s7cc002365c.md", "sc0f1dcfba4.md", "s8e388abdb9.md", "s4ec4590e7b.md", "s6b4224749d.md", "s801f6eba08.md", "s1869b586b5.md", "sac3e7fd00d.md", "sb2a8964b48.md", "s09789634bf.md", "sdd8b37f8d7.md", "sc4f40b671a.md", "s5d4c61aaaa.md", "s5a6f61d415.md", "s0051488995.md", "sec5145be26.md", "s3cf4f4b31c.md", "s33f8a9d26c.md", "s3948e301e9.md", "s885f4fb81d.md", "s8c61c9f7fa.md", "sb74b3562bf.md", "sc8d6ede96b.md"], "bm25": [-6.225392, -5.089564, -5.008771, -4.934391, -4.684963, -3.682292, -3.196935, -2.52117, -2.228954, -1.974692, -1.96376, -1.839139, -1.817812, -1.60882, -1.354195, -1.3095, -1.187616, -1.064194, -0.951022, -0.824302, -0.708271, -0.670015, -0.651584, -0.621365, -0.555914, -0.468001, -0.374232, -0.363073, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -3e-06], "search": ["sb8326612f6.md", "saf1c94d783.md", "sbc14739da2.md", "sb3692f46b2.md", "s3523f7d102.md", "s850e55d2fc.md", "sbbbcbcd351.md", "s91386f0494.md", "secce37f9f9.md", "s3c0d01152f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9bbe84a2", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["sc87717bdb1.md", "scc54754134.md"], "ranked": ["sc87717bdb1.md", "scc54754134.md", "s672ea4ddee.md", "sb300333dac.md", "sf19949422f.md", "s5a956ec86d.md", "sb1204d6aba.md", "se9f12588ff.md", "sf8227a8a67.md", "s682bde2abe.md", "s1730132d42.md", "s95b94ff780.md", "s140957e225.md", "s9c6ea075fc.md", "sa577c45408.md", "s5b86c1a519.md", "s634e46fc23.md", "s6f9c51b101.md", "s6c80747fe4.md", "s6a0dc4f244.md", "sc495fa38b0.md", "sbd8f2cccd9.md", "s63de3c0d67.md", "sa4a1cc6d19.md", "s962df832dc.md", "sd22390539c.md", "sf6e7767af4.md", "s7071561d4a.md", "sf1959795ca.md", "s388b8c1f4a.md", "s192739bc11.md", "s2e4bf91ad5.md", "s80222c45a8.md", "s280f6aea02.md", "s771348fb46.md", "s8d6be49e9e.md", "sab6dd72bbf.md", "s1efc3f8208.md", "s5beaadeefe.md", "sd38cc7a651.md", "sba5e6931da.md", "sa4ebe63cfb.md", "s96a6bfa42b.md", "sc8d65bf6db.md", "s6d72ad14e2.md", "s15e9dd815f.md", "sd1fd880512.md", "sf0db123822.md"], "bm25": [-14.242378, -12.966393, -6.274743, -4.437169, -4.435631, -4.358051, -3.396585, -3.322557, -3.291835, -3.039347, -3.036753, -2.955246, -2.949899, -2.935272, -2.923971, -2.917563, -2.399088, -2.215468, -2.026812, -1.959459, -1.870829, -1.870517, -1.696924, -1.569964, -0.850541, -0.822426, -0.809503, -0.64899, -0.646535, -0.506146, -0.49661, -0.488536, -0.488207, -0.486898, -0.432076, -0.429475, -0.397928, -0.390932, -0.320029, -0.25292, -0.208219, -0.143793, -0.115078, -9e-06, -8e-06, -3e-06, -3e-06, -2e-06], "search": ["sc87717bdb1.md", "scc54754134.md", "s672ea4ddee.md", "sb300333dac.md", "sf19949422f.md", "s5a956ec86d.md", "sb1204d6aba.md", "se9f12588ff.md", "sf8227a8a67.md", "s682bde2abe.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10e09553", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0004, "type": "knowledge-update", "abstention": false, "gold": ["sc5b7a963f8.md", "se7841b3dce.md"], "ranked": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s935b1b152a.md", "s8364107adc.md", "se7c5e8fd73.md", "s2a97126d3c.md", "s57cf5c0b59.md", "s1898af193d.md", "s4dad32a3d1.md", "s2c693de37d.md", "sd4bc888145.md", "sb1897057d9.md", "sfaf9bb08cb.md", "s2dc1cbc9fd.md", "s2cb1c59ba6.md", "sc824e35bfe.md", "sacac312004.md", "s3371ff4126.md", "s20befd1f21.md", "sa7388b69b5.md", "s9cba49848a.md", "sa6418f238e.md", "sd98b35fcb2.md", "s033e91bb9b.md", "s84fc0cf312.md", "sb79f452bd3.md", "sfd310bdf36.md", "s7283aaaf40.md", "s1e6bcd6c2c.md", "s46321444d2.md", "s81fb79ae44.md", "sf670d2667c.md", "s3178f84b43.md", "sb742f2e83b.md", "s3f9d28d5d9.md", "s32e09038f9.md", "s381c0d956a.md", "s6c61b7705e.md", "s18be9a8361.md", "sb6f63815fa.md", "s35a9fb3067.md", "s45f9a6f26e.md", "s07c63f6237.md", "s2c7dfe9d9b.md"], "bm25": [-41.02277, -31.571391, -11.80614, -10.899321, -4.401143, -3.894457, -3.875528, -3.868412, -3.794607, -3.784259, -3.53321, -3.471061, -3.127768, -2.553804, -2.499983, -2.364209, -1.938162, -1.795016, -1.765588, -1.695252, -1.671163, -1.634448, -1.430591, -1.305717, -1.295679, -1.266511, -1.266044, -1.16713, -0.976052, -0.929716, -0.845027, -1.5e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05], "search": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s935b1b152a.md", "s8364107adc.md", "se7c5e8fd73.md", "s2a97126d3c.md", "s57cf5c0b59.md", "s1898af193d.md", "s4dad32a3d1.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dad224aa", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["scc2787978d.md", "sce87be458e.md"], "ranked": ["s5ef015faca.md", "scc2787978d.md", "sce87be458e.md", "s8753d8b8eb.md", "sb25700c21f.md", "s9dea07ae01.md", "s88a9318ca8.md", "scc51de51d4.md", "sb83a46f6c7.md", "s1b81544307.md", "s7074ff017b.md", "s7dadf96078.md", "s9b8a4c00fb.md", "s8f0071cc80.md", "s56eff731e4.md", "s404a246fef.md", "s6f9916bc61.md", "s32d35a4c12.md", "sf9ee7e376b.md", "s299d544620.md", "s7c215a57b0.md", "s1e5a40d9c2.md", "s8bc68570ed.md", "sefde11a2c6.md", "s0338e0081e.md", "s419fa02130.md", "sc006c4686a.md", "s6877422370.md", "s306e8e6bae.md", "sae0aef7482.md", "s22c800d60a.md", "s6fdb369d3b.md", "s2205a84209.md", "sea405bbc1e.md", "sa92ab1795f.md", "se9ab5d87b7.md", "saa6da87d44.md", "sf73e15c414.md", "s7454323556.md", "s1863007cc2.md", "s47315d9bbf.md", "s5978956eaa.md", "s45d445dcae.md", "s7d56bc4dc7.md", "s4c1803ca56.md", "s101d19d80f.md", "sc2b57322ed.md", "sec0a33f879.md"], "bm25": [-12.832966, -11.552305, -10.139712, -3.423733, -3.110012, -2.917219, -2.142158, -1.417024, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -2e-06, -2e-06], "search": ["s5ef015faca.md", "scc2787978d.md", "sce87be458e.md", "s8753d8b8eb.md", "sb25700c21f.md", "s9dea07ae01.md", "s88a9318ca8.md", "scc51de51d4.md", "sb83a46f6c7.md", "s1b81544307.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba61f0b9", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": false, "gold": ["sd7d91d38f7.md", "sf91f5eb164.md"], "ranked": ["sf91f5eb164.md", "sd7d91d38f7.md", "s43582c9c04.md", "s0a0c2ef0ff.md", "secf1f76bcc.md", "se018067082.md", "s682ceb5249.md", "s8b8930a4fc.md", "s18f951bc18.md", "s7d07dbb8a2.md", "s23c8a5ba65.md", "s49b795a532.md", "sd031b64898.md", "s7d24b38c18.md", "sa399b20487.md", "s7f749c36b2.md", "s7e6c0e4e6e.md", "s69d7d54528.md", "sb2baed3f6a.md", "s20050310a1.md", "sd9657e80c3.md", "sf7e2726fcb.md", "s0f26ccef14.md", "seddefb37d6.md", "sa5f9952697.md", "s92e801a630.md", "s3e73302557.md", "scc3042368f.md", "s66579a13f5.md", "s0afccfebbb.md", "s1fc129789d.md", "sa128830b78.md", "seea895d215.md", "s2e0bce3c2e.md", "sf4537ffb95.md", "s5ae1e2cb7c.md", "s5669f9688e.md", "s61c480e404.md", "s5f30d63822.md", "s5e6966e831.md", "s757c1e4455.md", "s7eef07989a.md", "sfa67999158.md", "s4efa8915b9.md", "sac3fbfc307.md"], "bm25": [-16.510401, -15.687404, -3.295136, -2.991627, -2.687869, -2.463988, -2.388112, -2.233213, -2.210721, -2.205478, -1.930036, -1.882131, -1.814269, -1.678467, -1.638862, -1.288528, -0.940168, -0.886941, -0.834984, -0.825277, -0.711133, -0.631192, -0.539026, -0.537135, -0.467476, -0.420722, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06], "search": ["sf91f5eb164.md", "sd7d91d38f7.md", "s43582c9c04.md", "s0a0c2ef0ff.md", "secf1f76bcc.md", "se018067082.md", "s682ceb5249.md", "s8b8930a4fc.md", "s18f951bc18.md", "s7d07dbb8a2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "42ec0761", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["sb620beb68c.md", "sd9a2589458.md"], "ranked": ["sd9a2589458.md", "sb620beb68c.md", "s6fd2217cad.md", "s44f3218ca5.md", "s89ebe58c60.md", "sc893dd22dc.md", "s162d0689fd.md", "s8ae2a305ae.md", "s3e9ef4936a.md", "s8745a3fce6.md", "s02a1f6e423.md", "s59538c116b.md", "s464ca9192c.md", "s573edfed4d.md", "scb6559e8a6.md", "sf639a0be79.md", "s74b0d15587.md", "s6f805164cd.md", "sbc85a558be.md", "s90cfa31073.md", "sb4613f969c.md", "s54d31f3256.md", "sdd7febd879.md", "s35c24fc6d2.md", "s5f89779934.md", "sec73f12b97.md", "sd12efbe294.md", "s1e4386c43c.md", "sb56526455c.md", "sbfa374756a.md", "sa28086d763.md", "s24115fc524.md", "sdfe6df8ac1.md", "s12678ce55d.md", "s3c5ce42c4f.md", "s1d4f5149b4.md", "se366b34781.md", "se061e7f055.md", "s156a6b6eb6.md", "sfee0074570.md", "s9c3cf337df.md", "sbbea59262c.md", "s6b1a0d5788.md", "s2261334951.md", "sf0dc5109ae.md", "sa8c169d8f5.md", "sef799c8fe0.md", "sa322c48be5.md"], "bm25": [-18.293942, -13.18056, -2.945202, -1.84962, -1.77353, -1.71155, -1.660566, -1.6413, -1.487429, -1.355779, -1.003177, -0.909316, -0.861422, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sd9a2589458.md", "sb620beb68c.md", "s6fd2217cad.md", "s44f3218ca5.md", "s89ebe58c60.md", "sc893dd22dc.md", "s162d0689fd.md", "s8ae2a305ae.md", "s3e9ef4936a.md", "s8745a3fce6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5c40ec5b", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s6de672ec9d.md", "sf533fe95b6.md"], "ranked": ["s6de672ec9d.md", "sf533fe95b6.md", "s481a4b0361.md", "s98deb1c73c.md", "s7301be6144.md", "sc7367d6635.md", "s1befbfd8e6.md", "se3b96b8648.md", "s432d2a34e0.md", "sc46633f844.md", "s26b6a9b3f0.md", "s30153283e5.md", "s55272cb95b.md", "s1ee791c170.md", "sc5a77495d0.md", "sa51edbeb3d.md", "s0057c141d3.md", "s8c9fbe6e8a.md", "sba7d58d382.md", "s78b6155c7c.md", "s59ece77996.md", "s14ee155cca.md", "se37933414d.md", "s0b8d933bc7.md", "s9257a9e0ca.md", "sfc91685929.md", "s8e6a5c57f3.md", "s5b89e5125b.md", "sd1fdc9cd8c.md", "s36e311f55a.md", "s2f1446d88c.md", "s7d65bdecc9.md", "s5a61f2bb93.md", "s040cb899dc.md", "sfee8275432.md", "s8527cdde75.md", "s0bb1826c60.md", "s4a0b68adb9.md", "s43a663e0c5.md", "sb2b1607a87.md", "s3ff81579a9.md", "sf99cab049b.md", "s8bba134568.md", "sf8728aaa1d.md", "s8ab81f57a0.md", "s4d0b8cf381.md", "s1bb03d26a5.md", "s41b5702661.md", "sf900b6b381.md", "s603ac9c24f.md"], "bm25": [-13.641033, -11.38986, -6.06496, -3.421193, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06], "search": ["s6de672ec9d.md", "sf533fe95b6.md", "s481a4b0361.md", "s98deb1c73c.md", "s7301be6144.md", "sc7367d6635.md", "s1befbfd8e6.md", "se3b96b8648.md", "s432d2a34e0.md", "sc46633f844.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c6853660", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0005, "type": "knowledge-update", "abstention": false, "gold": ["sad1a5d7fb5.md", "se3972b9085.md"], "ranked": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s10469bb4c8.md", "sfe90e32c48.md", "s9a1bca6699.md", "s25b348ea40.md", "s8b0dc391a0.md", "s0b92845a17.md", "s0a6325de8d.md", "s3a70b9d3eb.md", "sf154e7963a.md", "sc4bd3aa8a7.md", "saf505fe6cc.md", "sffa261d09c.md", "s34a3caa65d.md", "se0bb23258c.md", "s8fc0c3997d.md", "s84bf9fd56a.md", "sedf5fa0d15.md", "sbc658acd98.md", "s751597508d.md", "s1ec91f54db.md", "sf0ad36a8bd.md", "sba06f07994.md", "s0d7c36b760.md", "s0b42833856.md", "s107c228db6.md", "s2d643e9286.md", "s9290c68895.md", "s7c7628787e.md", "s7a25de6803.md", "s18a1ccab4c.md", "s5c3c297257.md", "sb106772d6b.md", "scc5ed736a1.md", "s89a8a79dc8.md", "s1abb8b0e69.md", "scee093032c.md", "s7daf31c5c8.md", "sa1eb68d43e.md", "se77ae9bf59.md", "sbe2a7cf430.md", "s7c2239e422.md", "s40562b8b52.md", "seeb1b98bdf.md"], "bm25": [-14.057253, -12.317411, -9.041687, -7.689508, -5.282009, -4.930824, -4.838698, -4.591556, -4.591091, -4.536623, -4.452101, -4.426806, -4.250905, -4.047199, -3.798971, -3.781778, -3.370149, -3.338806, -3.302427, -3.05083, -2.663682, -2.511726, -2.383964, -2.34838, -2.112337, -1.841535, -1.800446, -1.59632, -1.47216, -1.223346, -1.172475, -0.832499, -0.772058, -0.712928, -0.674538, -0.662843, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.6e-05, -1.5e-05], "search": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s10469bb4c8.md", "sfe90e32c48.md", "s9a1bca6699.md", "s25b348ea40.md", "s8b0dc391a0.md", "s0b92845a17.md", "s0a6325de8d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "26bdc477", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s21fc4c531f.md", "sdd927381fb.md"], "ranked": ["s21fc4c531f.md", "sdd927381fb.md", "s0ccc152fac.md", "s4b8ec28d15.md", "s09d0e0f2d5.md", "s89ec50004e.md", "se9b10f342a.md", "s3e44a08706.md", "s43e4c1b9b3.md", "sd787cde1f0.md", "sb12f925790.md", "s13be0dd60c.md", "scea06a89f7.md", "sbc86669bd4.md", "sbe0a9249e9.md", "s1af59cd487.md", "s555715015c.md", "sb9c32e1327.md", "sb77ab9e717.md", "s41c009000e.md", "sb04f490722.md", "se346005246.md", "s7016410520.md", "scbb2ccf919.md", "s7d12110612.md", "sd5d5bdafae.md", "s2d67e98b16.md", "s314e1c7fc1.md", "s0addd9d8a1.md", "s83d8019eb6.md", "s9ba4e1c1e0.md", "s1cfd9cbf47.md", "saf6943bedc.md", "s266cbcb715.md", "s109be3eb38.md", "s84ffab6e97.md", "s550b286711.md", "sfdf39ce573.md", "s779652abf4.md", "sdfbd23aa75.md", "sd06debf23f.md", "s74a761bef5.md", "sa0c75f9690.md", "s8c4f39bcf9.md", "sd7603ef3fe.md", "s44623b9ba7.md", "s7edbefcdc3.md", "s60181c25d0.md"], "bm25": [-24.308118, -19.635246, -5.532334, -4.012945, -3.345629, -3.003479, -2.728646, -2.183215, -2.013874, -1.941014, -1.903327, -1.863214, -1.774548, -1.557209, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -3e-06, -2e-06, -2e-06, -2e-06], "search": ["s21fc4c531f.md", "sdd927381fb.md", "s0ccc152fac.md", "s4b8ec28d15.md", "s09d0e0f2d5.md", "s89ec50004e.md", "se9b10f342a.md", "s3e44a08706.md", "s43e4c1b9b3.md", "sd787cde1f0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0977f2af", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s390ad49a5e.md", "sa527b7698c.md"], "ranked": ["sa527b7698c.md", "s0adcd94f89.md", "s58f7304d65.md", "s1bc8b574a4.md", "s12f0782328.md", "s350b0e1da3.md", "sd73d4982d4.md", "sf57349251e.md", "s608f6ba579.md", "sed23ff69d6.md", "s2b31ec7516.md", "s80b460505a.md", "sf9c4ce4571.md", "s7b00c98339.md", "sb3c817b4ca.md", "saf308b26e2.md", "sa9a31f9f5a.md", "se5c03a8676.md", "s4ee57b9ae1.md", "se0bfb8be84.md", "s9441c5e710.md", "s68a092a9b6.md", "sa6245d7650.md", "s40ede44334.md", "s82c69a810e.md", "sff862b4ee7.md", "sa1706ea1b7.md", "s05f6a10e7f.md", "s5f804f05fe.md", "s6eb5bb9088.md", "s1817c05dff.md", "s83f1d35a2f.md", "s81ef0a68b7.md", "sfe849d32ba.md", "s390ad49a5e.md", "sd4c8332b08.md", "s5841bd3c8b.md", "s6ad20d904e.md", "s5008d46b45.md", "se67ed0345b.md", "sc40296cfc1.md", "s00c12e30c1.md", "s29156cbbb1.md", "s1a7d17e501.md"], "bm25": [-9.965983, -5.971957, -5.916954, -5.183471, -3.793213, -3.6622, -3.123362, -3.080944, -2.926353, -2.904989, -2.873474, -2.781228, -2.030346, -1.581448, -1.4981, -1.48512, -1.475645, -1.462817, -1.238731, -1.035435, -0.963142, -0.887125, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -5e-06, -4e-06, -4e-06, -4e-06, -4e-06], "search": ["sa527b7698c.md", "s0adcd94f89.md", "s58f7304d65.md", "s1bc8b574a4.md", "s12f0782328.md", "s350b0e1da3.md", "sd73d4982d4.md", "sf57349251e.md", "s608f6ba579.md", "sed23ff69d6.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "6aeb4375_abs", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0002, "type": "knowledge-update", "abstention": true, "gold": ["s2e9340ca41.md", "scbe4060dee.md"], "ranked": ["s2e9340ca41.md", "scbe4060dee.md", "sb2e7b3bf96.md", "s2e6b7ff709.md", "s2e4d7ae1a9.md", "s68e9e8750b.md", "s0895078934.md", "sbe5b1f15f0.md", "s7309d5427f.md", "s0ce613fd14.md", "sbab6861838.md", "sd22b01f9a1.md", "sb20c954fa0.md", "sa699f29290.md", "s4f888ae37f.md", "s20b16388db.md", "sd8cdc53430.md", "s0085ed8d62.md", "sdbe49ec098.md", "see22561fc1.md", "sd13fbc1d71.md", "s302e680b67.md", "sc0b6271b78.md", "sa0781ec00b.md", "s3ccc9a7b43.md", "s787480cd66.md", "s9bda434b88.md", "s18b5f5a9d6.md", "scfb3f7ef2b.md", "s18f7462716.md", "s821a9a98ff.md", "sb59c95e1b3.md", "sa3ef4849f1.md", "se1dc3ef440.md", "s952c8d57e2.md", "s11045c8f45.md", "s9db71e10e3.md", "sfaf1cfd5f8.md", "sa4bd9db5de.md", "s00d9d202ff.md", "s5a2a5e542e.md", "s70199259d0.md", "sc72d2834f3.md", "s70f6ab6c5e.md", "s3237afa5b0.md", "s098e27b5c1.md"], "bm25": [-8.441812, -7.443386, -5.642472, -5.426212, -5.218517, -5.101584, -4.648524, -3.688534, -3.023085, -2.729158, -2.671474, -1.982396, -1.78248, -9e-06, -9e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -8e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -6e-06, -5e-06, -5e-06, -5e-06, -4e-06, -4e-06, -2e-06], "search": ["s2e9340ca41.md", "scbe4060dee.md", "sb2e7b3bf96.md", "s2e6b7ff709.md", "s2e4d7ae1a9.md", "s68e9e8750b.md", "s0895078934.md", "sbe5b1f15f0.md", "s7309d5427f.md", "s0ce613fd14.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "031748ae_abs", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0062, "secs_query": 0.0003, "type": "knowledge-update", "abstention": true, "gold": ["s03f1d4b353.md", "sa6143f5b0e.md"], "ranked": ["sa6143f5b0e.md", "s03f1d4b353.md", "s2f0f98cd18.md", "s978994cf6a.md", "s70c9a6ec55.md", "s9b4cd3de47.md", "s527fdd1f30.md", "s9e54fa05f1.md", "s5bb4cec60a.md", "s1d6dbafbd9.md", "s281dc5f631.md", "sd5f99dc5d9.md", "s4745b8ee8c.md", "s8ce4b90c08.md", "s88ef10cd55.md", "sf54171c5db.md", "s00123d1f13.md", "sdf117c4c86.md", "sa712347d38.md", "s3d814444b0.md", "sf5caf91b79.md", "sff1083267a.md", "sff8f216d07.md", "se44d6dc533.md", "s2c26fbc11d.md", "se5c6dbeeb9.md", "s02bdf22f77.md", "s592312124e.md", "s82113a2ed8.md", "s40bacb4507.md", "sbe777750d2.md", "sc82a5a78e3.md", "s1ea714723b.md", "s9b3b24c887.md", "s1237c2d01c.md", "s055307a5c3.md", "sd894b558df.md", "se58a2658aa.md", "s2305d3e996.md", "s00d22545a8.md", "sbef55ace26.md", "s065ce2dd09.md", "sc8f9ec2692.md", "s8a66b64e2e.md", "s778288e1eb.md", "s3cfc18c4d9.md", "s58bd65b1fb.md", "s9e68b2e297.md", "s82f2d54319.md", "s5f59d78b82.md"], "bm25": [-14.879567, -12.688433, -9.554746, -7.495481, -4.239387, -3.595804, -3.512675, -3.049732, -2.972743, -2.968954, -2.636339, -1.766223, -1.653548, -1.570862, -1.517345, -1.482877, -1.476525, -1.455805, -1.380027, -1.358634, -1.230208, -1.052593, -1.051691, -1.042142, -1.015777, -0.964378, -0.914884, -0.373667, -0.286296, -0.276633, -0.275014, -0.264363, -0.22466, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.2e-05, -1.1e-05, -1e-05, -9e-06, -9e-06, -8e-06, -7e-06, -5e-06, -5e-06], "search": ["sa6143f5b0e.md", "s03f1d4b353.md", "s2f0f98cd18.md", "s978994cf6a.md", "s70c9a6ec55.md", "s9b4cd3de47.md", "s527fdd1f30.md", "s9e54fa05f1.md", "s5bb4cec60a.md", "s1d6dbafbd9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f_abs", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0061, "secs_query": 0.0001, "type": "knowledge-update", "abstention": true, "gold": ["s776fa8e881.md", "scd1943d9e9.md"], "ranked": ["s0f3cec0c09.md", "scd1943d9e9.md", "s776fa8e881.md", "s5b1d88e047.md", "s10745aaa44.md", "se642b56bfc.md", "scecce2127c.md", "s040c524516.md", "s5f6584ecc1.md", "s07ed28af94.md", "s6be84fe443.md", "s1bc249f514.md", "s773112d368.md", "sd27d8da13b.md", "s67224f76b9.md", "s8e21c248dd.md", "s68d368b4ce.md", "s986b8e8f97.md", "s7e95e08cb8.md", "sb6dccab2b7.md", "sef2aae9b70.md", "s5e0c16c800.md", "s96f68f85f1.md", "s034e75c4fa.md", "s37c544ec24.md", "s009064e6b2.md", "s28c57693ac.md", "s5796bc0fe5.md", "se74dd6d7a2.md", "s6c573a5349.md", "sfaf0923f96.md", "sed4d018057.md", "s78bed5569c.md", "s1174148fe6.md", "sb223100069.md", "s8fe46e5885.md", "sce7da15135.md", "seff0ed7f50.md", "sb4da2116a4.md", "sbbaa430963.md", "sfcd6ef5f7d.md", "s01902d16b2.md", "s36793a916c.md"], "bm25": [-5.849407, -5.044452, -4.664144, -3.759349, -1.10437, -1.031399, -0.940331, -0.911238, -0.842049, -0.773909, -0.76304, -0.74858, -0.743207, -0.734366, -0.723462, -0.67223, -0.615503, -0.612093, -0.605849, -0.584724, -0.578671, -0.511744, -0.318003, -0.30132, -0.22874, -0.224902, -0.224069, -0.223586, -0.208151, -0.148933, -0.133936, -4e-06, -3e-06, -3e-06, -3e-06, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -1e-06, -1e-06, -1e-06], "search": ["s0f3cec0c09.md", "scd1943d9e9.md", "s776fa8e881.md", "s5b1d88e047.md", "s10745aaa44.md", "se642b56bfc.md", "scecce2127c.md", "s040c524516.md", "s5f6584ecc1.md", "s07ed28af94.md"], "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5_abs", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": true, "gold": ["s248badccae.md", "sea0c5ff5f0.md"], "ranked": ["s248badccae.md", "s365aa52932.md", "s4bc9a9465f.md", "s57b0bfd5fb.md", "s1645cc4b36.md", "s7dadfa2a16.md", "sa41a761a70.md", "s888963d849.md", "s5e54c2e2a8.md", "sb7c3e96762.md", "s6a0c6c83ee.md", "s19add50bb7.md", "sea0c5ff5f0.md", "s2a258e8534.md", "s2faf058746.md", "s6cbc6484ed.md", "s6bc0d24187.md", "sddc5205728.md", "s78d75b994a.md", "s7ccbb0ffa3.md", "s087477ffa6.md", "s39fd000105.md", "s57a0295abf.md", "s333eb19e7d.md", "sffcd511ae9.md", "seae25f4c65.md", "se2171d3e5d.md", "s43ad238c31.md", "sf09f4ccc5f.md", "se7eeb03dd1.md", "s31e7d6d284.md", "sd7fb299fda.md", "s5b35711b70.md", "s7759f3ba89.md", "sfe8c189cdc.md", "seb898dd751.md", "s4b092adb07.md", "sd50ecf7d0d.md", "s2d88961a6b.md", "sdfab744bdc.md", "s0d82738a1d.md", "s624fd496a7.md", "s1d6f9e28f2.md", "s453f0b25d1.md", "sb315526457.md", "sbeda6316e9.md", "s741e7ad410.md", "s7e24570533.md", "s3dcc06f1bf.md", "sfc90da7da0.md"], "bm25": [-7.489109, -4.438238, -3.668625, -2.759359, -2.754699, -2.58923, -2.472628, -2.241485, -2.090543, -2.040992, -1.918846, -1.87882, -1.840829, -1.802, -1.767062, -1.739507, -1.485245, -1.343089, -1.177356, -1.165774, -1.115897, -0.929, -0.822536, -0.819576, -0.702959, -0.695373, -0.51372, -0.484887, -1.1e-05, -1e-05, -1e-05, -1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -8e-06, -7e-06, -6e-06, -6e-06, -5e-06, -5e-06, -4e-06, -4e-06, -4e-06, -3e-06, -3e-06], "search": ["s248badccae.md", "s365aa52932.md", "s4bc9a9465f.md", "s57b0bfd5fb.md", "s1645cc4b36.md", "s7dadfa2a16.md", "sa41a761a70.md", "s888963d849.md", "s5e54c2e2a8.md", "sb7c3e96762.md"], "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "0ddfec37_abs", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0004, "type": "knowledge-update", "abstention": true, "gold": ["s38a6f2d1ab.md", "sed0d2416d7.md"], "ranked": ["sed0d2416d7.md", "s38a6f2d1ab.md", "s936fec9d1b.md", "s09ddbeb13a.md", "sba508c10eb.md", "s4cf0ba188c.md", "s7503957647.md", "s64490e2136.md", "s502a03d3f4.md", "s7a371b5e18.md", "s72230f3680.md", "scbfa6b8784.md", "sd6185338d2.md", "s3667e942ed.md", "sa9cf9cfcdd.md", "sda2e5d799d.md", "s9b91fcf622.md", "sca2bf72d26.md", "s4bebd418ba.md", "scfe2530bbd.md", "sb0d565aebc.md", "sc07ce69f96.md", "scf104c09c0.md", "s57606e4121.md", "s593756f3f1.md", "s9ed6339255.md", "sf0ad3e85ef.md", "s9a2e7602d3.md", "sa9aa404717.md", "s800f0d3c8d.md", "s3294e1ee3c.md", "sb74671fec6.md", "s5d05bc3abc.md", "s913317e2d4.md", "sae005f8f84.md", "s02cb1f607d.md", "sab85bb4545.md", "sd4a97cce04.md", "sa52f731cad.md", "s838daf566b.md", "s9a14dd0b69.md", "sb0b7193397.md", "s1159a14beb.md", "s16009ad6c9.md", "sbdbe2d1c93.md"], "bm25": [-14.072969, -13.08561, -7.997902, -7.174325, -5.172118, -4.934602, -4.857506, -4.8477, -4.441356, -3.313307, -2.914649, -1.874058, -1.634578, -1.505365, -1.482651, -1.450085, -1.166615, -1.146704, -1.075798, -0.946911, -0.930106, -0.825732, -0.772163, -0.744775, -0.739442, -0.587056, -0.573573, -0.549017, -0.082764, -0.076908, -0.076482, -0.069555, -0.067522, -0.060483, -0.060042, -0.052137, -0.038591, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -1e-05, -9e-06, -5e-06], "search": ["sed0d2416d7.md", "s38a6f2d1ab.md", "s936fec9d1b.md", "s09ddbeb13a.md", "sba508c10eb.md", "s4cf0ba188c.md", "s7503957647.md", "s64490e2136.md", "s502a03d3f4.md", "s7a371b5e18.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e_abs", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.0061, "secs_query": 0.0003, "type": "knowledge-update", "abstention": true, "gold": ["s5442e1177f.md", "s70fe86181c.md"], "ranked": ["s70fe86181c.md", "s5442e1177f.md", "s5465334588.md", "se4e25d341e.md", "s32b76d6b70.md", "s2f0f472ed9.md", "s34dc600b1d.md", "s3a31d8d00c.md", "sc432297595.md", "s62d86cc0af.md", "s11aa2a8476.md", "s8de825df74.md", "scb65fdd55c.md", "se02ee28366.md", "se46e094754.md", "sa9aa71aa3f.md", "sde084fae1c.md", "s0c5cbd0a25.md", "s02cb9d8943.md", "scd60b725c0.md", "sab2867c772.md", "s0fbfcf35cc.md", "s957f0c6bbc.md", "s9307939074.md", "s4dc351f324.md", "sa347940c3f.md", "sdebe410305.md", "s0fa1bcc157.md", "s300bbb22f9.md", "sdd4df3b83e.md", "s14a580fd42.md", "sc32850ccb0.md", "s9c10064f1b.md", "s7b978cfd15.md", "s650a41877a.md", "sb07e9d1870.md", "s97eccf2411.md", "sa4ada9d952.md", "s38d4bd0f8f.md", "s8d07708035.md", "se8d5373d54.md", "sec18110616.md", "se3b505f632.md"], "bm25": [-12.986522, -12.132888, -6.155404, -5.159803, -5.158464, -4.104984, -3.748876, -3.373938, -3.343879, -3.302881, -2.887032, -2.815174, -2.627335, -2.539463, -2.502042, -2.038763, -2.021816, -1.962279, -1.931645, -1.921705, -1.659524, -1.348819, -1.300983, -1.259667, -1.246933, -1.183366, -1.072729, -0.983988, -0.777345, -0.558409, -0.496153, -0.484789, -1.1e-05, -1e-05, -9e-06, -9e-06, -9e-06, -9e-06, -9e-06, -8e-06, -7e-06, -6e-06, -3e-06], "search": ["s70fe86181c.md", "s5442e1177f.md", "s5465334588.md", "se4e25d341e.md", "s32b76d6b70.md", "s2f0f472ed9.md", "s34dc600b1d.md", "s3a31d8d00c.md", "sc432297595.md", "s62d86cc0af.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a94", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0005, "type": "knowledge-update", "abstention": false, "gold": ["s9a83c413f0.md", "sef7cfe952d.md"], "ranked": ["sef7cfe952d.md", "s9a83c413f0.md", "se944265085.md", "s892b300c95.md", "s7c274704fa.md", "s93295b6b42.md", "scc3096c54d.md", "s548c31d3b4.md", "sea279f3e22.md", "s08f5ce2506.md", "s58f9fabc66.md", "sf90ab07997.md", "s877df7b231.md", "s071736eb48.md", "s7c5a97880b.md", "s1c5ce25207.md", "s1af72f3b1b.md", "s225132fe10.md", "s3a8efa5b7b.md", "s3d252e5659.md", "s288d7ad7e0.md", "s8f70061fe8.md", "s9384d609b2.md", "s5cc3fdd4d6.md", "s412a129633.md", "s7d4ea8dd4e.md", "s13ddfd2def.md", "s958572dfdf.md", "s0fef5a8507.md", "s0bc790ec12.md", "s54afde4c5a.md", "sd54e4d25cf.md", "s8d130ab725.md", "sb78f035507.md", "s3e5dc26255.md", "s1d4c003180.md", "se6e07d084d.md", "s2c7a7b5d9d.md", "s7f902a65db.md", "s6b86431f9b.md", "sf3fb729718.md", "s54200fbb14.md", "sa2bca49d1d.md", "s4bdf3d2634.md", "s8e16dcd149.md", "sf099c9e4af.md"], "bm25": [-29.626012, -29.349865, -27.500587, -6.774582, -3.101112, -2.8464, -2.211919, -2.158163, -2.124543, -2.016073, -1.843676, -1.71793, -0.639866, -0.6157, -0.607993, -0.607075, -0.490413, -0.485974, -0.472676, -0.445651, -0.424909, -0.38869, -0.360128, -0.313225, -0.163436, -0.133463, -0.106687, -0.10281, -0.093127, -0.073556, -0.068627, -1.6e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.3e-05, -1.2e-05, -1.1e-05, -1.1e-05, -1e-05, -1e-05, -8e-06, -7e-06], "search": ["sef7cfe952d.md", "s9a83c413f0.md", "se944265085.md", "s892b300c95.md", "s7c274704fa.md", "s93295b6b42.md", "scc3096c54d.md", "s548c31d3b4.md", "sea279f3e22.md", "s08f5ce2506.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c45", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0002, "type": "knowledge-update", "abstention": false, "gold": ["s289d96c1ef.md", "sb696e0cd7b.md"], "ranked": ["sb696e0cd7b.md", "s289d96c1ef.md", "sfb3cac6b33.md", "s32dfede62f.md", "sc73d880def.md", "sc38a6ed8d6.md", "s647ac33b16.md", "s7ad06f7c0f.md", "se215f78264.md", "s05e4c046e7.md", "s88ad47c51b.md", "s5830e585fc.md", "sffef72e665.md", "s72fb6ffd4d.md", "sa6f2c5c278.md", "s59944e8270.md", "s74c4223bf4.md", "s2378e1f034.md", "s1c18058ac2.md", "s97f3b8759f.md", "s6b278cc974.md", "s2ee7064618.md", "s707539ab3c.md", "s2bde6db0d6.md", "s673c4157c5.md", "sa6a3b85ba3.md", "se4b99581ac.md", "s93d0d79bb9.md", "s79dc15f8a0.md", "sce7db6d9cd.md", "s72586eb40a.md", "sd67ea0ba1c.md", "sd780be6771.md", "sd047c608fa.md", "s45517617ed.md", "s6416130fed.md", "s8a6d7bb50e.md", "s2590392e05.md", "s26e249bdc8.md", "s237a21233b.md", "s1e9e2b37d4.md", "s4d3f7e4599.md", "sd9752909bc.md", "sa5b2f0e2e9.md", "scf1c70088c.md", "sa930bd881c.md"], "bm25": [-8.572352, -7.184172, -5.367379, -3.199972, -2.665372, -2.237967, -2.072402, -2.055284, -2.025101, -1.986342, -1.93998, -1.895372, -1.848908, -1.753387, -1.721816, -1.521705, -1.497876, -1.299177, -1.286115, -1.217572, -1.078298, -0.921467, -0.917874, -0.862132, -0.766534, -0.75687, -0.703976, -0.667366, -0.651114, -0.610636, -0.530804, -0.507777, -0.067123, -0.062286, -0.056133, -0.055738, -0.054653, -0.052355, -0.050869, -0.04696, -3e-06, -3e-06, -2e-06, -2e-06, -2e-06, -2e-06], "search": ["sb696e0cd7b.md", "s289d96c1ef.md", "sfb3cac6b33.md", "s32dfede62f.md", "sc73d880def.md", "sc38a6ed8d6.md", "s647ac33b16.md", "s7ad06f7c0f.md", "se215f78264.md", "s05e4c046e7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7161e7e2", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0005, "type": "single-session-assistant", "abstention": false, "gold": ["s0b9b6e7214.md"], "ranked": ["s0b9b6e7214.md", "s2fbc1e3025.md", "sc56c31b841.md", "s0ed9ae6715.md", "s6d9051c770.md", "sf610d27604.md", "sff3148862f.md", "sc4f4475590.md", "sfb666093d3.md", "sea47fbdef6.md", "s0bca2e7c4e.md", "s238100d0d2.md", "seb99dba844.md", "s5dae2ad4c0.md", "s4aa650178a.md", "sb7967f022e.md", "s27beef5ce1.md", "s8b3827f765.md", "s4351a4ebdd.md", "sd9dce6fafa.md", "s158e7fecc6.md", "sab6ffd3057.md", "se5623a37ff.md", "se73a7c341c.md", "sd87702a305.md", "saf29b88f07.md", "s1513b35271.md", "sda03387353.md", "sf6af19a31a.md", "saa8645c997.md", "sab3c013d0a.md", "s23c5dcb798.md", "s280fdcd18c.md", "s68d667ba6d.md", "s394a7c3972.md", "s60c697f435.md", "s04cee71b63.md", "sf480edd07d.md", "sab91e9e987.md", "sa8f26a5b67.md", "s5796fbbf13.md", "sf950da9d64.md", "s3ec806680d.md", "s5320502644.md", "s94eb2862a2.md", "s224a48dba9.md", "sf4086b8c44.md", "sf97b00338a.md"], "bm25": [-47.984629, -10.078025, -8.907187, -6.902814, -6.862132, -6.416162, -5.982231, -5.740626, -5.506532, -4.549092, -3.768792, -3.585408, -3.571525, -3.208969, -2.756064, -2.753939, -2.732105, -2.659515, -2.513282, -2.472405, -2.409912, -2.382082, -2.316898, -1.959031, -1.784642, -1.739594, -1.507577, -1.409856, -1.352359, -1.287848, -1.261986, -1.050302, -0.951438, -0.776121, -0.692019, -0.474363, -0.458044, -0.364761, -0.287067, -0.249347, -2e-05, -1.9e-05, -1.8e-05, -1.7e-05, -1.5e-05, -1.4e-05, -1.2e-05, -1.1e-05], "search": ["s0b9b6e7214.md", "s2fbc1e3025.md", "sc56c31b841.md", "s0ed9ae6715.md", "s6d9051c770.md", "sf610d27604.md", "sff3148862f.md", "sc4f4475590.md", "sfb666093d3.md", "sea47fbdef6.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4f10528", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["s6680d82f7c.md"], "ranked": ["s6680d82f7c.md", "s5916a19aa0.md", "s8825d3fc21.md", "s5e6b39c4c8.md", "s74db4d3051.md", "s88a7223dca.md", "s4244e6b097.md", "s816d151105.md", "s947e1a02b1.md", "s68b41f1ecb.md", "sc46c372e80.md", "s2a276a7a0a.md", "sacbee6b1cf.md", "sc3bafb7e3c.md", "s581487a551.md", "sa8beed18e3.md", "s2aac7273cb.md", "s00f49d71bc.md", "s3c21d37c8b.md", "s74b69a64fd.md", "s5ebd2cbeb2.md", "s17ae6ff503.md", "s166e67bc78.md", "s9e1c578286.md", "safac82c87b.md", "sbf006debd4.md", "sbe09c61893.md", "sd4c13c735f.md", "s5b181bac4e.md", "sf0a9ff8fdc.md", "s3abaa56814.md", "s9746ad4825.md", "s3c9ecdaf27.md", "s8228f9c6e6.md", "s3fe38daee1.md", "s7ed03b4623.md", "se20c195e18.md", "s2409508a7e.md", "sf513f9118c.md", "s9c8563425d.md", "s71cfdac81a.md", "sa554aef612.md", "sbe750a809a.md", "sda9cd43577.md"], "bm25": [-36.973176, -8.092405, -7.724625, -7.04366, -6.478574, -6.019129, -5.448026, -4.545219, -4.349646, -4.292374, -3.614955, -3.154515, -2.977392, -2.824128, -2.792908, -2.762581, -2.527262, -2.509024, -2.486637, -2.474384, -2.470627, -2.414253, -2.413992, -2.346268, -2.274809, -2.248048, -2.131042, -1.763185, -1.242782, -0.994132, -0.462078, -0.436663, -0.417943, -0.377394, -0.370547, -0.232077, -2.7e-05, -2.4e-05, -2.3e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.1e-05, -1.7e-05], "search": ["s6680d82f7c.md", "s5916a19aa0.md", "s8825d3fc21.md", "s5e6b39c4c8.md", "s74db4d3051.md", "s88a7223dca.md", "s4244e6b097.md", "s816d151105.md", "s947e1a02b1.md", "s68b41f1ecb.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89527b6b", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.0008, "type": "single-session-assistant", "abstention": false, "gold": ["s6f274e4493.md"], "ranked": ["s6f274e4493.md", "s62a4c4ef24.md", "sb201b97c1d.md", "scc11578ccc.md", "sef9b42dc1a.md", "s3de08ce6f3.md", "s841d4c6ad0.md", "s27063c4d5f.md", "s1be4f01830.md", "sde2ff3eed3.md", "s8ac1ebe097.md", "s224dfde573.md", "sc97589104c.md", "sd82e766e3b.md", "s491cc124dc.md", "se7f94b7064.md", "s39d8bb8704.md", "s55c856b5a4.md", "sac37ecbfce.md", "s16e2d9031c.md", "sd9763d4bd7.md", "sca75e54381.md", "sfcc33b2eee.md", "s85f718357b.md", "s68893faef8.md", "s47d2871da6.md", "seceb14d32c.md", "s2dfc516fb4.md", "sd7f9c1ba33.md", "s7ce5abc979.md", "sb2b7072ad8.md", "s2b4554e336.md", "s54420ff969.md", "s12ededa14e.md", "sa8c1130c59.md", "s789eb0c1d6.md", "sd2e6b74ad5.md", "s31ccb3b2e0.md", "se37ee70dc3.md", "s27ea2cf101.md", "s51791812c9.md", "se67357f67a.md", "s66b52395f1.md", "s2924569739.md", "s3911f85611.md"], "bm25": [-34.844793, -10.413655, -7.775975, -6.879978, -6.86066, -6.146512, -5.962586, -5.420259, -5.182438, -4.664354, -4.33628, -4.318554, -4.267805, -4.241402, -3.985315, -3.614052, -3.595118, -3.401354, -3.352712, -3.122433, -2.67521, -2.495167, -2.450872, -2.274141, -2.193721, -2.163609, -2.090086, -1.92661, -1.914145, -1.829314, -1.787897, -1.665516, -1.530115, -1.375178, -1.327544, -0.928228, -0.698241, -0.116421, -2.8e-05, -2.7e-05, -2.6e-05, -2.6e-05, -2.6e-05, -2.1e-05, -2.1e-05], "search": ["s6f274e4493.md", "s62a4c4ef24.md", "sb201b97c1d.md", "scc11578ccc.md", "sef9b42dc1a.md", "s3de08ce6f3.md", "s841d4c6ad0.md", "s27063c4d5f.md", "s1be4f01830.md", "sde2ff3eed3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e9327a54", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.006, "secs_query": 0.0005, "type": "single-session-assistant", "abstention": false, "gold": ["s77d615ef28.md"], "ranked": ["s77d615ef28.md", "sbcfc47d75c.md", "s27ef6469aa.md", "s4e99819046.md", "sbdfe0bc147.md", "sf1e20b7910.md", "sab51dd26b0.md", "s4753599564.md", "s7ebdcc8f6d.md", "sf032b9dbb3.md", "seb8e19f4ba.md", "sc7d05409ef.md", "s2f7ce33038.md", "sb30f63374e.md", "sad5b193574.md", "saea25222f9.md", "s81a463d820.md", "sf5c0883a81.md", "s560837ca4c.md", "sae4e15500e.md", "s51443c3e40.md", "s9132ac5903.md", "s3e10e985e2.md", "s608c7eceac.md", "s8d2d082c93.md", "s0d197b8c4f.md", "s4bdf85a997.md", "s5113e33f6a.md", "s6baab50e6e.md", "s1c6af02a2b.md", "s9d8cbc15bb.md", "s3f019aa51d.md", "sa49c991f5d.md", "sb7467b8217.md", "s9cd0a498bc.md", "s7fc9317028.md", "s142f19024c.md", "scb7334c679.md", "s2ea1f801ea.md", "sfd7de488f5.md", "s7dd0ee5d8b.md", "s4922e29f77.md", "s0dcb5657a8.md", "s029d5b89eb.md", "s64dd590a09.md", "s5062e90713.md", "s3c09855188.md", "s24f4a0d2aa.md", "scf5b10f60b.md", "sa50ba1293f.md"], "bm25": [-25.710974, -12.350354, -8.946024, -8.218538, -8.154062, -6.223375, -5.795332, -5.79294, -4.342609, -4.024127, -3.970294, -3.899212, -3.595347, -3.522254, -3.486758, -3.284859, -3.270701, -2.927466, -2.754406, -2.501187, -2.40213, -2.290336, -2.250782, -2.124262, -1.694808, -1.644353, -1.581051, -1.420788, -1.165684, -1.111667, -0.79137, -0.774811, -0.774276, -0.752481, -0.749962, -0.720018, -0.657402, -0.595235, -0.546651, -0.534178, -0.533812, -0.440892, -0.327538, -0.317511, -0.294103, -1.7e-05, -1.5e-05, -1.4e-05, -1.3e-05, -1.2e-05], "search": ["s77d615ef28.md", "sbcfc47d75c.md", "s27ef6469aa.md", "s4e99819046.md", "sbdfe0bc147.md", "sf1e20b7910.md", "sab51dd26b0.md", "s4753599564.md", "s7ebdcc8f6d.md", "sf032b9dbb3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4c36ccef", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0005, "type": "single-session-assistant", "abstention": false, "gold": ["s5d4fc0478e.md"], "ranked": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s7e402bc5f1.md", "s69eb702732.md", "s6a14d8207e.md", "s40a8b1cf6a.md", "s20d480cdbd.md", "s8b430c2bec.md", "sff4500b199.md", "s50e5c44762.md", "s86cf313064.md", "s02b914f49d.md", "s4ae1ffc67e.md", "s73f703338c.md", "s53323e86e6.md", "s007e40fe28.md", "s6c6716cbfa.md", "sdeb119dc67.md", "s721e047706.md", "sf8c946c50f.md", "scaf11c68a8.md", "sf01a136366.md", "sf588198b3b.md", "se9ceb633db.md", "s6318976528.md", "sc3addcd4d8.md", "s4984b0fc06.md", "saaa7b3ce5e.md", "s72d5ccdefe.md", "s748ccd994b.md", "s4c5d7694cc.md", "sd9b3faa8f2.md", "se45c52cf40.md", "sae7cf66ec3.md", "sfbcc247cbb.md", "s89d534df4b.md", "sb21df7a9f7.md", "s4d2a936357.md", "sae2124aa06.md", "sf77b329294.md", "s72e467863c.md", "sfb36e780e5.md", "s436749524e.md", "sd42452b34b.md", "s972621125c.md", "sd4d74501aa.md", "s24b4d293b8.md", "sd552c7826d.md", "sf1dbad5821.md"], "bm25": [-24.736392, -10.687401, -7.95793, -7.009505, -6.826442, -4.334357, -4.152856, -3.86417, -3.204525, -3.042381, -2.984639, -2.866989, -2.373863, -2.012331, -1.880155, -1.756003, -1.65792, -1.051408, -2.2e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2e-05, -2e-05, -2e-05, -2e-05, -2e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.5e-05, -1.5e-05, -1.4e-05, -1.3e-05, -8e-06], "search": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s7e402bc5f1.md", "s69eb702732.md", "s6a14d8207e.md", "s40a8b1cf6a.md", "s20d480cdbd.md", "s8b430c2bec.md", "sff4500b199.md", "s50e5c44762.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ae235be", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0063, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["sdd4d750ad1.md"], "ranked": ["sdd4d750ad1.md", "s0c7557e773.md", "s35f1c75062.md", "sd37d6aa525.md", "sa3f6656a74.md", "sb132d4b78c.md", "sa543217cca.md", "sc9b87a70bc.md", "sa9ecb29872.md", "s78d210a08d.md", "sfbc3eb3679.md", "s1438db9d2c.md", "s05e6f0738d.md", "sf64c686d7a.md", "se39a668c28.md", "s6fb72f7f18.md", "sbc62cefe13.md", "s73374b871a.md", "sf5ba34bde8.md", "sf934fee893.md", "sd6735499c3.md", "s3f6a46e8d8.md", "sd490a30473.md", "s4eddeb3c27.md", "s7a55bda3d8.md", "s6a8f23c7c7.md", "s6c5972f0c9.md", "s33569b1fca.md", "s4092f8ecc4.md", "s15f4e3dd87.md", "s85aea01a7f.md", "se98529a43b.md", "s9c76a77cab.md", "s708ded44a1.md", "s5394bf47ea.md", "s0d224766cc.md", "s49e49b8847.md", "sed2caa759f.md", "sb0025cc4be.md", "sac04622707.md", "sc38f2c7eda.md", "s8981631b90.md", "se8451720b9.md", "s7e736f6bd0.md", "sb1fd95b6c9.md", "s003a194a00.md", "s33e5c36d5e.md", "s5e67621526.md"], "bm25": [-39.196391, -7.490343, -7.1847, -5.939245, -5.917585, -4.913752, -4.412228, -4.402439, -4.045027, -3.97741, -3.593109, -3.221355, -3.196534, -2.896938, -2.764815, -2.2309, -2.202533, -2.079662, -2.050785, -2.033107, -1.954341, -1.630545, -1.548769, -1.404541, -1.395715, -1.390874, -1.370366, -1.338926, -1.296095, -1.233471, -1.071969, -1.05154, -0.909868, -0.349841, -0.318594, -2.5e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.6e-05, -1.4e-05, -1.1e-05], "search": ["sdd4d750ad1.md", "s0c7557e773.md", "s35f1c75062.md", "sd37d6aa525.md", "sa3f6656a74.md", "sb132d4b78c.md", "sa543217cca.md", "sc9b87a70bc.md", "sa9ecb29872.md", "s78d210a08d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e00a6cb", "n_docs": 62, "n_repeated_sids": 0, "n_matched": 62, "secs_index": 0.0062, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["s51ac5f7554.md"], "ranked": ["s51ac5f7554.md", "s0340ee3002.md", "s55a6b783c9.md", "sd0c34b3dee.md", "s0b32427669.md", "s73db109bd5.md", "s4badd69490.md", "sed1b89bb06.md", "s9fa2ef8856.md", "saf28f77e45.md", "sfe3303aefa.md", "sc5bcd45a54.md", "s57af6397ef.md", "s14821bc871.md", "saa9bd6d800.md", "sfd96a21a78.md", "s6ef80c5315.md", "s391ddb1d25.md", "s01ed5e8814.md", "s930df49cf8.md", "scfd59929df.md", "s34751f9859.md", "s399207d91c.md", "s07d7fccf37.md", "s43c4541384.md", "s4d829fe78b.md", "sbdc880b570.md", "s6e89546419.md", "s055857e91c.md", "s8015126232.md", "s5744718d1a.md", "s901170cf81.md", "s92049426e1.md", "s2c76fa3160.md", "s4ac75be4d4.md", "s9eaf0c9c03.md", "sc1d29031cb.md", "s2d3aa44204.md", "sf9cf9fa501.md", "sae1aa57fd8.md", "s06c68c8a35.md", "s59c050c6ea.md", "s7de15986a1.md", "s6fca2e4a0a.md", "s6ab1995584.md", "s80cf492283.md", "sbe442cc072.md", "s48662957e1.md", "s4c4c7f465b.md", "s000933ec4b.md"], "bm25": [-30.129756, -18.403539, -17.252141, -11.473098, -10.331595, -10.323716, -9.158936, -8.396658, -7.943535, -7.151489, -6.884751, -5.801636, -5.462981, -5.340539, -5.17659, -5.056158, -5.017016, -4.853685, -4.832733, -4.453823, -4.37907, -4.111123, -4.038718, -3.972041, -3.9448, -3.722324, -3.54392, -3.387367, -3.349788, -3.248876, -3.078494, -2.678193, -2.64369, -2.526868, -2.496307, -2.307073, -2.174588, -2.035892, -2.020438, -1.924033, -1.766677, -1.175317, -1.096976, -0.984109, -0.955786, -2.2e-05, -2.1e-05, -1.8e-05, -1.8e-05, -1.7e-05], "search": ["s51ac5f7554.md", "s0340ee3002.md", "s55a6b783c9.md", "sd0c34b3dee.md", "s0b32427669.md", "s73db109bd5.md", "s4badd69490.md", "sed1b89bb06.md", "s9fa2ef8856.md", "saf28f77e45.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1903aded", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["s32f57ce00f.md"], "ranked": ["s32f57ce00f.md", "s236883e3ff.md", "s4bbf287073.md", "sd5b4f64a3f.md", "s8a4e7c96b5.md", "s9bb629e8af.md", "sd02fc45b98.md", "s78eb016181.md", "sd4fa859d51.md", "s057837d06f.md", "s221e5afe2f.md", "scc348395cc.md", "s32c83dec0d.md", "sd8d6f7c105.md", "s7509fdbb6b.md", "s222b709f98.md", "s26b5d62fdf.md", "sb78352e277.md", "s265693d1e1.md", "sdd614c7152.md", "s119db7d80e.md", "s7e68f90400.md", "s4d2d5ad6df.md", "sfee040525d.md", "sa7b2672a40.md", "seaf6813adf.md", "s5d7373d290.md", "s4cd63e609e.md", "s1102134660.md", "sf2500a0c4d.md", "s8bffb55ef9.md", "sac20c94a7a.md", "s9541be3cbf.md", "sac616dfde1.md", "sacd588afa0.md", "s2cb6c38bf1.md", "s8f3aa9f445.md", "s4daeaf7abb.md", "sae12bcae6f.md", "s18024527a2.md", "s0e3b26e45a.md", "s347087883f.md", "s700af88ec3.md", "sd2f51a6a4b.md", "s0b246a76bb.md", "s481ef644a3.md", "sfd98d15f81.md"], "bm25": [-13.615058, -12.723151, -10.219774, -8.44441, -7.55724, -7.325592, -6.788308, -6.101813, -5.481212, -5.132747, -4.908048, -4.795087, -4.259913, -4.077848, -3.116239, -2.765844, -2.605355, -2.486715, -2.358779, -2.121742, -2.004756, -1.932923, -1.881366, -1.853395, -1.797815, -1.747536, -1.519996, -1.317758, -1.130941, -1.103969, -1.033354, -0.912433, -0.706213, -0.689917, -0.541852, -0.48036, -0.450651, -0.447142, -2.2e-05, -2.2e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2e-05, -1.8e-05, -1.7e-05, -8e-06], "search": ["s32f57ce00f.md", "s236883e3ff.md", "s4bbf287073.md", "sd5b4f64a3f.md", "s8a4e7c96b5.md", "s9bb629e8af.md", "sd02fc45b98.md", "s78eb016181.md", "sd4fa859d51.md", "s057837d06f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ceb54acb", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["sddbbd354df.md"], "ranked": ["sddbbd354df.md", "s5186b52cf7.md", "sba20b421d3.md", "s427273b972.md", "se1ec84b517.md", "sd1a764dd47.md", "scd99110a78.md", "s6ce2cada8c.md", "scc7b24562a.md", "s19ab922df7.md", "s68fc5400dc.md", "sa9635c2cfc.md", "s06c499b044.md", "sb93d1eef35.md", "sacaf5b1ac9.md", "sc7c293f9dc.md", "s6eab598105.md", "sa280dd4c4a.md", "se87f81ddc1.md", "seb3b1fd993.md", "sd6c2a12f6f.md", "s9897298cca.md", "sa280bde9de.md", "s86d3fa1982.md", "sad1b192788.md", "sa21930975d.md", "s6c9fc22f43.md", "s8f57fa5128.md", "sdb0f37d38f.md", "sbe950e7375.md", "sb2330dbbeb.md", "sb269fdae00.md", "sf978a6fb76.md", "s7e4d984896.md", "se2e77368dc.md", "sb66ed90170.md", "sfc5d01afee.md", "s31a09a06e7.md", "sd975fdc135.md", "saff5aebe77.md", "s7a93c04f0d.md", "sda050a588b.md", "s2e6f1b3335.md", "s863f9731d9.md", "s52b29b4295.md", "s0144f48ae6.md", "sef4cd18af8.md", "s87180ad22e.md", "s6aff6bdf51.md", "sa94d514ac2.md"], "bm25": [-29.27473, -10.126672, -10.002055, -8.112688, -7.288294, -6.899424, -6.201422, -6.109373, -4.970285, -4.958344, -4.786114, -4.656746, -4.618573, -4.586567, -3.834784, -3.738342, -3.702605, -3.626462, -3.605457, -3.515699, -3.134641, -2.471355, -2.37554, -2.133191, -1.558377, -1.55646, -1.53737, -1.516355, -1.478963, -1.470813, -1.366735, -1.072262, -1.000563, -0.980743, -0.950556, -0.505334, -0.493944, -0.428684, -0.399629, -0.352236, -0.139357, -0.138758, -0.120855, -0.103268, -2.3e-05, -2.1e-05, -1.6e-05, -1.6e-05, -1.5e-05, -1.4e-05], "search": ["sddbbd354df.md", "s5186b52cf7.md", "sba20b421d3.md", "s427273b972.md", "se1ec84b517.md", "sd1a764dd47.md", "scd99110a78.md", "s6ce2cada8c.md", "scc7b24562a.md", "s19ab922df7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f523d9fe", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0063, "secs_query": 0.0011, "type": "single-session-assistant", "abstention": false, "gold": ["s8fc01a0b52.md"], "ranked": ["s8fc01a0b52.md", "sb34fec71e2.md", "sdf5442c2b8.md", "sc623a3fc0c.md", "s2725257c38.md", "sd43b41838c.md", "sdc20780277.md", "s1875109368.md", "s99a0e4b925.md", "s85f5818dc7.md", "sddb54b73de.md", "se16a04ddb9.md", "s1922d68188.md", "sb985611fdd.md", "s314fd5aad1.md", "s3783bebe90.md", "sdf3ca3ff90.md", "se49bdd5414.md", "s22efc04594.md", "s2579b81279.md", "s21bc0f5394.md", "sf6f3a0e31d.md", "sf547e8ad90.md", "sb631a8dfed.md", "s4bdfe97715.md", "saac2b8f42f.md", "s1d9900577e.md", "s8021c402ec.md", "se4245f5073.md", "sb056b9af74.md", "sa7273991f2.md", "s28c8a9cd69.md", "s1c6cebb008.md", "s6c272e0b9c.md", "s32720fca26.md", "s8a4e6ee0c0.md", "s3518c01c29.md", "s841d40493b.md", "s620f2c9831.md", "s99a3367746.md", "s8dc24015b7.md", "s9d2ebefb4a.md", "s9434adbd15.md", "s866dfe998e.md", "s0b603d567e.md", "sf21ed53f5e.md", "se1b435ee22.md", "s3aecadefba.md", "s1e1849e1cc.md", "s08ed03f8ac.md"], "bm25": [-28.926729, -17.56698, -15.842731, -12.062741, -11.4802, -10.955752, -10.618416, -10.422538, -10.303982, -8.528236, -8.378497, -7.956129, -7.809922, -7.526172, -6.73312, -6.419441, -6.345639, -6.106279, -6.035692, -4.685104, -4.420938, -4.385401, -4.347417, -4.332496, -4.323345, -4.273644, -3.890584, -3.86641, -3.854338, -3.764442, -3.763285, -3.278259, -3.160321, -2.950115, -2.892637, -2.795756, -2.376969, -2.360414, -2.308564, -1.705284, -1.213568, -0.783376, -0.767558, -0.762047, -0.739189, -0.205966, -2.9e-05, -2.1e-05, -1.9e-05, -1e-05], "search": ["s8fc01a0b52.md", "sb34fec71e2.md", "sdf5442c2b8.md", "sc623a3fc0c.md", "s2725257c38.md", "sd43b41838c.md", "sdc20780277.md", "s1875109368.md", "s99a0e4b925.md", "s85f5818dc7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e5e2d1a", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0061, "secs_query": 0.0013, "type": "single-session-assistant", "abstention": false, "gold": ["s25fe824c68.md"], "ranked": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sdd84871267.md", "s94657ffe12.md", "sf18f3310ac.md", "s165b74b4c9.md", "s6cb6ed1093.md", "s77a1cd55fa.md", "s1d499040a3.md", "sace384d53c.md", "s9d163da8d3.md", "sc18e57b1ee.md", "se1216504eb.md", "s417affa9b7.md", "s5066742e00.md", "s95a7d314c5.md", "sb0deea4280.md", "s68631cba9d.md", "s33f7fb6fc8.md", "s5d7d0a7d42.md", "sdeab64d29e.md", "s8e8e12a1be.md", "see083eae99.md", "sd438ef7568.md", "s4606ef3d8a.md", "s3c497af553.md", "s671a624f6a.md", "sc48e6d41a9.md", "s29bde6998e.md", "sa31ab560f1.md", "s3e6ef343fb.md", "s7ef647be2d.md", "s81e0bd4477.md", "saef131af3a.md", "se1d9fd250a.md", "s5a9fd38b58.md", "s76370beaf1.md", "s3bbe0982bb.md", "sb799a6e989.md", "s5531e7fd66.md", "s236f458d3a.md", "scf695ae011.md", "sf974cb4689.md", "s6be480186e.md", "sd872bfb8a5.md"], "bm25": [-84.300992, -13.382178, -12.927932, -10.149801, -7.641226, -7.494887, -7.459694, -7.446013, -7.206558, -7.113231, -7.000896, -5.965634, -5.741378, -5.405327, -5.253325, -4.425033, -4.274665, -4.200088, -4.148623, -3.963843, -3.84123, -3.323058, -3.315597, -3.049646, -2.711703, -2.64852, -2.636566, -2.449339, -2.336596, -2.279135, -2.216292, -1.937211, -1.810773, -1.797638, -1.150623, -0.754575, -0.73484, -4.2e-05, -4.2e-05, -4.1e-05, -4e-05, -3.9e-05, -3.6e-05, -3.6e-05, -3.3e-05, -1.8e-05], "search": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sdd84871267.md", "s94657ffe12.md", "sf18f3310ac.md", "s165b74b4c9.md", "s6cb6ed1093.md", "s77a1cd55fa.md", "s1d499040a3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fea54f57", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0063, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["s716298d65b.md"], "ranked": ["s716298d65b.md", "s19cf2ff81a.md", "sb67dafd5dc.md", "sfee57f211e.md", "s05ac560099.md", "s0dc2cae800.md", "s26b36eee80.md", "sf9ff20322c.md", "s545296d291.md", "s92128f6163.md", "s44212736d6.md", "s3eae99e029.md", "s771bb118db.md", "s4757368684.md", "s27e38e899e.md", "sd212fa7e5f.md", "s57e0664cb9.md", "s2f71537f10.md", "s9a50bb5536.md", "sf3068c148a.md", "sd29f5ef5c6.md", "s05f3660feb.md", "s4f307fe622.md", "sf85078a4e2.md", "saa9f34038d.md", "s2b63ef97d5.md", "sd0399d63a8.md", "s910f6af030.md", "s922cc8d7da.md", "s44c7ea2640.md", "s281fa17fd7.md", "s6fe74e273b.md", "sfb4fae895c.md", "s716f714835.md", "s829894e292.md", "sd9f711aef4.md", "s207652dd0b.md", "s2562faf041.md", "sa3b85edb8e.md", "sa036b28886.md", "sd903134865.md", "se730f7a097.md", "s334dce526d.md", "s94abcf8461.md", "s4b16a16a74.md", "s55e7add76f.md", "s7fa5081ee3.md", "s26a8ca742f.md", "sd14eaf748d.md", "s40b7d25ca2.md"], "bm25": [-32.253915, -13.787738, -13.616908, -8.856602, -8.631901, -7.65908, -6.463101, -5.782844, -5.549963, -4.821081, -4.706389, -4.435529, -4.26067, -4.25437, -4.150542, -3.954976, -3.898865, -3.818482, -3.790761, -3.773913, -3.448478, -3.423632, -3.405606, -3.382158, -3.38024, -2.921094, -2.88774, -2.851127, -2.568396, -2.416402, -2.347224, -2.224111, -2.208679, -1.92053, -1.9154, -1.874022, -1.773542, -1.544202, -1.224865, -0.840428, -0.828556, -0.719285, -0.68409, -0.117071, -0.106225, -0.105642, -1.5e-05, -1e-05, -6e-06, -2e-06], "search": ["s716298d65b.md", "s19cf2ff81a.md", "sb67dafd5dc.md", "sfee57f211e.md", "s05ac560099.md", "s0dc2cae800.md", "s26b36eee80.md", "sf9ff20322c.md", "s545296d291.md", "s92128f6163.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc539528", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["scb70e65f89.md"], "ranked": ["scb70e65f89.md", "s5917656b8a.md", "s878ad61084.md", "s385524111f.md", "s979eb13089.md", "saee77011e7.md", "sdb4fb0a929.md", "sa48772367d.md", "seaa70997b1.md", "s86423c5314.md", "s9bf9f4075c.md", "s9d64ffef53.md", "s6643c4cd9e.md", "sf2e4b9b89f.md", "s1d9babb29d.md", "s642d39ae7f.md", "s344d4aaff7.md", "s0f036e17db.md", "s3428f7dbe6.md", "s3313d2fd91.md", "s41c85497e6.md", "sc5004c4a18.md", "sb6b54d1e6f.md", "s9c4ebfcbac.md", "s700dbd47ff.md", "s8f28c931db.md", "s6558057e3d.md", "sbb26c2dcf1.md", "s96b4a44034.md", "s6229cc88a2.md", "sa73aa7bcb0.md", "sb88d6df047.md", "s34be3872c1.md", "sbaa0b743dc.md", "sbaa6f51555.md", "s6f24d7b352.md", "sc001937795.md", "sb1e2272e08.md", "sddf178a11e.md", "se6e8da2147.md", "s70e5213161.md", "s45bf8ba1fe.md", "saf131fa68f.md", "sce95a6f94d.md", "sc187b44fb1.md", "se65bc534f7.md", "s5457ec6b5c.md", "s50ad7fbfe6.md"], "bm25": [-17.589201, -9.810666, -8.474257, -8.131348, -7.809761, -7.610896, -7.306069, -6.809062, -6.476836, -6.277175, -5.322804, -5.206665, -5.153184, -5.050003, -4.770079, -4.446942, -4.186804, -4.112122, -4.090125, -4.052084, -3.446582, -3.316602, -3.22044, -3.04595, -2.947402, -2.896713, -2.601707, -2.566872, -2.295213, -1.963971, -1.527945, -1.427951, -1.332168, -1.064643, -0.972726, -0.836651, -0.809114, -0.747768, -0.702448, -0.146613, -0.113195, -0.085202, -0.082757, -0.066782, -2.3e-05, -1.9e-05, -1.9e-05, -1.8e-05], "search": ["scb70e65f89.md", "s5917656b8a.md", "s878ad61084.md", "s385524111f.md", "s979eb13089.md", "saee77011e7.md", "sdb4fb0a929.md", "sa48772367d.md", "seaa70997b1.md", "s86423c5314.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dc439ea3", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0004, "type": "single-session-assistant", "abstention": false, "gold": ["s72131d0786.md"], "ranked": ["s72131d0786.md", "sf763b56ac4.md", "sd05f385ef8.md", "sfc75eaa425.md", "sb5a3c6c625.md", "sb1824cc83a.md", "sae289ae30f.md", "sc845cbe097.md", "s455c6f2a3a.md", "sb9db3473f0.md", "s20f587b6b9.md", "sf53d3672a2.md", "s9f5c036872.md", "s70b859566d.md", "se122e31a89.md", "sc61a510b2a.md", "sa91f33b303.md", "sff385fefac.md", "s9ebd6484e8.md", "s13bee81807.md", "sdd38218cf7.md", "sf7607eac4e.md", "s5ea5b8684a.md", "s73b62b2489.md", "sdce3b28424.md", "sed17f0f33a.md", "s876a1ad6b5.md", "s107b4f4990.md", "sd051845914.md", "s693bf89b41.md", "sbe4e33e0a5.md", "sbdf8c4409c.md", "s0bc9545add.md", "sf050795a4f.md", "s4f341c73bc.md", "s0c347adf8e.md", "s9b309b3b86.md", "s3ef70aa317.md", "sce2d22a239.md", "s407c8a9acf.md", "s15cbf04f5c.md", "s6fbc0eb6ba.md", "sc4a24b5bd7.md", "s50af4fcdca.md", "s174bc5727f.md", "sd129b7eeb4.md", "se26ed9076a.md"], "bm25": [-36.506993, -18.38911, -12.71508, -11.46493, -11.191584, -10.940468, -10.791353, -10.690472, -9.875406, -9.32527, -8.997813, -8.78128, -8.738856, -7.770484, -7.375887, -7.374194, -7.14768, -7.016643, -6.310892, -6.014137, -5.957978, -5.640339, -4.689649, -3.766762, -3.54184, -3.528974, -3.45263, -2.887504, -2.668625, -2.475226, -2.322915, -2.104193, -1.956735, -1.917075, -1.620697, -1.606335, -1.427472, -1.377373, -0.825726, -0.736664, -0.038436, -1.3e-05, -1.3e-05, -1.2e-05, -1.2e-05, -8e-06, -7e-06], "search": ["s72131d0786.md", "sf763b56ac4.md", "sd05f385ef8.md", "sfc75eaa425.md", "sb5a3c6c625.md", "sb1824cc83a.md", "sae289ae30f.md", "sc845cbe097.md", "s455c6f2a3a.md", "sb9db3473f0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18dcd5a5", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0008, "type": "single-session-assistant", "abstention": false, "gold": ["se90fe0465d.md"], "ranked": ["se90fe0465d.md", "sd0e27b16a5.md", "s8ec724845f.md", "s30384f3a94.md", "s0659bb6a18.md", "s392f4e9a3f.md", "sd787c6f5d4.md", "sa328e78784.md", "s9baa482826.md", "sea542efedd.md", "sb60f7d8d48.md", "s15936fc36c.md", "s9fb4c8b5b1.md", "sc8cb71fc48.md", "s6c58df2740.md", "s66a977ecb0.md", "scd312f4786.md", "s4bb57c850b.md", "sdc119102d6.md", "s82d896c45f.md", "s8623784b93.md", "s8eec004bbe.md", "s6f6de14569.md", "se26477b5da.md", "sd33ba5eac6.md", "s0d45cda4c4.md", "sd591fdd20e.md", "s94de3e8e1a.md", "s2b1acfde84.md", "sd011927396.md", "se8a41840d9.md", "s9230cc3804.md", "sb11176a8be.md", "sda24d171bf.md", "s4f7a063349.md", "se59047b998.md", "s38e004f3be.md", "s2b4f8fc647.md", "sb28e78064c.md", "saf6fe40954.md", "s05de5038c6.md", "sd9ebb315a7.md", "sbb206080d8.md", "s54b9c7faef.md", "s949e723a69.md", "sdd01f47e2c.md", "s78c2702db7.md", "se79f0c5b6c.md", "sb1a2ae7559.md", "s761cb729ef.md"], "bm25": [-38.618114, -11.293081, -9.108972, -9.066922, -8.61724, -8.087978, -7.968814, -7.928502, -7.735793, -4.771442, -4.546505, -4.429817, -3.899521, -3.687066, -3.296838, -3.1929, -2.840378, -2.71408, -2.681281, -2.243891, -2.196748, -2.179955, -2.147309, -2.034083, -1.904225, -1.892664, -1.875633, -1.599622, -1.457782, -1.12217, -1.070283, -0.484362, -0.482969, -0.482695, -0.455155, -0.439193, -0.43682, -2.8e-05, -2.7e-05, -2.7e-05, -2.6e-05, -2.6e-05, -2.5e-05, -2.4e-05, -2.3e-05, -2.2e-05, -2.2e-05, -2e-05, -8e-06, -5e-06], "search": ["se90fe0465d.md", "sd0e27b16a5.md", "s8ec724845f.md", "s30384f3a94.md", "s0659bb6a18.md", "s392f4e9a3f.md", "sd787c6f5d4.md", "sa328e78784.md", "s9baa482826.md", "sea542efedd.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "488d3006", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0014, "type": "single-session-assistant", "abstention": false, "gold": ["s8734418a3a.md"], "ranked": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "sc8d0660765.md", "s52b54223ff.md", "sb0019d1760.md", "s39ca70cb77.md", "s74fa622112.md", "sc1ef7df69b.md", "s1fbefa4ea0.md", "s0252b528d6.md", "s122f43a52a.md", "s157d94c8fb.md", "s694a76414f.md", "s9763557e3a.md", "s2989898eca.md", "sf5d01b5904.md", "sf3890e3947.md", "s62ad7718e2.md", "sfafb70900a.md", "sfc2fd5eba7.md", "s5148dba0f7.md", "s3e5f553f9b.md", "s62b8681103.md", "se1001f133b.md", "s13106a170c.md", "saeb808a508.md", "s1998dcb2a7.md", "s9e50ad5e25.md", "scd76b0a033.md", "s4bd46bfa47.md", "sddcca515ba.md", "sffe5990ecf.md", "s149cb7a64f.md", "s23ddf8493e.md", "s606ffa6af1.md", "s6d23a23e18.md", "s304942ced3.md", "sfee86a26cc.md", "sa2c255a89d.md", "sc93fe1601c.md", "s7dc09ee8d4.md", "s73d6b7e754.md", "s5882141faf.md", "s168bfa2a64.md", "s6aa9e3c425.md", "s6155245ad5.md"], "bm25": [-47.223123, -32.658507, -24.877817, -15.720026, -13.204469, -9.313005, -8.775737, -8.337065, -6.95089, -6.561713, -4.024607, -3.597669, -3.006526, -2.807745, -2.681366, -2.511837, -2.498944, -2.193189, -2.116535, -2.106535, -1.885428, -1.821312, -1.641078, -1.504032, -1.425335, -1.394972, -1.385939, -1.279954, -1.218535, -1.174803, -1.110329, -0.920604, -0.875446, -0.85143, -0.831843, -0.351463, -0.343824, -0.285499, -0.220897, -0.147745, -0.069405, -0.057448, -0.048742, -3.9e-05, -3.9e-05, -3.8e-05, -9e-06], "search": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "sc8d0660765.md", "s52b54223ff.md", "sb0019d1760.md", "s39ca70cb77.md", "s74fa622112.md", "sc1ef7df69b.md", "s1fbefa4ea0.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58470ed2", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0061, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["sce0d99be96.md"], "ranked": ["sce0d99be96.md", "s3494626d95.md", "s4e7a2fdc16.md", "s1df9ed18dc.md", "s5fb5011055.md", "s1f80d948c1.md", "sd1e32cdcb2.md", "s762bfe906d.md", "s57be5a4930.md", "s35f049039a.md", "sf251f28830.md", "scebdad85a8.md", "s18cd7133f7.md", "sc537031235.md", "se0a6de1c4a.md", "s8dea37a735.md", "s894053cd87.md", "s3897d6c70e.md", "s78715931a9.md", "s08369890de.md", "s5031cb53e4.md", "sf891b13d51.md", "s7942a0a7e9.md", "s77449ce63c.md", "sc47ab5837b.md", "s17db7f0815.md", "s8db73c8199.md", "s4938c4dcfe.md", "s5fd6a8b3a9.md", "s4d286a1f7d.md", "s18f197034c.md", "s55e1ec4990.md", "s50e54c7234.md", "sbd66bdadf5.md", "s7cda925c02.md", "s87b13cb69b.md", "s47baf9fbbc.md", "s1dc4876f59.md", "sadd2a7dd52.md", "s016ce5dc84.md", "sa798e09e79.md", "s6053188f4d.md", "s83a699c366.md", "s5ee5d08533.md", "s42422d499a.md", "s066815cdda.md", "s5669e7a73b.md", "sa8c42fb902.md", "s4cc578f0bf.md", "s7cb42876ff.md"], "bm25": [-33.388056, -10.490239, -9.238109, -9.065578, -8.783133, -6.232351, -6.137523, -6.007088, -4.226957, -4.028356, -3.850758, -3.782425, -3.562395, -3.248185, -3.048837, -3.048301, -2.899517, -2.774666, -2.555021, -2.480144, -2.146437, -2.10166, -2.015826, -1.971106, -1.788916, -1.686321, -1.668323, -1.530759, -1.464422, -1.435304, -1.21543, -1.174354, -0.881226, -0.66205, -0.644056, -0.602589, -0.572586, -0.503422, -0.485831, -0.469075, -0.381719, -0.318432, -0.236031, -0.232613, -0.122242, -0.09088, -0.089988, -2e-05, -1.9e-05, -1.7e-05], "search": ["sce0d99be96.md", "s3494626d95.md", "s4e7a2fdc16.md", "s1df9ed18dc.md", "s5fb5011055.md", "s1f80d948c1.md", "sd1e32cdcb2.md", "s762bfe906d.md", "s57be5a4930.md", "s35f049039a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf51dda", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0008, "type": "single-session-assistant", "abstention": false, "gold": ["s0c256de5e7.md"], "ranked": ["s0c256de5e7.md", "sbff142e398.md", "s85298a585d.md", "scc84b06086.md", "sc69e2c1505.md", "s5dd3672daa.md", "s74ec811dad.md", "s1efb651f1f.md", "s3600982358.md", "sff4153c18e.md", "sd3258d29dc.md", "s1f97315823.md", "sb7ec1fea76.md", "s16e18c3258.md", "s60c23160f5.md", "sd08a84ee87.md", "sb49f626d30.md", "s41e61f5db4.md", "s3f0f5185ed.md", "s21c12f3bd6.md", "s68171f2c41.md", "sc7c5b5c382.md", "sad5e18fe88.md", "s64e3caadea.md", "s546fe9bf1a.md", "s723d142163.md", "sc6d04ef6a5.md", "s31af0f8cf8.md", "s4f2cfb314e.md", "s5026078f89.md", "saf70fc9028.md", "se180651e1f.md", "s9829064b8d.md", "s2ee064663b.md", "sce01784426.md", "s9db24e222a.md", "sb9d997dfe2.md", "s9163b95fd7.md", "sc211a5ee21.md", "sfe64aa165b.md", "seda07a2760.md", "sf68935fbde.md", "s958a6911cd.md", "s304bb399aa.md", "s27cf4be5ab.md", "sb212bf5e40.md"], "bm25": [-42.816993, -14.098634, -9.242199, -8.943473, -8.904496, -8.718858, -7.072464, -6.444126, -6.256224, -6.013336, -5.996849, -5.714008, -5.677162, -5.505619, -5.353098, -4.823722, -4.717028, -4.693178, -4.178502, -3.865348, -3.825248, -3.414914, -3.274581, -3.252242, -3.239279, -3.094975, -3.043711, -2.874626, -2.80747, -2.688881, -2.586505, -2.234785, -2.224997, -2.204293, -2.04865, -2.0087, -1.871053, -1.781325, -1.084362, -0.894363, -0.704764, -0.702788, -0.545812, -2.3e-05, -2e-05, -1.8e-05], "search": ["s0c256de5e7.md", "sbff142e398.md", "s85298a585d.md", "scc84b06086.md", "sc69e2c1505.md", "s5dd3672daa.md", "s74ec811dad.md", "s1efb651f1f.md", "s3600982358.md", "sff4153c18e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4da289", "n_docs": 54, "n_repeated_sids": 1, "n_matched": 54, "secs_index": 0.0062, "secs_query": 0.0009, "type": "single-session-assistant", "abstention": false, "gold": ["s09e96eccd2.md"], "ranked": ["s09e96eccd2.md", "sd6bb456546.md", "s9227c32d85.md", "sc444c5336d.md", "s73d1442e2d.md", "sfcceba0984.md", "s8f48e50175.md", "sf4355a8942.md", "s28e4cacb96.md", "sb4c2a56f22.md", "s5a45861d73.md", "s0c330319e0.md", "s450142501b.md", "s50f8757ddf.md", "sce101a5339.md", "s90647e1a2e.md", "sa422febee4.md", "s942bdff38a.md", "s511aa15e36.md", "saf7e1073c9.md", "s5b35fa2d92.md", "se2fe554ffc.md", "sfb487d4618.md", "s3fc4e9ad28.md", "scd856ee91d.md", "s1d6bcb3018.md", "sdd02ddbe41.md", "s558da64cf9.md", "s2489b1571f.md", "s635a1ef903.md", "sc76a6de7d7.md", "s3c92c9ad29.md", "s82b07c5dec.md", "s6e54f51fde.md", "s28d3d059be.md", "sc775f24b99.md", "s4f526faac2.md", "s2b8acd810f.md", "s4cd77c5869.md", "s6594ed1a93.md", "sc7ce221e42.md", "s8d1a22f114.md", "s826de8a93c.md", "s39ad878feb.md", "s308249e589.md", "s204ab3fbe7.md", "s3caad63c04.md", "scf9825f593.md", "s2fda2258d8.md", "sc654d9a34f.md"], "bm25": [-38.588366, -27.344918, -20.135727, -13.278395, -13.013772, -12.393928, -11.826536, -11.427002, -11.229815, -9.64633, -9.154569, -9.055549, -8.654316, -8.513309, -8.506384, -8.17372, -8.153653, -7.944995, -7.855681, -7.609027, -7.585828, -6.780539, -6.749862, -6.448455, -5.997319, -5.774397, -5.66554, -4.860479, -4.791219, -4.601974, -4.407877, -4.159429, -4.021936, -4.00075, -3.979092, -3.832429, -3.530051, -3.459501, -3.306662, -3.1676, -3.104559, -2.776557, -2.072353, -1.878513, -1.800213, -1.541978, -1.212525, -1.089932, -0.155228, -0.115732], "search": ["s09e96eccd2.md", "sd6bb456546.md", "s9227c32d85.md", "sc444c5336d.md", "s73d1442e2d.md", "sfcceba0984.md", "s8f48e50175.md", "sf4355a8942.md", "s28e4cacb96.md", "sb4c2a56f22.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8464fc84", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.0061, "secs_query": 0.001, "type": "single-session-assistant", "abstention": false, "gold": ["s1cbaa0467b.md"], "ranked": ["s1cbaa0467b.md", "saff1e7a31c.md", "s3b3b8ddc8e.md", "s377a3fe30a.md", "sd4b57511fc.md", "s84c79781e3.md", "se4c06ffc3a.md", "scee959a718.md", "s2aca3c1ffc.md", "sb7dba1832c.md", "s427bb1563b.md", "sf35222680b.md", "s640a52e49a.md", "sa5da8efef4.md", "scf2cb09194.md", "s1f8486bcc6.md", "s57a42183b5.md", "s6af0be5017.md", "s2b5832c5ff.md", "s90a7caafe3.md", "s583da8afd7.md", "sc89a15044a.md", "s402f371278.md", "s5c3a318841.md", "sa0fe94f81c.md", "s2ad85bbe70.md", "s4c1ff84c08.md", "sab4a87752d.md", "scb514c9ca7.md", "s74ce46ab53.md", "s940dcf0488.md", "sf769f4d100.md", "s33924f2867.md", "se0fd1e6a90.md", "s929c3dbe5f.md", "s275b5879fd.md", "s8cf4643b35.md", "sc115c0760a.md", "s2b68d021c4.md", "s54cc1523ef.md", "s430f57f81a.md", "sa79cb23251.md", "s465adca9df.md", "s3babe582a0.md", "s0f013f9bdb.md"], "bm25": [-37.301207, -9.528862, -8.336011, -8.081181, -6.979564, -5.865219, -5.482208, -5.263487, -5.151419, -4.878908, -4.810915, -4.645316, -4.433671, -4.431264, -4.305116, -4.115706, -3.421823, -3.387126, -3.309341, -3.180235, -3.144291, -2.675677, -2.612448, -2.522337, -2.461885, -2.435827, -2.31732, -2.295468, -2.184306, -2.144062, -1.623472, -1.396317, -1.319777, -1.27807, -1.220934, -1.21011, -1.19675, -0.846263, -0.558706, -0.473351, -0.063403, -3.1e-05, -2.9e-05, -2.3e-05, -3e-06], "search": ["s1cbaa0467b.md", "saff1e7a31c.md", "s3b3b8ddc8e.md", "s377a3fe30a.md", "sd4b57511fc.md", "s84c79781e3.md", "se4c06ffc3a.md", "scee959a718.md", "s2aca3c1ffc.md", "sb7dba1832c.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8aef76bc", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["sf0f560c89d.md"], "ranked": ["sf0f560c89d.md", "sa1bf2a1c54.md", "s5fc50c8de4.md", "s11c5b8e721.md", "s6f9482a344.md", "sd623a0e5ad.md", "s8cf127b97b.md", "s792c9f3b86.md", "sbe2ac4334d.md", "s38ad2538a3.md", "s3b3e622d42.md", "sce10b4bf43.md", "s668bb9e05b.md", "s49a7ae72aa.md", "sa5f9e07658.md", "s045140db79.md", "sdb78d3d0f3.md", "sda53a2d1e8.md", "sc55baeeaaf.md", "sa2db8247fc.md", "s2731772b88.md", "sf38276ef4b.md", "s0cb8d150d9.md", "sa6b6f6c612.md", "s4a22f0af13.md", "s5426bdb3d3.md", "s5d228f32cd.md", "s10ca380897.md", "se94327381b.md", "s1dba9a41ed.md", "s89a180ac0c.md", "s3de55c5d2a.md", "sa880a4e116.md", "s2cb7b04a9b.md", "s1da8408ca6.md", "s23c33955fd.md", "sb392109b91.md", "s42c71568f2.md", "s8d2b9ea585.md", "sb44be6e3c6.md", "s82411d2be9.md", "s1d990cbd29.md", "s1ffd8db1a7.md", "s455b638f95.md", "s94443d06ec.md", "s5c7a74e2f7.md", "sa37ee332e9.md", "sd5d94157be.md"], "bm25": [-38.347449, -12.365688, -9.762965, -8.292812, -8.15894, -8.153382, -7.894197, -7.576071, -7.195396, -6.601054, -6.08758, -6.037159, -5.168955, -4.691584, -4.558497, -4.164612, -4.150229, -4.093053, -3.907103, -3.37063, -3.207471, -3.067641, -3.033486, -3.028741, -2.796799, -2.628151, -2.612506, -2.219409, -2.199275, -2.064366, -1.938175, -1.92126, -1.824852, -1.767747, -1.627142, -1.523239, -1.510598, -1.373176, -1.244401, -1.105229, -1.062804, -2.2e-05, -1.8e-05, -1.6e-05, -1.5e-05, -1.5e-05, -1.4e-05, -8e-06], "search": ["sf0f560c89d.md", "sa1bf2a1c54.md", "s5fc50c8de4.md", "s11c5b8e721.md", "s6f9482a344.md", "sd623a0e5ad.md", "s8cf127b97b.md", "s792c9f3b86.md", "sbe2ac4334d.md", "s38ad2538a3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71a3fd6b", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["sb25b3a8e62.md"], "ranked": ["sb25b3a8e62.md", "sa09d1ade1d.md", "saf5389881f.md", "sa4207f764c.md", "sd89332a641.md", "s6fb4f06713.md", "s2f6ad3703a.md", "s53e52aade1.md", "s15350ee73e.md", "s4a2771a822.md", "seb36ba7c14.md", "sfb9418cf08.md", "scdd9363592.md", "s226432ca5f.md", "sd16151081b.md", "sa9889b0df7.md", "s9785b52e7b.md", "sdb7c013a22.md", "s41b03699de.md", "sfc050f8483.md", "sc967d1adc1.md", "s9326627579.md", "sc65ac2eaa9.md", "se817dbd2e0.md", "s86d30b6438.md", "sa0fcd2fb66.md", "s1b6e21be65.md", "s782738e3ed.md", "s9f7af7f17f.md", "s611da45e8e.md", "se30fe53109.md", "sfe8cd88ee0.md", "se5a9338473.md", "s7ed821b2f1.md", "s5f76ce049e.md", "sc6c08035cc.md", "s36ae99ae64.md", "sbbd6730ff4.md", "s663b5ef996.md", "s7d2392106a.md", "s9c21d8bbbe.md", "s7b0e85de81.md", "sd8b34a55d2.md", "s1d1855ba20.md"], "bm25": [-25.067707, -6.876411, -6.62299, -6.420855, -6.392515, -6.206795, -5.963959, -5.728331, -5.625574, -4.790532, -4.732273, -4.06707, -4.002545, -3.819026, -3.587942, -3.420606, -3.102717, -2.8185, -2.765974, -2.728531, -2.659485, -2.514419, -0.896035, -0.865225, -0.689391, -0.665934, -0.577111, -0.537391, -0.381443, -0.251429, -0.22184, -2.3e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.1e-05, -2.1e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.4e-05, -4e-06], "search": ["sb25b3a8e62.md", "sa09d1ade1d.md", "saf5389881f.md", "sa4207f764c.md", "sd89332a641.md", "s6fb4f06713.md", "s2f6ad3703a.md", "s53e52aade1.md", "s15350ee73e.md", "s4a2771a822.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2bf43736", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0061, "secs_query": 0.001, "type": "single-session-assistant", "abstention": false, "gold": ["s7851c54aef.md"], "ranked": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s276fe122c8.md", "s8df9dfdd62.md", "s9eb2a00f91.md", "s9671b15a8a.md", "sac66288764.md", "s18750b2661.md", "s9596012c21.md", "s4782c33fe9.md", "sa66b7a3060.md", "s6596886c72.md", "sf33cdb418d.md", "s64294b2996.md", "sb743fd2815.md", "se275b1797a.md", "s0b60660681.md", "s2291d40a6e.md", "s3d1c0e8224.md", "s390f2aa3cb.md", "sfd6d87568b.md", "sde79b501c4.md", "s71f6a13fb4.md", "s215d988ee2.md", "s4e9780e5a1.md", "s4e08e2b6be.md", "s8588a35793.md", "s479cf62d6b.md", "s7f5b186667.md", "s0148e82280.md", "s5aeb43b880.md", "s65e07b5323.md", "s34fc3b35c8.md", "s28210a0fdb.md", "sdd9d24cd3b.md", "sd0b37733bf.md", "sfa97abc24e.md", "s85f6362883.md", "sed8cce9578.md", "sb260539ed6.md", "s04697524ab.md", "s9042d9bba9.md", "s1d7734d497.md"], "bm25": [-61.360302, -26.590333, -14.514755, -7.247865, -6.909243, -6.512672, -6.122157, -6.047503, -5.981203, -5.898748, -5.30625, -5.291552, -5.105016, -4.820391, -4.546973, -4.407633, -3.85855, -3.599716, -3.27239, -3.020292, -2.80001, -2.724495, -2.662798, -2.514908, -2.360527, -2.221036, -1.73927, -1.500236, -1.485315, -1.465377, -1.388517, -1.197962, -1.163389, -1.125406, -1.076232, -0.863372, -0.494171, -0.455463, -0.450071, -0.123802, -2.4e-05, -2.4e-05, -2.3e-05, -2e-05], "search": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s276fe122c8.md", "s8df9dfdd62.md", "s9eb2a00f91.md", "s9671b15a8a.md", "sac66288764.md", "s18750b2661.md", "s9596012c21.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "70b3e69b", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.006, "secs_query": 0.0012, "type": "single-session-assistant", "abstention": false, "gold": ["sb64af4778e.md"], "ranked": ["sb64af4778e.md", "sd060211773.md", "s8d15c59541.md", "s73aedbec96.md", "s65d815b296.md", "s688cf7d1c8.md", "sd59953d71e.md", "sfe94e25b2d.md", "sa98dedfe22.md", "safe001d4e2.md", "se2b33d99fe.md", "s76f32a395c.md", "s3dd554885f.md", "s36e040dbd8.md", "sb7e9c58728.md", "s3130417c75.md", "s1614d02ae7.md", "sa553eaa4f0.md", "s608f94f45f.md", "s530b160843.md", "s371426c09c.md", "scde5daa4b6.md", "s2706d77849.md", "sdd52ff4b95.md", "s890fcdcff3.md", "s40108e4315.md", "s4d40ebc017.md", "sfd363c47eb.md", "s603c146a3f.md", "sef83edacd3.md", "s703c6091c4.md", "see18da3aff.md", "s5a1002d25f.md", "s2bcc316bbf.md", "se260eae661.md", "s0623d98ba5.md", "sb150caa5d2.md", "s90db23e94a.md", "sc68841d141.md", "sd95333ee53.md", "scae1bb65a8.md", "sd4d05c5e12.md", "sd55cb51aa2.md", "sc0cee87456.md", "sf0df87f6e0.md", "s3da43d5cfd.md", "sc3708db0b7.md", "sac970250dd.md"], "bm25": [-66.745503, -11.630919, -10.944258, -7.827227, -7.208279, -7.197063, -7.189012, -6.877858, -6.820828, -6.519673, -6.420531, -5.725702, -5.48737, -5.351573, -5.086648, -4.691793, -4.639895, -4.574091, -4.468913, -4.446555, -3.769992, -3.66173, -3.580406, -3.531151, -3.343001, -2.941821, -2.766768, -2.705341, -2.665987, -2.348483, -2.305425, -2.214504, -2.012341, -1.583138, -1.577194, -1.38226, -1.353302, -1.282786, -1.188237, -1.041491, -0.857122, -0.804376, -0.272457, -0.253569, -0.141347, -3.4e-05, -2.5e-05, -1.8e-05], "search": ["sb64af4778e.md", "sd060211773.md", "s8d15c59541.md", "s73aedbec96.md", "s65d815b296.md", "s688cf7d1c8.md", "sd59953d71e.md", "sfe94e25b2d.md", "sa98dedfe22.md", "safe001d4e2.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8752c811", "n_docs": 56, "n_repeated_sids": 0, "n_matched": 56, "secs_index": 0.0062, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["s9d8b981456.md"], "ranked": ["s9d8b981456.md", "s7bd61545e4.md", "sfde1d35dcc.md", "s28035ac94c.md", "sf2ed76acd7.md", "s0b163477ed.md", "s040b65b576.md", "s309556279d.md", "s2cb60d6708.md", "s3700aca67f.md", "sb27f345f51.md", "s51584a9405.md", "s15ec6c9e87.md", "s7bb724c3f2.md", "sc294904c4d.md", "s7cdff5af9e.md", "sc137dfbd6b.md", "s808987e952.md", "s5e2b252fd6.md", "sef685992cb.md", "s117cb13f18.md", "sfd1878a988.md", "s864913ac40.md", "s00c14b0854.md", "scb9a678c89.md", "s2a8eded85e.md", "s26559f1e64.md", "sdbb28151a8.md", "s2c6378f367.md", "sb78d5ad0ac.md", "s2a79f12975.md", "sfd47856d35.md", "s50b56b3439.md", "s9ee506baa5.md", "se884074d55.md", "sf6ade02d10.md", "s9021e72c8e.md", "s20fab634bc.md", "s5ebdf8f3d0.md", "s44f55f932c.md", "sf58a384dc2.md", "sadede7fa37.md", "sae8c11d604.md", "s427b9f42aa.md", "s80eb0b19ea.md", "sceabc6cf68.md", "s8464bbca13.md", "s85773c000b.md", "s76f2d8d2ec.md", "s34b641e325.md"], "bm25": [-32.729191, -10.465064, -8.346238, -7.009869, -6.285413, -5.187608, -4.733484, -4.520547, -4.441214, -4.269531, -4.235715, -4.169469, -4.131191, -3.78708, -3.76195, -3.593329, -3.559389, -3.313008, -3.207734, -3.091113, -3.067538, -2.81059, -2.764269, -2.75989, -2.648385, -2.5354, -2.371588, -2.35442, -2.171, -1.925177, -1.813094, -1.395728, -0.876398, -0.754586, -0.690374, -0.668137, -0.630892, -0.619766, -0.612244, -0.546474, -0.514663, -0.486583, -0.478478, -0.134961, -0.105365, -2.5e-05, -2.2e-05, -2.2e-05, -2.2e-05, -2.1e-05], "search": ["s9d8b981456.md", "s7bd61545e4.md", "sfde1d35dcc.md", "s28035ac94c.md", "sf2ed76acd7.md", "s0b163477ed.md", "s040b65b576.md", "s309556279d.md", "s2cb60d6708.md", "s3700aca67f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3249768e", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["sd59df4f53e.md"], "ranked": ["sd59df4f53e.md", "s0788d0cdb7.md", "s7306c41da5.md", "sb3c6edfde2.md", "s117c5333bf.md", "se5e1e945e5.md", "s7928a77cb5.md", "s6a605b07f0.md", "s367422e7f1.md", "sb95b059423.md", "sa2ced6f9a7.md", "s3e5b823ed8.md", "sa392b61ecc.md", "s08a84e8a4b.md", "s67a38b61e1.md", "se1272c4be6.md", "sdc72937a66.md", "s077a854994.md", "s08674c7c41.md", "s660e72a2fd.md", "sde0831bfa6.md", "s1f7d092531.md", "s3c0c437242.md", "sdc88c901bc.md", "s4864f34b9a.md", "s0dc7b2d397.md", "sca4cca9226.md", "s611d22cb4d.md", "sbf65b155a9.md", "sf761efab06.md", "sa0730aa8de.md", "s213bfc4c8f.md", "se107a8f40f.md", "sc02c4fa9be.md", "sfba4e5e76a.md", "s9be0b2db51.md", "s67c34582e1.md", "scaaa1aa2ff.md", "s31956e36c7.md", "s71a2b88b25.md", "s97a63f678b.md", "s0fdc55d84c.md", "sa662fe64ea.md", "s8b098e4198.md", "s33c059daee.md", "s922df1cda2.md", "sa7936fbe6b.md"], "bm25": [-38.694591, -18.700673, -13.571219, -10.730658, -9.238414, -8.702813, -7.785264, -7.672613, -7.077798, -6.864068, -6.417107, -6.034106, -5.758489, -5.678033, -5.09189, -4.39573, -4.209289, -4.149866, -3.98678, -3.961463, -3.921279, -3.821316, -3.637296, -3.23248, -3.147319, -2.737588, -2.495195, -2.37593, -2.337061, -2.313544, -2.215257, -2.09236, -1.901453, -1.826176, -1.791609, -1.520969, -1.318264, -1.31038, -0.93729, -0.882426, -0.738368, -0.686085, -0.42538, -0.069724, -0.069252, -1.7e-05, -1.1e-05], "search": ["sd59df4f53e.md", "s0788d0cdb7.md", "s7306c41da5.md", "sb3c6edfde2.md", "s117c5333bf.md", "se5e1e945e5.md", "s7928a77cb5.md", "s6a605b07f0.md", "s367422e7f1.md", "sb95b059423.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1b9b7252", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.006, "secs_query": 0.0011, "type": "single-session-assistant", "abstention": false, "gold": ["s518a4f1c2b.md"], "ranked": ["s518a4f1c2b.md", "s263257e621.md", "sbb721a7691.md", "sa19cbe7435.md", "s67e83091ad.md", "s7ca75bfc0c.md", "s2f755899bb.md", "scc5dcc5a1f.md", "s69eccd7729.md", "s180fc6f852.md", "sd3853da16d.md", "sf4ca0537be.md", "seaad092814.md", "s83dbba51b5.md", "sdff2b0a5c9.md", "se8e5b8be55.md", "s380874a44a.md", "s661bdeb383.md", "s6394359c62.md", "s27db309fd4.md", "s8f54bd0f91.md", "sd6687210c0.md", "sa0a1d82ef0.md", "sd576ba7251.md", "sfa6e6fbf21.md", "sdc8851aac9.md", "sb28734064a.md", "se59de4607e.md", "s6dae447f22.md", "s3aa170398b.md", "sa071a17e7f.md", "sd3840d88ae.md", "s0ec908d33e.md", "s468622b874.md", "s05a248b4f1.md", "sbeb14de32e.md", "sf26a97eb20.md", "se3ceb876bd.md", "s232545c6db.md", "s559571fc4d.md", "sa271f66d74.md", "s63789a4763.md", "s23d5b977c1.md", "s104c42e0e5.md", "sf787ba0627.md", "s02a45bae32.md"], "bm25": [-38.813139, -21.477608, -19.24575, -17.923914, -10.644564, -10.204909, -8.731374, -7.968978, -7.73112, -7.571261, -6.945769, -5.899834, -5.856799, -5.828832, -5.538982, -5.467583, -5.104152, -5.099801, -4.543508, -4.510595, -4.282209, -3.865019, -3.845574, -3.637981, -3.300729, -3.184474, -3.121327, -3.032461, -3.029721, -2.981128, -2.881526, -2.602443, -2.493284, -2.341878, -2.125116, -1.83223, -1.656206, -1.391374, -0.772742, -0.734849, -0.342622, -0.130611, -0.11747, -2.8e-05, -2.5e-05, -5e-06], "search": ["s518a4f1c2b.md", "s263257e621.md", "sbb721a7691.md", "sa19cbe7435.md", "s67e83091ad.md", "s7ca75bfc0c.md", "s2f755899bb.md", "scc5dcc5a1f.md", "s69eccd7729.md", "s180fc6f852.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1568498a", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0004, "type": "single-session-assistant", "abstention": false, "gold": ["sac95c3a7bc.md"], "ranked": ["sac95c3a7bc.md", "s0d928d6035.md", "s7f0b5d3c32.md", "s4c2d5af38b.md", "s2eabeb2a27.md", "s11209f0439.md", "s82869e0188.md", "s87dac0e166.md", "s0854acd5a6.md", "s5365eaf133.md", "s3af3952168.md", "scabe48e340.md", "sef3c9058d6.md", "sb120dd9b65.md", "s6aa76e5db3.md", "s63861fa468.md", "sce902b6765.md", "sd6a130d600.md", "s38839dc41f.md", "sf2742494eb.md", "s56c5d6a858.md", "s2fe33f98de.md", "sf355ddac73.md", "s1c8def8b17.md", "s4b65c4f4b8.md", "s3048bb726a.md", "se5176aec05.md", "s7ea675aac3.md", "sba7269e151.md", "s5e774311bf.md", "sa899a5485d.md", "s16f6f2b7b6.md", "s1d07a6ddab.md", "s04e0b3b8ae.md", "s4d03dfaa05.md", "s5c5e4fce81.md", "s0dd83372e8.md", "sed96f5dc1d.md", "sa7611d04e9.md", "sbfd5b686c4.md", "s10a9b566be.md", "s4ab06345cb.md", "s286ed18c7a.md", "s7d9cb1b7c9.md", "s9ea326fb86.md", "s04b5d33229.md", "s82900b1191.md"], "bm25": [-22.086202, -9.061525, -8.012152, -7.791595, -7.536282, -6.60267, -6.440482, -6.17931, -5.97533, -5.935961, -5.929299, -5.80646, -4.616933, -4.513353, -4.299864, -4.294114, -4.053714, -3.677961, -3.484895, -3.477739, -3.446747, -3.420341, -3.045857, -2.963994, -2.826305, -2.754105, -2.722753, -2.667928, -2.394025, -2.351402, -2.336196, -2.330444, -2.091215, -1.92956, -1.847345, -1.338966, -1.335935, -1.323808, -1.22789, -1.165478, -1.152212, -1.059548, -7e-06, -7e-06, -6e-06, -6e-06, -6e-06], "search": ["sac95c3a7bc.md", "s0d928d6035.md", "s7f0b5d3c32.md", "s4c2d5af38b.md", "s2eabeb2a27.md", "s11209f0439.md", "s82869e0188.md", "s87dac0e166.md", "s0854acd5a6.md", "s5365eaf133.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6222b6eb", "n_docs": 46, "n_repeated_sids": 0, "n_matched": 46, "secs_index": 0.0062, "secs_query": 0.0011, "type": "single-session-assistant", "abstention": false, "gold": ["s5b47b7704c.md"], "ranked": ["s5b47b7704c.md", "s6c5113104e.md", "s097b0eb647.md", "sb2644628e5.md", "sea515bcff3.md", "s1313993d43.md", "s97c9e6a91b.md", "sd3e3cd73e2.md", "sc79a017bd7.md", "s7752e7c3fc.md", "s7e68625ab3.md", "s9f876fc50b.md", "se7cce9bfbe.md", "s8749e3b174.md", "s018841b7a0.md", "s9c22aa3767.md", "s6899bc415c.md", "sb3ffaac619.md", "s51b4912596.md", "s9726befdfc.md", "s4fece9046c.md", "s9b13e59847.md", "s4154fdfe19.md", "s1c0725d0b4.md", "se382b97262.md", "s2e6d77710a.md", "s6349f88849.md", "s40a03d48f0.md", "s1c84965480.md", "s4a53a5b4b1.md", "s4a91feb6fb.md", "sdfc6369245.md", "s9ffbe5d08e.md", "s5dd3fb9cbd.md", "s2eb524fa55.md", "s2d658b1469.md", "s46440b4d18.md", "sd2b1b77dce.md", "s3c8699d315.md", "s96a44d08b7.md", "sfee265c2ed.md", "se2a420ec32.md", "sc3c6efb6f4.md", "sc764309bd8.md", "s68517156a6.md", "s4eb2fbad47.md"], "bm25": [-71.744601, -16.171888, -15.505492, -9.695671, -9.406053, -8.803886, -8.380886, -8.376797, -7.93107, -7.860233, -6.068367, -6.036536, -5.974212, -5.877438, -5.685291, -5.590608, -4.654423, -4.479104, -4.416153, -4.398752, -4.264395, -3.936438, -3.910874, -3.86614, -3.75163, -3.644003, -3.593449, -3.517038, -3.431107, -3.384498, -3.267584, -2.953501, -2.930325, -2.76901, -2.620609, -2.520244, -1.75526, -1.714982, -1.325947, -1.076093, -0.769068, -0.250579, -3.4e-05, -3.3e-05, -3.3e-05, -3.2e-05], "search": ["s5b47b7704c.md", "s6c5113104e.md", "s097b0eb647.md", "sb2644628e5.md", "sea515bcff3.md", "s1313993d43.md", "s97c9e6a91b.md", "sd3e3cd73e2.md", "sc79a017bd7.md", "s7752e7c3fc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e8a79c70", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0005, "type": "single-session-assistant", "abstention": false, "gold": ["s04003554dd.md"], "ranked": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "sc4a3678382.md", "sdbfe227dc7.md", "sdfbf061db7.md", "s666adafd3c.md", "s2c92e96f5f.md", "s9f501c0c54.md", "s4569e76b20.md", "s1181fa6348.md", "s807e6d324d.md", "s3c22351124.md", "s8e3ae9fdf4.md", "sda6796ade6.md", "s84f1908d1c.md", "s0abb0949e6.md", "s75dd5d8c36.md", "sd593ccfb7a.md", "sa3bc7333df.md", "s9f8c2acf81.md", "sa747cc84ce.md", "s3bc21bbad6.md", "sf5431e66f8.md", "s472868a601.md", "s99a6fd7886.md", "sb23c89f0b3.md", "s568282cd4d.md", "sff077f48b5.md", "s83bd5333a6.md", "sb4ba15824c.md", "sd408180b5f.md", "s138721d475.md", "sd2bb7f9f6b.md", "s91a1e3fb97.md", "s79de0fb1e3.md", "s154ba941db.md", "s2aafbfd662.md", "s045fc5325d.md", "s7f313c2f54.md", "s779f128ac4.md", "s2bba79f8fc.md", "sa28d249c0f.md", "s5a6d2016ce.md"], "bm25": [-15.319596, -11.840159, -11.657424, -9.333254, -7.373147, -7.214488, -6.602936, -6.499931, -6.129486, -6.097245, -5.688788, -5.502811, -5.104497, -4.944435, -4.901094, -4.571802, -4.492184, -4.24424, -3.925619, -3.874621, -3.755992, -3.613867, -3.15642, -2.749151, -2.711944, -2.407267, -2.241253, -2.036955, -1.761356, -1.744792, -1.648609, -1.511317, -1.50785, -1.485906, -1.342672, -1.262122, -1.206912, -2.1e-05, -2e-05, -1.8e-05, -1.7e-05, -1.5e-05, -1.4e-05, -1.3e-05], "search": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "sc4a3678382.md", "sdbfe227dc7.md", "sdfbf061db7.md", "s666adafd3c.md", "s2c92e96f5f.md", "s9f501c0c54.md", "s4569e76b20.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d596882b", "n_docs": 44, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.006, "secs_query": 0.0008, "type": "single-session-assistant", "abstention": false, "gold": ["s0b86d4012e.md"], "ranked": ["s0b86d4012e.md", "s0e82274fa0.md", "s0376097cf1.md", "s772e742c94.md", "sd6415281e4.md", "s2ed0de2374.md", "s8f3c77a225.md", "s03da0ab909.md", "s546ba7d870.md", "s88ebca5b82.md", "s3bcbc2fb9c.md", "s2a6f8edc44.md", "s0497584fb4.md", "sc23a8cc0cb.md", "s90b4cf3f80.md", "s3fb10929e7.md", "s2bbe912c02.md", "s219374ef8d.md", "s4bb206c6a1.md", "s73c4e1f67e.md", "s90d2e10814.md", "sda0f7f4ee3.md", "sbfa904b737.md", "s61541fc4f6.md", "sfdbabc383c.md", "s3c44f4c044.md", "scbda7c913d.md", "se013f1b2dd.md", "s8404d2fa3d.md", "sab2acfba16.md", "sb8c5259134.md", "sb16ea0d99f.md", "s801c78789c.md", "s8aa189bdb5.md", "s946ceeaed3.md", "s9937a66719.md", "sfc387f85e5.md", "s5eadc9659e.md", "sca5594e89b.md", "s66e954b940.md", "sf09b02bce2.md", "s1082910165.md", "s28e0b222ef.md", "s6fce34712f.md"], "bm25": [-27.993223, -10.898745, -10.026147, -8.958142, -8.408216, -8.352963, -8.172338, -7.199216, -5.896922, -5.69037, -5.159687, -4.678137, -4.639894, -4.480816, -4.430303, -4.000969, -3.732284, -3.542415, -3.510675, -3.45589, -3.440854, -3.025228, -2.700538, -1.942352, -1.894861, -1.762322, -1.727368, -1.57842, -1.138698, -0.94553, -0.92189, -0.846675, -0.841764, -0.828424, -0.480457, -0.424351, -0.409239, -0.382986, -0.376761, -0.337354, -0.269819, -2.7e-05, -2.2e-05, -1.8e-05], "search": ["s0b86d4012e.md", "s0e82274fa0.md", "s0376097cf1.md", "s772e742c94.md", "sd6415281e4.md", "s2ed0de2374.md", "s8f3c77a225.md", "s03da0ab909.md", "s546ba7d870.md", "s88ebca5b82.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e3fc4d6e", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0062, "secs_query": 0.0009, "type": "single-session-assistant", "abstention": false, "gold": ["s38287e8fe8.md"], "ranked": ["s38287e8fe8.md", "s5d7c916856.md", "sc206c05512.md", "sa70c39424e.md", "s7cdcc1fe41.md", "sfd39a47d30.md", "sc137b20f36.md", "scca4df75bc.md", "s82fb35161e.md", "sef8c6dee51.md", "sde7d225cac.md", "s7680de12b3.md", "s2859eddef2.md", "s141573c4ca.md", "sb04cc30ec7.md", "sd8efc129a1.md", "s0e9bcee655.md", "s48fbd6146a.md", "s469a2d376c.md", "se41406c2aa.md", "s948d515e69.md", "sbb2655cd77.md", "sabad1a6bf1.md", "s5a45102063.md", "sb4b7206929.md", "s0c56c760f0.md", "scd01007835.md", "s76634d339f.md", "s4537853fd1.md", "sf331c0648d.md", "s6439adffa8.md", "scc9444acef.md", "s43438433a1.md", "s3417cd8238.md", "s7e9a03238d.md", "sac96f02864.md", "s28561f860f.md", "s63871bb111.md", "sd0a76d2ee7.md", "s7b1ca027b2.md", "s23b5bd11b7.md", "s8811f62716.md", "scfa474846e.md", "s99b5a37850.md", "sa307780757.md", "s85cf178fdf.md", "s1b9ee33094.md", "s3c653dfa79.md", "sad63a110b1.md", "s19e92740c0.md"], "bm25": [-60.7634, -11.544856, -10.903335, -9.852423, -8.976134, -8.302036, -8.149167, -7.440981, -6.788054, -6.699866, -6.296202, -6.0433, -5.805494, -5.718317, -5.703543, -5.286782, -5.198801, -5.01893, -4.640946, -4.326325, -4.220165, -4.136045, -4.030182, -3.74447, -3.607565, -2.746082, -2.57322, -2.514818, -2.49437, -2.433604, -2.388786, -2.276911, -1.979908, -1.867141, -1.807225, -1.125073, -0.658653, -0.502536, -0.488515, -0.33716, -0.33099, -0.261453, -0.069923, -0.047153, -0.045593, -0.041717, -2.5e-05, -2.5e-05, -2.3e-05, -2.3e-05], "search": ["s38287e8fe8.md", "s5d7c916856.md", "sc206c05512.md", "sa70c39424e.md", "s7cdcc1fe41.md", "sfd39a47d30.md", "sc137b20f36.md", "scca4df75bc.md", "s82fb35161e.md", "sef8c6dee51.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51b23612", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0059, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["s4d8ff19935.md"], "ranked": ["s4d8ff19935.md", "sa9da17c67a.md", "s56f57c69c3.md", "s6e307052e2.md", "sf40c5f4304.md", "s656a1a1682.md", "s50a2873244.md", "s9868fb3bb1.md", "sce7385e9e9.md", "s8c9ee4db64.md", "s04b2a8615d.md", "se64cbbf06d.md", "sf1c67c4e64.md", "s2228391988.md", "s2ad672594b.md", "s47c93e7254.md", "s102d12f40d.md", "sf72d0c4b17.md", "s043ee7387e.md", "s91923effe5.md", "s386b4d19f4.md", "s86863da178.md", "s17bbf2bf48.md", "s83163a209a.md", "s64f3b1e0f6.md", "s01d928a914.md", "s7ff74d3a29.md", "se1db058ce2.md", "s5c0f9d88c0.md", "s6e251461a6.md", "s593089ae2e.md", "sca233b249e.md", "sa4619f7afb.md", "s722b83efed.md", "sb01dcec020.md", "s8a034876b5.md", "s555f25309d.md", "sfc2f45bb7b.md", "sc4dc83c0c8.md", "s9bacd2d51a.md", "scda4e99ddd.md", "s03cbf817d5.md", "s7d2e396a69.md", "s6a31a56172.md", "s2132849ff4.md", "sf6497da562.md", "s6dd2aff76f.md"], "bm25": [-43.4204, -12.623892, -10.912857, -9.277636, -9.119322, -8.489114, -7.543709, -7.117121, -7.092057, -6.536955, -6.15106, -6.000033, -5.923969, -5.896858, -4.530655, -4.468752, -3.873311, -3.79376, -3.646028, -3.547825, -3.463196, -3.296337, -3.277555, -3.122741, -2.844106, -2.42963, -2.183637, -2.095456, -1.939722, -1.864375, -1.802012, -1.338826, -1.18761, -1.092225, -1.066379, -0.999989, -0.985246, -0.979833, -0.790578, -0.778669, -0.506896, -1.8e-05, -1.8e-05, -1.7e-05, -1.4e-05, -1.2e-05, -9e-06], "search": ["s4d8ff19935.md", "sa9da17c67a.md", "s56f57c69c3.md", "s6e307052e2.md", "sf40c5f4304.md", "s656a1a1682.md", "s50a2873244.md", "s9868fb3bb1.md", "sce7385e9e9.md", "s8c9ee4db64.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3e321797", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0008, "type": "single-session-assistant", "abstention": false, "gold": ["s8824eeaa06.md"], "ranked": ["s8824eeaa06.md", "s1cb36fa62c.md", "s85374a92e4.md", "s3c3ea302b4.md", "s8b8ef34bf7.md", "sc1eadfd0f4.md", "s501da65c1d.md", "sab75d8c96f.md", "s846b1468aa.md", "sde9c2c0af9.md", "s134a4aeff0.md", "sbac2b7a53d.md", "sff578cb684.md", "s43e7547ad6.md", "sfc1c73f525.md", "sb71f88984b.md", "s13a0f7b520.md", "se8012daa50.md", "sd296050f6f.md", "s9ffabe1769.md", "s7be6873f02.md", "sbeb7526730.md", "s2bdb456d48.md", "s3ffe548789.md", "s3bc57b0d08.md", "s341f04762b.md", "sfcf5130690.md", "sfd20167f91.md", "s41ca63859f.md", "s33ab321101.md", "sc5c21b9bf1.md", "sac6b88b6a7.md", "s9ce6b27c08.md", "s1dd3a3f2a0.md", "scd52bc4761.md", "s507b7f4ac4.md", "sf7a4dc79f0.md", "s9b7d18d8bf.md", "sb88204faf0.md", "s5968825379.md", "s11ddf68bbf.md", "s7646f8152a.md", "s7e9e71cf71.md", "s51859fedc4.md", "s71cdd1a52e.md", "sb51a7bcb00.md", "s4a86f09559.md", "sb7e04edd79.md", "s39173b5737.md", "s70ff595fc3.md"], "bm25": [-50.694592, -20.075469, -19.823322, -17.009972, -13.318887, -13.159096, -10.062765, -9.637333, -9.022614, -8.637279, -8.260107, -7.147892, -6.934926, -6.927902, -6.854339, -6.803136, -6.230162, -5.990115, -5.487828, -5.459484, -5.186888, -4.90848, -4.348897, -4.327821, -4.161322, -4.053038, -3.968469, -3.681783, -3.606261, -3.432633, -3.361645, -3.05039, -3.004777, -2.804409, -2.587194, -2.470382, -2.331072, -2.238616, -2.083993, -2.039283, -1.600966, -1.211912, -1.113945, -1.024476, -0.625896, -0.599505, -1.9e-05, -1.6e-05, -1.6e-05, -1.6e-05], "search": ["s8824eeaa06.md", "s1cb36fa62c.md", "s85374a92e4.md", "s3c3ea302b4.md", "s8b8ef34bf7.md", "sc1eadfd0f4.md", "s501da65c1d.md", "sab75d8c96f.md", "s846b1468aa.md", "sde9c2c0af9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e982271f", "n_docs": 54, "n_repeated_sids": 0, "n_matched": 54, "secs_index": 0.0062, "secs_query": 0.0009, "type": "single-session-assistant", "abstention": false, "gold": ["sea5783032a.md"], "ranked": ["sea5783032a.md", "s8ee6e1d4b2.md", "s4e4db79cec.md", "sf0bab2e2f2.md", "s584b612982.md", "s7f54b12505.md", "s754000f9bc.md", "sfaa532a206.md", "s4083954eeb.md", "s3d897a5509.md", "s453f8205a0.md", "s1432827a36.md", "s88a7cf556b.md", "s9448975b3e.md", "sfd5af1336b.md", "s3fd72943ea.md", "s660cdc4b16.md", "s95e7b62b71.md", "sbf61c0ae53.md", "sde378ee249.md", "s56e1a91223.md", "s90404aec92.md", "s0f21791780.md", "sd55146f52b.md", "sce964475ed.md", "s3f9629cc19.md", "sbc13f62618.md", "sa61682c45e.md", "s3bb4b21fe1.md", "sef39b62efb.md", "sa69b95fd1d.md", "s3d82576df2.md", "s3e76bbdd97.md", "s9c30609f1b.md", "s3c3aa2b9cd.md", "sb99165f43c.md", "s9546d0860a.md", "s85c8c00e65.md", "s642e6245cc.md", "s8cb2032b45.md", "s4bc7fb59de.md", "s60b1255eea.md", "saa64d5ba9d.md", "s0fccb9eba3.md", "s1f4d06379a.md", "s97d7c97b0f.md", "s9c5974194c.md", "s14ffa532a7.md", "s90228448ce.md", "sb3292b1a37.md"], "bm25": [-29.612465, -18.28118, -11.53862, -11.310602, -9.505941, -8.49931, -7.384401, -6.799077, -6.540447, -6.295256, -6.008088, -5.217597, -5.184415, -5.1641, -5.155659, -5.136368, -4.950563, -4.78794, -4.429992, -4.156372, -4.088394, -3.789318, -3.749215, -3.606672, -3.541842, -3.252158, -3.219947, -2.879019, -2.428415, -2.390582, -2.047953, -1.974522, -1.951387, -1.625686, -1.399442, -1.236063, -1.165322, -1.088262, -0.894739, -0.891669, -0.763897, -0.727411, -0.688953, -0.687949, -0.656942, -0.623764, -0.529829, -0.382337, -0.265344, -0.262055], "search": ["sea5783032a.md", "s8ee6e1d4b2.md", "s4e4db79cec.md", "sf0bab2e2f2.md", "s584b612982.md", "s7f54b12505.md", "s754000f9bc.md", "sfaa532a206.md", "s4083954eeb.md", "s3d897a5509.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "352ab8bd", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.006, "secs_query": 0.0009, "type": "single-session-assistant", "abstention": false, "gold": ["s0d28370197.md"], "ranked": ["s0d28370197.md", "s3660f300eb.md", "s6bd07fb430.md", "s9ebe2df49b.md", "sa5a604bd4d.md", "sc437ab711b.md", "s1aabf43e22.md", "s8d8d9d5afe.md", "sa1a5f071a3.md", "s2963d6d0bc.md", "s154a203c1d.md", "sc30736cae3.md", "s2e523bd514.md", "s19d15a64b9.md", "s5c95bd2171.md", "s37c1e22d7d.md", "s7064d66d1a.md", "scf93b2bcab.md", "scb828b2291.md", "s2f47102849.md", "sc0ed0eda23.md", "s49387513b2.md", "s18e50ecbe7.md", "s820017fae9.md", "sd196926bda.md", "s3281c03897.md", "s2eec8915a3.md", "s861eaad331.md", "s27a39b7c5b.md", "scd24869b40.md", "s0ccf047a75.md", "sdfbb8fe82e.md", "s7d138aba0a.md", "sc00c4302e2.md", "s85e31079d3.md", "s86d7f1b909.md", "s1b4e841c20.md", "sf5f3855c0d.md", "s14958bdbd1.md", "s6ad1dd86b7.md", "sa2ccda33b8.md", "s0ef6042989.md", "sb3ccda8f99.md", "s092916b9e2.md", "s058561053c.md", "s38ce59b8c5.md", "s9b7d0527f3.md", "sc87131a25a.md", "s0e02eca0ed.md"], "bm25": [-76.871459, -10.305937, -8.410083, -7.932925, -7.055405, -6.504544, -6.275962, -6.257601, -5.972516, -5.258472, -4.840869, -4.093745, -3.764029, -3.669796, -3.358998, -3.121264, -2.973139, -2.827808, -2.638915, -2.54746, -2.302673, -2.208863, -2.002261, -1.830162, -1.221032, -0.915582, -0.891901, -0.756826, -0.750826, -0.665568, -0.653036, -0.620658, -0.612311, -0.576101, -0.53536, -0.437807, -0.436716, -0.372473, -3.3e-05, -3.2e-05, -3e-05, -3e-05, -2.8e-05, -2.7e-05, -2.7e-05, -2.6e-05, -2.6e-05, -2.4e-05, -1.5e-05], "search": ["s0d28370197.md", "s3660f300eb.md", "s6bd07fb430.md", "s9ebe2df49b.md", "sa5a604bd4d.md", "sc437ab711b.md", "s1aabf43e22.md", "s8d8d9d5afe.md", "sa1a5f071a3.md", "s2963d6d0bc.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca762bc", "n_docs": 42, "n_repeated_sids": 0, "n_matched": 42, "secs_index": 0.0061, "secs_query": 0.001, "type": "single-session-assistant", "abstention": false, "gold": ["s465438d08b.md"], "ranked": ["s465438d08b.md", "s2320ac4aa4.md", "sa5ed29f79a.md", "sdddb6e962b.md", "sbbe48ed195.md", "s6e50ba9e7e.md", "s55bb7dbac0.md", "sf73ee336fb.md", "sf0e7668494.md", "s8e6f48f153.md", "s49d8626762.md", "sba0a1809c5.md", "s722692bffd.md", "s278daef1c5.md", "s842bfd685a.md", "s5b6ec7f244.md", "s0e3eecb13d.md", "s0e179f7d65.md", "s44ea032896.md", "s086853fb27.md", "sf505763895.md", "sbf2d30cf89.md", "se31c59310c.md", "s6591a7b30c.md", "sf24820743f.md", "s2cb8031016.md", "sab1410f673.md", "s7cbb5f3493.md", "s77fe708150.md", "sac41cefb31.md", "s9038c01b62.md", "s68ff0ed125.md", "s712ff8eccd.md", "s416a51074f.md", "s1500249f95.md", "s6a40b2b2e8.md", "s9c417a9c1c.md", "saca69c2ce0.md", "s2a4f4fc158.md", "s08e665b42b.md", "s734d650d3e.md", "sf11577b177.md"], "bm25": [-29.735661, -11.1327, -9.6164, -9.433717, -8.840806, -8.044509, -7.561156, -5.648996, -5.634986, -5.390117, -5.206174, -5.157562, -5.08575, -4.380618, -4.018747, -3.8852, -3.686357, -3.451248, -3.221352, -2.80401, -2.460878, -2.357725, -2.318581, -2.146786, -1.993665, -1.987138, -1.953228, -1.887368, -1.718779, -1.647869, -1.385621, -0.937703, -0.849224, -0.756555, -0.598804, -0.589891, -3.9e-05, -3.1e-05, -3e-05, -2.9e-05, -2.8e-05, -2.6e-05], "search": ["s465438d08b.md", "s2320ac4aa4.md", "sa5ed29f79a.md", "sdddb6e962b.md", "sbbe48ed195.md", "s6e50ba9e7e.md", "s55bb7dbac0.md", "sf73ee336fb.md", "sf0e7668494.md", "s8e6f48f153.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a8d0b71", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 45, "secs_index": 0.006, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["sd80af9ef08.md"], "ranked": ["sd80af9ef08.md", "s44fa92a84b.md", "s7909179525.md", "s116e282da5.md", "sa6ba64840f.md", "sa6efa9a4bc.md", "s5b2ce27108.md", "s01076e7a42.md", "s2376599742.md", "s1e0614e22a.md", "sc99148a393.md", "s67eb800273.md", "sa84ebd678d.md", "s2ab19fbb69.md", "s56008327fa.md", "s556586a9d7.md", "s9ea25f64a9.md", "s78596c9c85.md", "sa0a7fc80dc.md", "s5d6950fc0b.md", "s564cbe4051.md", "sf32e45bc0d.md", "sfc9509d3d7.md", "s4617539a6f.md", "s5245620964.md", "s019de8f2c3.md", "sa41d1ba4bb.md", "s8f75db98cd.md", "sd798e099c1.md", "sfe3622c917.md", "se4d74b8fac.md", "sa2e100aab5.md", "s6bf7cee5c0.md", "s178668233d.md", "s41aab554ca.md", "s243ae6c11c.md", "sbcc89a60c6.md", "s726575202a.md", "sd0e885a7cd.md", "sa381ddda75.md", "sf2a8f46cba.md", "sa88463bad2.md", "s38029cd2df.md", "s0e9d734b82.md", "sb4f61eb6b7.md"], "bm25": [-39.750079, -24.344675, -9.831208, -8.031869, -6.563097, -5.607057, -5.426535, -5.198618, -4.570064, -4.044393, -3.793272, -3.545774, -2.828813, -2.794476, -2.644056, -2.553516, -2.390051, -2.239471, -2.144926, -1.947801, -1.816609, -1.767158, -1.651399, -1.499287, -1.272069, -1.035144, -1.018027, -0.985547, -0.894179, -0.857769, -0.747598, -0.713008, -0.688292, -0.539058, -0.490482, -2.1e-05, -2e-05, -2e-05, -1.8e-05, -1.5e-05, -1.4e-05, -1.3e-05, -1.3e-05, -1.2e-05, -7e-06], "search": ["sd80af9ef08.md", "s44fa92a84b.md", "s7909179525.md", "s116e282da5.md", "sa6ba64840f.md", "sa6efa9a4bc.md", "s5b2ce27108.md", "s01076e7a42.md", "s2376599742.md", "s1e0614e22a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a40e080f", "n_docs": 48, "n_repeated_sids": 0, "n_matched": 48, "secs_index": 0.0061, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["s96ff435a8c.md"], "ranked": ["s96ff435a8c.md", "sdf78694dc8.md", "seca2ac2649.md", "s73d9f4f80f.md", "sa303af4ee6.md", "s49ef099e68.md", "sdccd0854ce.md", "s052c3047aa.md", "s73af9e978d.md", "s4c2ff4a452.md", "sff0d3f997a.md", "s74a46ba0b4.md", "s854570a2bb.md", "s88e2423e6b.md", "sfff2c74f7f.md", "sacdd6bed2f.md", "scc02233c2d.md", "s283a7e1a2d.md", "s1d0f795079.md", "sd62cf41ce8.md", "s4f1089658e.md", "scc9651485e.md", "sd2b8c4a6af.md", "s25d8f3cde7.md", "s57f31fa554.md", "s0d443cfc9d.md", "s218751cc92.md", "sb621741cca.md", "sb78cd30474.md", "s62e0c9da9f.md", "s00050725c7.md", "sba5a8f5959.md", "s02616f0cc3.md", "s6bc95bea8a.md", "s5e733a45d5.md", "s26250ee203.md", "s770b5d7058.md", "s47f72780b3.md", "sae6937dd01.md", "s64c2beef44.md", "sbc3cc1f62d.md", "s91012c85ca.md", "sb9f85ea4d6.md", "se44fa78161.md", "sbe327fe96b.md", "sae6d1a8c64.md", "s9fb5e1e0a7.md", "s9fc8cf9f0f.md"], "bm25": [-24.04342, -11.365626, -9.903906, -9.048258, -8.739881, -7.16836, -7.088733, -6.845689, -6.326756, -5.47854, -5.179843, -4.974347, -4.757873, -4.577219, -4.543099, -4.500536, -4.287542, -4.252389, -3.843926, -3.779018, -3.103969, -2.908693, -2.902389, -2.885773, -2.856498, -2.717654, -2.561749, -2.557856, -2.363206, -2.268558, -2.2551, -2.207652, -1.962093, -1.903885, -1.829215, -1.733117, -1.672613, -1.612741, -1.461223, -1.447485, -1.359077, -0.696879, -0.413307, -0.339019, -2.2e-05, -2e-05, -1.9e-05, -1.7e-05], "search": ["s96ff435a8c.md", "sdf78694dc8.md", "seca2ac2649.md", "s73d9f4f80f.md", "sa303af4ee6.md", "s49ef099e68.md", "sdccd0854ce.md", "s052c3047aa.md", "s73af9e978d.md", "s4c2ff4a452.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8b9d4367", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0062, "secs_query": 0.0008, "type": "single-session-assistant", "abstention": false, "gold": ["sb887613188.md"], "ranked": ["sb887613188.md", "s52a78a3e4d.md", "s2b6cc70514.md", "s1711d567a1.md", "sbc564175be.md", "s9fec3267c2.md", "s80f9d83ed9.md", "se9c0405fdf.md", "s193711d6db.md", "s94484483c3.md", "scfa2b031db.md", "s4a19360ded.md", "sf399223a7c.md", "s6585babf7f.md", "sf400739d0e.md", "s69018a3690.md", "s086a6218c2.md", "s961f104a70.md", "sbd16577915.md", "sa303ae6152.md", "sf52b39889c.md", "s550793557a.md", "sad1a9e0a1b.md", "s8371eabe4d.md", "s2af22c0e32.md", "seae9aa7400.md", "scd393dae4c.md", "s46d8eae3cb.md", "s9e18e701db.md", "sf310dc0ef6.md", "s0c192b82dc.md", "s467c848401.md", "sa99e39dd6c.md", "s30da651bbd.md", "s1784afabc0.md", "s7d2e6f162b.md", "sa64adbc051.md", "sc2f2a7e571.md", "s9fba984893.md", "sff8759ee6e.md", "sf88f13259f.md", "sa3a39c7e20.md", "s0943315de7.md", "s6f017eae9d.md", "s425ae3eb9c.md", "sb0253805b0.md", "sf796005620.md", "s67ff6d2217.md", "sfef37afe2f.md", "s2e3b517535.md"], "bm25": [-51.277319, -11.032691, -10.1857, -9.869465, -8.770905, -8.474707, -6.999106, -6.875992, -6.799559, -6.524547, -5.953629, -5.861682, -5.621246, -5.537167, -5.45806, -5.438255, -5.377827, -5.057349, -4.676731, -4.539387, -4.428291, -4.38937, -4.311334, -3.628042, -3.392458, -3.319718, -3.191035, -3.139882, -3.102564, -2.968347, -2.858482, -2.475363, -2.376733, -2.006711, -1.975987, -1.95035, -1.842739, -1.792441, -1.769074, -1.631852, -1.572654, -1.171479, -1.070111, -0.871779, -0.703759, -0.604665, -0.568765, -0.552926, -0.443586, -0.249696], "search": ["sb887613188.md", "s52a78a3e4d.md", "s2b6cc70514.md", "s1711d567a1.md", "sbc564175be.md", "s9fec3267c2.md", "s80f9d83ed9.md", "se9c0405fdf.md", "s193711d6db.md", "s94484483c3.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5809eb10", "n_docs": 52, "n_repeated_sids": 0, "n_matched": 52, "secs_index": 0.0063, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["sdc288d637a.md"], "ranked": ["sdc288d637a.md", "s1a252c8ba1.md", "se1ddc38a71.md", "s7f18f7027e.md", "s97f1300a30.md", "s6378593e33.md", "s5c15c2499b.md", "scb1ec32cb3.md", "s16c3b42e02.md", "s6d2e7316ce.md", "s55f51da40e.md", "s3f6e06a1ef.md", "s86e4217a5f.md", "sd8975ebbaf.md", "s6b796dcc91.md", "s81a0b45853.md", "s40ed21af1b.md", "sa4f268e07e.md", "s4350e7ba3b.md", "s11d1303de1.md", "saf8bdf7e52.md", "s51b8f32834.md", "s4148f40ec8.md", "s59c2885271.md", "sfe4051c403.md", "s5a9bf2d8ac.md", "sf979f579bc.md", "s0a61d61fd5.md", "s4988aefb66.md", "sa3af2735e0.md", "s54cf509d49.md", "s0ff1b39339.md", "s2e29682020.md", "s6cff0d430b.md", "s57cbcacabf.md", "s0ce64a1e6f.md", "s82937de4cc.md", "s7fc1f6e179.md", "s0588f9258a.md", "s2061914d29.md", "see777c3b64.md", "s867eeb4e01.md", "s12ebd063b3.md", "s7e07e05678.md", "s1003de4faa.md", "sc9a1eaee2b.md", "s41205fc81c.md", "s44a5c86746.md", "sc896cbe69d.md", "s5dbf273815.md"], "bm25": [-49.834949, -9.896606, -9.089455, -6.912127, -6.376359, -6.324494, -5.893, -5.737867, -5.555497, -5.476539, -5.459123, -5.023219, -4.865631, -4.676272, -4.612789, -4.591847, -4.157891, -4.045777, -4.019049, -3.993503, -3.971459, -3.819597, -3.442626, -3.438092, -3.346529, -2.72286, -2.150033, -2.058602, -2.026539, -2.024929, -1.985207, -1.833754, -1.827377, -1.706441, -1.262331, -1.250112, -1.214978, -1.207497, -1.110008, -1.02426, -1.019386, -0.956442, -0.746198, -0.668967, -0.659033, -2e-05, -1.9e-05, -1.8e-05, -1.6e-05, -1.5e-05], "search": ["sdc288d637a.md", "s1a252c8ba1.md", "se1ddc38a71.md", "s7f18f7027e.md", "s97f1300a30.md", "s6378593e33.md", "s5c15c2499b.md", "scb1ec32cb3.md", "s16c3b42e02.md", "s6d2e7316ce.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41275add", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0062, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["s6c781bb2b2.md"], "ranked": ["s6c781bb2b2.md", "sbe618bf69f.md", "sb8e533b015.md", "s34789aafd1.md", "se15a346ce8.md", "s0fea59c73c.md", "sf587505ebe.md", "sc9900c875c.md", "s153b36c213.md", "sf7e7b3e9c9.md", "s0d12ca1249.md", "s69f895da1c.md", "s538efc2a96.md", "s77e27db66d.md", "s4ab69d7f23.md", "s6cbc3684fe.md", "s52bc34b90b.md", "sfc55a260b3.md", "seb2e5ac520.md", "sb5df7898a3.md", "s2af4863343.md", "sdddda333b7.md", "sf766382834.md", "s2d0ca6aa66.md", "s47aceb0fb4.md", "sedfe66726c.md", "s03354a569e.md", "s37bbe70b31.md", "sd7e3c15ddf.md", "s88aea817ef.md", "s61c25398ef.md", "se7c5229a5e.md", "sd5932a1363.md", "s9c0e9a0698.md", "s4d4a99b34e.md", "s65f1b545f5.md", "s07c15e52bb.md", "s483641cbb3.md", "s3b058bc1f4.md", "s31c71cf8b0.md", "s1ebb88155b.md", "sa4e322c34d.md", "s74975b6ed8.md", "se02915f0d3.md", "s75b224c6e4.md", "s01d814735d.md", "sd850f058e2.md", "sacde959186.md", "s673d3855f4.md", "sdaf56980d5.md"], "bm25": [-36.732379, -12.941581, -12.755286, -8.891503, -8.748072, -6.587305, -6.549087, -5.481935, -5.464191, -4.71679, -4.54242, -3.777316, -3.696821, -3.42209, -3.302959, -2.923849, -2.724477, -2.543861, -2.432577, -2.113363, -2.054363, -1.979676, -1.684579, -0.573998, -0.567485, -0.485174, -0.439743, -0.343694, -0.33745, -0.315863, -0.296913, -0.269635, -0.195637, -0.168266, -0.163451, -0.139371, -2.1e-05, -2e-05, -2e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.8e-05, -1.7e-05, -1.7e-05, -1.6e-05], "search": ["s6c781bb2b2.md", "sbe618bf69f.md", "sb8e533b015.md", "s34789aafd1.md", "se15a346ce8.md", "s0fea59c73c.md", "sf587505ebe.md", "sc9900c875c.md", "s153b36c213.md", "sf7e7b3e9c9.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4388e9dd", "n_docs": 43, "n_repeated_sids": 0, "n_matched": 43, "secs_index": 0.006, "secs_query": 0.0005, "type": "single-session-assistant", "abstention": false, "gold": ["s4b74fddf47.md"], "ranked": ["s4b74fddf47.md", "s1a16e9118f.md", "s48eacf7850.md", "s7b61d8ff17.md", "sb3034dd159.md", "s2731f1f271.md", "sf8132b677a.md", "sa5ebe246ab.md", "s52e38b4ecc.md", "s77087c5431.md", "seea2e2cd31.md", "s8e9154410a.md", "s2d7f7df283.md", "sf8cd25662b.md", "sdf1d2f9125.md", "s302c1d88c8.md", "s0ef096cb70.md", "s03e7cfafb9.md", "s1070724221.md", "s4bd984d2f1.md", "sa93c18e1e7.md", "s42e8ef0e23.md", "sc6a58cb6d5.md", "s85d6096757.md", "s63df9e919b.md", "s21b7e2af0e.md", "s6fd8dc6509.md", "sff2d38b45f.md", "s6df0fe3d5a.md", "s6ece0af266.md", "sad516f49a3.md", "s8509563fce.md", "s1639368ac7.md", "sa74dc48159.md", "s0a52b07d40.md", "s8730313544.md", "sb6642f4025.md", "s1de6aaf6f4.md", "s8e80e82b25.md", "sb0782420d3.md", "s545bf0776d.md", "s71d2813687.md", "s1451eaa13c.md"], "bm25": [-26.485571, -8.520884, -6.56325, -6.16741, -5.402128, -4.867798, -4.490132, -4.405249, -4.242622, -3.878196, -3.732983, -3.397839, -3.366804, -3.094971, -2.830341, -2.802595, -2.63603, -2.572042, -2.486817, -2.466495, -2.367411, -2.290399, -2.260934, -1.952097, -1.834635, -1.785441, -1.684895, -1.552121, -1.527341, -1.115833, -0.894506, -0.885056, -0.87606, -0.834993, -0.773436, -0.411965, -0.366608, -0.326169, -0.288031, -0.242649, -0.198333, -1.4e-05, -1.2e-05], "search": ["s4b74fddf47.md", "s1a16e9118f.md", "s48eacf7850.md", "s7b61d8ff17.md", "sb3034dd159.md", "s2731f1f271.md", "sf8132b677a.md", "sa5ebe246ab.md", "s52e38b4ecc.md", "s77087c5431.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4baee567", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0005, "type": "single-session-assistant", "abstention": false, "gold": ["s3ace27611d.md"], "ranked": ["s3ace27611d.md", "s715e9b6fe4.md", "s384530b9c4.md", "s56eb547a6c.md", "s54e7f8e2e5.md", "sc0c681f583.md", "s3dddd2af40.md", "sff7f36e61d.md", "s3c6c0f9e60.md", "s6d24f9c816.md", "s803945ab72.md", "sa842c68ddf.md", "sc6774224cc.md", "s73af48d036.md", "s14dac2b6fb.md", "sbf584e3103.md", "sc6c1223862.md", "s1ee4001472.md", "s830a5f064a.md", "sba4099051e.md", "sc5f528d1a3.md", "s697732680a.md", "s03c95a72e6.md", "s1fb181ca72.md", "sae25e16be2.md", "sa99fc44072.md", "s729356c721.md", "sa4f842fdc3.md", "s004197ad5e.md", "sfd3c2173c4.md", "sfc9af11e45.md", "s6e0ce0e2c2.md", "s5322670cbf.md", "s4c492973d9.md", "s502bc9bcc4.md", "sb3a989e007.md", "s0fc1aa9cc1.md", "s6f40584a8d.md", "s6955897f6c.md", "sf923d980a1.md", "s1993a1bc2d.md", "sbcd7dff485.md", "s1d7d5fc8c9.md", "s9ef7b590d1.md", "sbb88320fea.md", "s601ef2f62a.md", "s7a127849e1.md", "sc35f702874.md", "s40fccd2874.md"], "bm25": [-28.174, -6.267749, -5.168363, -5.111568, -4.714121, -4.64764, -4.160548, -3.54392, -3.543831, -3.377517, -3.373731, -3.293351, -3.206683, -3.107761, -3.000665, -2.949942, -2.817981, -2.657601, -2.357489, -2.077231, -1.974716, -1.751348, -1.743792, -1.652246, -1.54479, -1.544029, -1.495016, -1.3876, -1.231592, -1.20747, -0.969251, -0.95221, -0.851407, -0.823578, -0.76406, -0.75528, -0.591138, -0.497677, -0.079759, -0.066769, -0.056589, -0.046175, -0.044534, -0.036581, -0.031837, -1.9e-05, -1e-05, -1e-05, -3e-06], "search": ["s3ace27611d.md", "s715e9b6fe4.md", "s384530b9c4.md", "s56eb547a6c.md", "s54e7f8e2e5.md", "sc0c681f583.md", "s3dddd2af40.md", "sff7f36e61d.md", "s3c6c0f9e60.md", "s6d24f9c816.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "561fabcd", "n_docs": 49, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["sf0ed4d21d0.md"], "ranked": ["sf0ed4d21d0.md", "s3049cabb4f.md", "s7a02a2f26e.md", "s9d5097c83f.md", "sac47f71d90.md", "se65b0fa5da.md", "sb4d12072eb.md", "seb4762fb6c.md", "sf7b32ae991.md", "s47dd613477.md", "s6305a01f10.md", "s0e46ccd082.md", "s225ee529dc.md", "sec15f1229f.md", "s7018417eb3.md", "s4b3d7c54ed.md", "s1bd0ee4868.md", "s634a0387a4.md", "sd104a62ac2.md", "s1459f160f2.md", "sde6de86043.md", "s5bf84967ab.md", "s4a1ac5745c.md", "s0fb0a46e6f.md", "s1f4a72036f.md", "s4ce0813855.md", "sdbf5d76cae.md", "scf1fddb512.md", "s341b53686c.md", "sa8aeb5d311.md", "s608a378c10.md", "s2d16913d44.md", "s2e7a81c3a7.md", "sa8ffadbdaa.md", "s23593bf0d8.md", "s41adacafda.md", "s17b1fe1aab.md", "s1a41bba19d.md", "scfc5a78d12.md", "sa23fbf2f07.md", "s621a733f5e.md", "s95ad6c7548.md", "s7365aa2a0a.md", "s74bb0f5c8d.md", "sc5b9033d4a.md", "s78754a685b.md", "s098ea951d4.md", "se226ca1ad2.md", "s5054bee643.md"], "bm25": [-22.713162, -12.378702, -11.36358, -10.326671, -9.64905, -9.396666, -8.878007, -7.791707, -6.5059, -5.989007, -5.609164, -5.219895, -4.921635, -4.875289, -4.600842, -4.184632, -3.672728, -3.55051, -3.42793, -3.385419, -3.381697, -3.316782, -3.165089, -2.981118, -2.958695, -2.719311, -2.445574, -2.249501, -2.202511, -2.047812, -2.00889, -1.971389, -1.15738, -1.115231, -1.065204, -0.958601, -0.912598, -0.809458, -2.1e-05, -1.8e-05, -1.7e-05, -1.6e-05, -1.5e-05, -1.4e-05, -1.2e-05, -1.1e-05, -1e-05, -1e-05, -2e-06], "search": ["sf0ed4d21d0.md", "s3049cabb4f.md", "s7a02a2f26e.md", "s9d5097c83f.md", "sac47f71d90.md", "se65b0fa5da.md", "sb4d12072eb.md", "seb4762fb6c.md", "sf7b32ae991.md", "s47dd613477.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b759caee", "n_docs": 53, "n_repeated_sids": 0, "n_matched": 53, "secs_index": 0.0063, "secs_query": 0.0008, "type": "single-session-assistant", "abstention": false, "gold": ["sa656fe857d.md"], "ranked": ["sa656fe857d.md", "s76bddd8282.md", "sffb76df863.md", "s5d8081bb49.md", "s808e91f06b.md", "s80abcb9aa9.md", "sffde818b31.md", "s1e9e4437ec.md", "sfa2911d0bc.md", "se95860b45a.md", "s5640212d56.md", "sb999961cf9.md", "se5f521a521.md", "sc1ce59f344.md", "sdf298e81db.md", "sfcb536fb4a.md", "s5a72e62540.md", "s626eb45e18.md", "s50ce8f15fd.md", "s0b7f383523.md", "s93236a8559.md", "s20c2e16f1d.md", "s1d2f7b0ecf.md", "s59c0fd260b.md", "s9eba8acec7.md", "s27e6c735d9.md", "s20150088ca.md", "s91dc45286d.md", "se0dbbdaf76.md", "se7b4981f47.md", "se6fe025019.md", "s6260a29f97.md", "s1bbba7ba34.md", "s0d6cb7ae09.md", "seb7a87e7a7.md", "sa46976300f.md", "s84194f8295.md", "s32d0939ef7.md", "s80f9f0a8d2.md", "s3024db41bb.md", "s33745c795d.md", "s2e422304e1.md", "sf56cb578f3.md", "sd9c9777f9d.md", "sa96c166fb7.md", "s8d49887e45.md", "sca0f47bf09.md", "s46cd0a320a.md", "s2b22216c9e.md", "s05742693c0.md"], "bm25": [-34.360195, -12.451534, -9.401486, -7.77928, -7.642364, -7.602437, -7.465782, -7.344037, -6.004837, -5.973199, -5.604556, -5.020643, -4.653265, -4.56119, -4.55974, -4.535998, -4.370164, -4.212136, -4.133627, -3.848066, -3.834645, -3.697597, -3.474934, -3.372619, -2.689219, -2.573061, -2.339915, -2.188039, -2.161372, -2.01523, -1.801958, -1.769792, -1.649879, -1.648275, -1.625352, -1.472263, -1.461475, -1.429388, -1.39619, -1.103452, -0.983205, -0.843018, -0.809626, -0.679797, -0.527349, -0.503384, -0.493356, -0.217388, -0.135794, -2.1e-05], "search": ["sa656fe857d.md", "s76bddd8282.md", "sffb76df863.md", "s5d8081bb49.md", "s808e91f06b.md", "s80abcb9aa9.md", "sffde818b31.md", "s1e9e4437ec.md", "sfa2911d0bc.md", "se95860b45a.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ac031881", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.006, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["s67b24e48ad.md"], "ranked": ["s67b24e48ad.md", "s94f1634e0d.md", "s6faddff4ea.md", "sd1f53c9f89.md", "s4253f98a80.md", "s4b85d1b2c2.md", "s0e01ea633c.md", "s6e5a587694.md", "s7aec71f641.md", "s59bc300679.md", "s7cf4a981a0.md", "sec649811dd.md", "sbf8b781a02.md", "s2485504716.md", "s2b8290bd14.md", "s45625805e5.md", "s4bb167a144.md", "s953558c00d.md", "sc0d758adfb.md", "s3d38d8456d.md", "sc8ef9ef86e.md", "s3399641a63.md", "s150b3e3545.md", "s76aae04635.md", "s396e2705d4.md", "sbff85b2d9f.md", "sa64cd669a4.md", "sc976756faf.md", "s880743032c.md", "sf896283624.md", "s9ab25e04be.md", "s9dc7c58525.md", "s6dec1563f9.md", "sab83c565b4.md", "s6862d4ad94.md", "sc0f7dbf75e.md", "s1c30dc5d77.md", "sf1e0a8af59.md", "s72a9e777d8.md", "s2d94795274.md", "s5c89bca24b.md", "s04e242523e.md", "sf1bb32b87e.md", "s6dd03abaa3.md", "s3958919cf8.md", "s4f4a2cfc05.md", "sc3e643fcda.md"], "bm25": [-24.928942, -7.77605, -6.874207, -4.736562, -4.408858, -3.257258, -3.250095, -2.499643, -2.451688, -2.395506, -2.167533, -2.114679, -2.011249, -1.87238, -1.751815, -1.639363, -1.590452, -1.489442, -1.476261, -1.470617, -1.391653, -1.288384, -1.24957, -0.600039, -0.428676, -0.427269, -0.396511, -0.377892, -0.371636, -0.363562, -0.325587, -0.305331, -0.268251, -0.246562, -0.237597, -0.226211, -0.223609, -0.221662, -0.182524, -0.180954, -2.3e-05, -2.2e-05, -2.1e-05, -2e-05, -2e-05, -1.7e-05, -1.5e-05], "search": ["s67b24e48ad.md", "s94f1634e0d.md", "s6faddff4ea.md", "sd1f53c9f89.md", "s4253f98a80.md", "s4b85d1b2c2.md", "s0e01ea633c.md", "s6e5a587694.md", "s7aec71f641.md", "s59bc300679.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28bcfaac", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0062, "secs_query": 0.0009, "type": "single-session-assistant", "abstention": false, "gold": ["s765ed17ae1.md"], "ranked": ["s765ed17ae1.md", "s2c2c2d8139.md", "sa8d19b0c36.md", "sba7a08d73a.md", "s8d95839e64.md", "s3882a4a43c.md", "sf7e822282a.md", "s246554b034.md", "s3bee16d7ba.md", "s79f1dd7ed7.md", "sb5f4d845e3.md", "s16fc86a5df.md", "s182c4e20bc.md", "sbb1c271899.md", "s1dc35f28d2.md", "sb045d7183a.md", "sbad70711ce.md", "s1e33d1ac85.md", "s31dcb41c4f.md", "s733146d4b3.md", "s6cafab145c.md", "s3c0f38781a.md", "s96a73dd3b5.md", "s80ba600bc3.md", "s8696142eb6.md", "s2dc877370b.md", "s11bf5387f1.md", "s12f5e0502a.md", "saf5b0568a3.md", "sdce3c6b288.md", "s93f8fe3ed4.md", "sb07c1c5e80.md", "s9415c914b9.md", "s11357a0bdd.md", "sea7dc11658.md", "s54336392ed.md", "sff6f99ddc0.md", "saaf2612b60.md", "s459adc9675.md", "s0abe055f34.md", "s51d52b5f0b.md", "s2b0acf38be.md", "s34dc5c834b.md", "sc9546fd575.md", "s373177b40b.md", "sf0cbda45f4.md", "s8448bcdaa7.md", "sdea6f62c84.md", "see766ab703.md", "sd7fb37e618.md"], "bm25": [-28.28423, -13.260268, -12.13591, -12.086408, -11.450728, -10.110633, -9.539875, -9.531963, -9.29754, -9.254415, -9.074404, -8.050145, -7.151386, -6.807735, -6.365176, -6.281383, -5.717473, -5.514989, -5.466145, -4.94589, -4.856976, -4.78399, -4.575779, -4.310884, -4.307794, -4.295753, -4.160492, -4.015463, -3.965771, -2.986141, -2.767124, -2.736758, -2.598599, -2.590703, -2.358942, -2.305979, -2.289304, -2.249812, -1.937644, -1.253814, -1.062581, -0.832915, -0.593299, -0.249912, -2.3e-05, -2.2e-05, -2.2e-05, -1.6e-05, -1.3e-05, -2e-06], "search": ["s765ed17ae1.md", "s2c2c2d8139.md", "sa8d19b0c36.md", "sba7a08d73a.md", "s8d95839e64.md", "s3882a4a43c.md", "sf7e822282a.md", "s246554b034.md", "s3bee16d7ba.md", "s79f1dd7ed7.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "16c90bf4", "n_docs": 55, "n_repeated_sids": 0, "n_matched": 55, "secs_index": 0.0062, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["s6c378da694.md"], "ranked": ["s6c378da694.md", "sbd11f25515.md", "s7cb3293dc2.md", "s2c6ea2c568.md", "s66ece5118e.md", "s79d1eb6c34.md", "sddd3481936.md", "s04a8932107.md", "s4c3dba74f5.md", "sc99b7acb54.md", "s2b03f48b51.md", "sd56e83e8a3.md", "s4a88bbf70d.md", "s21c9adcb73.md", "s53b61e407e.md", "saca6c34dd3.md", "s702d2a2b18.md", "sb216d265f8.md", "sd9a1fe5435.md", "s39173fd559.md", "s8477bd7c45.md", "s0a901fdd78.md", "se13274460c.md", "se01344256a.md", "sa1647a4374.md", "s0770baa953.md", "sb8e5048bbf.md", "s9adb2d8694.md", "s9f1d1e9cfd.md", "sda139c2c9a.md", "sadec1247b7.md", "s26fea8ce4a.md", "s038d8d5dd6.md", "sea719b403d.md", "sdc9df8f3fd.md", "s8b608c0dfb.md", "s4ce86b3e2d.md", "s9ff94c070f.md", "s436a11b557.md", "s6b2fad0a6f.md", "sb6b1343e7e.md", "s0b7815e873.md", "sed6167401c.md", "sbd3d588431.md", "see203ab689.md", "sb4f193c556.md", "s2297e3624c.md", "s3ddf05ef17.md", "sd111da3e7d.md", "sf9227027e1.md"], "bm25": [-46.915953, -14.165557, -13.545344, -13.378617, -10.247245, -10.243235, -10.137689, -9.772612, -9.755831, -9.751968, -9.421009, -8.617462, -8.521324, -7.81898, -6.915581, -6.908652, -6.357481, -6.255106, -6.186204, -5.748731, -5.559549, -4.719011, -4.164447, -3.99538, -3.969119, -3.831835, -3.772386, -3.75285, -2.827773, -2.6867, -2.660841, -2.647143, -2.430613, -2.098195, -2.01335, -1.857055, -1.331799, -1.295628, -1.226691, -1.155722, -1.129294, -0.842102, -0.366778, -0.197079, -0.163362, -0.137937, -1.9e-05, -1.8e-05, -1.3e-05, -1.2e-05], "search": ["s6c378da694.md", "sbd11f25515.md", "s7cb3293dc2.md", "s2c6ea2c568.md", "s66ece5118e.md", "s79d1eb6c34.md", "sddd3481936.md", "s04a8932107.md", "s4c3dba74f5.md", "sc99b7acb54.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8f1aeed", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 49, "secs_index": 0.0061, "secs_query": 0.0014, "type": "single-session-assistant", "abstention": false, "gold": ["s07c97f28a8.md"], "ranked": ["s07c97f28a8.md", "sea63ede601.md", "s63b5435c1a.md", "s28f476de04.md", "s253950373c.md", "s9cd3f2864d.md", "sded5951416.md", "s478befc1f6.md", "s3f7cb711b7.md", "sccf3432a51.md", "s895b7c5f01.md", "s53a91d2c5f.md", "s313901fa5b.md", "sfea937c43c.md", "s2de92c9b4d.md", "s560d8898ac.md", "sea6661f430.md", "sb629d1205b.md", "s5b8c61c0f1.md", "s7615a0ed29.md", "sddad474338.md", "sbb8b0a99af.md", "s7cfeb0a683.md", "s3919f1f3ce.md", "sed0e551b9c.md", "s6d79a8e1e3.md", "saa2b8b2a82.md", "s32b74e8613.md", "sd72324d2df.md", "s7dd712032e.md", "s49f45b36f9.md", "se386a8bf31.md", "s4bda68d7d3.md", "s8ee06d36da.md", "sdc26cf5c1e.md", "s146c19711c.md", "s781386509a.md", "s08d237a3dc.md", "s8a11348156.md", "s2d78482d7f.md", "sfb3e58d29b.md", "s8ec901a919.md", "s9120e9b8e0.md", "s72bb45e270.md", "se4e23ce981.md", "sa9f4e8e900.md", "s6bbbee86be.md", "s55c8b9c732.md", "sc7770784f8.md"], "bm25": [-75.112918, -15.553606, -14.526622, -11.808581, -11.070754, -10.487737, -10.350651, -10.060893, -9.955344, -9.197459, -8.255331, -8.248079, -8.113311, -7.938366, -7.380966, -6.811886, -6.544101, -6.29788, -6.243974, -6.09833, -5.952413, -5.86642, -5.518036, -5.498116, -5.388487, -5.340905, -5.327427, -4.765993, -4.752266, -4.659096, -4.382769, -4.052213, -3.998609, -3.936762, -3.861103, -3.165567, -3.081694, -3.051954, -3.011607, -2.852868, -2.68742, -2.461322, -1.48549, -1.376116, -1.292309, -1.174201, -1.133181, -0.678979, -3.1e-05], "search": ["s07c97f28a8.md", "sea63ede601.md", "s63b5435c1a.md", "s28f476de04.md", "s253950373c.md", "s9cd3f2864d.md", "sded5951416.md", "s478befc1f6.md", "s3f7cb711b7.md", "sccf3432a51.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eaca4986", "n_docs": 47, "n_repeated_sids": 0, "n_matched": 47, "secs_index": 0.0061, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["sb0d644e9e3.md"], "ranked": ["sb0d644e9e3.md", "s0abfecf1bc.md", "s24f4052730.md", "s339b758cde.md", "s753c302353.md", "s312d114b19.md", "s008d5bde92.md", "se524dea090.md", "sb9960eab1c.md", "sadeed4a76e.md", "s529b204fdf.md", "s2cbc998eed.md", "s83f6ccaecd.md", "s32088b1000.md", "s0813b560f8.md", "s45ccd1e89c.md", "s9293116fe5.md", "s383bd94bbb.md", "s67817fc778.md", "s60db448ab8.md", "sa86095acc8.md", "s9d47c09e23.md", "s5b52bd8393.md", "s4afea0b817.md", "se9f9d5f414.md", "s259f3d6b64.md", "sa6e03ac677.md", "sd71eae0ee2.md", "sd926c28cf1.md", "s58a1f76f83.md", "s10cecbaee4.md", "s4bee8f2c76.md", "s66f88c34b7.md", "se0a5067657.md", "s6cb25f244b.md", "seeef21f8d6.md", "sb22b6ce3b2.md", "s44dc37cdaf.md", "s171b4c9c22.md", "s84463d9ff3.md", "sf8e74fdd32.md", "sb84f493cf1.md", "s3b6c8751e1.md", "s6d098af5d2.md", "s0991346aea.md", "sbbc8a94109.md", "s8ba1053eaf.md"], "bm25": [-20.53487, -15.012065, -11.068857, -9.895826, -8.454988, -7.082908, -7.079342, -5.807849, -5.67068, -5.306588, -5.140182, -5.1212, -5.013352, -4.740029, -4.679412, -4.373188, -3.808458, -3.628106, -3.582566, -3.405266, -3.105337, -3.020404, -3.017899, -2.444403, -2.44326, -1.957466, -1.832028, -1.720616, -1.661612, -1.276661, -1.172041, -1.137772, -0.99866, -0.989146, -0.627188, -0.536992, -0.277824, -0.252861, -2.7e-05, -2.5e-05, -2.3e-05, -2.1e-05, -2e-05, -1.9e-05, -1.9e-05, -1.8e-05, -1.5e-05], "search": ["sb0d644e9e3.md", "s0abfecf1bc.md", "s24f4052730.md", "s339b758cde.md", "s753c302353.md", "s312d114b19.md", "s008d5bde92.md", "se524dea090.md", "sb9960eab1c.md", "sadeed4a76e.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7cf7dfd", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.006, "secs_query": 0.0009, "type": "single-session-assistant", "abstention": false, "gold": ["sac7f46ddfa.md"], "ranked": ["sac7f46ddfa.md", "s0d95e44ed8.md", "sd0efcaf940.md", "s463fdb45ae.md", "s8fcf4071d7.md", "s433fc947b2.md", "se54cce7c53.md", "s133a256f77.md", "s645ab66599.md", "sfcdb45c51f.md", "s58ca66aa45.md", "s9e8faeba6e.md", "sbba1b4635c.md", "sc998c561f2.md", "s30bd4fb810.md", "s80799e4b2f.md", "se75d0ee34f.md", "sd4ca1b4b96.md", "s2df5168d1c.md", "s5bba0cfc70.md", "sd2048c37b1.md", "sf352f89cae.md", "s5ba30a6de0.md", "sfd3c538ba2.md", "s6652d5f05f.md", "sdcee552d88.md", "sc5ae563458.md", "saecb8272db.md", "s48d884243b.md", "sc4ff474c68.md", "secc15da0fa.md", "s106952f432.md", "sabf4c75ff5.md", "s94c042d462.md", "s8510b39c68.md", "sa23ee7a28d.md", "s3051ff715b.md", "s7327653612.md", "s12ef2f3c70.md", "s282cd13f75.md", "s04586e41b6.md", "s508c84ec0a.md", "sdf04cd2610.md", "s727531e1c3.md", "s855671f2cc.md", "sb97175b301.md", "sac9f98fff0.md", "s8d2fb24926.md", "s97bef51133.md", "sb79beb085c.md"], "bm25": [-55.030283, -13.385411, -10.921844, -8.851293, -8.781081, -7.72894, -7.655045, -7.567078, -7.521746, -7.473443, -7.406289, -7.034712, -6.899844, -6.664667, -6.43427, -6.433993, -6.318274, -5.915666, -5.712345, -5.454345, -5.241639, -5.076079, -5.031344, -4.871335, -4.345019, -4.112107, -4.111152, -3.903979, -3.896838, -3.543502, -3.515945, -3.508054, -3.170066, -3.00489, -2.960202, -2.924309, -2.868299, -2.785606, -2.756494, -2.448762, -2.371808, -2.110559, -1.308074, -0.943573, -0.725269, -0.582951, -0.445295, -2.6e-05, -2.6e-05, -2.4e-05], "search": ["sac7f46ddfa.md", "s0d95e44ed8.md", "sd0efcaf940.md", "s463fdb45ae.md", "s8fcf4071d7.md", "s433fc947b2.md", "se54cce7c53.md", "s133a256f77.md", "s645ab66599.md", "sfcdb45c51f.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e48988bc", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0064, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["s98a82c7088.md"], "ranked": ["s98a82c7088.md", "sa0836895d0.md", "s6e1773802e.md", "saac6a0fdb8.md", "s3be0e9eae1.md", "s09b460a0b0.md", "s764d87e762.md", "s1197fe66f1.md", "sb24bc05d5e.md", "s33ce2c649d.md", "s292732d17c.md", "s95653e5c24.md", "s6dd949e405.md", "sb1da15bd00.md", "s57f4f0b0bf.md", "s1ef6346d2d.md", "s70f5c2d15a.md", "s45e705999a.md", "s07b32706cc.md", "s24aee385c8.md", "s4a46512c3f.md", "s782025709d.md", "sf4ecdb82ec.md", "s25e2273189.md", "sa44a07115d.md", "s6e8b95085e.md", "sb7fbb65105.md", "s5330ba07c6.md", "se2da3663fb.md", "s531a992cf5.md", "s2d58af3c14.md", "se1a878494d.md", "sb0bccffde3.md", "sea05e99cbd.md", "s964d2d988d.md", "s6148be9290.md", "sd429af54b9.md", "s8457767036.md", "sc72b6b2940.md", "s965de2094a.md", "se6e94a9e93.md", "se2cb6488a7.md", "sb4f5e6ed55.md", "s276b72f0ad.md", "sc8b4f6cdd9.md", "s3d38da8b13.md", "s798d425722.md", "sf8bba3cc06.md", "s4a8e5444ce.md", "s547c6e6444.md"], "bm25": [-19.748749, -12.76015, -12.222685, -12.118088, -10.342561, -9.547748, -7.458658, -7.393256, -7.267139, -7.148019, -7.125189, -6.761171, -6.607845, -6.16539, -6.131912, -6.052725, -5.715724, -5.572925, -5.395434, -5.382972, -5.376003, -5.099597, -4.753533, -4.130582, -4.071804, -3.781344, -3.128862, -2.987127, -2.949689, -2.868737, -2.831983, -2.745201, -2.696322, -2.072313, -1.963819, -1.567331, -1.504474, -1.466633, -1.231465, -1.19613, -1.153019, -0.31063, -0.306773, -0.269109, -0.202992, -0.182774, -2e-05, -2e-05, -1.8e-05, -1.5e-05], "search": ["s98a82c7088.md", "sa0836895d0.md", "s6e1773802e.md", "saac6a0fdb8.md", "s3be0e9eae1.md", "s09b460a0b0.md", "s764d87e762.md", "s1197fe66f1.md", "sb24bc05d5e.md", "s33ce2c649d.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1de5cff2", "n_docs": 45, "n_repeated_sids": 0, "n_matched": 44, "secs_index": 0.0062, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["se1c676dcfb.md"], "ranked": ["se1c676dcfb.md", "s1841c1ce4e.md", "sb4b6883600.md", "s3a9d999728.md", "s96fb379c45.md", "s56c38e6211.md", "sb62c12fb5c.md", "s4102ba9f1d.md", "sc2c49c0ee6.md", "s2e086dd817.md", "s9e4ae147cb.md", "s309333a2df.md", "seee0c10d7c.md", "sce966230da.md", "s8684b1fbd0.md", "s1d5c703583.md", "s043d81cc23.md", "sf5af46295c.md", "sdd944d5c1e.md", "sd1d3b18390.md", "s2f34d717a9.md", "s0d94ba31bc.md", "sb1b823b5e4.md", "s1111ed5efc.md", "see984373fe.md", "s37197d7085.md", "s648f5ae77b.md", "sbe8ae6a853.md", "s4e226f93a7.md", "sf9fb03b798.md", "se554c07905.md", "sd5da80bbd7.md", "s7be34eb64f.md", "sa9fa2a0e2b.md", "s7f2e87f89f.md", "s226f8b8f5c.md", "s1e74d9bf66.md", "s2cf0c58489.md", "sbccf3f0841.md", "sed44439d96.md", "s2dba616d5c.md", "s7ec2e7d762.md", "sdb6f974234.md", "s82b5bf9463.md"], "bm25": [-32.565954, -13.63496, -11.928416, -10.051442, -10.02914, -9.427335, -9.160632, -9.052017, -8.161328, -7.6089, -6.959704, -6.572705, -5.814059, -5.670052, -5.349567, -4.475353, -4.367389, -4.319856, -4.290426, -3.929312, -3.89408, -3.471038, -3.22581, -3.050335, -2.908261, -2.842349, -2.685638, -2.544494, -2.334115, -1.95159, -1.766518, -1.660666, -1.5871, -1.45044, -1.156431, -0.896905, -0.840518, -0.434789, -0.386714, -0.363903, -2.2e-05, -1.9e-05, -1.8e-05, -1.7e-05], "search": ["se1c676dcfb.md", "s1841c1ce4e.md", "sb4b6883600.md", "s3a9d999728.md", "s96fb379c45.md", "s56c38e6211.md", "sb62c12fb5c.md", "s4102ba9f1d.md", "sc2c49c0ee6.md", "s2e086dd817.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "65240037", "n_docs": 51, "n_repeated_sids": 0, "n_matched": 51, "secs_index": 0.0062, "secs_query": 0.0006, "type": "single-session-assistant", "abstention": false, "gold": ["scfad1f3d4d.md"], "ranked": ["scfad1f3d4d.md", "s1988f31c23.md", "s3d93f849e8.md", "s9ecd739fb2.md", "sdfa5ac6177.md", "sfd71d99391.md", "s77ec52dfa8.md", "sb111db5314.md", "sa6a95edf84.md", "s0fafc76ff5.md", "saeac95dad2.md", "s37dcac739d.md", "sfeeb893e09.md", "sa7f869a414.md", "s1bc2a6d5b7.md", "sc1004403f4.md", "s4fd6b8ad1f.md", "sac66f6fbc4.md", "s99d40bcad5.md", "s0394de2e17.md", "s27d40b10b6.md", "s4c7c46ed13.md", "sf163e7a9a8.md", "s37597ffd76.md", "sda22bf42a7.md", "sd75afe404c.md", "s59e7e210a5.md", "sa919ae7844.md", "s91f746a820.md", "s98ea413618.md", "s660fd07e83.md", "sf47077e665.md", "s7fae4844f3.md", "s0cf4aada4f.md", "sa7f32fa96e.md", "s40faac404a.md", "s33badeae06.md", "s6d00214fa3.md", "s71961c2f06.md", "sf139f68849.md", "s3ff6a654d1.md", "s99c38f6ee9.md", "s08320483a1.md", "s136893a601.md", "s89b2b4c593.md", "s09df1b0d9e.md", "sd9042428ef.md", "s082658555b.md", "s7874a3b03f.md", "s0e843c5451.md"], "bm25": [-41.694432, -11.622858, -10.059704, -9.515904, -8.932888, -7.441525, -6.641013, -6.415336, -5.819521, -5.288155, -5.287934, -5.176906, -5.115232, -4.223705, -4.14053, -4.026371, -3.738228, -3.408207, -2.992343, -2.511127, -1.271776, -0.932535, -0.895178, -0.8483, -0.52555, -0.516986, -0.457159, -0.426718, -0.406639, -0.293796, -0.238339, -0.229634, -0.204199, -0.152486, -2.5e-05, -2e-05, -2e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.9e-05, -1.7e-05, -1.7e-05, -1.6e-05, -1.4e-05, -1.2e-05, -9e-06], "search": ["scfad1f3d4d.md", "s1988f31c23.md", "s3d93f849e8.md", "s9ecd739fb2.md", "sdfa5ac6177.md", "sfd71d99391.md", "s77ec52dfa8.md", "sb111db5314.md", "sa6a95edf84.md", "s0fafc76ff5.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "778164c6", "n_docs": 50, "n_repeated_sids": 0, "n_matched": 50, "secs_index": 0.0059, "secs_query": 0.0007, "type": "single-session-assistant", "abstention": false, "gold": ["se538d24aab.md"], "ranked": ["se538d24aab.md", "sdaeb1baad7.md", "se85826fdc5.md", "sa3bc53c595.md", "s525ea5338b.md", "s959ff9b60c.md", "sffdbe2a2f3.md", "s12fc5aab1d.md", "s1d0bd0101c.md", "sc46af9a815.md", "s7b54df3bde.md", "s09158d740e.md", "s387fe96f14.md", "see5df264b3.md", "s56eb4d78c9.md", "s7d60d47f53.md", "sa870e38118.md", "se56823e983.md", "s2a7b8dd972.md", "sd4839b0e04.md", "s48d86e615d.md", "s581c669a7f.md", "s4a357e561e.md", "s9a8000fdd4.md", "s2f02d8ecc6.md", "sb4ae7ed20d.md", "s1cc2caa74f.md", "s40357932dd.md", "s9a6af8d783.md", "sd60135f670.md", "se03bf0de19.md", "s72d6b4ec4a.md", "s855b360f2e.md", "s124fc3c069.md", "s9e303e0ebe.md", "s90f4fa5d82.md", "s8f8a126315.md", "sce3ea1978f.md", "s546a3f8342.md", "s3fb05ba334.md", "sa0a76b6a86.md", "sf61487f59f.md", "s34bb4444d5.md", "sed8d2f096e.md", "se21d9f5428.md", "s2a744d7afc.md", "sae2928a252.md", "sf5d4554ca5.md", "s44a6d70a3a.md", "s3ba4ef87db.md"], "bm25": [-35.003253, -11.866486, -10.9781, -10.108165, -9.793915, -9.521169, -8.807924, -7.928464, -7.538055, -7.507866, -6.720265, -6.447535, -6.309037, -5.744102, -5.47119, -4.985238, -3.542539, -3.51437, -3.184274, -3.09092, -3.039078, -3.030263, -2.973151, -2.88277, -2.448729, -2.402219, -2.367305, -2.09561, -2.079844, -2.057006, -1.929793, -1.836684, -1.721072, -1.719812, -1.689582, -1.651109, -1.394985, -1.123994, -1.007007, -0.569383, -0.386504, -0.093514, -2.5e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2.1e-05, -2e-05, -1.8e-05, -1.1e-05], "search": ["se538d24aab.md", "sdaeb1baad7.md", "se85826fdc5.md", "sa3bc53c595.md", "s525ea5338b.md", "s959ff9b60c.md", "sffdbe2a2f3.md", "s12fc5aab1d.md", "s1d0bd0101c.md", "sc46af9a815.md"], "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}