{"abstention": false, "arm": "A5", "gold": ["s7745597747.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 1.98, "n_files": 53, "pool20": ["sa4d1f3c358.md", "sf9d5b1f041.md", "s7745597747.md", "sa6ab999777.md", "s0a4ab7f0c5.md", "sf65b8c0007.md", "s00343f2904.md", "s762983fdf8.md", "s926357c10f.md", "s50181d9600.md", "sd353a875cb.md", "sda657ece64.md", "sfd615a456f.md", "s59dad0e4a4.md", "s9577b3ee71.md", "s0f466e53d2.md", "s3f8c86738d.md", "s6318eaafc8.md", "s8c0687fa0a.md", "s5b71ee7b91.md"], "qid": "e47becba", "rrf10": [0.023565324, 0.0234375, 0.023348236, 0.022989889, 0.021748136, 0.021337366, 0.021295403, 0.02124951, 0.02075989, 0.020218003], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 25.8253, "secs_fuse": 0.0073, "secs_legs": 0.0184, "stand_in": false, "top10": ["sa4d1f3c358.md", "sf9d5b1f041.md", "s7745597747.md", "sa6ab999777.md", "s0a4ab7f0c5.md", "sf65b8c0007.md", "s00343f2904.md", "s762983fdf8.md", "s926357c10f.md", "s50181d9600.md"], "type": "single-session-user", "vec150_n": 53, "vec50_n": 50, "wide150": ["sa4d1f3c358.md", "sf9d5b1f041.md", "s7745597747.md", "sa6ab999777.md", "s0a4ab7f0c5.md", "sf65b8c0007.md", "s00343f2904.md", "s762983fdf8.md", "s926357c10f.md", "s50181d9600.md", "sd353a875cb.md", "sda657ece64.md", "sfd615a456f.md", "s59dad0e4a4.md", "s9577b3ee71.md", "s0f466e53d2.md", "s3f8c86738d.md", "s6318eaafc8.md", "s8c0687fa0a.md", "s5b71ee7b91.md", "sc16440f3c6.md", "s982bfb47f5.md", "s49995fe5d9.md", "sd7eb7f771a.md", "s42945d8e73.md", "se800c51e31.md", "sd6314ae05b.md", "se4951c1c93.md", "s2ce51c71d3.md", "sbc6121edc2.md", "s586259668c.md", "s3f6c8a6e10.md", "sb3f6a10ad5.md", "s2b4f75fafc.md", "sd2c11846f7.md", "s1cdf1f1336.md", "s8276949107.md", "sa2999621a5.md", "s0e742f93e9.md", "s39c45f1066.md", "se3efcf538a.md", "s52d6e094e7.md", "sec79549b47.md", "s634ec4f650.md", "s9e93b6551c.md", "s9609130cff.md", "sa4ead15d37.md", "s1e7b41c9ce.md", "s1f74f1ff5a.md", "sb64465e763.md", "saeb4a2e34b.md", "seba78d8006.md", "sb6e2758448.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc47244d856.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 10.57, "n_files": 45, "pool20": ["sc47244d856.md", "s413bd3a0ef.md", "sa24817ff21.md", "s4e1ea68691.md", "s0b8796b821.md", "s75640a8bdc.md", "s60ba34fbfe.md", "s593410f743.md", "s6ec136c17f.md", "s81e2647af5.md", "sbaa74025e2.md", "s4b1220065e.md", "scfc30b5c7b.md", "s71f5ea46df.md", "s8fbc498940.md", "s8c516e5829.md", "s47822a2610.md", "s9da7d2da11.md", "sd0e4733c35.md", "sea11d5f092.md"], "qid": "118b2229", "rrf10": [0.023581337, 0.023448773, 0.022566282, 0.022226593, 0.021818182, 0.021763146, 0.021649096, 0.02128483, 0.021205821, 0.021135029], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 23.4638, "secs_fuse": 0.0173, "secs_legs": 0.0426, "stand_in": false, "top10": ["sc47244d856.md", "s413bd3a0ef.md", "sa24817ff21.md", "s4e1ea68691.md", "s0b8796b821.md", "s75640a8bdc.md", "s60ba34fbfe.md", "s593410f743.md", "s6ec136c17f.md", "s81e2647af5.md"], "type": "single-session-user", "vec150_n": 45, "vec50_n": 45, "wide150": ["sc47244d856.md", "s413bd3a0ef.md", "sa24817ff21.md", "s4e1ea68691.md", "s0b8796b821.md", "s75640a8bdc.md", "s60ba34fbfe.md", "s593410f743.md", "s6ec136c17f.md", "s81e2647af5.md", "sbaa74025e2.md", "s4b1220065e.md", "scfc30b5c7b.md", "s71f5ea46df.md", "s8fbc498940.md", "s8c516e5829.md", "s47822a2610.md", "s9da7d2da11.md", "sd0e4733c35.md", "sea11d5f092.md", "s6b8bd63c05.md", "s64ded615ea.md", "s510b0347ea.md", "s240c7861c8.md", "s850f4855af.md", "sed904acd5f.md", "s9d4370878c.md", "sc668156b25.md", "s6884d01a8f.md", "sbb7d88f18e.md", "s9754455ec3.md", "s8e0e4d4048.md", "s8509cc18aa.md", "s3a663433df.md", "s71fbedf2b2.md", "s7d199a6536.md", "s306dfea78c.md", "s573693b76c.md", "s4e1ca35a8a.md", "sa358233713.md", "saeef4bcf84.md", "sddd085b342.md", "s61b1908092.md", "sc487ca603b.md", "sb889dd3512.md"]}
{"abstention": false, "arm": "A5", "gold": ["se255f2f50e.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 17.62, "n_files": 50, "pool20": ["se255f2f50e.md", "s11a082d67c.md", "sc367ddcb1e.md", "sf6018980b8.md", "s554242330b.md", "sd6c71188ad.md", "s0b69155152.md", "s482ba69d89.md", "sedde7f03e9.md", "s5d1da627d3.md", "s8f57f9a5be.md", "s9f5f3f203d.md", "sf031a656ff.md", "seea71c3962.md", "s6b1eaba399.md", "s3eb5ea37e7.md", "s28613b4a18.md", "s56c5307efe.md", "s70e1034f5d.md", "see9128c4d3.md"], "qid": "51a45a95", "rrf10": [0.024590164, 0.023448773, 0.023321123, 0.023216031, 0.022458146, 0.02195544, 0.021776815, 0.021701389, 0.021504321, 0.021372126], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 29.6553, "secs_fuse": 0.01, "secs_legs": 0.0174, "stand_in": false, "top10": ["se255f2f50e.md", "s11a082d67c.md", "sc367ddcb1e.md", "sf6018980b8.md", "s554242330b.md", "sd6c71188ad.md", "s0b69155152.md", "s482ba69d89.md", "sedde7f03e9.md", "s5d1da627d3.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["se255f2f50e.md", "s11a082d67c.md", "sc367ddcb1e.md", "sf6018980b8.md", "s554242330b.md", "sd6c71188ad.md", "s0b69155152.md", "s482ba69d89.md", "sedde7f03e9.md", "s5d1da627d3.md", "s8f57f9a5be.md", "s9f5f3f203d.md", "sf031a656ff.md", "seea71c3962.md", "s6b1eaba399.md", "s3eb5ea37e7.md", "s28613b4a18.md", "s56c5307efe.md", "s70e1034f5d.md", "see9128c4d3.md", "s5846f3a959.md", "sf2c0e7f39d.md", "s30d8345ae0.md", "scd7696457b.md", "s9e147b1574.md", "s02809b289b.md", "s7a47301a63.md", "sc0376571f5.md", "s0e08ad19c9.md", "s4f8f0f387d.md", "s61f3e33914.md", "s87a202c254.md", "se4226d51c3.md", "sd30a15ebf1.md", "s33bf5789a1.md", "s937a68f10d.md", "s411e101e11.md", "s0b4aee0b56.md", "s371225515d.md", "s23eed55107.md", "s5088e9e8f3.md", "s473e026cab.md", "sf1ddf6ca5a.md", "s209b6b1f68.md", "sf13c960658.md", "sd54baea02d.md", "s469655f20b.md", "sed3b62424d.md", "s1b5b0a2e9a.md", "s8a91cad207.md"]}
{"abstention": false, "arm": "A5", "gold": ["s47a6e8aca2.md"], "kw150_n": 56, "kw50_n": 50, "loadavg1_at_start": 22.57, "n_files": 56, "pool20": ["s47a6e8aca2.md", "s50be598151.md", "s9a879af53d.md", "s68c8d08e96.md", "s0ec53bddae.md", "s8aa7ed0f2d.md", "s03fc6c22bc.md", "s150b28e4ef.md", "s185491b47f.md", "s25afa49942.md", "s96a848df8b.md", "sc3d0a79ea8.md", "sea351d567f.md", "s6186852c7b.md", "s37a695f5b5.md", "sedf8a536f3.md", "s005d8463f2.md", "s1baad56a21.md", "s99f8347850.md", "s0aa785671d.md"], "qid": "58bf7951", "rrf10": [0.024590164, 0.022426869, 0.022222222, 0.02209596, 0.022011385, 0.021875, 0.021848739, 0.021254487, 0.02098626, 0.020923521], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 30.3141, "secs_fuse": 0.0074, "secs_legs": 0.0184, "stand_in": false, "top10": ["s47a6e8aca2.md", "s50be598151.md", "s9a879af53d.md", "s68c8d08e96.md", "s0ec53bddae.md", "s8aa7ed0f2d.md", "s03fc6c22bc.md", "s150b28e4ef.md", "s185491b47f.md", "s25afa49942.md"], "type": "single-session-user", "vec150_n": 56, "vec50_n": 50, "wide150": ["s47a6e8aca2.md", "s50be598151.md", "s9a879af53d.md", "s68c8d08e96.md", "s0ec53bddae.md", "s8aa7ed0f2d.md", "s03fc6c22bc.md", "s150b28e4ef.md", "s185491b47f.md", "s25afa49942.md", "s96a848df8b.md", "sc3d0a79ea8.md", "sea351d567f.md", "s6186852c7b.md", "s37a695f5b5.md", "sedf8a536f3.md", "s005d8463f2.md", "s1baad56a21.md", "s99f8347850.md", "s0aa785671d.md", "sfaf2e2b88a.md", "saa32e00e24.md", "s53b044bb01.md", "s10314f641d.md", "sdd0eb9348d.md", "se83122da54.md", "s10ea6299e2.md", "sece715818e.md", "scfc1687bbc.md", "s4799b2ca5d.md", "s639bf87d7c.md", "s8cdaf1a091.md", "sb683912dc1.md", "s3a44b29135.md", "s04b778e032.md", "sc8f51d201c.md", "s7cbc3f2a6a.md", "sf7dc7e2ad5.md", "s6bb8b640fe.md", "sf62ae1d617.md", "s17d64f606d.md", "sfe944176c3.md", "sa612239847.md", "s14d92e1112.md", "see0965bb89.md", "sad8c833f94.md", "sa3baacec49.md", "sf76fa6bbe4.md", "s86f9a88f00.md", "s6138a6e2c1.md", "s328f637369.md", "s6aa4048acf.md", "s0ce58262c3.md", "see6ff2c4a2.md", "sebabd1da14.md", "s511da8de92.md"]}
{"abstention": false, "arm": "A5", "gold": ["sfd67db7212.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 25.43, "n_files": 49, "pool20": ["sfd67db7212.md", "s47ebe9b78b.md", "s165bb719aa.md", "sebd061de6b.md", "s90d7f15064.md", "s1785437bfc.md", "s7b552271b8.md", "sbd6f6d2980.md", "sf8dc679d7e.md", "saa6a2c16a7.md", "sb92b3c64d1.md", "s37cc0819ee.md", "s7dc0dc4a9b.md", "s294eb28789.md", "s464bb70315.md", "s8e8e74adc3.md", "s61f35343ce.md", "sdbcaf87999.md", "s3e301f5783.md", "s4e6ed7afd2.md"], "qid": "1e043500", "rrf10": [0.024590164, 0.02370479, 0.023449132, 0.022964015, 0.022722331, 0.022381757, 0.021650327, 0.021635138, 0.02115942, 0.02094947], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 24.8672, "secs_fuse": 0.0081, "secs_legs": 0.0177, "stand_in": false, "top10": ["sfd67db7212.md", "s47ebe9b78b.md", "s165bb719aa.md", "sebd061de6b.md", "s90d7f15064.md", "s1785437bfc.md", "s7b552271b8.md", "sbd6f6d2980.md", "sf8dc679d7e.md", "saa6a2c16a7.md"], "type": "single-session-user", "vec150_n": 49, "vec50_n": 49, "wide150": ["sfd67db7212.md", "s47ebe9b78b.md", "s165bb719aa.md", "sebd061de6b.md", "s90d7f15064.md", "s1785437bfc.md", "s7b552271b8.md", "sbd6f6d2980.md", "sf8dc679d7e.md", "saa6a2c16a7.md", "sb92b3c64d1.md", "s37cc0819ee.md", "s7dc0dc4a9b.md", "s294eb28789.md", "s464bb70315.md", "s8e8e74adc3.md", "s61f35343ce.md", "sdbcaf87999.md", "s3e301f5783.md", "s4e6ed7afd2.md", "se9d2c963a3.md", "s4717b67dd5.md", "sd5d4b8d380.md", "sb75c26dae6.md", "s5e3c486696.md", "s77b7a208c9.md", "s293677c0ce.md", "s022cb0723a.md", "s7523f50191.md", "sbf7b08b382.md", "s71645f6005.md", "s52d54f05c2.md", "sd188012db1.md", "s67b80a6773.md", "s5f052d74c5.md", "se8a5e3041a.md", "s533f2ade32.md", "s1af24bc8a7.md", "s453d2fdd25.md", "s5115adb9d6.md", "s6ee7f21ec9.md", "scc4a5b66d5.md", "s7cc908c6a9.md", "s6f9bc52cde.md", "sbc84d5a173.md", "se7fe1191f9.md", "saff21806f3.md", "s9e39ef80cd.md", "sa837922829.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1f84f4e050.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 26.7, "n_files": 44, "pool20": ["s1f84f4e050.md", "sab2cf40fed.md", "sbc2def17ee.md", "s606172ed4b.md", "s51e805c45c.md", "s9ae3bc1599.md", "sc74b8ecd9e.md", "se836cf32b0.md", "s4d293280e8.md", "sb34e1556f8.md", "s3988c80e56.md", "sc926fedc43.md", "s24cef12a73.md", "s6a2bf9d09e.md", "sff106069f2.md", "sa58d3c7971.md", "sd041031d0a.md", "sff9426980e.md", "s7862cc7af3.md", "sd9b57dfe5f.md"], "qid": "c5e8278d", "rrf10": [0.024590164, 0.023565324, 0.023561508, 0.023481973, 0.023216031, 0.021967627, 0.021713729, 0.021116139, 0.0209762, 0.020841264], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 48.8837, "secs_fuse": 0.0166, "secs_legs": 0.0356, "stand_in": false, "top10": ["s1f84f4e050.md", "sab2cf40fed.md", "sbc2def17ee.md", "s606172ed4b.md", "s51e805c45c.md", "s9ae3bc1599.md", "sc74b8ecd9e.md", "se836cf32b0.md", "s4d293280e8.md", "sb34e1556f8.md"], "type": "single-session-user", "vec150_n": 44, "vec50_n": 44, "wide150": ["s1f84f4e050.md", "sab2cf40fed.md", "sbc2def17ee.md", "s606172ed4b.md", "s51e805c45c.md", "s9ae3bc1599.md", "sc74b8ecd9e.md", "se836cf32b0.md", "s4d293280e8.md", "sb34e1556f8.md", "s3988c80e56.md", "sc926fedc43.md", "s24cef12a73.md", "s6a2bf9d09e.md", "sff106069f2.md", "sa58d3c7971.md", "sd041031d0a.md", "sff9426980e.md", "s7862cc7af3.md", "sd9b57dfe5f.md", "sfc3e7dcd85.md", "se99131ce5a.md", "s7100beb888.md", "se02c60ee0a.md", "sdec780d75a.md", "s199f7c487a.md", "s15633e322f.md", "s4648027002.md", "sa0c22a9e2b.md", "s9734b15200.md", "s7184c2e890.md", "s3858b6c372.md", "sa7fd126a5e.md", "s2ac640b813.md", "s7eee233070.md", "s228cfd2b4a.md", "s41347c4ee9.md", "s3dcf7dc06f.md", "sa3378eba6b.md", "s9762041ea4.md", "s6d1727fa74.md", "s46e62cd020.md", "sf819d38f43.md", "s8ff17ea527.md"]}
{"abstention": false, "arm": "A5", "gold": ["s02f7560506.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 36.5, "n_files": 51, "pool20": ["s02f7560506.md", "se47aad07aa.md", "sf684410d02.md", "sb9bb9e2c2b.md", "s22e62c6df7.md", "s0ba0471f1e.md", "sdc083c7080.md", "s8a9c29e260.md", "s379f57f20d.md", "se23fef2887.md", "s1414f5c09e.md", "sdfb757ef6d.md", "s86992e5ee3.md", "s6df405d330.md", "sac78fcd28c.md", "s631a03688b.md", "s199694047d.md", "se6d4c9e692.md", "s03da8fcf7b.md", "s0786837f88.md"], "qid": "6ade9755", "rrf10": [0.024590164, 0.02239819, 0.022283272, 0.022098214, 0.022011385, 0.02200083, 0.021878122, 0.021242978, 0.020923521, 0.020821868], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 29.1417, "secs_fuse": 0.0176, "secs_legs": 0.0469, "stand_in": false, "top10": ["s02f7560506.md", "se47aad07aa.md", "sf684410d02.md", "sb9bb9e2c2b.md", "s22e62c6df7.md", "s0ba0471f1e.md", "sdc083c7080.md", "s8a9c29e260.md", "s379f57f20d.md", "se23fef2887.md"], "type": "single-session-user", "vec150_n": 51, "vec50_n": 50, "wide150": ["s02f7560506.md", "se47aad07aa.md", "sf684410d02.md", "sb9bb9e2c2b.md", "s22e62c6df7.md", "s0ba0471f1e.md", "sdc083c7080.md", "s8a9c29e260.md", "s379f57f20d.md", "se23fef2887.md", "s1414f5c09e.md", "sdfb757ef6d.md", "s86992e5ee3.md", "s6df405d330.md", "sac78fcd28c.md", "s631a03688b.md", "s199694047d.md", "se6d4c9e692.md", "s03da8fcf7b.md", "s0786837f88.md", "s18210ecbcf.md", "s4b0638c52b.md", "s5eef6ddf18.md", "sa4185ca69d.md", "s0c35d444bc.md", "sef3a871577.md", "s9f24738bf0.md", "sbc442e09f8.md", "s1f75e66004.md", "s929327ff65.md", "s421d544285.md", "s875745d3ac.md", "s4711b84ea9.md", "sf858eef08a.md", "sce3b8a6402.md", "s3180983e56.md", "s4715f8d3a3.md", "sf3b45630b7.md", "sc3af17577e.md", "s37371d45d0.md", "sf3a1295e4b.md", "s2f5852cb26.md", "s89115c83ae.md", "sba3441d824.md", "s6e17b832b4.md", "seb4159fc5c.md", "s3b59835faf.md", "s2f16632a1f.md", "s066ddbab3b.md", "sb0db3f285a.md", "s4d9a28301b.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb7ba22096b.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 35.12, "n_files": 50, "pool20": ["sb7ba22096b.md", "s0ac2c1da71.md", "sc8a922900e.md", "s257a78d845.md", "s16cc8ed341.md", "sfaeac6cbb9.md", "se34b66f595.md", "sdeab2744bd.md", "s2912050fd0.md", "sd04a6d3699.md", "s429504756d.md", "s7a522c5155.md", "s3b32944633.md", "s893e863488.md", "sda63c29b55.md", "sc44f6706cb.md", "s22f34189b1.md", "sae1d4f396b.md", "s4a3b9f2669.md", "sbe1811b05b.md"], "qid": "6f9b354f", "rrf10": [0.024590164, 0.023015873, 0.02270798, 0.022305254, 0.021713729, 0.021330884, 0.021249076, 0.021242978, 0.021175373, 0.021116139], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 29.1899, "secs_fuse": 0.0158, "secs_legs": 0.0468, "stand_in": false, "top10": ["sb7ba22096b.md", "s0ac2c1da71.md", "sc8a922900e.md", "s257a78d845.md", "s16cc8ed341.md", "sfaeac6cbb9.md", "se34b66f595.md", "sdeab2744bd.md", "s2912050fd0.md", "sd04a6d3699.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["sb7ba22096b.md", "s0ac2c1da71.md", "sc8a922900e.md", "s257a78d845.md", "s16cc8ed341.md", "sfaeac6cbb9.md", "se34b66f595.md", "sdeab2744bd.md", "s2912050fd0.md", "sd04a6d3699.md", "s429504756d.md", "s7a522c5155.md", "s3b32944633.md", "s893e863488.md", "sda63c29b55.md", "sc44f6706cb.md", "s22f34189b1.md", "sae1d4f396b.md", "s4a3b9f2669.md", "sbe1811b05b.md", "s48a93d50bd.md", "s6a66b60cc9.md", "s775c181898.md", "s7fcfb71bfb.md", "scef3ba16fd.md", "sec98b52bd3.md", "s75be17ebee.md", "s543b08ad3c.md", "s650391647c.md", "s47c3224549.md", "s6310fef43c.md", "s19952efc3f.md", "s667d7aaedb.md", "sdd5ac74e4f.md", "sfc07cff874.md", "sd32d17e95c.md", "sa9a1027e2a.md", "s216c484a11.md", "s677b850a53.md", "s2ab963dfd6.md", "sddebf0dfae.md", "s06bcb4d259.md", "secf4bbe544.md", "s7f437c30e6.md", "s699c83e8fa.md", "s82fafbb1b0.md", "s37c16e8964.md", "sdad266fd8f.md", "s898a0a135b.md", "s0f40c020eb.md"]}
{"abstention": false, "arm": "A5", "gold": ["s038639cc08.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 33.48, "n_files": 50, "pool20": ["s038639cc08.md", "s9a45b025e5.md", "s205e4e6a68.md", "s7bd958795b.md", "scac54bbb5f.md", "s0dd123947f.md", "s1abab1f3e2.md", "sd2b2d6919e.md", "se66811d1b5.md", "s6fe13eef53.md", "s5c1ba456d3.md", "s29c39cb19d.md", "s2114b3436d.md", "s05d7350aa1.md", "s8360b5c50e.md", "s1fd847d2d2.md", "sce9c2597df.md", "s0e05e3df22.md", "sacca6cf486.md", "s3a4522ce71.md"], "qid": "58ef2f1c", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023561508, 0.023197115, 0.022614202, 0.02228164, 0.02173913, 0.020686275, 0.020362829], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.4335, "secs_fuse": 0.0365, "secs_legs": 0.0938, "stand_in": false, "top10": ["s038639cc08.md", "s9a45b025e5.md", "s205e4e6a68.md", "s7bd958795b.md", "scac54bbb5f.md", "s0dd123947f.md", "s1abab1f3e2.md", "sd2b2d6919e.md", "se66811d1b5.md", "s6fe13eef53.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["s038639cc08.md", "s9a45b025e5.md", "s205e4e6a68.md", "s7bd958795b.md", "scac54bbb5f.md", "s0dd123947f.md", "s1abab1f3e2.md", "sd2b2d6919e.md", "se66811d1b5.md", "s6fe13eef53.md", "s5c1ba456d3.md", "s29c39cb19d.md", "s2114b3436d.md", "s05d7350aa1.md", "s8360b5c50e.md", "s1fd847d2d2.md", "sce9c2597df.md", "s0e05e3df22.md", "sacca6cf486.md", "s3a4522ce71.md", "s8f238e7548.md", "s7b101722ef.md", "sc5862e93be.md", "s5ef3c720f0.md", "s5e06940ee1.md", "s64c4924705.md", "sd097946ddd.md", "s1c083dfc52.md", "s9a15928f5a.md", "s895321b005.md", "s489e280449.md", "s463b72111e.md", "s018e00ea07.md", "s8566b711bb.md", "s4ffb042847.md", "s1c6c8aca99.md", "s9b168382f8.md", "s3a92d4635c.md", "scba05877d4.md", "sf896837fdd.md", "s78fa8c0766.md", "s5fb845ddfc.md", "sd30c2c6841.md", "s2a919b83cb.md", "sb8df4f622d.md", "sc0f1dc554e.md", "s5a1e2b30fa.md", "s3dd13f3978.md", "se72aebd792.md", "sb76992f9c0.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf2e9facc28.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 43.72, "n_files": 46, "pool20": ["sf2e9facc28.md", "s6c5b92a222.md", "scac0bf681b.md", "s9cc97c79cb.md", "sf4bf877a31.md", "s64a0a35b28.md", "s5448663b15.md", "s6adc894703.md", "sefb54405e0.md", "s0ed0803459.md", "s0db11c09b9.md", "s04d79b4fe5.md", "s51111c0768.md", "s7f3fa3324a.md", "s1edd9cafbf.md", "se62719c02e.md", "s42b8455630.md", "s17606b90e0.md", "sf39bcba341.md", "sf7f5b9fdc9.md"], "qid": "f8c5f88b", "rrf10": [0.024590164, 0.02370479, 0.023449132, 0.022964015, 0.022722331, 0.021372126, 0.021199389, 0.021126761, 0.020807726, 0.02075989], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.9528, "secs_fuse": 0.0081, "secs_legs": 0.0184, "stand_in": false, "top10": ["sf2e9facc28.md", "s6c5b92a222.md", "scac0bf681b.md", "s9cc97c79cb.md", "sf4bf877a31.md", "s64a0a35b28.md", "s5448663b15.md", "s6adc894703.md", "sefb54405e0.md", "s0ed0803459.md"], "type": "single-session-user", "vec150_n": 46, "vec50_n": 46, "wide150": ["sf2e9facc28.md", "s6c5b92a222.md", "scac0bf681b.md", "s9cc97c79cb.md", "sf4bf877a31.md", "s64a0a35b28.md", "s5448663b15.md", "s6adc894703.md", "sefb54405e0.md", "s0ed0803459.md", "s0db11c09b9.md", "s04d79b4fe5.md", "s51111c0768.md", "s7f3fa3324a.md", "s1edd9cafbf.md", "se62719c02e.md", "s42b8455630.md", "s17606b90e0.md", "sf39bcba341.md", "sf7f5b9fdc9.md", "sbcf311c44d.md", "sa41bec9626.md", "sfcaaffcf60.md", "sf7581a446e.md", "sa793fecbe3.md", "s58ddd4a342.md", "s547d4a328d.md", "s843195a0da.md", "s5b2c127631.md", "s4a22b0d93e.md", "sd2d3a9af12.md", "sdda7335828.md", "sb3152b7f93.md", "sdc3aa8cb19.md", "s3885903955.md", "s0c68c9ebdd.md", "s4de45fb865.md", "s4ea3199b82.md", "sb767f377ed.md", "s68ad9ce498.md", "s2d31fd7e98.md", "s3f39c5c039.md", "s480e8524cf.md", "s46d3a62053.md", "s04dbde8ae9.md", "sfa0866b683.md"]}
{"abstention": false, "arm": "A5", "gold": ["scaedf0ae34.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 49.19, "n_files": 53, "pool20": ["s76b6e4fe53.md", "sb89ec5b1ce.md", "s0aaa504402.md", "s6eef1c87e3.md", "s23890004c4.md", "s5c7c79324a.md", "s9bdeda94c1.md", "sa4b7ca8319.md", "sd3b833436c.md", "sed2da3682b.md", "s8634f3b561.md", "s415f264de2.md", "sa92facacd5.md", "sdeec50e53d.md", "scaedf0ae34.md", "sbafa8f3dfc.md", "s847aa070ab.md", "s06a4a53d18.md", "s4747d983e9.md", "sa7a895528c.md"], "qid": "5d3d2817", "rrf10": [0.023481973, 0.022689475, 0.022426869, 0.021828225, 0.021776815, 0.021577381, 0.021222411, 0.021199389, 0.0209762, 0.020873016], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 68.5352, "secs_fuse": 0.0207, "secs_legs": 0.0714, "stand_in": false, "top10": ["s76b6e4fe53.md", "sb89ec5b1ce.md", "s0aaa504402.md", "s6eef1c87e3.md", "s23890004c4.md", "s5c7c79324a.md", "s9bdeda94c1.md", "sa4b7ca8319.md", "sd3b833436c.md", "sed2da3682b.md"], "type": "single-session-user", "vec150_n": 53, "vec50_n": 50, "wide150": ["s76b6e4fe53.md", "sb89ec5b1ce.md", "s0aaa504402.md", "s6eef1c87e3.md", "s23890004c4.md", "s5c7c79324a.md", "s9bdeda94c1.md", "sa4b7ca8319.md", "sd3b833436c.md", "sed2da3682b.md", "s8634f3b561.md", "s415f264de2.md", "sa92facacd5.md", "sdeec50e53d.md", "scaedf0ae34.md", "sbafa8f3dfc.md", "s847aa070ab.md", "s06a4a53d18.md", "s4747d983e9.md", "sa7a895528c.md", "se07e063069.md", "s7fe83ad123.md", "sd05af99d0a.md", "sd7de4fca4a.md", "s6883d1abfd.md", "s9b0f099de3.md", "sb1f6e07ecd.md", "sc490cd49d6.md", "s1a99ecee8a.md", "s5ccbf80923.md", "s868407f2c6.md", "sa5f7f93842.md", "s64db76becd.md", "s462e12a752.md", "s034f242bf0.md", "s2b63817a27.md", "sfe15335ebc.md", "s28e64d894c.md", "s237607d7ae.md", "s02d34d01ab.md", "s1285cf96e2.md", "s3f45e92951.md", "see5045e941.md", "s6468f73d85.md", "sd08eac2d40.md", "sd81c211f8b.md", "s1fbd5aaa05.md", "s03b72737f9.md", "sdd6aac1f7b.md", "sa5a3b97fec.md", "sfc16cd7c03.md", "sd89f0ab73a.md", "s3a5d8a49aa.md"]}
{"abstention": false, "arm": "A5", "gold": ["s42536cb080.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 50.57, "n_files": 45, "pool20": ["s42536cb080.md", "s1c29fd9804.md", "s39d685badf.md", "s240459e570.md", "s9a95a70547.md", "sbd4fdeef8a.md", "s7ca70d120c.md", "sb117e13ae0.md", "s8d662eecc4.md", "s08307514b5.md", "s6fe47062fb.md", "s79d6397006.md", "se65dd638b4.md", "sfae446ff39.md", "s69536980fc.md", "s5f3874a015.md", "s294b160984.md", "s00188afb99.md", "s9942f9ce0f.md", "secd56c7c2f.md"], "qid": "7527f7e2", "rrf10": [0.024590164, 0.023271889, 0.02281746, 0.022168569, 0.02179784, 0.021581197, 0.021504321, 0.021480629, 0.020885029, 0.020647773], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.4601, "secs_fuse": 0.0123, "secs_legs": 0.0246, "stand_in": false, "top10": ["s42536cb080.md", "s1c29fd9804.md", "s39d685badf.md", "s240459e570.md", "s9a95a70547.md", "sbd4fdeef8a.md", "s7ca70d120c.md", "sb117e13ae0.md", "s8d662eecc4.md", "s08307514b5.md"], "type": "single-session-user", "vec150_n": 45, "vec50_n": 45, "wide150": ["s42536cb080.md", "s1c29fd9804.md", "s39d685badf.md", "s240459e570.md", "s9a95a70547.md", "sbd4fdeef8a.md", "s7ca70d120c.md", "sb117e13ae0.md", "s8d662eecc4.md", "s08307514b5.md", "s6fe47062fb.md", "s79d6397006.md", "se65dd638b4.md", "sfae446ff39.md", "s69536980fc.md", "s5f3874a015.md", "s294b160984.md", "s00188afb99.md", "s9942f9ce0f.md", "secd56c7c2f.md", "scc891ab1b8.md", "sa221a69071.md", "sfe32efb8ae.md", "s6286f2a01c.md", "se8c42fc5b7.md", "s1092143144.md", "s8e87e8f5b3.md", "sdcf849cf1e.md", "sadf4168fe7.md", "sb3319a33ba.md", "s6190c6d583.md", "sba467dda29.md", "s215b4a546e.md", "sd232563d3b.md", "s73c4b10bc8.md", "s468dbae829.md", "s87325ce874.md", "sdaf44ec1ee.md", "s4bfb24cbf9.md", "s9abc3985c5.md", "s01eb9aceec.md", "s1fcb9be77f.md", "s7e9927e785.md", "s389c30a797.md", "s2af406cff6.md"]}
{"abstention": false, "arm": "A5", "gold": ["saaca2ed80c.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 50.25, "n_files": 46, "pool20": ["saaca2ed80c.md", "s4efccb5ba1.md", "sa3c43fba9b.md", "sb709d075b9.md", "s6068cccd76.md", "s17f6f0094e.md", "s97f1068d72.md", "se36fe90330.md", "s822474ab7c.md", "sbefd41c50b.md", "sb95edadee1.md", "sec7632c5d0.md", "sf59a7599e7.md", "s8f747fa801.md", "sad118f760a.md", "s48e90a4f72.md", "sb9c155b70a.md", "sd565304bde.md", "sa141954072.md", "s6a050d3412.md"], "qid": "c960da58", "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.022617681, 0.02223393, 0.021952259, 0.021908272, 0.021547194, 0.021428571, 0.021059783], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 57.8514, "secs_fuse": 0.0072, "secs_legs": 0.0169, "stand_in": false, "top10": ["saaca2ed80c.md", "s4efccb5ba1.md", "sa3c43fba9b.md", "sb709d075b9.md", "s6068cccd76.md", "s17f6f0094e.md", "s97f1068d72.md", "se36fe90330.md", "s822474ab7c.md", "sbefd41c50b.md"], "type": "single-session-user", "vec150_n": 46, "vec50_n": 46, "wide150": ["saaca2ed80c.md", "s4efccb5ba1.md", "sa3c43fba9b.md", "sb709d075b9.md", "s6068cccd76.md", "s17f6f0094e.md", "s97f1068d72.md", "se36fe90330.md", "s822474ab7c.md", "sbefd41c50b.md", "sb95edadee1.md", "sec7632c5d0.md", "sf59a7599e7.md", "s8f747fa801.md", "sad118f760a.md", "s48e90a4f72.md", "sb9c155b70a.md", "sd565304bde.md", "sa141954072.md", "s6a050d3412.md", "s30b105fe09.md", "s65d5a42f39.md", "s094a91e751.md", "sc1f38d2de0.md", "see1b389d57.md", "s48aab5a730.md", "s4caf948850.md", "s44b0faa516.md", "s35f036844d.md", "s59a7767b4c.md", "s0f1a965491.md", "s806e1b5ec0.md", "s206eefe63f.md", "s31409ad4bc.md", "sa86a17035c.md", "s03873ad5f0.md", "sb54ffbfca9.md", "s7d8c2a4a7a.md", "s6e737f86c9.md", "sd7c8b5f4d3.md", "s07bf9b872c.md", "s1bc9797f0d.md", "sc518c0a7b5.md", "s28591bfab2.md", "s570a7e7295.md", "sc0ee9f5dc6.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf9874a5124.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.16, "n_files": 50, "pool20": ["sb47c22cb1c.md", "sf9874a5124.md", "sa6b0439edc.md", "s01b15913d7.md", "s8ff87bc633.md", "s3010d3dc86.md", "sc3c8a6b95f.md", "sb3d3c6765f.md", "sb2d4256aa6.md", "sa4e15a64e2.md", "s4470273d3d.md", "s9c463fe176.md", "s04bf68c0f5.md", "s4d7e0fabcc.md", "scf1ca237f1.md", "s84dd1ed095.md", "s3032101dff.md", "s5a0f87506b.md", "saa398c9746.md", "s54b926d7ae.md"], "qid": "3b6f954b", "rrf10": [0.024457959, 0.023581337, 0.022569444, 0.022123016, 0.02200083, 0.021635611, 0.02151113, 0.021504321, 0.020936725, 0.020555767], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 58.8866, "secs_fuse": 0.0152, "secs_legs": 0.0362, "stand_in": false, "top10": ["sb47c22cb1c.md", "sf9874a5124.md", "sa6b0439edc.md", "s01b15913d7.md", "s8ff87bc633.md", "s3010d3dc86.md", "sc3c8a6b95f.md", "sb3d3c6765f.md", "sb2d4256aa6.md", "sa4e15a64e2.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["sb47c22cb1c.md", "sf9874a5124.md", "sa6b0439edc.md", "s01b15913d7.md", "s8ff87bc633.md", "s3010d3dc86.md", "sc3c8a6b95f.md", "sb3d3c6765f.md", "sb2d4256aa6.md", "sa4e15a64e2.md", "s4470273d3d.md", "s9c463fe176.md", "s04bf68c0f5.md", "s4d7e0fabcc.md", "scf1ca237f1.md", "s84dd1ed095.md", "s3032101dff.md", "s5a0f87506b.md", "saa398c9746.md", "s54b926d7ae.md", "sf41a146f37.md", "sdf45c62d9b.md", "sdf7a16b6cb.md", "s412c50c7cd.md", "sa03a94738a.md", "s4b8f1b2701.md", "sff3879ca5e.md", "s065b3d1f22.md", "s0ee3b9fb83.md", "s7406efe602.md", "s6f4b4e482d.md", "s35b510d2c4.md", "s3d037a4ec8.md", "s874be39723.md", "sc0d7d3717e.md", "s3e83c24ccc.md", "s02d13cd285.md", "s26c473a460.md", "sa02b5bf14c.md", "s5780889c9b.md", "sf9f73c4a4f.md", "s0267af7469.md", "sba1bccfcda.md", "s30beee2a0c.md", "seb8e4190dc.md", "s1264b7119f.md", "s2f14f03fef.md", "s5566c700b6.md", "s355efd62b9.md", "s113bd2299e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s8fa826fd47.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 52.57, "n_files": 48, "pool20": ["s160ca6f5b7.md", "s0bb7b1fe2c.md", "sa29fce60ae.md", "s20f40746dc.md", "sdeb312845e.md", "sd98ca7a561.md", "s23a3eff1ce.md", "s05a7240215.md", "se6fe62b7f9.md", "s8fa826fd47.md", "sc70c846ca4.md", "s9d77c9ee96.md", "se0a6f3acca.md", "s0ccf8c6857.md", "s449f6316cd.md", "s60eccf4fcd.md", "sc13970b64f.md", "s67e3c73c6e.md", "s8148978a21.md", "s02b8702d84.md"], "qid": "726462e0", "rrf10": [0.024329951, 0.024325754, 0.023685516, 0.023317308, 0.02238806, 0.022193769, 0.021660265, 0.021634615, 0.02124183, 0.021051529], "score": {"all@10": true, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 58.6724, "secs_fuse": 0.0353, "secs_legs": 0.0729, "stand_in": false, "top10": ["s160ca6f5b7.md", "s0bb7b1fe2c.md", "sa29fce60ae.md", "s20f40746dc.md", "sdeb312845e.md", "sd98ca7a561.md", "s23a3eff1ce.md", "s05a7240215.md", "se6fe62b7f9.md", "s8fa826fd47.md"], "type": "single-session-user", "vec150_n": 48, "vec50_n": 48, "wide150": ["s160ca6f5b7.md", "s0bb7b1fe2c.md", "sa29fce60ae.md", "s20f40746dc.md", "sdeb312845e.md", "sd98ca7a561.md", "s23a3eff1ce.md", "s05a7240215.md", "se6fe62b7f9.md", "s8fa826fd47.md", "sc70c846ca4.md", "s9d77c9ee96.md", "se0a6f3acca.md", "s0ccf8c6857.md", "s449f6316cd.md", "s60eccf4fcd.md", "sc13970b64f.md", "s67e3c73c6e.md", "s8148978a21.md", "s02b8702d84.md", "s0c5ad08b81.md", "s6108d6c962.md", "sb0dafefd6a.md", "s1ba8380cf4.md", "s8a5d98f52a.md", "s2a57afad88.md", "sda5a237185.md", "s7837636c7b.md", "sb434324ea0.md", "s274b111b7d.md", "s8f2bbfb238.md", "sf10a575081.md", "scb29bae05b.md", "sfa9c23c546.md", "sec6dafa2d7.md", "sd14de4ee30.md", "sa94e3aaf24.md", "s23f1fb034c.md", "se48bdeb322.md", "sbf43d475d1.md", "s2c8507a7b7.md", "s27d7589227.md", "sd0a177e54b.md", "sa7df152896.md", "s6745e2ae64.md", "sb6e03a6276.md", "sd03b6dc5f8.md", "s78434fd8fe.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc8fc1f7352.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 52.75, "n_files": 49, "pool20": ["sc8fc1f7352.md", "s72fa293692.md", "s2b1bade12e.md", "s98c540ae26.md", "sae48ef6e52.md", "s11146b3f67.md", "s990b8912a0.md", "s11a0d20d04.md", "s40c59b9893.md", "s65433f115c.md", "s4df39a99a5.md", "sb759df4698.md", "sd40cd4ab19.md", "sd287f11175.md", "s639312ea49.md", "sb3023195f1.md", "sa7154470cc.md", "s5752f4143f.md", "s75b48e83a3.md", "s17980aad10.md"], "qid": "94f70d80", "rrf10": [0.024590164, 0.023197115, 0.023087687, 0.022727273, 0.021490993, 0.021337366, 0.021199389, 0.020877754, 0.020299145, 0.02018018], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.6532, "secs_fuse": 0.0271, "secs_legs": 0.0722, "stand_in": false, "top10": ["sc8fc1f7352.md", "s72fa293692.md", "s2b1bade12e.md", "s98c540ae26.md", "sae48ef6e52.md", "s11146b3f67.md", "s990b8912a0.md", "s11a0d20d04.md", "s40c59b9893.md", "s65433f115c.md"], "type": "single-session-user", "vec150_n": 49, "vec50_n": 49, "wide150": ["sc8fc1f7352.md", "s72fa293692.md", "s2b1bade12e.md", "s98c540ae26.md", "sae48ef6e52.md", "s11146b3f67.md", "s990b8912a0.md", "s11a0d20d04.md", "s40c59b9893.md", "s65433f115c.md", "s4df39a99a5.md", "sb759df4698.md", "sd40cd4ab19.md", "sd287f11175.md", "s639312ea49.md", "sb3023195f1.md", "sa7154470cc.md", "s5752f4143f.md", "s75b48e83a3.md", "s17980aad10.md", "s8b08802b9d.md", "s9e5fecf6d7.md", "scad98da0e1.md", "s642c41fb27.md", "s383b504984.md", "sd83903eea3.md", "s7171f05ff2.md", "sebb88a7383.md", "s50c3dc3b4a.md", "s13e33ad04e.md", "s836eca4687.md", "s0563ed7bc8.md", "sb22c677885.md", "sb74e33e197.md", "s5d2b804506.md", "s0b3d698611.md", "s41f3adf890.md", "see06e07f95.md", "s91dd981362.md", "s35cce69fff.md", "saeaee23a7c.md", "saec5673ab7.md", "s0491f1c7bd.md", "s21637ee217.md", "s00d1cc271c.md", "sa67fbbe5c4.md", "sd7a0be0bc1.md", "sd9c315d351.md", "s1dfba518d6.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb831e4dbdc.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 55.12, "n_files": 50, "pool20": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s5322140fc1.md", "sf1cda72706.md", "s4957cc0408.md", "s71315ae3a7.md", "s654063ee02.md", "s0d4db66400.md", "s05448da2b1.md", "sa3512f9336.md", "s79596ae43b.md", "se74a6cfa6e.md", "s7356079ffb.md", "s88b7d882f0.md", "s69cddbcacc.md", "s4924eff8bc.md", "se1e15a3835.md", "s704782a77a.md", "sdd423c8087.md", "s86655ad02c.md"], "qid": "66f24dbb", "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.023197115, 0.021577381, 0.021401515, 0.021269841, 0.021227364, 0.020382395, 0.020099668], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.2347, "secs_fuse": 0.0263, "secs_legs": 0.0631, "stand_in": false, "top10": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s5322140fc1.md", "sf1cda72706.md", "s4957cc0408.md", "s71315ae3a7.md", "s654063ee02.md", "s0d4db66400.md", "s05448da2b1.md", "sa3512f9336.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s5322140fc1.md", "sf1cda72706.md", "s4957cc0408.md", "s71315ae3a7.md", "s654063ee02.md", "s0d4db66400.md", "s05448da2b1.md", "sa3512f9336.md", "s79596ae43b.md", "se74a6cfa6e.md", "s7356079ffb.md", "s88b7d882f0.md", "s69cddbcacc.md", "s4924eff8bc.md", "se1e15a3835.md", "s704782a77a.md", "sdd423c8087.md", "s86655ad02c.md", "s64981233ec.md", "s9e6c188ac5.md", "s341add30a7.md", "s93559d384b.md", "sfd94a6651b.md", "sc95c684301.md", "s09f25d9ef5.md", "s4801f9f290.md", "sade05dea4d.md", "s3026bc9b07.md", "s29047a34f9.md", "s8c576c2c28.md", "s4b5affadb3.md", "s9735bc880a.md", "sbcebd51572.md", "sd24790aed4.md", "sa0ee0b8433.md", "s5701af283a.md", "sb15da32736.md", "sb63fa109a6.md", "sc1532149bb.md", "sef901aadf4.md", "s59c445a3b5.md", "s08bd9145b8.md", "sa0c83f5e5e.md", "sfe4b7ba5b7.md", "s9600694ee6.md", "s393f0a9ada.md", "sa6653f4d44.md", "sbd7bf20c7a.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf725ba758b.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 50.33, "n_files": 44, "pool20": ["sf725ba758b.md", "s189d061221.md", "s6da155c515.md", "s2b5b0aa860.md", "sb3eaf043f1.md", "s48d780670b.md", "s9472204e92.md", "s23122c4d3c.md", "s42e115242c.md", "s6265387054.md", "sc1b30dbb0a.md", "s990b77c459.md", "s6c42a9dd33.md", "s1a628c8802.md", "s6f937d8465.md", "s401bd64630.md", "saa0cf6319b.md", "sb96ce5f97a.md", "sd948aa8fe7.md", "s17d6b252fd.md"], "qid": "ad7109d1", "rrf10": [0.024590164, 0.022915269, 0.022539289, 0.022527473, 0.022474315, 0.022429262, 0.021748401, 0.02159204, 0.021480629, 0.020510836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.6812, "secs_fuse": 0.0262, "secs_legs": 0.0548, "stand_in": false, "top10": ["sf725ba758b.md", "s189d061221.md", "s6da155c515.md", "s2b5b0aa860.md", "sb3eaf043f1.md", "s48d780670b.md", "s9472204e92.md", "s23122c4d3c.md", "s42e115242c.md", "s6265387054.md"], "type": "single-session-user", "vec150_n": 44, "vec50_n": 44, "wide150": ["sf725ba758b.md", "s189d061221.md", "s6da155c515.md", "s2b5b0aa860.md", "sb3eaf043f1.md", "s48d780670b.md", "s9472204e92.md", "s23122c4d3c.md", "s42e115242c.md", "s6265387054.md", "sc1b30dbb0a.md", "s990b77c459.md", "s6c42a9dd33.md", "s1a628c8802.md", "s6f937d8465.md", "s401bd64630.md", "saa0cf6319b.md", "sb96ce5f97a.md", "sd948aa8fe7.md", "s17d6b252fd.md", "sd751493123.md", "s1e4c1b5973.md", "sff7156b321.md", "s3cc500bc70.md", "s1ef9413d51.md", "s4b05b66047.md", "sd8f3b2f41b.md", "s5868ab6ee9.md", "sdbf55f001c.md", "s9e13364cd6.md", "s77f48f14df.md", "sb3e4dbba08.md", "sbbfb28c188.md", "sce74707dca.md", "s69c5466b54.md", "s7d4d26f8c1.md", "s3fcbc9cbd1.md", "s9453aaaaa8.md", "s75d6b12ebe.md", "sea934e6586.md", "s150caf92ff.md", "sbbd8f8dd58.md", "sab641cee77.md", "sf41bceadbc.md"]}
{"abstention": false, "arm": "A5", "gold": ["s044eb27108.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 55.67, "n_files": 50, "pool20": ["s044eb27108.md", "s147a3a8b0a.md", "s64e2b0b819.md", "s38ff234400.md", "s5550eb64a4.md", "s412ac53746.md", "s8dc06848fd.md", "se647d48e56.md", "s9bb041fdb2.md", "s60035d6fc6.md", "s4a820a8aff.md", "s178b0a03ce.md", "sb0cead597c.md", "sb80bbb14b0.md", "sb420645c6d.md", "sbdb1a9eaf2.md", "s3f0fffc507.md", "s395fa9e008.md", "sb1f7b4b0e8.md", "s678bc8b527.md"], "qid": "af8d2e46", "rrf10": [0.024590164, 0.024193548, 0.023200758, 0.023088023, 0.022847302, 0.022629773, 0.021071701, 0.021022934, 0.020945007, 0.020299145], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.6757, "secs_fuse": 0.0202, "secs_legs": 0.0616, "stand_in": false, "top10": ["s044eb27108.md", "s147a3a8b0a.md", "s64e2b0b819.md", "s38ff234400.md", "s5550eb64a4.md", "s412ac53746.md", "s8dc06848fd.md", "se647d48e56.md", "s9bb041fdb2.md", "s60035d6fc6.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["s044eb27108.md", "s147a3a8b0a.md", "s64e2b0b819.md", "s38ff234400.md", "s5550eb64a4.md", "s412ac53746.md", "s8dc06848fd.md", "se647d48e56.md", "s9bb041fdb2.md", "s60035d6fc6.md", "s4a820a8aff.md", "s178b0a03ce.md", "sb0cead597c.md", "sb80bbb14b0.md", "sb420645c6d.md", "sbdb1a9eaf2.md", "s3f0fffc507.md", "s395fa9e008.md", "sb1f7b4b0e8.md", "s678bc8b527.md", "sfd980bfeb6.md", "sb88d0d6e7e.md", "sdc61c2ae68.md", "s9a74ef6f46.md", "sf5a6fb3ad4.md", "s454dad1f0e.md", "s01cb89ce49.md", "s73020fbdd3.md", "s5f43e420a6.md", "sbd74af50e1.md", "s0a517f53f8.md", "sdffe9b1d92.md", "s2a25bf973c.md", "s02453dff69.md", "s7c1524b0f6.md", "s24c1046b01.md", "s992e02ab28.md", "s1076f5b933.md", "s6ae4d30df4.md", "sde00243a4a.md", "s7e59f2b39e.md", "s8c1208967a.md", "s2949a67a55.md", "sc6af62107b.md", "s4f5eddc5b1.md", "s9482004e3d.md", "sd9cc149df7.md", "s105b6c66ae.md", "s80f5ca63e7.md", "s4f06aa4a41.md"]}
{"abstention": false, "arm": "A5", "gold": ["s83822b19ee.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 56.94, "n_files": 49, "pool20": ["s83822b19ee.md", "se5f38a72ea.md", "s4dcfecfebb.md", "s0756c03ca9.md", "s54a0a11963.md", "sb1968414fc.md", "sa931cb22ce.md", "sde195c06ba.md", "s9181724378.md", "s48abfd5ca1.md", "s801fef140e.md", "s014112609c.md", "sd1a1b90e1d.md", "sc7be4f6163.md", "s0c314c82da.md", "s6b403c25b0.md", "sd0c1395c53.md", "sa709a586c8.md", "sce4c4904aa.md", "se02b683ddd.md"], "qid": "dccbc061", "rrf10": [0.024590164, 0.024193548, 0.02195544, 0.021555197, 0.021401515, 0.021372126, 0.021330884, 0.021136174, 0.020360156, 0.02027027], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.8739, "secs_fuse": 0.026, "secs_legs": 0.0629, "stand_in": false, "top10": ["s83822b19ee.md", "se5f38a72ea.md", "s4dcfecfebb.md", "s0756c03ca9.md", "s54a0a11963.md", "sb1968414fc.md", "sa931cb22ce.md", "sde195c06ba.md", "s9181724378.md", "s48abfd5ca1.md"], "type": "single-session-user", "vec150_n": 49, "vec50_n": 49, "wide150": ["s83822b19ee.md", "se5f38a72ea.md", "s4dcfecfebb.md", "s0756c03ca9.md", "s54a0a11963.md", "sb1968414fc.md", "sa931cb22ce.md", "sde195c06ba.md", "s9181724378.md", "s48abfd5ca1.md", "s801fef140e.md", "s014112609c.md", "sd1a1b90e1d.md", "sc7be4f6163.md", "s0c314c82da.md", "s6b403c25b0.md", "sd0c1395c53.md", "sa709a586c8.md", "sce4c4904aa.md", "se02b683ddd.md", "sebd08fa796.md", "s995093a93a.md", "sfed4754ee2.md", "sfbd6db05e1.md", "sdecbf68302.md", "s4f102410e6.md", "s2381075c72.md", "s7f5bf04977.md", "scb11582d4b.md", "s4a9cf48355.md", "s42231688d5.md", "s39e1ba5be4.md", "s2531c95207.md", "sf02e1acd48.md", "s1b7524286e.md", "s36ffa68e09.md", "s30d2d51ae4.md", "sc0507a685c.md", "sb5f763252c.md", "sc4d0d20e60.md", "s6be05adefa.md", "s87e92dc484.md", "saf2e85c002.md", "s47e453b368.md", "s6baab16fd8.md", "s82ed453e89.md", "s3b7c4dc150.md", "sadc42000c2.md", "s083e082b14.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5e447ba69d.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 59.28, "n_files": 52, "pool20": ["s5e447ba69d.md", "sb9d9817f51.md", "s7e491757ae.md", "sb7e2b3f9cb.md", "s9e7019eed5.md", "s876998e495.md", "s20ce4ccfa3.md", "s0aeeacaeae.md", "safccfa9a84.md", "s5396d0640d.md", "sb1b9b56159.md", "s0a255bb34b.md", "s9dad630b2b.md", "sd4b664d64f.md", "sd418be111e.md", "s3bceec4b7c.md", "s0128f1a7c8.md", "se891d6faec.md", "scc96f84dae.md", "sfacf320ed5.md"], "qid": "c8c3f81d", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.0234375, 0.022960373, 0.022185061, 0.02206823, 0.021908272, 0.021748401, 0.021372549], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.6314, "secs_fuse": 0.0087, "secs_legs": 0.0244, "stand_in": false, "top10": ["s5e447ba69d.md", "sb9d9817f51.md", "s7e491757ae.md", "sb7e2b3f9cb.md", "s9e7019eed5.md", "s876998e495.md", "s20ce4ccfa3.md", "s0aeeacaeae.md", "safccfa9a84.md", "s5396d0640d.md"], "type": "single-session-user", "vec150_n": 52, "vec50_n": 50, "wide150": ["s5e447ba69d.md", "sb9d9817f51.md", "s7e491757ae.md", "sb7e2b3f9cb.md", "s9e7019eed5.md", "s876998e495.md", "s20ce4ccfa3.md", "s0aeeacaeae.md", "safccfa9a84.md", "s5396d0640d.md", "sb1b9b56159.md", "s0a255bb34b.md", "s9dad630b2b.md", "sd4b664d64f.md", "sd418be111e.md", "s3bceec4b7c.md", "s0128f1a7c8.md", "se891d6faec.md", "scc96f84dae.md", "sfacf320ed5.md", "sbd03fb527b.md", "s59c4d4a63b.md", "s3b31d1653d.md", "sa3877ac7ee.md", "s8c0e982181.md", "s3265e68795.md", "s70e8dba38f.md", "s3aa12be19e.md", "sb1ba8fe58f.md", "se88e319968.md", "sbb9c20345b.md", "sf5d84a79a2.md", "s1a7efc9b6c.md", "s7a7ea5ba57.md", "se655ff45ec.md", "s04d839bab7.md", "s9d6c6de80b.md", "s17024810e5.md", "sd08f8b01be.md", "s94f1ce8673.md", "sc5e4cc179c.md", "se5d3e4f246.md", "s5a01ecfa4d.md", "s71dc0e585f.md", "s04aa1b957a.md", "s4cd96fc27f.md", "sa9b052293f.md", "sbc6890e627.md", "s7506b85bf3.md", "s10f550da6f.md", "sf25f9c743e.md", "s309548949d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s91e13e5185.md"], "kw150_n": 39, "kw50_n": 39, "loadavg1_at_start": 53.49, "n_files": 48, "pool20": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "sa1a52a20cf.md", "s4f75ec274d.md", "s6f381be1c8.md", "s36984755f0.md", "s7430a91643.md", "s0d942ce24f.md", "s504bcbe7eb.md", "s567d6bafd2.md", "s064654e28a.md", "sd0c9839ab3.md", "s2fde5de44b.md", "sf46ef01a27.md", "s5eb407ecb0.md", "s16a2996985.md", "s866cfca5b8.md", "s4bd303c8b8.md", "s926d75d9bc.md"], "qid": "8ebdbe50", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.022727273, 0.021635138, 0.021180556, 0.021066434, 0.020952381, 0.020833333, 0.020578014], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.8106, "secs_fuse": 0.0202, "secs_legs": 0.0723, "stand_in": false, "top10": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "sa1a52a20cf.md", "s4f75ec274d.md", "s6f381be1c8.md", "s36984755f0.md", "s7430a91643.md", "s0d942ce24f.md", "s504bcbe7eb.md"], "type": "single-session-user", "vec150_n": 48, "vec50_n": 48, "wide150": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "sa1a52a20cf.md", "s4f75ec274d.md", "s6f381be1c8.md", "s36984755f0.md", "s7430a91643.md", "s0d942ce24f.md", "s504bcbe7eb.md", "s567d6bafd2.md", "s064654e28a.md", "sd0c9839ab3.md", "s2fde5de44b.md", "sf46ef01a27.md", "s5eb407ecb0.md", "s16a2996985.md", "s866cfca5b8.md", "s4bd303c8b8.md", "s926d75d9bc.md", "sad84a1276c.md", "se80484a1ba.md", "s61d17a9432.md", "s500ade5ae7.md", "sf98e02a14e.md", "sf92d929dee.md", "sb4f0fda344.md", "s4db69932fa.md", "sa4c6e188fb.md", "se23c452f5f.md", "s7746285b5a.md", "s3418054aca.md", "sbf09b579d2.md", "s0e5a53c63c.md", "sf1bd267055.md", "s968c235e0f.md", "s827a2a4fe9.md", "sde448213e9.md", "s7e26f73229.md", "sa3db1e10f8.md", "s4c4ac4d8d5.md", "sa4038a64e8.md", "s6771af39b7.md", "sa3a131b25d.md", "s45d7b58453.md", "sc8782e0814.md", "sf6e0dab068.md", "s673504fb6f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s55e227d395.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.15, "n_files": 50, "pool20": ["s55e227d395.md", "sb0a72ab7b3.md", "se3d4152994.md", "sede0309875.md", "s70464327c5.md", "s3d8a23086a.md", "s8f120a4a66.md", "s2ea67cfed2.md", "sd1308c7a17.md", "seac3ebdde6.md", "s260d073d4b.md", "s630986c50d.md", "sccab5df433.md", "sa58cdb63c4.md", "sbda944848a.md", "sc83069ca96.md", "s9aa3dd4de6.md", "s2c8e9515de.md", "s45895a563b.md", "sb83d8b7041.md"], "qid": "6b168ec8", "rrf10": [0.024590164, 0.022978347, 0.021861472, 0.021713729, 0.021554834, 0.021372549, 0.020965469, 0.020665593, 0.020382395, 0.020200148], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.7018, "secs_fuse": 0.0289, "secs_legs": 0.0808, "stand_in": false, "top10": ["s55e227d395.md", "sb0a72ab7b3.md", "se3d4152994.md", "sede0309875.md", "s70464327c5.md", "s3d8a23086a.md", "s8f120a4a66.md", "s2ea67cfed2.md", "sd1308c7a17.md", "seac3ebdde6.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["s55e227d395.md", "sb0a72ab7b3.md", "se3d4152994.md", "sede0309875.md", "s70464327c5.md", "s3d8a23086a.md", "s8f120a4a66.md", "s2ea67cfed2.md", "sd1308c7a17.md", "seac3ebdde6.md", "s260d073d4b.md", "s630986c50d.md", "sccab5df433.md", "sa58cdb63c4.md", "sbda944848a.md", "sc83069ca96.md", "s9aa3dd4de6.md", "s2c8e9515de.md", "s45895a563b.md", "sb83d8b7041.md", "s75139e6757.md", "s289c4a06bd.md", "sa9a4006b15.md", "s61363c36c3.md", "s4216e7e878.md", "sd89451da50.md", "s46bc4927b9.md", "s0d0c030598.md", "s7c1e056e6e.md", "sbee566b7fc.md", "s4d9f3065e5.md", "s7314b05f7a.md", "sfe78ae1815.md", "sff0f60fa5d.md", "sf46e9628b0.md", "s254ea7337a.md", "sb7ba3c1097.md", "s86e82ffa26.md", "sae63af0995.md", "s1cb2661b50.md", "sef44297b5f.md", "s72226819f6.md", "s2f9a6efcc4.md", "s6dcb884cbd.md", "s1b66552a1b.md", "s3968d82f9b.md", "s6e0dfc9035.md", "s6f9bb5634e.md", "s04e4991558.md", "sb66ceacc5e.md"]}
{"abstention": false, "arm": "A5", "gold": ["sdc6eddbad7.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 54.89, "n_files": 52, "pool20": ["sdc6eddbad7.md", "s03f82683ce.md", "s9af70c887f.md", "sb5ad9217f5.md", "s4766c41f0e.md", "s6925c0f147.md", "sa0bdea65e7.md", "s064699ab86.md", "s32b4837149.md", "s1b3d7ad195.md", "s03319aaabb.md", "s5996118cd1.md", "sf3ce4c6d59.md", "sfedf967d74.md", "sf90e5fb5f4.md", "s69d4c697e4.md", "s648b1d9d43.md", "s2fb4f9be6f.md", "s382f84791b.md", "s9e90b5b67e.md"], "qid": "75499fd8", "rrf10": [0.024590164, 0.023689516, 0.022226593, 0.021755369, 0.021748136, 0.021660265, 0.021645022, 0.021326014, 0.020555556, 0.020539255], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.2217, "secs_fuse": 0.0078, "secs_legs": 0.0198, "stand_in": false, "top10": ["sdc6eddbad7.md", "s03f82683ce.md", "s9af70c887f.md", "sb5ad9217f5.md", "s4766c41f0e.md", "s6925c0f147.md", "sa0bdea65e7.md", "s064699ab86.md", "s32b4837149.md", "s1b3d7ad195.md"], "type": "single-session-user", "vec150_n": 52, "vec50_n": 50, "wide150": ["sdc6eddbad7.md", "s03f82683ce.md", "s9af70c887f.md", "sb5ad9217f5.md", "s4766c41f0e.md", "s6925c0f147.md", "sa0bdea65e7.md", "s064699ab86.md", "s32b4837149.md", "s1b3d7ad195.md", "s03319aaabb.md", "s5996118cd1.md", "sf3ce4c6d59.md", "sfedf967d74.md", "sf90e5fb5f4.md", "s69d4c697e4.md", "s648b1d9d43.md", "s2fb4f9be6f.md", "s382f84791b.md", "s9e90b5b67e.md", "s01e0bc1811.md", "s9de3e7d7ad.md", "s6e9999c0cb.md", "s6d931572fa.md", "sae318c4dd2.md", "s15a8cc6b56.md", "s8a80121b6e.md", "sf6b2db41f5.md", "s258f3aef6b.md", "s85d9f2228f.md", "s4c01904ab1.md", "sf692f0b566.md", "sa8ff866fab.md", "s347128bf0b.md", "s226291ddff.md", "s68a6931461.md", "sa1e0de9506.md", "sfdb4d41fa6.md", "s52fbb339bd.md", "s704fe99dce.md", "sa9def0cb3f.md", "sc2c295212b.md", "s1a03e931c1.md", "s7dcbca6b01.md", "sd1dc1f3029.md", "s66b47d23bd.md", "s2659ab3ec5.md", "s3cd3146583.md", "s636355c889.md", "sae560a0e42.md", "sc71277933d.md", "s8cb943d98a.md"]}
{"abstention": false, "arm": "A5", "gold": ["sdb453f1104.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 53.27, "n_files": 50, "pool20": ["sdb453f1104.md", "sef5d948958.md", "s75e54744cf.md", "scfbc489a1c.md", "saaf441ebad.md", "s7088a337f5.md", "s5771b14bf3.md", "s195ecba638.md", "scb5be85607.md", "s0733e43ad4.md", "s4cdfeaea85.md", "sec3b465070.md", "s1770b2cc4f.md", "sdfaa878267.md", "sc1374e7114.md", "se84e48055a.md", "s99c2e093f0.md", "s566865b47e.md", "s52281b4bb5.md", "s5787318296.md"], "qid": "21436231", "rrf10": [0.024590164, 0.023561508, 0.022722331, 0.022379032, 0.022305254, 0.021908272, 0.021748136, 0.021581197, 0.021504321, 0.021336996], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.9833, "secs_fuse": 0.0337, "secs_legs": 0.0645, "stand_in": false, "top10": ["sdb453f1104.md", "sef5d948958.md", "s75e54744cf.md", "scfbc489a1c.md", "saaf441ebad.md", "s7088a337f5.md", "s5771b14bf3.md", "s195ecba638.md", "scb5be85607.md", "s0733e43ad4.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["sdb453f1104.md", "sef5d948958.md", "s75e54744cf.md", "scfbc489a1c.md", "saaf441ebad.md", "s7088a337f5.md", "s5771b14bf3.md", "s195ecba638.md", "scb5be85607.md", "s0733e43ad4.md", "s4cdfeaea85.md", "sec3b465070.md", "s1770b2cc4f.md", "sdfaa878267.md", "sc1374e7114.md", "se84e48055a.md", "s99c2e093f0.md", "s566865b47e.md", "s52281b4bb5.md", "s5787318296.md", "sd2946025d3.md", "s064f63381c.md", "sad93363440.md", "s45caba5df6.md", "s6441c3c36d.md", "s5debc74648.md", "see5f9a58f9.md", "se4d3876764.md", "se831f7a478.md", "s3c2df66cdc.md", "sda42ee8509.md", "s4feb27a78a.md", "s9625073412.md", "sd43e55845b.md", "se5d325dee3.md", "s4f1c9ccfac.md", "s65c27c5d51.md", "s54ffa3f450.md", "s91ef0ab3c6.md", "s0f42ef286a.md", "sb8749adb4e.md", "s421214fdc9.md", "s23919a9eb1.md", "s07cd4987ae.md", "sd6373cc828.md", "sf59516a08d.md", "s27595dc1f6.md", "s01d13c4ac4.md", "s8c1b682bb9.md", "sbc499063e6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4089b5c557.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 56.84, "n_files": 46, "pool20": ["s4089b5c557.md", "sdba86027c3.md", "sc41ce6dbb0.md", "s7a3aadd1fd.md", "s4a8154fd0b.md", "s8364852ad9.md", "sdb913b9473.md", "s6f95e47c89.md", "s3d8410084c.md", "s905e24c81e.md", "s42da425741.md", "s2f28ed342c.md", "sa3b716e812.md", "s57d4d08d61.md", "s513cad6870.md", "s7d95fb54ab.md", "s6d4c3ae3b2.md", "s250b2ff330.md", "s860ed3623c.md", "s484f985168.md"], "qid": "95bcc1c8", "rrf10": [0.024590164, 0.023321123, 0.023225957, 0.022770398, 0.022737873, 0.022622539, 0.022381757, 0.021547194, 0.021249076, 0.020945007], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.9288, "secs_fuse": 0.0201, "secs_legs": 0.0616, "stand_in": false, "top10": ["s4089b5c557.md", "sdba86027c3.md", "sc41ce6dbb0.md", "s7a3aadd1fd.md", "s4a8154fd0b.md", "s8364852ad9.md", "sdb913b9473.md", "s6f95e47c89.md", "s3d8410084c.md", "s905e24c81e.md"], "type": "single-session-user", "vec150_n": 46, "vec50_n": 46, "wide150": ["s4089b5c557.md", "sdba86027c3.md", "sc41ce6dbb0.md", "s7a3aadd1fd.md", "s4a8154fd0b.md", "s8364852ad9.md", "sdb913b9473.md", "s6f95e47c89.md", "s3d8410084c.md", "s905e24c81e.md", "s42da425741.md", "s2f28ed342c.md", "sa3b716e812.md", "s57d4d08d61.md", "s513cad6870.md", "s7d95fb54ab.md", "s6d4c3ae3b2.md", "s250b2ff330.md", "s860ed3623c.md", "s484f985168.md", "s1ddedd131c.md", "sd0a76a4123.md", "sd94c67575f.md", "s78d9b35e19.md", "s12b7ae9104.md", "s40d118ec2c.md", "s6f31c87718.md", "sb03abb0b13.md", "s9831da30ff.md", "s12e1bab119.md", "s078ef031e0.md", "s81d9fbd127.md", "sf27ed11441.md", "s0fd8e4a603.md", "s1c92f45006.md", "s5e22853878.md", "s4067ea2277.md", "se3245af08e.md", "s6290e85519.md", "s685851255b.md", "s8581af7e8a.md", "s0817447386.md", "s8718e5c869.md", "sd8dd1efca1.md", "s5b1d619e53.md", "sf2de7d1dc6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4973452f2e.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 53.6, "n_files": 50, "pool20": ["s4973452f2e.md", "s0aa376f35f.md", "s1838df870a.md", "s46da033ef4.md", "sef4d03c7d3.md", "scf1ca83030.md", "scd81e64e6a.md", "s3fa8f57569.md", "sf3c45e0715.md", "sab42279808.md", "s6ced394278.md", "s98c676ad4f.md", "sb0a63cd01f.md", "sd7d28ca592.md", "sa74a19c299.md", "s84a033fb0a.md", "sb2bbc69103.md", "s98493697d5.md", "s7f4e983fe3.md", "sae273243b2.md"], "qid": "0862e8bf", "rrf10": [0.024590164, 0.023591719, 0.023197115, 0.02264239, 0.022504456, 0.021581197, 0.0206725, 0.020614828, 0.020502646, 0.020212156], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.0546, "secs_fuse": 0.0104, "secs_legs": 0.02, "stand_in": false, "top10": ["s4973452f2e.md", "s0aa376f35f.md", "s1838df870a.md", "s46da033ef4.md", "sef4d03c7d3.md", "scf1ca83030.md", "scd81e64e6a.md", "s3fa8f57569.md", "sf3c45e0715.md", "sab42279808.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["s4973452f2e.md", "s0aa376f35f.md", "s1838df870a.md", "s46da033ef4.md", "sef4d03c7d3.md", "scf1ca83030.md", "scd81e64e6a.md", "s3fa8f57569.md", "sf3c45e0715.md", "sab42279808.md", "s6ced394278.md", "s98c676ad4f.md", "sb0a63cd01f.md", "sd7d28ca592.md", "sa74a19c299.md", "s84a033fb0a.md", "sb2bbc69103.md", "s98493697d5.md", "s7f4e983fe3.md", "sae273243b2.md", "s7aaa08feaf.md", "sc168599364.md", "sc9b127ac78.md", "s1a91ebcf65.md", "s365464647f.md", "s01952535a1.md", "s9b0aaede8e.md", "s931c9016fa.md", "s7b090c55fb.md", "se6dd8fe3cd.md", "sa49f036906.md", "s9aab5c00fb.md", "sc8e68bab7b.md", "s3e65dcbc08.md", "s20b1840f13.md", "sbbed09f701.md", "s2975d96927.md", "sc5cf168674.md", "sb1e3e707b6.md", "sb3fef957f5.md", "sf06121ec02.md", "s6db46be0df.md", "s5abeb10a1a.md", "s2b35b080ec.md", "s2c726bb9e1.md", "sd8667a0645.md", "s9f43ffc371.md", "s39ba378c6e.md", "s7494842afc.md", "s53b998d265.md"]}
{"abstention": false, "arm": "A5", "gold": ["sec30550e9a.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 54.97, "n_files": 52, "pool20": ["sec30550e9a.md", "s63d90e84d8.md", "sb40d2e89bd.md", "sa41b920623.md", "sdd0d32c0d8.md", "s3886635bef.md", "scaa54e3710.md", "sdc48cbbdd9.md", "s49c65d5ee9.md", "s22758816c6.md", "sd6685f2d6d.md", "s01f962c452.md", "s5abb90c95b.md", "sb1f849df37.md", "s5e64c4f4d0.md", "saa9375132c.md", "sc39596045d.md", "sf866f3adab.md", "se3c3ff10be.md", "s7682d2dc44.md"], "qid": "853b0a1d", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023088023, 0.021774688, 0.021532091, 0.021507353, 0.021274388, 0.020931142, 0.020879121], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.044, "secs_fuse": 0.0284, "secs_legs": 0.0717, "stand_in": false, "top10": ["sec30550e9a.md", "s63d90e84d8.md", "sb40d2e89bd.md", "sa41b920623.md", "sdd0d32c0d8.md", "s3886635bef.md", "scaa54e3710.md", "sdc48cbbdd9.md", "s49c65d5ee9.md", "s22758816c6.md"], "type": "single-session-user", "vec150_n": 52, "vec50_n": 50, "wide150": ["sec30550e9a.md", "s63d90e84d8.md", "sb40d2e89bd.md", "sa41b920623.md", "sdd0d32c0d8.md", "s3886635bef.md", "scaa54e3710.md", "sdc48cbbdd9.md", "s49c65d5ee9.md", "s22758816c6.md", "sd6685f2d6d.md", "s01f962c452.md", "s5abb90c95b.md", "sb1f849df37.md", "s5e64c4f4d0.md", "saa9375132c.md", "sc39596045d.md", "sf866f3adab.md", "se3c3ff10be.md", "s7682d2dc44.md", "s91c0c7ce55.md", "s4c6325350a.md", "sacb35d043a.md", "s214be27a34.md", "s2e3620f26c.md", "s5be557e2b0.md", "s8d6fb9854b.md", "sed617712fd.md", "se7f2633e5d.md", "sa42f1f0a1d.md", "sd82d895211.md", "sd0ddf7cd6e.md", "s5d7069e41a.md", "s0786d59a0e.md", "sdb70b0476a.md", "s05adcf00a2.md", "s8c3945eb67.md", "se56bba9151.md", "s2517e3f0f6.md", "s3e3f30440d.md", "s540ecb1e50.md", "se4b22e70c5.md", "s8e4aff2322.md", "s263a9b6742.md", "s90218a92a5.md", "sc9669d6fea.md", "s208c5d9345.md", "s0543e6156f.md", "sd65d8a2cfd.md", "se20139259a.md", "s633fe118a4.md", "s1007289cfa.md"]}
{"abstention": false, "arm": "A5", "gold": ["s64ceddf61b.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 56.7, "n_files": 53, "pool20": ["s64ceddf61b.md", "scf6574656c.md", "s502259f63e.md", "sbd43427dad.md", "s1958c4729c.md", "sc653839e63.md", "saa36120ce0.md", "s6bf258d417.md", "scee96fe43a.md", "s6197448beb.md", "s7c9ab76296.md", "s96ba51c1c1.md", "sb19178d936.md", "s9131ff6e7f.md", "s2d5008e620.md", "sc4726b7805.md", "saf0af74922.md", "s9c261fe219.md", "scc8fcf0578.md", "s5c395cc47b.md"], "qid": "a06e4cfe", "rrf10": [0.024590164, 0.023809524, 0.023481973, 0.023200758, 0.022843823, 0.02235023, 0.022168569, 0.021794872, 0.02173913, 0.02159204], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.4992, "secs_fuse": 0.0263, "secs_legs": 0.0687, "stand_in": false, "top10": ["s64ceddf61b.md", "scf6574656c.md", "s502259f63e.md", "sbd43427dad.md", "s1958c4729c.md", "sc653839e63.md", "saa36120ce0.md", "s6bf258d417.md", "scee96fe43a.md", "s6197448beb.md"], "type": "single-session-user", "vec150_n": 53, "vec50_n": 50, "wide150": ["s64ceddf61b.md", "scf6574656c.md", "s502259f63e.md", "sbd43427dad.md", "s1958c4729c.md", "sc653839e63.md", "saa36120ce0.md", "s6bf258d417.md", "scee96fe43a.md", "s6197448beb.md", "s7c9ab76296.md", "s96ba51c1c1.md", "sb19178d936.md", "s9131ff6e7f.md", "s2d5008e620.md", "sc4726b7805.md", "saf0af74922.md", "s9c261fe219.md", "scc8fcf0578.md", "s5c395cc47b.md", "s36d771de42.md", "s017513ebba.md", "sf7b894fe44.md", "s3e9ec427d5.md", "sda1fdfb32d.md", "s47b1248a0d.md", "sc2eb40ec06.md", "s5d05f7284d.md", "sb0cfc2168a.md", "s6d634fc551.md", "se8942f4212.md", "s10fc06e4ab.md", "s212af366a0.md", "s09e41bb405.md", "s9e851c9d43.md", "s088dea2aeb.md", "s59075fe9ed.md", "s058674780b.md", "s6c8166e091.md", "scfc3ad81cb.md", "sd52ae13acf.md", "s50197da436.md", "s6a47b78131.md", "s06289bef21.md", "s56d0a81f07.md", "s291070523d.md", "s1355b7e663.md", "s484ab7df95.md", "sbc2e45ea1d.md", "s3c776455b1.md", "sa877137b8c.md", "sfdade07b2d.md", "s07a16da070.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5c59950a1e.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 53.08, "n_files": 49, "pool20": ["s5c59950a1e.md", "sacc8962abf.md", "s89d794dbe0.md", "sf1f734c1a1.md", "s74ed026702.md", "sb140ecce3b.md", "s3570aea559.md", "sb62773282a.md", "s40a98137a3.md", "sdbe2c4eeb3.md", "s1fb3367568.md", "s208b6549bb.md", "s715d8f2a76.md", "sf2adfe59c9.md", "s704301d9f5.md", "s10897d9f1c.md", "s8e5e9507dd.md", "s1b111fe2bf.md", "sb724611cbf.md", "s0a4815b8d2.md"], "qid": "37d43f65", "rrf10": [0.024590164, 0.023171286, 0.023088023, 0.022291667, 0.021845695, 0.021307798, 0.021131742, 0.020970395, 0.020807726, 0.020519836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.5669, "secs_fuse": 0.0347, "secs_legs": 0.0649, "stand_in": false, "top10": ["s5c59950a1e.md", "sacc8962abf.md", "s89d794dbe0.md", "sf1f734c1a1.md", "s74ed026702.md", "sb140ecce3b.md", "s3570aea559.md", "sb62773282a.md", "s40a98137a3.md", "sdbe2c4eeb3.md"], "type": "single-session-user", "vec150_n": 49, "vec50_n": 49, "wide150": ["s5c59950a1e.md", "sacc8962abf.md", "s89d794dbe0.md", "sf1f734c1a1.md", "s74ed026702.md", "sb140ecce3b.md", "s3570aea559.md", "sb62773282a.md", "s40a98137a3.md", "sdbe2c4eeb3.md", "s1fb3367568.md", "s208b6549bb.md", "s715d8f2a76.md", "sf2adfe59c9.md", "s704301d9f5.md", "s10897d9f1c.md", "s8e5e9507dd.md", "s1b111fe2bf.md", "sb724611cbf.md", "s0a4815b8d2.md", "s65d3354f84.md", "s0943f7dd43.md", "s8af2638ac4.md", "sda7816d6b4.md", "sef998d8fb2.md", "scc7c1d657f.md", "s59eff4b10c.md", "s1162208c15.md", "s7a7b868815.md", "s97654675ff.md", "s431f878b0f.md", "sb1746345a7.md", "s86507e0d14.md", "sa651004662.md", "s4be1a064d3.md", "s0254a10fc6.md", "sf347c2093e.md", "sdd7a160208.md", "sbce9a32573.md", "s719076677b.md", "sc4d3637a9b.md", "s515bc5d460.md", "s454f930093.md", "sc51b007d94.md", "s2b4b04e165.md", "s03cec652f0.md", "s1978e36085.md", "s5e0208d3c4.md", "sf916b5c297.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6eb55c976f.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 56.59, "n_files": 41, "pool20": ["s6eb55c976f.md", "sf1690a7f56.md", "se499af0bf1.md", "sa1e8ed3956.md", "s71b13ee157.md", "sd990aac0ef.md", "scf50c971c6.md", "s3e5b093673.md", "secc9e33dda.md", "s1c617c1f43.md", "s0d6b9d7a0d.md", "s5f6b4aa260.md", "s2a1ccfdd59.md", "see9ac3397e.md", "se1996a82c9.md", "se04c085ebd.md", "s0090efc771.md", "s03e3df778c.md", "s1ad89e5752.md", "s9fd370f1a4.md"], "qid": "b86304ba", "rrf10": [0.024590164, 0.023073477, 0.022989889, 0.022667254, 0.02264239, 0.022451963, 0.022141372, 0.022098214, 0.02173913, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.8173, "secs_fuse": 0.0433, "secs_legs": 0.0633, "stand_in": false, "top10": ["s6eb55c976f.md", "sf1690a7f56.md", "se499af0bf1.md", "sa1e8ed3956.md", "s71b13ee157.md", "sd990aac0ef.md", "scf50c971c6.md", "s3e5b093673.md", "secc9e33dda.md", "s1c617c1f43.md"], "type": "single-session-user", "vec150_n": 41, "vec50_n": 41, "wide150": ["s6eb55c976f.md", "sf1690a7f56.md", "se499af0bf1.md", "sa1e8ed3956.md", "s71b13ee157.md", "sd990aac0ef.md", "scf50c971c6.md", "s3e5b093673.md", "secc9e33dda.md", "s1c617c1f43.md", "s0d6b9d7a0d.md", "s5f6b4aa260.md", "s2a1ccfdd59.md", "see9ac3397e.md", "se1996a82c9.md", "se04c085ebd.md", "s0090efc771.md", "s03e3df778c.md", "s1ad89e5752.md", "s9fd370f1a4.md", "s9ce314ad55.md", "s53d93b69d7.md", "seb4344b7da.md", "sef75851835.md", "s0a5d10616f.md", "s0334172fbc.md", "s8f79ed0d4e.md", "s0940d04aa4.md", "s32009404c6.md", "sf5424cffde.md", "s90a2efbb05.md", "sb6125ab929.md", "s20f7c78d82.md", "sae47561429.md", "s2da0f9e4f2.md", "sc1f59db4db.md", "s51d7056a3e.md", "s0297b197bc.md", "sfef62cc549.md", "s736ae259f0.md", "s4870bb0b93.md"]}
{"abstention": false, "arm": "A5", "gold": ["s00992af511.md"], "kw150_n": 37, "kw50_n": 37, "loadavg1_at_start": 53.52, "n_files": 52, "pool20": ["s00992af511.md", "s28dc1d37bf.md", "s9ccc1d1bad.md", "sa3141a0005.md", "sdf79297b63.md", "s4e1dd8c0de.md", "sd3aefba14f.md", "s573d74715f.md", "s9b0500c8b8.md", "s3aa0455cb6.md", "s505004e81f.md", "s95508a4416.md", "sdbed673a72.md", "s2080214f3c.md", "s6204eb8462.md", "s0e89301812.md", "s9af0b83e60.md", "s6fdc7c9ed3.md", "s781641114f.md", "s20ab53fe06.md"], "qid": "d52b4f67", "rrf10": [0.024590164, 0.023809524, 0.022847302, 0.022843823, 0.022795699, 0.022118506, 0.021397849, 0.021028951, 0.020590315, 0.020470728], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.8662, "secs_fuse": 0.0204, "secs_legs": 0.0694, "stand_in": false, "top10": ["s00992af511.md", "s28dc1d37bf.md", "s9ccc1d1bad.md", "sa3141a0005.md", "sdf79297b63.md", "s4e1dd8c0de.md", "sd3aefba14f.md", "s573d74715f.md", "s9b0500c8b8.md", "s3aa0455cb6.md"], "type": "single-session-user", "vec150_n": 52, "vec50_n": 50, "wide150": ["s00992af511.md", "s28dc1d37bf.md", "s9ccc1d1bad.md", "sa3141a0005.md", "sdf79297b63.md", "s4e1dd8c0de.md", "sd3aefba14f.md", "s573d74715f.md", "s9b0500c8b8.md", "s3aa0455cb6.md", "s505004e81f.md", "s95508a4416.md", "sdbed673a72.md", "s2080214f3c.md", "s6204eb8462.md", "s0e89301812.md", "s9af0b83e60.md", "s6fdc7c9ed3.md", "s781641114f.md", "s20ab53fe06.md", "s47c69a0494.md", "s5ef0589199.md", "s88c6b82471.md", "s19cdb7500c.md", "sd76b1579fd.md", "s91e1cdf75e.md", "s8b147ab865.md", "sd5fdf125d0.md", "sc46fe9b9e9.md", "s80ff54b1ae.md", "sb2217673e8.md", "s01f9efb062.md", "s5dcb8a0def.md", "s7de5a4d75d.md", "sa229130999.md", "s8c7e09b1d4.md", "sd47bc0999b.md", "sd1f33c0d81.md", "sebf5675551.md", "s50df9429e0.md", "s2e81d91de4.md", "s9d9ccb1c34.md", "sa7f0ea8363.md", "sde2863dd95.md", "saaaeb2a0ba.md", "s79067fffd1.md", "sf09cfade56.md", "s4ebb1b59b6.md", "s966a1a78b9.md", "s0b34858fd0.md", "sd4bbfca918.md", "sc754d6d810.md"]}
{"abstention": false, "arm": "A5", "gold": ["sedf4977e36.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 54.37, "n_files": 45, "pool20": ["sedf4977e36.md", "s7053d8112f.md", "s24aa268d9b.md", "s2de6ee135e.md", "sb37722f837.md", "scd49f5d403.md", "s13d1309205.md", "s9645e34ce7.md", "s6baa20216c.md", "s62fa18865c.md", "sffcbf3ee96.md", "sa1aa084b72.md", "s0c79382b0f.md", "s70543176a9.md", "sd79544f745.md", "sc6ceae5373.md", "s5901def14e.md", "s28726ba3fb.md", "s2882179a07.md", "s95a36d7f7f.md"], "qid": "25e5aa4f", "rrf10": [0.024590164, 0.024193548, 0.022767857, 0.022168569, 0.021869818, 0.021794872, 0.021025641, 0.02098626, 0.020923521, 0.02075989], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.5225, "secs_fuse": 0.0088, "secs_legs": 0.0194, "stand_in": false, "top10": ["sedf4977e36.md", "s7053d8112f.md", "s24aa268d9b.md", "s2de6ee135e.md", "sb37722f837.md", "scd49f5d403.md", "s13d1309205.md", "s9645e34ce7.md", "s6baa20216c.md", "s62fa18865c.md"], "type": "single-session-user", "vec150_n": 45, "vec50_n": 45, "wide150": ["sedf4977e36.md", "s7053d8112f.md", "s24aa268d9b.md", "s2de6ee135e.md", "sb37722f837.md", "scd49f5d403.md", "s13d1309205.md", "s9645e34ce7.md", "s6baa20216c.md", "s62fa18865c.md", "sffcbf3ee96.md", "sa1aa084b72.md", "s0c79382b0f.md", "s70543176a9.md", "sd79544f745.md", "sc6ceae5373.md", "s5901def14e.md", "s28726ba3fb.md", "s2882179a07.md", "s95a36d7f7f.md", "s647da31215.md", "s155349af87.md", "se0702b9102.md", "s21d41abafb.md", "se5041827fd.md", "s0556392f2b.md", "s5f9bdf99a8.md", "s26e82fa5c6.md", "s4af5e32583.md", "s3411610155.md", "sda47b0e060.md", "sa524386bc6.md", "s62ce1ce2e8.md", "sb1b1f8cead.md", "sea0799b932.md", "s8cbf811451.md", "s95cd33ccab.md", "s014c7da853.md", "s7e005e5ec8.md", "se588cd4b61.md", "sd1ec2f0fac.md", "sd4a01ca0ac.md", "s5017d8e283.md", "sf270eff3ea.md", "sca6deea0e6.md"]}
{"abstention": false, "arm": "A5", "gold": ["sd668f8bff2.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 54.43, "n_files": 43, "pool20": ["sd668f8bff2.md", "s978c1f2514.md", "s066b83ee2f.md", "sb5e26f72ff.md", "s9e2ad82453.md", "s390a6932b5.md", "s62de534227.md", "s42e70a5693.md", "s84ac481c50.md", "s625f2a3d5a.md", "sacab0056d3.md", "sed2f807dfc.md", "sdbfc3cc2dd.md", "s31276aad3e.md", "s6c2992c68b.md", "se193708ede.md", "s5e9d66c13b.md", "s37fbab6016.md", "sce58a762d7.md", "s435c9fddc0.md"], "qid": "caf9ead2", "rrf10": [0.024590164, 0.022767857, 0.022504456, 0.02232906, 0.022068511, 0.021563815, 0.02141888, 0.021367521, 0.021269841, 0.020722744], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.4272, "secs_fuse": 0.0083, "secs_legs": 0.0181, "stand_in": false, "top10": ["sd668f8bff2.md", "s978c1f2514.md", "s066b83ee2f.md", "sb5e26f72ff.md", "s9e2ad82453.md", "s390a6932b5.md", "s62de534227.md", "s42e70a5693.md", "s84ac481c50.md", "s625f2a3d5a.md"], "type": "single-session-user", "vec150_n": 43, "vec50_n": 43, "wide150": ["sd668f8bff2.md", "s978c1f2514.md", "s066b83ee2f.md", "sb5e26f72ff.md", "s9e2ad82453.md", "s390a6932b5.md", "s62de534227.md", "s42e70a5693.md", "s84ac481c50.md", "s625f2a3d5a.md", "sacab0056d3.md", "sed2f807dfc.md", "sdbfc3cc2dd.md", "s31276aad3e.md", "s6c2992c68b.md", "se193708ede.md", "s5e9d66c13b.md", "s37fbab6016.md", "sce58a762d7.md", "s435c9fddc0.md", "s2d84edc9c7.md", "s519cbec616.md", "s1e4fbfd5d6.md", "safa9f41334.md", "sf3b2200e11.md", "sf9b039ee6a.md", "s823b6a1556.md", "s48fc1b6dfa.md", "sc2b147de7b.md", "s8113606dbd.md", "s3073348dc2.md", "sbc7929aada.md", "s9cd14018cc.md", "sa5f4ba04aa.md", "sabfde1620b.md", "scc8b8f7453.md", "s111d3e7c95.md", "s50b9b1d0ce.md", "s7883dff7de.md", "s79f280a832.md", "s42821c26dc.md", "sd49494518e.md", "sd7cb81bcdc.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa6f479058b.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 54.04, "n_files": 42, "pool20": ["s4526908bfb.md", "sa6f479058b.md", "sa0e4f3f109.md", "sa5fd6410e9.md", "s3e9ba68fe8.md", "s398bc6d41c.md", "scf159a8b40.md", "s5b0f105381.md", "s0892f0a756.md", "sadc843d342.md", "s213194cc9a.md", "s6ac7a2234f.md", "s8823995edf.md", "s1cc298c8c1.md", "sda189b1bf4.md", "sde62a6185b.md", "s22204f875a.md", "sa2138f60ba.md", "s438f070f5a.md", "s7329e333fd.md"], "qid": "8550ddae", "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.0234375, 0.022847302, 0.021908272, 0.021638655, 0.021372549, 0.021028951, 0.020807726], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 66.1519, "secs_fuse": 0.0215, "secs_legs": 0.0712, "stand_in": false, "top10": ["s4526908bfb.md", "sa6f479058b.md", "sa0e4f3f109.md", "sa5fd6410e9.md", "s3e9ba68fe8.md", "s398bc6d41c.md", "scf159a8b40.md", "s5b0f105381.md", "s0892f0a756.md", "sadc843d342.md"], "type": "single-session-user", "vec150_n": 42, "vec50_n": 42, "wide150": ["s4526908bfb.md", "sa6f479058b.md", "sa0e4f3f109.md", "sa5fd6410e9.md", "s3e9ba68fe8.md", "s398bc6d41c.md", "scf159a8b40.md", "s5b0f105381.md", "s0892f0a756.md", "sadc843d342.md", "s213194cc9a.md", "s6ac7a2234f.md", "s8823995edf.md", "s1cc298c8c1.md", "sda189b1bf4.md", "sde62a6185b.md", "s22204f875a.md", "sa2138f60ba.md", "s438f070f5a.md", "s7329e333fd.md", "see10ada878.md", "sb8edb131ef.md", "s33102e0ccb.md", "s22a98d022b.md", "s7a5d522ce1.md", "s58f8a75752.md", "s12664b1b3b.md", "s7ae6b6c679.md", "se317eae4b6.md", "s5e2283d935.md", "s5ab307cc4d.md", "se4213dbf29.md", "s060ef79476.md", "s74e5c41358.md", "s63c076fa65.md", "s1c372b6a99.md", "s9e29ba0ec1.md", "s8847e84c65.md", "sc74818ed63.md", "s1be7b5f928.md", "s27c4c74a73.md", "sa76d16ce6f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7480a834d1.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 52.48, "n_files": 51, "pool20": ["s7480a834d1.md", "s38422dc034.md", "s0dd1cb43d1.md", "s370ccc0029.md", "saf5019dd53.md", "sebfea459af.md", "s80782fe62f.md", "s6ed957184f.md", "s0e125de98c.md", "s80ff50c751.md", "s836c3118e6.md", "s798655750f.md", "scf1fc389c6.md", "s732b82ccdc.md", "s64304229e8.md", "sb8fbdb5408.md", "s9d1136c320.md", "s39a458cd89.md", "sd456f7e16e.md", "sf9335a1c3d.md"], "qid": "60d45044", "rrf10": [0.024590164, 0.02382134, 0.023685516, 0.023087687, 0.022426869, 0.02235023, 0.021869818, 0.021635138, 0.020833333, 0.020803443], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.1674, "secs_fuse": 0.0199, "secs_legs": 0.063, "stand_in": false, "top10": ["s7480a834d1.md", "s38422dc034.md", "s0dd1cb43d1.md", "s370ccc0029.md", "saf5019dd53.md", "sebfea459af.md", "s80782fe62f.md", "s6ed957184f.md", "s0e125de98c.md", "s80ff50c751.md"], "type": "single-session-user", "vec150_n": 51, "vec50_n": 50, "wide150": ["s7480a834d1.md", "s38422dc034.md", "s0dd1cb43d1.md", "s370ccc0029.md", "saf5019dd53.md", "sebfea459af.md", "s80782fe62f.md", "s6ed957184f.md", "s0e125de98c.md", "s80ff50c751.md", "s836c3118e6.md", "s798655750f.md", "scf1fc389c6.md", "s732b82ccdc.md", "s64304229e8.md", "sb8fbdb5408.md", "s9d1136c320.md", "s39a458cd89.md", "sd456f7e16e.md", "sf9335a1c3d.md", "se63b127d80.md", "s4b33a5624b.md", "sf76f926b59.md", "s1f2e0246d5.md", "s78cbe37ec7.md", "s17ea667cc7.md", "s3c359d015c.md", "s7eb82bdbc6.md", "s847cc71484.md", "s30fa1bc4dd.md", "s4dce1d7ada.md", "s25329928b7.md", "sd714e7c8b6.md", "sa6d4518966.md", "sc5d1354765.md", "sd6252c9b20.md", "sf5fa3a572b.md", "sa40099faf8.md", "s7bf875eba2.md", "sd2ed471e93.md", "s5af0da457d.md", "s741a6ed87b.md", "s3d536aab81.md", "s17fbf828e1.md", "s9f1547a6ad.md", "s48569240b8.md", "s206ce904b7.md", "s925446353f.md", "s767a43b775.md", "s24bc556086.md", "s73ab7b0066.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5d4d3c2bdc.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 55.45, "n_files": 52, "pool20": ["s5d4d3c2bdc.md", "s9c62fdbef1.md", "s8d149d3dee.md", "s62f050fc8a.md", "s37f2e09f3a.md", "s89fd52b79f.md", "s30bde1d836.md", "s8e63221f02.md", "sdf160da463.md", "s7058c58e87.md", "sb48df089a2.md", "see01f886e4.md", "s0b6acd0016.md", "sd5e6fbdbed.md", "sdd2991657e.md", "s3940e6a1d5.md", "sfabba5daf1.md", "se15a04d31d.md", "s84dfd31a18.md", "s131c6934fd.md"], "qid": "3f1e9474", "rrf10": [0.024590164, 0.023076923, 0.022614202, 0.022301872, 0.021869818, 0.021701389, 0.021635138, 0.021034996, 0.020833333, 0.020742754], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.6461, "secs_fuse": 0.0275, "secs_legs": 0.1153, "stand_in": false, "top10": ["s5d4d3c2bdc.md", "s9c62fdbef1.md", "s8d149d3dee.md", "s62f050fc8a.md", "s37f2e09f3a.md", "s89fd52b79f.md", "s30bde1d836.md", "s8e63221f02.md", "sdf160da463.md", "s7058c58e87.md"], "type": "single-session-user", "vec150_n": 52, "vec50_n": 50, "wide150": ["s5d4d3c2bdc.md", "s9c62fdbef1.md", "s8d149d3dee.md", "s62f050fc8a.md", "s37f2e09f3a.md", "s89fd52b79f.md", "s30bde1d836.md", "s8e63221f02.md", "sdf160da463.md", "s7058c58e87.md", "sb48df089a2.md", "see01f886e4.md", "s0b6acd0016.md", "sd5e6fbdbed.md", "sdd2991657e.md", "s3940e6a1d5.md", "sfabba5daf1.md", "se15a04d31d.md", "s84dfd31a18.md", "s131c6934fd.md", "s8a862250f7.md", "s284e59bbd4.md", "saec191d07b.md", "s714a6cafc8.md", "s7a9eafd199.md", "s544825b4f3.md", "sf53f259a67.md", "sebc137aae3.md", "s037dd561ae.md", "s397cea3b13.md", "s5fe8e8de2b.md", "s829815d564.md", "sd0e1d370f8.md", "sfc0df093de.md", "sb1da05b2a8.md", "se81d0deda4.md", "s1f1a2670da.md", "sf169be9fb2.md", "s2fc2257e6b.md", "s439c18163e.md", "s72f45d26e9.md", "s5b1a6f94b6.md", "s86958a7eb4.md", "s459bb62586.md", "s81280a1947.md", "sa45c171b63.md", "sea56e47998.md", "s1fe2355302.md", "sf1e9b9da2e.md", "se04b7d4615.md", "sb04b2336d8.md", "s9ef4edc5dd.md"]}
{"abstention": false, "arm": "A5", "gold": ["s209b908b2b.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.83, "n_files": 47, "pool20": ["s209b908b2b.md", "sb772a7d84d.md", "s0a257d4590.md", "s7f4edb3dec.md", "sd727742f97.md", "s9ab44bd213.md", "sef9873d562.md", "sc0c0b849b9.md", "s94620a4eb6.md", "secbabc9825.md", "sa8ee3caf6e.md", "s252281c7ae.md", "s8ac52ae395.md", "sa4e79cdc11.md", "s2a5dc97e13.md", "s8e94b0dd8f.md", "s6544868e5d.md", "s35679bb878.md", "s79deb71e32.md", "s7f1b2349a6.md"], "qid": "86b68151", "rrf10": [0.024590164, 0.02370479, 0.023685516, 0.022770398, 0.022617681, 0.022527473, 0.021269841, 0.021051571, 0.020888158, 0.020864662], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.7661, "secs_fuse": 0.0085, "secs_legs": 0.0194, "stand_in": false, "top10": ["s209b908b2b.md", "sb772a7d84d.md", "s0a257d4590.md", "s7f4edb3dec.md", "sd727742f97.md", "s9ab44bd213.md", "sef9873d562.md", "sc0c0b849b9.md", "s94620a4eb6.md", "secbabc9825.md"], "type": "single-session-user", "vec150_n": 47, "vec50_n": 47, "wide150": ["s209b908b2b.md", "sb772a7d84d.md", "s0a257d4590.md", "s7f4edb3dec.md", "sd727742f97.md", "s9ab44bd213.md", "sef9873d562.md", "sc0c0b849b9.md", "s94620a4eb6.md", "secbabc9825.md", "sa8ee3caf6e.md", "s252281c7ae.md", "s8ac52ae395.md", "sa4e79cdc11.md", "s2a5dc97e13.md", "s8e94b0dd8f.md", "s6544868e5d.md", "s35679bb878.md", "s79deb71e32.md", "s7f1b2349a6.md", "sff4969c537.md", "s77603e8e2d.md", "sd4612bef2d.md", "s2d687d8046.md", "s87a8b83869.md", "sac7204cc82.md", "sa61fe896a7.md", "sb21615e786.md", "s128fb11c46.md", "s396b8689d4.md", "sf80aa08a34.md", "s4ba1c603e2.md", "s24f259f76f.md", "s488a84e976.md", "s6fe8e9d3b2.md", "s421544959d.md", "sd888226c2a.md", "saed978849c.md", "se82ccb4926.md", "sc3b563da4e.md", "s0f5a2b29e2.md", "sda1912c50a.md", "s191bc1fafc.md", "s883d1377a6.md", "s53e5202fd0.md", "s3acd6b1fdc.md", "s5f393f2a0d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s82084ca14c.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 50.46, "n_files": 46, "pool20": ["s82084ca14c.md", "s0bdfc6a1e7.md", "s8e3bc7a711.md", "s9deb3114fe.md", "sedff93512c.md", "sc2224b6aee.md", "s281ddcb0d8.md", "sb51c61a0cc.md", "sd9e05ce14e.md", "s530e8e7998.md", "s4b15d2bbf2.md", "sdee70743f7.md", "s413c9c9036.md", "s283987df90.md", "s5da86ee461.md", "s9a5116b0f1.md", "s638850ce8b.md", "s31ff2f288a.md", "s81cf9563b4.md", "s928952fb11.md"], "qid": "577d4d32", "rrf10": [0.023348236, 0.023335702, 0.022978347, 0.022278314, 0.022075261, 0.022021015, 0.021861472, 0.021397849, 0.021180556, 0.020833333], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.098, "secs_fuse": 0.0456, "secs_legs": 0.0851, "stand_in": false, "top10": ["s82084ca14c.md", "s0bdfc6a1e7.md", "s8e3bc7a711.md", "s9deb3114fe.md", "sedff93512c.md", "sc2224b6aee.md", "s281ddcb0d8.md", "sb51c61a0cc.md", "sd9e05ce14e.md", "s530e8e7998.md"], "type": "single-session-user", "vec150_n": 46, "vec50_n": 46, "wide150": ["s82084ca14c.md", "s0bdfc6a1e7.md", "s8e3bc7a711.md", "s9deb3114fe.md", "sedff93512c.md", "sc2224b6aee.md", "s281ddcb0d8.md", "sb51c61a0cc.md", "sd9e05ce14e.md", "s530e8e7998.md", "s4b15d2bbf2.md", "sdee70743f7.md", "s413c9c9036.md", "s283987df90.md", "s5da86ee461.md", "s9a5116b0f1.md", "s638850ce8b.md", "s31ff2f288a.md", "s81cf9563b4.md", "s928952fb11.md", "s25fb8586a9.md", "s13783ebf17.md", "s1076a77232.md", "s80c0410dc8.md", "s74c8306e47.md", "s246d2af583.md", "s71b1c14ce6.md", "s3cb48c5e79.md", "sa966ce9344.md", "s42769d68ce.md", "sdd72d704c2.md", "safb07a87fa.md", "s2e86637c87.md", "s15ce930dd9.md", "s6c6e7508b0.md", "sc1e712df7b.md", "s06822df60d.md", "s426e7e10a3.md", "s06a74a7d07.md", "sb276e420f7.md", "se3242f41f5.md", "s03cf282639.md", "sdb0a9dbbe5.md", "scc044d92be.md", "s531e20374d.md", "s2b89f61d76.md"]}
{"abstention": false, "arm": "A5", "gold": ["s64285bf27f.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 55.72, "n_files": 51, "pool20": ["see9766f78c.md", "s45e661a133.md", "s64285bf27f.md", "s4361893679.md", "scdf59bc166.md", "s13aaeefa65.md", "sd9f2a72b23.md", "s7562157da6.md", "sf4b33077e1.md", "s96069531fe.md", "s7e0d1e1f11.md", "s38db9dbf83.md", "s23008e65ec.md", "s04a9cccf4f.md", "s2b90cf057a.md", "s9ac0d730f1.md", "s7cbb1263f8.md", "s3c867ea230.md", "sebc6f4276a.md", "sac02b48add.md"], "qid": "ec81a493", "rrf10": [0.024205943, 0.024193548, 0.023821721, 0.022630992, 0.021825397, 0.021645022, 0.021504321, 0.02051685, 0.02, 0.01977088], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 69.9527, "secs_fuse": 0.0261, "secs_legs": 0.0622, "stand_in": false, "top10": ["see9766f78c.md", "s45e661a133.md", "s64285bf27f.md", "s4361893679.md", "scdf59bc166.md", "s13aaeefa65.md", "sd9f2a72b23.md", "s7562157da6.md", "sf4b33077e1.md", "s96069531fe.md"], "type": "single-session-user", "vec150_n": 51, "vec50_n": 50, "wide150": ["see9766f78c.md", "s45e661a133.md", "s64285bf27f.md", "s4361893679.md", "scdf59bc166.md", "s13aaeefa65.md", "sd9f2a72b23.md", "s7562157da6.md", "sf4b33077e1.md", "s96069531fe.md", "s7e0d1e1f11.md", "s38db9dbf83.md", "s23008e65ec.md", "s04a9cccf4f.md", "s2b90cf057a.md", "s9ac0d730f1.md", "s7cbb1263f8.md", "s3c867ea230.md", "sebc6f4276a.md", "sac02b48add.md", "se2395adaf8.md", "sa49c9692c6.md", "sd6b7a63d50.md", "s14b72a2434.md", "s3f073d9aa9.md", "s7c047b3fcb.md", "sfd0a4f4762.md", "se9ed39848e.md", "s4996ab27a6.md", "s0fbafb4d29.md", "s3c168888b1.md", "s650f846e4b.md", "sde4fba11c7.md", "s9fcb801a3c.md", "s7ce486abc0.md", "s4adaa8ad05.md", "sb2a3737e6c.md", "sfb12e7e6a3.md", "s0ba0fb54eb.md", "s276fbc55da.md", "sa078df7b45.md", "s2ab63fafb1.md", "s6d955aa3ec.md", "s191998f080.md", "s73d38c5cc7.md", "sf61dd98cf2.md", "sbd11e75f68.md", "s4f46b7dc03.md", "scfa6628b0d.md", "se5b4feec23.md", "s6b2b813234.md"]}
{"abstention": false, "arm": "A5", "gold": ["s00bc77a326.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 57.42, "n_files": 47, "pool20": ["s00bc77a326.md", "s871c58b5b7.md", "s8e7f86bd01.md", "sc21b78dd6a.md", "s9adf23f105.md", "se9dc042fb2.md", "s237b431c8b.md", "sde2c99904d.md", "s21886d8669.md", "s57ed56955c.md", "sf4a53befce.md", "sbf88687915.md", "sd3f241e131.md", "s752145c724.md", "s4528f510a3.md", "s5f6530c413.md", "seb92cfdfad.md", "s7408cb53ad.md", "s7c95dbd6da.md", "s446f08c5ef.md"], "qid": "15745da0", "rrf10": [0.024590164, 0.024193548, 0.02281746, 0.022021015, 0.021967627, 0.021845695, 0.021428571, 0.021372126, 0.021249076, 0.020878722], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.4703, "secs_fuse": 0.0131, "secs_legs": 0.0298, "stand_in": false, "top10": ["s00bc77a326.md", "s871c58b5b7.md", "s8e7f86bd01.md", "sc21b78dd6a.md", "s9adf23f105.md", "se9dc042fb2.md", "s237b431c8b.md", "sde2c99904d.md", "s21886d8669.md", "s57ed56955c.md"], "type": "single-session-user", "vec150_n": 47, "vec50_n": 47, "wide150": ["s00bc77a326.md", "s871c58b5b7.md", "s8e7f86bd01.md", "sc21b78dd6a.md", "s9adf23f105.md", "se9dc042fb2.md", "s237b431c8b.md", "sde2c99904d.md", "s21886d8669.md", "s57ed56955c.md", "sf4a53befce.md", "sbf88687915.md", "sd3f241e131.md", "s752145c724.md", "s4528f510a3.md", "s5f6530c413.md", "seb92cfdfad.md", "s7408cb53ad.md", "s7c95dbd6da.md", "s446f08c5ef.md", "s57d01702b4.md", "sa71cc5e00d.md", "s8efcab5216.md", "s9acd025d6a.md", "s3ef8f03778.md", "sa576dff4bc.md", "sff8fcb4e6e.md", "sfa005f03a3.md", "s107b8d8c1b.md", "sd8d69a1355.md", "s624e6a6f86.md", "s143b082f4a.md", "sa242ce4c49.md", "sacf3fc6eb1.md", "s814cd4b633.md", "sc0ec48f07f.md", "sda864819bd.md", "s98e38894d8.md", "s11bd72839f.md", "s02a2247d9f.md", "s17ca351cb3.md", "s9671a6a6c2.md", "s538deb6d52.md", "s1c1d9765ee.md", "s0267d55fb2.md", "s041507da9e.md", "se1b03daa60.md"]}
{"abstention": false, "arm": "A5", "gold": ["s46517e427f.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 55.45, "n_files": 53, "pool20": ["s46517e427f.md", "s455830cd48.md", "s266e850b5c.md", "sbd9b61febc.md", "s5bef40f0cf.md", "s44fdd380d4.md", "s2bef0a88cc.md", "s202d9c11f7.md", "sb66d193c12.md", "sd3a47c61cd.md", "s741fbb87b1.md", "sa9f0429d9e.md", "sa6b3fce2b2.md", "sf3c07eafe0.md", "sa913ccc4cc.md", "sfafee39f8b.md", "sb3e9c89a21.md", "s3e872eab68.md", "s636b4c1211.md", "s7c1b4cb688.md"], "qid": "e01b8e2f", "rrf10": [0.024590164, 0.023335702, 0.023171286, 0.022989889, 0.022977941, 0.022630992, 0.022185061, 0.02209596, 0.021635138, 0.021464646], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.4345, "secs_fuse": 0.0282, "secs_legs": 0.0785, "stand_in": false, "top10": ["s46517e427f.md", "s455830cd48.md", "s266e850b5c.md", "sbd9b61febc.md", "s5bef40f0cf.md", "s44fdd380d4.md", "s2bef0a88cc.md", "s202d9c11f7.md", "sb66d193c12.md", "sd3a47c61cd.md"], "type": "single-session-user", "vec150_n": 53, "vec50_n": 50, "wide150": ["s46517e427f.md", "s455830cd48.md", "s266e850b5c.md", "sbd9b61febc.md", "s5bef40f0cf.md", "s44fdd380d4.md", "s2bef0a88cc.md", "s202d9c11f7.md", "sb66d193c12.md", "sd3a47c61cd.md", "s741fbb87b1.md", "sa9f0429d9e.md", "sa6b3fce2b2.md", "sf3c07eafe0.md", "sa913ccc4cc.md", "sfafee39f8b.md", "sb3e9c89a21.md", "s3e872eab68.md", "s636b4c1211.md", "s7c1b4cb688.md", "s54b52a902e.md", "s885130b466.md", "s4af7cc99a1.md", "s67db3b1992.md", "s8bcfd31ff6.md", "sd5a1b6154d.md", "s64b86fbbff.md", "sd3a371a0e0.md", "sddc317b7d7.md", "sd856cd6536.md", "sfa37a19471.md", "sbbace376f6.md", "s9357ec48ed.md", "s2ea2440d0d.md", "sd95ffd2157.md", "s80ffb1b84d.md", "s8bc44c6b03.md", "sdfaa23880a.md", "sff290e12a9.md", "sf08958597d.md", "s7685611738.md", "saa83945319.md", "sf90b2a81d8.md", "s81192819d1.md", "s67d2d3f28e.md", "s0dd4626b8e.md", "s9f7d322f83.md", "sa9090f3d7b.md", "sba3f802497.md", "s019601e882.md", "sa83e5af7fb.md", "sdd9b0d9b40.md", "s9d18dfb666.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6b0d1a4e01.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 51.94, "n_files": 48, "pool20": ["s6b0d1a4e01.md", "s7018143d1e.md", "se6b5d09abe.md", "s80752e8f31.md", "s0e1c6cb8d0.md", "sd293da6f2c.md", "sd8faf282d1.md", "s7dac94d8e9.md", "s2e0112750b.md", "s0a80082680.md", "sbe0da1b7cf.md", "sad12f006e5.md", "s35f0608a89.md", "sf287786001.md", "s14a8d00d75.md", "scc55cab96f.md", "s6e08d00684.md", "s49511debbb.md", "sfaf808a249.md", "saf06893061.md"], "qid": "bc8a6e93", "rrf10": [0.024590164, 0.023937532, 0.023271889, 0.023087687, 0.022397892, 0.02223393, 0.021869818, 0.021042471, 0.021034996, 0.020555767], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.7326, "secs_fuse": 0.0154, "secs_legs": 0.0441, "stand_in": false, "top10": ["s6b0d1a4e01.md", "s7018143d1e.md", "se6b5d09abe.md", "s80752e8f31.md", "s0e1c6cb8d0.md", "sd293da6f2c.md", "sd8faf282d1.md", "s7dac94d8e9.md", "s2e0112750b.md", "s0a80082680.md"], "type": "single-session-user", "vec150_n": 48, "vec50_n": 48, "wide150": ["s6b0d1a4e01.md", "s7018143d1e.md", "se6b5d09abe.md", "s80752e8f31.md", "s0e1c6cb8d0.md", "sd293da6f2c.md", "sd8faf282d1.md", "s7dac94d8e9.md", "s2e0112750b.md", "s0a80082680.md", "sbe0da1b7cf.md", "sad12f006e5.md", "s35f0608a89.md", "sf287786001.md", "s14a8d00d75.md", "scc55cab96f.md", "s6e08d00684.md", "s49511debbb.md", "sfaf808a249.md", "saf06893061.md", "s33da023755.md", "s09b1b86225.md", "sd5cef86ed4.md", "s2bcff841ba.md", "s708ab5f34b.md", "sff37831bc6.md", "sc44aee8199.md", "s54cb902c14.md", "s4fc209a37d.md", "s62a67c1a5a.md", "s719c140498.md", "s988dd525c7.md", "s0d5aa343e6.md", "s39c4d7b7d8.md", "seca2fdd9ed.md", "s3543ba393c.md", "s96744dad20.md", "sad6ef3818e.md", "s981b510879.md", "sfd6880a6fa.md", "s828cf7bd7e.md", "sf324202535.md", "s65de6d1409.md", "sa73399d907.md", "s7990a80067.md", "sef3baf15e2.md", "se99925177f.md", "s662a57782f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0f1d45c64c.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 55.56, "n_files": 46, "pool20": ["s7883cfeafc.md", "s0f1d45c64c.md", "s1c6168b453.md", "s2e592da212.md", "s95a50ecb23.md", "s32ba43dc8e.md", "s2ba43a9aac.md", "s43b95cddf3.md", "s7d9b9840c4.md", "s507a90fdf1.md", "sabed3f746b.md", "scd367be3fd.md", "sc6d9825009.md", "sc4734bad97.md", "s80175fa047.md", "scee25a963c.md", "se5c34279a8.md", "sf97329ab57.md", "s56fd9052eb.md", "s10e5a246d6.md"], "qid": "ccb36322", "rrf10": [0.024457959, 0.023565324, 0.022977941, 0.022795699, 0.022168569, 0.021895351, 0.021713729, 0.021561772, 0.021326014, 0.021227364], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 69.7676, "secs_fuse": 0.0356, "secs_legs": 0.0728, "stand_in": false, "top10": ["s7883cfeafc.md", "s0f1d45c64c.md", "s1c6168b453.md", "s2e592da212.md", "s95a50ecb23.md", "s32ba43dc8e.md", "s2ba43a9aac.md", "s43b95cddf3.md", "s7d9b9840c4.md", "s507a90fdf1.md"], "type": "single-session-user", "vec150_n": 46, "vec50_n": 46, "wide150": ["s7883cfeafc.md", "s0f1d45c64c.md", "s1c6168b453.md", "s2e592da212.md", "s95a50ecb23.md", "s32ba43dc8e.md", "s2ba43a9aac.md", "s43b95cddf3.md", "s7d9b9840c4.md", "s507a90fdf1.md", "sabed3f746b.md", "scd367be3fd.md", "sc6d9825009.md", "sc4734bad97.md", "s80175fa047.md", "scee25a963c.md", "se5c34279a8.md", "sf97329ab57.md", "s56fd9052eb.md", "s10e5a246d6.md", "s5abb1d0a63.md", "s17bf6a6ec4.md", "s0f5bfc7528.md", "sd4193eecb1.md", "sb17b4d740c.md", "s44ea38068a.md", "sb3ec4e475a.md", "s242ccf513f.md", "s75976d11ea.md", "s0e1340e61d.md", "sa64a4496ad.md", "s4e50aabc28.md", "s248e3e16f3.md", "s9721038dc7.md", "sa7d7c89bbf.md", "se6d9c7b000.md", "sfc31366f29.md", "sa2fa8db112.md", "se57bf6dad9.md", "sa9150f0fab.md", "sea68239e06.md", "sf2e21105e3.md", "s6ce23be91d.md", "s2068246c2c.md", "s4eb25fb531.md", "scde288a1c7.md"]}
{"abstention": false, "arm": "A5", "gold": ["se78850a7e0.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.21, "n_files": 50, "pool20": ["se78850a7e0.md", "s9504b616fe.md", "sf1143dd531.md", "s976a990246.md", "se4acb9898f.md", "s040bf67e5b.md", "sac26a252f3.md", "s99bd33666e.md", "s7cadf13af1.md", "sf1a996a0a3.md", "s898bc6de37.md", "s03994c58b3.md", "s0003689614.md", "sd58c72238a.md", "s9aa92b36a9.md", "sa0c1458aee.md", "s5c24e86384.md", "sacedfc9284.md", "sc13e361fd2.md", "sb02495f454.md"], "qid": "001be529", "rrf10": [0.024590164, 0.02239819, 0.021861472, 0.021684588, 0.021397849, 0.021161317, 0.020594736, 0.020575495, 0.020460172, 0.020384615], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.6361, "secs_fuse": 0.026, "secs_legs": 0.0726, "stand_in": false, "top10": ["se78850a7e0.md", "s9504b616fe.md", "sf1143dd531.md", "s976a990246.md", "se4acb9898f.md", "s040bf67e5b.md", "sac26a252f3.md", "s99bd33666e.md", "s7cadf13af1.md", "sf1a996a0a3.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["se78850a7e0.md", "s9504b616fe.md", "sf1143dd531.md", "s976a990246.md", "se4acb9898f.md", "s040bf67e5b.md", "sac26a252f3.md", "s99bd33666e.md", "s7cadf13af1.md", "sf1a996a0a3.md", "s898bc6de37.md", "s03994c58b3.md", "s0003689614.md", "sd58c72238a.md", "s9aa92b36a9.md", "sa0c1458aee.md", "s5c24e86384.md", "sacedfc9284.md", "sc13e361fd2.md", "sb02495f454.md", "sd3d0efc73d.md", "s58316f1dd4.md", "saf85c77705.md", "s9af78881f8.md", "s46adf8aadd.md", "sdfb686826d.md", "s13905e1f8b.md", "s9a9a57f311.md", "sa0aa0d716d.md", "scc24b12265.md", "s1132dabcf3.md", "s2379b9f037.md", "s69b7501857.md", "s8bca0b0cc5.md", "s16d1f2bc35.md", "s81352263c8.md", "s6d1b19036c.md", "s4225f6911d.md", "s5f2b44d7d2.md", "s004dec6d44.md", "s9bf171e83b.md", "s955b3495fd.md", "se0529d45fe.md", "s2ff2d3b82b.md", "s65e9215d89.md", "sb43d3a8a8a.md", "s824fa246a2.md", "sce27e55022.md", "s1dabef3cf8.md", "sd2f0400526.md"]}
{"abstention": false, "arm": "A5", "gold": ["scbf5e6c00f.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 53.35, "n_files": 46, "pool20": ["scbf5e6c00f.md", "s119dba6867.md", "scfe527a5fd.md", "sc2738f0693.md", "sc2a4f75f93.md", "s5ed3304cd4.md", "s91261d8f2f.md", "seafd9bedc6.md", "s964eeb6692.md", "sa004e03dd0.md", "sa08f24a974.md", "sdde9e2f40a.md", "sd4cd4f9ff8.md", "s62e866d6c0.md", "s960ca04106.md", "s33007f6c22.md", "sbc93c38fd4.md", "seacc591359.md", "s5cf186f325.md", "s1a294ed253.md"], "qid": "b320f3f8", "rrf10": [0.024590164, 0.023216031, 0.022960373, 0.022767857, 0.022622539, 0.022222222, 0.021776815, 0.02173913, 0.021462639, 0.021175373], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.5564, "secs_fuse": 0.0264, "secs_legs": 0.0628, "stand_in": false, "top10": ["scbf5e6c00f.md", "s119dba6867.md", "scfe527a5fd.md", "sc2738f0693.md", "sc2a4f75f93.md", "s5ed3304cd4.md", "s91261d8f2f.md", "seafd9bedc6.md", "s964eeb6692.md", "sa004e03dd0.md"], "type": "single-session-user", "vec150_n": 46, "vec50_n": 46, "wide150": ["scbf5e6c00f.md", "s119dba6867.md", "scfe527a5fd.md", "sc2738f0693.md", "sc2a4f75f93.md", "s5ed3304cd4.md", "s91261d8f2f.md", "seafd9bedc6.md", "s964eeb6692.md", "sa004e03dd0.md", "sa08f24a974.md", "sdde9e2f40a.md", "sd4cd4f9ff8.md", "s62e866d6c0.md", "s960ca04106.md", "s33007f6c22.md", "sbc93c38fd4.md", "seacc591359.md", "s5cf186f325.md", "s1a294ed253.md", "s12b1172539.md", "sb7e6ea3ef0.md", "s3c503a308c.md", "s24ff3a7099.md", "s95715fda0d.md", "s1f84d380b8.md", "s74fcad592b.md", "sa9b2b7c793.md", "s3df5beb976.md", "sf25306dd89.md", "s1a8e6d946b.md", "s24ab925ec9.md", "sda08cb37ee.md", "s41e9468a81.md", "sf0d9dc13b2.md", "s04adf168a0.md", "s04a690e24a.md", "se358f8c20d.md", "sff164c2540.md", "sff1dbd0720.md", "s542c349d4b.md", "s0b2f2d7a9e.md", "sd038cf988c.md", "s3ab0c7df2c.md", "s7a481c0dfd.md", "s1808bcec57.md"]}
{"abstention": false, "arm": "A5", "gold": ["sdbbf1ac386.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 53.17, "n_files": 43, "pool20": ["sdbbf1ac386.md", "s2626811272.md", "s393a1ffce2.md", "sae94042441.md", "sbe215f8820.md", "sa3a32e0ed7.md", "s5d7410d544.md", "sce8dc8b043.md", "s533e0ff881.md", "sc2e9f5fa2a.md", "s7ea6f338e8.md", "sa485d16aa8.md", "sd6b301936b.md", "s97db63a323.md", "sd57ccc44dc.md", "sed8326541f.md", "sa512fc1979.md", "se1fb968d93.md", "s5174db6367.md", "se376a96c6c.md"], "qid": "19b5f2b3", "rrf10": [0.024590164, 0.023335702, 0.022767857, 0.022379032, 0.022141372, 0.021967627, 0.021952259, 0.021638655, 0.020578014, 0.02051685], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.4121, "secs_fuse": 0.0198, "secs_legs": 0.0614, "stand_in": false, "top10": ["sdbbf1ac386.md", "s2626811272.md", "s393a1ffce2.md", "sae94042441.md", "sbe215f8820.md", "sa3a32e0ed7.md", "s5d7410d544.md", "sce8dc8b043.md", "s533e0ff881.md", "sc2e9f5fa2a.md"], "type": "single-session-user", "vec150_n": 43, "vec50_n": 43, "wide150": ["sdbbf1ac386.md", "s2626811272.md", "s393a1ffce2.md", "sae94042441.md", "sbe215f8820.md", "sa3a32e0ed7.md", "s5d7410d544.md", "sce8dc8b043.md", "s533e0ff881.md", "sc2e9f5fa2a.md", "s7ea6f338e8.md", "sa485d16aa8.md", "sd6b301936b.md", "s97db63a323.md", "sd57ccc44dc.md", "sed8326541f.md", "sa512fc1979.md", "se1fb968d93.md", "s5174db6367.md", "se376a96c6c.md", "sadbccf1fe1.md", "s46a39bcf4d.md", "se333d593a1.md", "sa1f1e34c13.md", "s2765389927.md", "s3dd45eff1d.md", "s2ffa74efe8.md", "sc403616996.md", "sff09452bd1.md", "sf67df743a2.md", "se9a5e2dccb.md", "s37d76aa4de.md", "se303e425b5.md", "s01eeae4c6b.md", "s412931a925.md", "s3288a39808.md", "s4b2fa4951f.md", "s286543414c.md", "sc29b9a23ea.md", "s2a3a23be7c.md", "s504bb044a4.md", "sd13ab46937.md", "s3024d6e83c.md"]}
{"abstention": false, "arm": "A5", "gold": ["se3c2e03f5d.md"], "kw150_n": 54, "kw50_n": 50, "loadavg1_at_start": 55.31, "n_files": 55, "pool20": ["se3c2e03f5d.md", "sb0f521b53e.md", "sf8265200b1.md", "scd7a42fa45.md", "s47ad0d9bcb.md", "sf6e9e62d59.md", "se1ddcd5659.md", "sdfab3bc6a5.md", "s99819823e4.md", "s53b74c564a.md", "s173ed44edf.md", "sb8b319853d.md", "s8589d5787c.md", "saee3a0b877.md", "s8a2c82ac62.md", "s842edcf904.md", "s79767d2ade.md", "sc907eeef4f.md", "sf9718273ff.md", "s08e25208f8.md"], "qid": "4fd1909e", "rrf10": [0.024590164, 0.023809524, 0.023076923, 0.021645022, 0.02133563, 0.02128483, 0.021129032, 0.020970395, 0.020779639, 0.020722744], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 74.0515, "secs_fuse": 0.0347, "secs_legs": 0.0828, "stand_in": false, "top10": ["se3c2e03f5d.md", "sb0f521b53e.md", "sf8265200b1.md", "scd7a42fa45.md", "s47ad0d9bcb.md", "sf6e9e62d59.md", "se1ddcd5659.md", "sdfab3bc6a5.md", "s99819823e4.md", "s53b74c564a.md"], "type": "single-session-user", "vec150_n": 55, "vec50_n": 50, "wide150": ["se3c2e03f5d.md", "sb0f521b53e.md", "sf8265200b1.md", "scd7a42fa45.md", "s47ad0d9bcb.md", "sf6e9e62d59.md", "se1ddcd5659.md", "sdfab3bc6a5.md", "s99819823e4.md", "s53b74c564a.md", "s173ed44edf.md", "sb8b319853d.md", "s8589d5787c.md", "saee3a0b877.md", "s8a2c82ac62.md", "s842edcf904.md", "s79767d2ade.md", "sc907eeef4f.md", "sf9718273ff.md", "s08e25208f8.md", "s235c551fba.md", "sa86977e53b.md", "s87d16a835c.md", "s53bc0ff84e.md", "s01bb64ad06.md", "s145f0c5352.md", "s1af52442c3.md", "sd47c185b0e.md", "s356d94e37c.md", "s709fbcf25b.md", "s4525d57f79.md", "s42e6555f34.md", "se0224b1119.md", "se596f78f87.md", "sd5c1366bd0.md", "s681d1a737f.md", "sd0b9740a3c.md", "s8d18f2fe5f.md", "sc566fe8e13.md", "sb2fee0642d.md", "s407272ea5a.md", "sbc4c170ed2.md", "s1ac1d34b10.md", "sf038ee0619.md", "s614f3d539b.md", "s6757e1c09f.md", "s56dbf3f3c6.md", "s27ecc3865a.md", "s2952811cf5.md", "s60db56087b.md", "s582a8e04be.md", "s150ebd2624.md", "s31f70e6a56.md", "sae30bf7e72.md", "sf8df474a37.md"]}
{"abstention": false, "arm": "A5", "gold": ["sbf90dc8f41.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 51.84, "n_files": 44, "pool20": ["sbf90dc8f41.md", "sf6ad87c231.md", "s55259a37ff.md", "s0017d7cd27.md", "sf59202ae80.md", "s55c1eb4ad2.md", "s5e791f3b13.md", "s242b03660f.md", "s8e7ed9c957.md", "s120a0f167c.md", "s614dab3820.md", "s8e7c1a90c7.md", "s2934f3e360.md", "s33bdaa4f71.md", "sabd9f76e92.md", "s5eebfc6f48.md", "s42f5035878.md", "sea844b7bfb.md", "s1120469cf9.md", "s56e07c9232.md"], "qid": "545bd2b5", "rrf10": [0.024590164, 0.024193548, 0.022871377, 0.022614202, 0.022426869, 0.02220213, 0.022098214, 0.021774688, 0.021051571, 0.021028951], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.8922, "secs_fuse": 0.008, "secs_legs": 0.0189, "stand_in": false, "top10": ["sbf90dc8f41.md", "sf6ad87c231.md", "s55259a37ff.md", "s0017d7cd27.md", "sf59202ae80.md", "s55c1eb4ad2.md", "s5e791f3b13.md", "s242b03660f.md", "s8e7ed9c957.md", "s120a0f167c.md"], "type": "single-session-user", "vec150_n": 44, "vec50_n": 44, "wide150": ["sbf90dc8f41.md", "sf6ad87c231.md", "s55259a37ff.md", "s0017d7cd27.md", "sf59202ae80.md", "s55c1eb4ad2.md", "s5e791f3b13.md", "s242b03660f.md", "s8e7ed9c957.md", "s120a0f167c.md", "s614dab3820.md", "s8e7c1a90c7.md", "s2934f3e360.md", "s33bdaa4f71.md", "sabd9f76e92.md", "s5eebfc6f48.md", "s42f5035878.md", "sea844b7bfb.md", "s1120469cf9.md", "s56e07c9232.md", "sbe717dbd2a.md", "s9fe8314fe9.md", "s65d26a7e79.md", "s5c712ce4b6.md", "se25149d89a.md", "s705bc448b0.md", "sa8f5ec1a48.md", "s315eefcc1a.md", "s490e69a2a5.md", "scea7a014d5.md", "s03e8a14179.md", "s2926797836.md", "se17a5a01e5.md", "scb6d1d681b.md", "s4c0823ca04.md", "s6473a83183.md", "sd7f22b1615.md", "sce4a729024.md", "sbed7e8468c.md", "s5b3d169987.md", "s40aef98267.md", "sedf0baf4bc.md", "sb1f689404d.md", "s83c6402458.md"]}
{"abstention": false, "arm": "A5", "gold": ["sda3bc49b5b.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 53.43, "n_files": 51, "pool20": ["sda3bc49b5b.md", "s97df625c7d.md", "s661b5132f5.md", "sb7e3b42cb1.md", "s64b5cd96cc.md", "sf24ade4ae3.md", "s59e75a2f9b.md", "s3111e4b0a1.md", "s5efb6bf181.md", "sb31077574a.md", "s2975721a9d.md", "s3206071e12.md", "scf8b9afd76.md", "sffe7b3fb60.md", "s6e1bc8ae0c.md", "s7665973449.md", "s4bb0e03ff6.md", "s0ae38b1724.md", "sb10ff9b7b7.md", "sdef1d55fb2.md"], "qid": "8a137a7f", "rrf10": [0.024590164, 0.023321123, 0.022381757, 0.02181085, 0.021748401, 0.021635611, 0.021401515, 0.021254487, 0.021222411, 0.019898461], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.4, "secs_fuse": 0.0175, "secs_legs": 0.0436, "stand_in": false, "top10": ["sda3bc49b5b.md", "s97df625c7d.md", "s661b5132f5.md", "sb7e3b42cb1.md", "s64b5cd96cc.md", "sf24ade4ae3.md", "s59e75a2f9b.md", "s3111e4b0a1.md", "s5efb6bf181.md", "sb31077574a.md"], "type": "single-session-user", "vec150_n": 51, "vec50_n": 50, "wide150": ["sda3bc49b5b.md", "s97df625c7d.md", "s661b5132f5.md", "sb7e3b42cb1.md", "s64b5cd96cc.md", "sf24ade4ae3.md", "s59e75a2f9b.md", "s3111e4b0a1.md", "s5efb6bf181.md", "sb31077574a.md", "s2975721a9d.md", "s3206071e12.md", "scf8b9afd76.md", "sffe7b3fb60.md", "s6e1bc8ae0c.md", "s7665973449.md", "s4bb0e03ff6.md", "s0ae38b1724.md", "sb10ff9b7b7.md", "sdef1d55fb2.md", "s68c8f78c19.md", "s413ab6ec3d.md", "s71316ec93d.md", "s1d8497506b.md", "s0f0cfaf2db.md", "s3154a71e6c.md", "s1af4751913.md", "s2d74af16f8.md", "se29ff4cad1.md", "sfec933d779.md", "sa184de601b.md", "s68f465bd25.md", "sbec4c38d9b.md", "s066de83d6c.md", "s05140d17e4.md", "seba2c65649.md", "sf6ecfe4978.md", "sd928776277.md", "sc9df307d23.md", "sd2d256ad73.md", "s1e63b47e32.md", "sbfae0629a1.md", "sabb9084927.md", "s7710e1dd91.md", "s6b3f79841e.md", "s98d9e4085d.md", "s95329c9098.md", "s824da0ac20.md", "sa9fe53c657.md", "s1a74202427.md", "se6c3dfbc7c.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc32660f628.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 56.72, "n_files": 48, "pool20": ["sc32660f628.md", "s4eccda7cb6.md", "s800e4dae68.md", "sd3406d2082.md", "scc2caa201a.md", "s7de74a4e73.md", "s7ba7419fb6.md", "sfcbbb4c08d.md", "s0d72ee9764.md", "s71c9341cc8.md", "s06a67ae272.md", "s7ee765cbe2.md", "s551396578b.md", "s1577913420.md", "s5ceccf4e13.md", "s7ccc9f37b5.md", "sc23c57686e.md", "s62d03ebc86.md", "s97ae43c254.md", "sf2863b554c.md"], "qid": "76d63226", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022727273, 0.02239819, 0.022051282, 0.021031746, 0.020823511, 0.020740884, 0.020419879], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.1942, "secs_fuse": 0.0272, "secs_legs": 0.072, "stand_in": false, "top10": ["sc32660f628.md", "s4eccda7cb6.md", "s800e4dae68.md", "sd3406d2082.md", "scc2caa201a.md", "s7de74a4e73.md", "s7ba7419fb6.md", "sfcbbb4c08d.md", "s0d72ee9764.md", "s71c9341cc8.md"], "type": "single-session-user", "vec150_n": 48, "vec50_n": 48, "wide150": ["sc32660f628.md", "s4eccda7cb6.md", "s800e4dae68.md", "sd3406d2082.md", "scc2caa201a.md", "s7de74a4e73.md", "s7ba7419fb6.md", "sfcbbb4c08d.md", "s0d72ee9764.md", "s71c9341cc8.md", "s06a67ae272.md", "s7ee765cbe2.md", "s551396578b.md", "s1577913420.md", "s5ceccf4e13.md", "s7ccc9f37b5.md", "sc23c57686e.md", "s62d03ebc86.md", "s97ae43c254.md", "sf2863b554c.md", "scd3d7541f9.md", "s07f85c4f58.md", "sc8dae442c3.md", "s0b398c35c5.md", "s01bfb26d5d.md", "sd2999f3a90.md", "s4999ea1b52.md", "s62e8aadf3e.md", "s030d8de2bd.md", "s406f84ef67.md", "sffdca987db.md", "se282454c7e.md", "scde864cd7e.md", "sf6fc8876a6.md", "sb3c7867170.md", "s51430c1feb.md", "s1557610a51.md", "sef8a1abb77.md", "s8ae93632f9.md", "s02b6d09f94.md", "s57829f7efc.md", "s9f744e2f78.md", "s0f8e381183.md", "s2d2594e90a.md", "se8c63e154e.md", "sc773e5db1f.md", "s6e4a244a06.md", "s1404ef61d1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s451dedc254.md"], "kw150_n": 35, "kw50_n": 35, "loadavg1_at_start": 53.66, "n_files": 43, "pool20": ["s451dedc254.md", "s2d25a9da16.md", "s4e37fb4757.md", "s051418b659.md", "s5e970e6f3a.md", "sf3df18a0e0.md", "saa2f9440ff.md", "s09f7eb4038.md", "sfc663f1447.md", "sdce6934763.md", "s3487f46f5f.md", "sfbcc61a272.md", "s16e89ab041.md", "sae043bd5bc.md", "s656def254a.md", "s7f8679aea2.md", "saee72abcec.md", "sf6af8c76f9.md", "s3c843bd8dc.md", "s482628512b.md"], "qid": "86f00804", "rrf10": [0.024590164, 0.023937532, 0.023591719, 0.023317308, 0.02264239, 0.022305254, 0.022294372, 0.02223393, 0.021660265, 0.021532091], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.3948, "secs_fuse": 0.0081, "secs_legs": 0.0193, "stand_in": false, "top10": ["s451dedc254.md", "s2d25a9da16.md", "s4e37fb4757.md", "s051418b659.md", "s5e970e6f3a.md", "sf3df18a0e0.md", "saa2f9440ff.md", "s09f7eb4038.md", "sfc663f1447.md", "sdce6934763.md"], "type": "single-session-user", "vec150_n": 43, "vec50_n": 43, "wide150": ["s451dedc254.md", "s2d25a9da16.md", "s4e37fb4757.md", "s051418b659.md", "s5e970e6f3a.md", "sf3df18a0e0.md", "saa2f9440ff.md", "s09f7eb4038.md", "sfc663f1447.md", "sdce6934763.md", "s3487f46f5f.md", "sfbcc61a272.md", "s16e89ab041.md", "sae043bd5bc.md", "s656def254a.md", "s7f8679aea2.md", "saee72abcec.md", "sf6af8c76f9.md", "s3c843bd8dc.md", "s482628512b.md", "s4f0e5c29af.md", "s486986b542.md", "sd9ac4a8489.md", "s9c2feaf203.md", "s2b286c2f7a.md", "s9c9fd0c97e.md", "s2dbb9ebdca.md", "s1d13b7cd0b.md", "s171aefb3be.md", "s64e67b29fe.md", "s72a2cb4b22.md", "s199627dd28.md", "s217e1240b2.md", "s1eb51c2e73.md", "sc6676455ca.md", "s6dd5e70cb7.md", "s189c9b8c67.md", "sf4c4b43b94.md", "sf8716c6c5c.md", "s1d0d395c30.md", "s06347b8038.md", "saf8d46e2f9.md", "s6a29098de1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s27f40086bd.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 51.21, "n_files": 48, "pool20": ["s27f40086bd.md", "s9153ce3b8c.md", "s7dd397fedc.md", "sd0ea860266.md", "s09362ae299.md", "s76b40f3402.md", "s56a41b1eb1.md", "s454b6310ec.md", "s921c476384.md", "s7d646112d4.md", "s5c64de8e4b.md", "s207467ff9a.md", "s76ee3e161a.md", "sa4697a3aec.md", "s8320096999.md", "sda65e8eaf0.md", "s56791051c1.md", "s482f211725.md", "se23b4238d5.md", "s412bf0750f.md"], "qid": "8e9d538c", "rrf10": [0.024590164, 0.023197115, 0.021942986, 0.02179784, 0.021620142, 0.02133563, 0.020866455, 0.02079602, 0.020282187, 0.020174572], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.5117, "secs_fuse": 0.0276, "secs_legs": 0.064, "stand_in": false, "top10": ["s27f40086bd.md", "s9153ce3b8c.md", "s7dd397fedc.md", "sd0ea860266.md", "s09362ae299.md", "s76b40f3402.md", "s56a41b1eb1.md", "s454b6310ec.md", "s921c476384.md", "s7d646112d4.md"], "type": "single-session-user", "vec150_n": 48, "vec50_n": 48, "wide150": ["s27f40086bd.md", "s9153ce3b8c.md", "s7dd397fedc.md", "sd0ea860266.md", "s09362ae299.md", "s76b40f3402.md", "s56a41b1eb1.md", "s454b6310ec.md", "s921c476384.md", "s7d646112d4.md", "s5c64de8e4b.md", "s207467ff9a.md", "s76ee3e161a.md", "sa4697a3aec.md", "s8320096999.md", "sda65e8eaf0.md", "s56791051c1.md", "s482f211725.md", "se23b4238d5.md", "s412bf0750f.md", "sfc7097cd53.md", "s178a7a4459.md", "s3b3bcf3da3.md", "se6db4e1509.md", "se0350d2494.md", "se02183a60a.md", "sa6a090b472.md", "s68c60c50ff.md", "s638cc2dfb5.md", "s48a91f6296.md", "s275bda5d1b.md", "s3a5dbfb241.md", "sc260bb3cba.md", "scf3a2567fb.md", "sd3db27e003.md", "se5bd2c5263.md", "s26b17fec05.md", "s317cb64a2b.md", "s874abbc7f7.md", "s48e4ee2590.md", "s578cc78844.md", "sd5efa67f66.md", "s673772033e.md", "s2e76949899.md", "s75a529001b.md", "s63482591da.md", "s473567e283.md", "s6cdf49cf63.md"]}
{"abstention": false, "arm": "A5", "gold": ["s555257fcce.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 55.29, "n_files": 52, "pool20": ["s555257fcce.md", "sf253dd13ec.md", "s0e9dbc30c5.md", "s4b0e18e676.md", "s16756fb867.md", "s951882c320.md", "sd3e72bd453.md", "sed31e3b1d2.md", "sd5ad9181ae.md", "sdd9fe16983.md", "s0b16a3f884.md", "s9b24138a80.md", "s5b107352f9.md", "sbdd6a4d523.md", "s7e66bcfef3.md", "se2dbb9f247.md", "s882278fe74.md", "s5041ed5b4f.md", "sdcf4e056f9.md", "sc9875c80eb.md"], "qid": "311778f1", "rrf10": [0.024590164, 0.023119393, 0.022539289, 0.022518382, 0.022429262, 0.022291667, 0.021748401, 0.021390938, 0.021249076, 0.020885029], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.8145, "secs_fuse": 0.0347, "secs_legs": 0.0732, "stand_in": false, "top10": ["s555257fcce.md", "sf253dd13ec.md", "s0e9dbc30c5.md", "s4b0e18e676.md", "s16756fb867.md", "s951882c320.md", "sd3e72bd453.md", "sed31e3b1d2.md", "sd5ad9181ae.md", "sdd9fe16983.md"], "type": "single-session-user", "vec150_n": 52, "vec50_n": 50, "wide150": ["s555257fcce.md", "sf253dd13ec.md", "s0e9dbc30c5.md", "s4b0e18e676.md", "s16756fb867.md", "s951882c320.md", "sd3e72bd453.md", "sed31e3b1d2.md", "sd5ad9181ae.md", "sdd9fe16983.md", "s0b16a3f884.md", "s9b24138a80.md", "s5b107352f9.md", "sbdd6a4d523.md", "s7e66bcfef3.md", "se2dbb9f247.md", "s882278fe74.md", "s5041ed5b4f.md", "sdcf4e056f9.md", "sc9875c80eb.md", "sd57d2993f4.md", "se84c8426a2.md", "s393eebd167.md", "s5656833879.md", "s4a39278977.md", "s4810d14179.md", "s3144d83646.md", "s725d403371.md", "sf57fad9f6c.md", "sb2afd16208.md", "s5e29fbf777.md", "sdb7e508e08.md", "s8c15b9ff68.md", "s31d070bd41.md", "s66fc2dd386.md", "sdf4c6c814f.md", "s8609348def.md", "s4d8dfabfc3.md", "s9999f096c0.md", "s5aafe22284.md", "sce66f93fde.md", "s4b532cae2e.md", "sf8acdb1e87.md", "sa1d7edf597.md", "sb5abce2366.md", "s3abe8f9319.md", "s6237d81425.md", "sab971f63c8.md", "s21cfc122f7.md", "s5ae93a85ae.md", "sf7d552a2a2.md", "sa389dfa826.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5fe4b34ec7.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 52.89, "n_files": 46, "pool20": ["s5fe4b34ec7.md", "s84bf80b43c.md", "s7d06fee335.md", "s0a2a2f8246.md", "s70570dd1bf.md", "sc4fd1ad854.md", "s7264b751d3.md", "s5d52519200.md", "s0d0baed95b.md", "s1bd2b95fd1.md", "s719c19fa99.md", "scdcf2d3c68.md", "sb8de1636af.md", "s88f207bfb2.md", "s8cd25734fe.md", "s752bf643d9.md", "seec25a9664.md", "s80c0df2e05.md", "scdf47aa1af.md", "s57d72714cb.md"], "qid": "c19f7a0b", "rrf10": [0.024325754, 0.023216031, 0.023076923, 0.022491004, 0.021869818, 0.021428571, 0.021119505, 0.021071701, 0.021031746, 0.020779221], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.3222, "secs_fuse": 0.0275, "secs_legs": 0.0716, "stand_in": false, "top10": ["s5fe4b34ec7.md", "s84bf80b43c.md", "s7d06fee335.md", "s0a2a2f8246.md", "s70570dd1bf.md", "sc4fd1ad854.md", "s7264b751d3.md", "s5d52519200.md", "s0d0baed95b.md", "s1bd2b95fd1.md"], "type": "single-session-user", "vec150_n": 46, "vec50_n": 46, "wide150": ["s5fe4b34ec7.md", "s84bf80b43c.md", "s7d06fee335.md", "s0a2a2f8246.md", "s70570dd1bf.md", "sc4fd1ad854.md", "s7264b751d3.md", "s5d52519200.md", "s0d0baed95b.md", "s1bd2b95fd1.md", "s719c19fa99.md", "scdcf2d3c68.md", "sb8de1636af.md", "s88f207bfb2.md", "s8cd25734fe.md", "s752bf643d9.md", "seec25a9664.md", "s80c0df2e05.md", "scdf47aa1af.md", "s57d72714cb.md", "sda03c890de.md", "s0a7b2847d8.md", "s9f799bf4a1.md", "s7380f87d4f.md", "sfbc80cfedf.md", "sc96529736e.md", "s8177737d73.md", "s008472a02c.md", "s353f82d1bc.md", "s693e7df602.md", "se401ea1a88.md", "se74b1e2f6b.md", "s8773caa013.md", "sf834645621.md", "s1452e66c28.md", "sf66c33141c.md", "s590edcc5cd.md", "sf96de47b2e.md", "s9f188d3d4a.md", "sa5ea2cc916.md", "s753e89ced0.md", "sa41522859f.md", "s57ed47d64d.md", "sfd31c05c04.md", "s7e60efc818.md", "sd819885934.md"]}
{"abstention": false, "arm": "A5", "gold": ["s516a7b3ea9.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 52.27, "n_files": 50, "pool20": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s521e645688.md", "s88e34f0e84.md", "s4290fac327.md", "s05dbc22a47.md", "s56ddb91a51.md", "s4493265a6f.md", "seb428e086c.md", "sddb8c5319f.md", "sad0159a1ac.md", "s60d1375c7d.md", "se6d09ec9d2.md", "sa63f69b2eb.md", "s7545bf2067.md", "s2ea2710800.md", "se966671622.md", "s3e65793b4b.md", "s8dd1d24e7d.md", "sd59278c8a1.md"], "qid": "4100d0a0", "rrf10": [0.024590164, 0.024193548, 0.023088023, 0.022737873, 0.022035256, 0.021848739, 0.021748401, 0.021482176, 0.021027655, 0.020350536], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.0984, "secs_fuse": 0.0088, "secs_legs": 0.0219, "stand_in": false, "top10": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s521e645688.md", "s88e34f0e84.md", "s4290fac327.md", "s05dbc22a47.md", "s56ddb91a51.md", "s4493265a6f.md", "seb428e086c.md", "sddb8c5319f.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s521e645688.md", "s88e34f0e84.md", "s4290fac327.md", "s05dbc22a47.md", "s56ddb91a51.md", "s4493265a6f.md", "seb428e086c.md", "sddb8c5319f.md", "sad0159a1ac.md", "s60d1375c7d.md", "se6d09ec9d2.md", "sa63f69b2eb.md", "s7545bf2067.md", "s2ea2710800.md", "se966671622.md", "s3e65793b4b.md", "s8dd1d24e7d.md", "sd59278c8a1.md", "se2abbefce7.md", "s4570a25ec8.md", "sdb327e82f5.md", "sae558db625.md", "s95cdcea48f.md", "s5fefe36ce4.md", "sd56e31993a.md", "s6b4f31d50a.md", "s48d549e006.md", "s7cebb37b1a.md", "s28838aff2b.md", "sbbf6f4e775.md", "sa90260b1ac.md", "sf496058fa9.md", "s38092a1049.md", "s926904d1d8.md", "s382fbb0035.md", "s1be982d050.md", "s27bbfa74ab.md", "s2bd132e43e.md", "s9ad25a83da.md", "sa440bd343d.md", "s6cd95d8945.md", "s5522333842.md", "s5b6f8c1c16.md", "s6d73bf56dc.md", "s63a1227e2a.md", "sbcd4b604a6.md", "s691ebfe1db.md", "s2a28f599d8.md"]}
{"abstention": false, "arm": "A5", "gold": ["s078fb23b45.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 52.16, "n_files": 47, "pool20": ["s078fb23b45.md", "s3636aed5c4.md", "sbc05d97fc7.md", "sbeb94629fa.md", "s7d2aa6824a.md", "s65e258b216.md", "s9faf9a81cd.md", "s4c71f8c0ba.md", "s8b2c64cf81.md", "sd8eb191930.md", "s8c3a533e34.md", "s1859d187ee.md", "s1fa1470dd2.md", "s4348fea25d.md", "s8c4a04f0b7.md", "s077275652c.md", "sd32797633c.md", "s9960cd507e.md", "s16557beef3.md", "sdacba77649.md"], "qid": "29f2956b", "rrf10": [0.024590164, 0.02370479, 0.02281746, 0.022630992, 0.021967627, 0.02195544, 0.021954114, 0.021397849, 0.021205821, 0.020833333], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.292, "secs_fuse": 0.028, "secs_legs": 0.1365, "stand_in": false, "top10": ["s078fb23b45.md", "s3636aed5c4.md", "sbc05d97fc7.md", "sbeb94629fa.md", "s7d2aa6824a.md", "s65e258b216.md", "s9faf9a81cd.md", "s4c71f8c0ba.md", "s8b2c64cf81.md", "sd8eb191930.md"], "type": "single-session-user", "vec150_n": 47, "vec50_n": 47, "wide150": ["s078fb23b45.md", "s3636aed5c4.md", "sbc05d97fc7.md", "sbeb94629fa.md", "s7d2aa6824a.md", "s65e258b216.md", "s9faf9a81cd.md", "s4c71f8c0ba.md", "s8b2c64cf81.md", "sd8eb191930.md", "s8c3a533e34.md", "s1859d187ee.md", "s1fa1470dd2.md", "s4348fea25d.md", "s8c4a04f0b7.md", "s077275652c.md", "sd32797633c.md", "s9960cd507e.md", "s16557beef3.md", "sdacba77649.md", "s812842c3f3.md", "sc67cafb6d6.md", "s58a412180b.md", "sfa1adf1f21.md", "s7d5b18a168.md", "sa51ddd1c97.md", "s112bbf3c1a.md", "sf1efbeb800.md", "s260996325b.md", "s8f6c69ac97.md", "sb3ad4fc0bb.md", "s2da0064697.md", "sf47089f0a1.md", "sedc94fa7d0.md", "s0b692781e4.md", "s8371d98b0a.md", "se9aea5115f.md", "sbd46490d4e.md", "sd0ec3352a1.md", "s89e19ee68c.md", "s5227c8b96b.md", "s66a502d1c1.md", "se2ecc92b25.md", "sb212390da4.md", "sf4a25b2259.md", "s18ce8bfffa.md", "scc7713b373.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3b7af5a7be.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 51.19, "n_files": 45, "pool20": ["se765d340ef.md", "sf23dd63a11.md", "s321b56947d.md", "s3b7af5a7be.md", "s426d6ccd25.md", "s477d7708c2.md", "sa6e8349a8e.md", "saad26113ae.md", "s38092f0689.md", "safaf7ee04f.md", "sf543925d41.md", "s6790ecc917.md", "s15348bd285.md", "s4d45e4f8e4.md", "s03c9019412.md", "s00243da26a.md", "s0953369b4d.md", "sf8ded02c36.md", "sc24e8fcf97.md", "s43b2cf4b2f.md"], "qid": "1faac195", "rrf10": [0.02382134, 0.023689516, 0.023321123, 0.023122094, 0.022491004, 0.022193769, 0.022098214, 0.021554834, 0.021051571, 0.020061728], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 64.8412, "secs_fuse": 0.0266, "secs_legs": 0.0715, "stand_in": false, "top10": ["se765d340ef.md", "sf23dd63a11.md", "s321b56947d.md", "s3b7af5a7be.md", "s426d6ccd25.md", "s477d7708c2.md", "sa6e8349a8e.md", "saad26113ae.md", "s38092f0689.md", "safaf7ee04f.md"], "type": "single-session-user", "vec150_n": 45, "vec50_n": 45, "wide150": ["se765d340ef.md", "sf23dd63a11.md", "s321b56947d.md", "s3b7af5a7be.md", "s426d6ccd25.md", "s477d7708c2.md", "sa6e8349a8e.md", "saad26113ae.md", "s38092f0689.md", "safaf7ee04f.md", "sf543925d41.md", "s6790ecc917.md", "s15348bd285.md", "s4d45e4f8e4.md", "s03c9019412.md", "s00243da26a.md", "s0953369b4d.md", "sf8ded02c36.md", "sc24e8fcf97.md", "s43b2cf4b2f.md", "sbe731901db.md", "s4d1791ac74.md", "sc7d2c0dd6f.md", "sb9111f244d.md", "s1914bb825a.md", "s663f17747a.md", "sfdc921c242.md", "s7fb3c2ecd8.md", "s1838386b59.md", "sd6fb14f907.md", "sa22419d46c.md", "scc1da1f3f1.md", "sdcd9c4be29.md", "s10deb45da9.md", "sd12d0fc8fd.md", "s5ccaec68a4.md", "s6c2b91dca3.md", "sd192a4fa93.md", "se55f2558c0.md", "s152a7d697d.md", "s1ed4330802.md", "s63161a60c3.md", "s91c7663d1a.md", "sf3a6f780a4.md", "sa870c66aab.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9e17dd29e9.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 53.62, "n_files": 46, "pool20": ["s9e17dd29e9.md", "s1586459499.md", "s16660af1cb.md", "s7839a704b7.md", "s506a70db9b.md", "s1266086a11.md", "sbd7ad21a47.md", "sb3fe96fb71.md", "s8956e7d7cb.md", "s950fbc4d96.md", "s347510d7cd.md", "sc9c43f02da.md", "s3458e86644.md", "sfe021e3ed9.md", "s7e57656629.md", "s2c321458cc.md", "se86715d41e.md", "sdcf68631a1.md", "sc4539df025.md", "sa175b02bfd.md"], "qid": "faba32e5", "rrf10": [0.024590164, 0.02406554, 0.022977941, 0.02223393, 0.021897007, 0.021848739, 0.02168213, 0.02157803, 0.020909091, 0.020864662], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.7342, "secs_fuse": 0.0266, "secs_legs": 0.0738, "stand_in": false, "top10": ["s9e17dd29e9.md", "s1586459499.md", "s16660af1cb.md", "s7839a704b7.md", "s506a70db9b.md", "s1266086a11.md", "sbd7ad21a47.md", "sb3fe96fb71.md", "s8956e7d7cb.md", "s950fbc4d96.md"], "type": "single-session-user", "vec150_n": 46, "vec50_n": 46, "wide150": ["s9e17dd29e9.md", "s1586459499.md", "s16660af1cb.md", "s7839a704b7.md", "s506a70db9b.md", "s1266086a11.md", "sbd7ad21a47.md", "sb3fe96fb71.md", "s8956e7d7cb.md", "s950fbc4d96.md", "s347510d7cd.md", "sc9c43f02da.md", "s3458e86644.md", "sfe021e3ed9.md", "s7e57656629.md", "s2c321458cc.md", "se86715d41e.md", "sdcf68631a1.md", "sc4539df025.md", "sa175b02bfd.md", "s52e4b5628e.md", "se9260006dd.md", "s70c84dd731.md", "s560e1fae2b.md", "s4d90c5d5bc.md", "s5339a3c6c5.md", "s10fb1ee663.md", "s2ece4ddf18.md", "sa6ff9b8b81.md", "s1b99c4d38f.md", "s8107b7c51b.md", "sca292a244d.md", "scd49121703.md", "sd82337e8c3.md", "saaf1840afd.md", "sf0fad550b9.md", "sd7568f204b.md", "sa7643b18aa.md", "sad83cd64bc.md", "se61c79706c.md", "sff2238c779.md", "sa755f0dfdd.md", "s28dfdd11c1.md", "s9d2779a6df.md", "s012aabf946.md", "s0dde0189e2.md"]}
{"abstention": false, "arm": "A5", "gold": ["s72c4d8084d.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 51.7, "n_files": 52, "pool20": ["s72c4d8084d.md", "s7506066a7b.md", "s77dffa3f1b.md", "s9500390df0.md", "s3f1f82d3b4.md", "sb6086c971e.md", "s9834f0b9fb.md", "s235ee8da43.md", "s9542280fa7.md", "sdc873b6068.md", "s98341181a8.md", "sf087eb0ad0.md", "se492f8ff44.md", "safb8a87700.md", "s8bfdcf0df1.md", "sc1255e3bd2.md", "s5996fc20e7.md", "s0658b73a63.md", "s3d37d02499.md", "s8e3b97a4c2.md"], "qid": "f4f1d8a4", "rrf10": [0.024590164, 0.024193548, 0.022518382, 0.021970577, 0.021954114, 0.021774688, 0.02098626, 0.020282187, 0.020005884, 0.019831633], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.6203, "secs_fuse": 0.0259, "secs_legs": 0.0763, "stand_in": false, "top10": ["s72c4d8084d.md", "s7506066a7b.md", "s77dffa3f1b.md", "s9500390df0.md", "s3f1f82d3b4.md", "sb6086c971e.md", "s9834f0b9fb.md", "s235ee8da43.md", "s9542280fa7.md", "sdc873b6068.md"], "type": "single-session-user", "vec150_n": 52, "vec50_n": 50, "wide150": ["s72c4d8084d.md", "s7506066a7b.md", "s77dffa3f1b.md", "s9500390df0.md", "s3f1f82d3b4.md", "sb6086c971e.md", "s9834f0b9fb.md", "s235ee8da43.md", "s9542280fa7.md", "sdc873b6068.md", "s98341181a8.md", "sf087eb0ad0.md", "se492f8ff44.md", "safb8a87700.md", "s8bfdcf0df1.md", "sc1255e3bd2.md", "s5996fc20e7.md", "s0658b73a63.md", "s3d37d02499.md", "s8e3b97a4c2.md", "s1fd2c19ab5.md", "s4f87aa280b.md", "s513a693c0c.md", "s77aec361be.md", "sb41a817e52.md", "s2d860629c5.md", "s34357bfd2c.md", "s7bc51f0093.md", "s8aaacd0c39.md", "s27775925eb.md", "s15242a23e8.md", "se940c6c8c0.md", "s22b97ad96a.md", "s8eb398c9fb.md", "s0713af8611.md", "s1062a675a7.md", "s41e7b28953.md", "s5c106ff629.md", "s0742f417dc.md", "s025140f4f1.md", "s309c36ce55.md", "s68bf3e130e.md", "sda1d2608dd.md", "sbd060ffa23.md", "s704490435c.md", "s1376a9441e.md", "s6ad397ac36.md", "sb9e9e4a1b8.md", "s77363f7161.md", "s2159b0332b.md", "sdc588c3c78.md", "sb616553533.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa7f50b49d5.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.9, "n_files": 51, "pool20": ["sa7f50b49d5.md", "s61b7179117.md", "s70cd5e1ba8.md", "s8ffef05c21.md", "s85098a1b8a.md", "s90cac98b81.md", "sfae6078aa7.md", "s108e860115.md", "se3459c43a3.md", "s59a52d2a58.md", "s56c5bc1991.md", "sb8363a61b9.md", "sf5c7f90c86.md", "sfb944dc496.md", "s908c2d235c.md", "sa3f77da7ac.md", "s6f29e1a217.md", "s97558ba33d.md", "s0f8cb2283c.md", "s6293de7791.md"], "qid": "c14c00dd", "rrf10": [0.024590164, 0.023809524, 0.023087687, 0.022727273, 0.022622539, 0.02239819, 0.021967627, 0.021634615, 0.020259638, 0.020257347], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.0881, "secs_fuse": 0.0175, "secs_legs": 0.0459, "stand_in": false, "top10": ["sa7f50b49d5.md", "s61b7179117.md", "s70cd5e1ba8.md", "s8ffef05c21.md", "s85098a1b8a.md", "s90cac98b81.md", "sfae6078aa7.md", "s108e860115.md", "se3459c43a3.md", "s59a52d2a58.md"], "type": "single-session-user", "vec150_n": 51, "vec50_n": 50, "wide150": ["sa7f50b49d5.md", "s61b7179117.md", "s70cd5e1ba8.md", "s8ffef05c21.md", "s85098a1b8a.md", "s90cac98b81.md", "sfae6078aa7.md", "s108e860115.md", "se3459c43a3.md", "s59a52d2a58.md", "s56c5bc1991.md", "sb8363a61b9.md", "sf5c7f90c86.md", "sfb944dc496.md", "s908c2d235c.md", "sa3f77da7ac.md", "s6f29e1a217.md", "s97558ba33d.md", "s0f8cb2283c.md", "s6293de7791.md", "s60aef64ddc.md", "s9080b2a8af.md", "sf8ee198507.md", "sedca40c287.md", "s304d2d962a.md", "s391bc9e4fc.md", "sab01ee2cb1.md", "s42506199b9.md", "s227b48b35f.md", "s6263fe76ed.md", "sb9fdfef772.md", "s2c24cd722e.md", "s06b20d2ea5.md", "s3fd885fc39.md", "sc8a2d63c83.md", "s1bb12b0983.md", "sd2b54cf339.md", "s950209b97a.md", "sc4e70d9040.md", "sfc8932eaac.md", "s709797a829.md", "sa56833b104.md", "s5ec136ea6a.md", "s9f8b78a0ca.md", "s13d29ebe02.md", "s3dfd72c42b.md", "s0cf334d2ff.md", "s3cd94c0159.md", "sf73021a61f.md", "sf169bfc080.md", "sce264d61ae.md"]}
{"abstention": false, "arm": "A5", "gold": ["s313f86d9dc.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 54.19, "n_files": 55, "pool20": ["s313f86d9dc.md", "saf544c3d5d.md", "s7de88f23d1.md", "sb829193d50.md", "sf8c65f9417.md", "sa34bfbd308.md", "s64459a747b.md", "s4abbb43e9a.md", "s9288e1d7fa.md", "sf6f05e308a.md", "seb4bf64abf.md", "sc697539c56.md", "sa3f89169a5.md", "s4764c5da9f.md", "se36838d5b5.md", "s277d5884c9.md", "s6b676fad6e.md", "s1499454a0e.md", "s97a3bb0282.md", "s1c1b475f9e.md"], "qid": "36580ce8", "rrf10": [0.024457959, 0.02382134, 0.0234375, 0.022504456, 0.022068511, 0.020933822, 0.020923521, 0.02057971, 0.020555767, 0.020384615], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 76.0216, "secs_fuse": 0.0267, "secs_legs": 0.0715, "stand_in": false, "top10": ["s313f86d9dc.md", "saf544c3d5d.md", "s7de88f23d1.md", "sb829193d50.md", "sf8c65f9417.md", "sa34bfbd308.md", "s64459a747b.md", "s4abbb43e9a.md", "s9288e1d7fa.md", "sf6f05e308a.md"], "type": "single-session-user", "vec150_n": 55, "vec50_n": 50, "wide150": ["s313f86d9dc.md", "saf544c3d5d.md", "s7de88f23d1.md", "sb829193d50.md", "sf8c65f9417.md", "sa34bfbd308.md", "s64459a747b.md", "s4abbb43e9a.md", "s9288e1d7fa.md", "sf6f05e308a.md", "seb4bf64abf.md", "sc697539c56.md", "sa3f89169a5.md", "s4764c5da9f.md", "se36838d5b5.md", "s277d5884c9.md", "s6b676fad6e.md", "s1499454a0e.md", "s97a3bb0282.md", "s1c1b475f9e.md", "s306e5c96df.md", "s00eb6baa13.md", "sed832ac6f1.md", "s36903fff78.md", "sc3c0b17022.md", "s977352c063.md", "sdd162dc5a6.md", "sa419ca5c8b.md", "sb4df1318f0.md", "sd2ed2b891c.md", "s57f2ae4193.md", "s9b531ff081.md", "safccdbd8fc.md", "s368c1bc874.md", "s2794226732.md", "s204a4ff613.md", "s5515713aff.md", "s5e55998a77.md", "sfe94a79491.md", "se8b20f3599.md", "s262990bc9e.md", "s44104cf4f0.md", "s4500a6ad9a.md", "s56d4c6bb8a.md", "sab52aa4ad6.md", "sb5afd3b8dc.md", "sd4fb15aac5.md", "sb187a0dda8.md", "s96e5076b9f.md", "s0e24277af3.md", "s9d7b5dc7d0.md", "s60668108b5.md", "sd09acb2e03.md", "sd86bbc23c3.md", "sdbae892c56.md"]}
{"abstention": false, "arm": "A5", "gold": ["s02c9bec4a7.md"], "kw150_n": 28, "kw50_n": 28, "loadavg1_at_start": 54.01, "n_files": 55, "pool20": ["s02c9bec4a7.md", "s593345ebfb.md", "s6a54623e91.md", "s94f7d3616b.md", "s075a837754.md", "s81f95e013e.md", "s63930896d2.md", "sfcb72ad723.md", "s8fca00e446.md", "s9145cd97a2.md", "s800e955e20.md", "sc664c404ae.md", "s8b182d13a5.md", "s5fd9943c09.md", "s9cb635b066.md", "s0a4bb85248.md", "sf5db36732f.md", "sa5e630e591.md", "s193772812c.md", "s0aad2bf3aa.md"], "qid": "3d86fd0a", "rrf10": [0.024590164, 0.023685516, 0.023481973, 0.02255727, 0.022222222, 0.021848739, 0.021266968, 0.020833333, 0.020467836, 0.020413621], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.2634, "secs_fuse": 0.0266, "secs_legs": 0.0628, "stand_in": false, "top10": ["s02c9bec4a7.md", "s593345ebfb.md", "s6a54623e91.md", "s94f7d3616b.md", "s075a837754.md", "s81f95e013e.md", "s63930896d2.md", "sfcb72ad723.md", "s8fca00e446.md", "s9145cd97a2.md"], "type": "single-session-user", "vec150_n": 55, "vec50_n": 50, "wide150": ["s02c9bec4a7.md", "s593345ebfb.md", "s6a54623e91.md", "s94f7d3616b.md", "s075a837754.md", "s81f95e013e.md", "s63930896d2.md", "sfcb72ad723.md", "s8fca00e446.md", "s9145cd97a2.md", "s800e955e20.md", "sc664c404ae.md", "s8b182d13a5.md", "s5fd9943c09.md", "s9cb635b066.md", "s0a4bb85248.md", "sf5db36732f.md", "sa5e630e591.md", "s193772812c.md", "s0aad2bf3aa.md", "s874a4117d7.md", "s82cbe82480.md", "sae5beecbec.md", "s91069ccfef.md", "s4843302800.md", "s2db8f89911.md", "sfc295d09e8.md", "se4a85d8fbd.md", "s6ccce2d564.md", "s417aaf797a.md", "sa78360a6c9.md", "sb1baed9e01.md", "sfbc38ed6d4.md", "sc89db0d7e9.md", "s2a97a35369.md", "s8c6537b67e.md", "s6f0194999c.md", "saf69f9dade.md", "s0a8e792a30.md", "s2559247883.md", "sd154263cc5.md", "sbcd73b160e.md", "sa35997db11.md", "s65fbca59af.md", "sceba97b2ed.md", "s03cf3f9e6b.md", "s0b8b496981.md", "s253c7acd2a.md", "s3ba6e40a4b.md", "s4922b4d794.md", "s7f77938bdf.md", "s6a671594e5.md", "s4fe59ccafb.md", "s1fb2c95474.md", "s622431fd7e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s60339ac226.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 54.95, "n_files": 47, "pool20": ["s6df54a874c.md", "s60339ac226.md", "sc80fcd9542.md", "s5b9ad3a66b.md", "s6a56785bb1.md", "s5d689982f5.md", "s3359e57556.md", "sc0a4e7c0a8.md", "s85f1818fd8.md", "s7ba99f29ec.md", "sc6b0effbdb.md", "s207d4bad70.md", "s69c5708309.md", "s50a9300bd3.md", "s35a678e120.md", "s3d08afd89c.md", "s8ffb01a70d.md", "s99bf0f17f7.md", "sa23ee9b0a4.md", "seda690b294.md"], "qid": "a82c026e", "rrf10": [0.024457959, 0.024069737, 0.0234375, 0.023375409, 0.022727273, 0.022185061, 0.021748136, 0.02168213, 0.02124183, 0.021094403], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 71.2146, "secs_fuse": 0.0337, "secs_legs": 0.0654, "stand_in": false, "top10": ["s6df54a874c.md", "s60339ac226.md", "sc80fcd9542.md", "s5b9ad3a66b.md", "s6a56785bb1.md", "s5d689982f5.md", "s3359e57556.md", "sc0a4e7c0a8.md", "s85f1818fd8.md", "s7ba99f29ec.md"], "type": "single-session-user", "vec150_n": 47, "vec50_n": 47, "wide150": ["s6df54a874c.md", "s60339ac226.md", "sc80fcd9542.md", "s5b9ad3a66b.md", "s6a56785bb1.md", "s5d689982f5.md", "s3359e57556.md", "sc0a4e7c0a8.md", "s85f1818fd8.md", "s7ba99f29ec.md", "sc6b0effbdb.md", "s207d4bad70.md", "s69c5708309.md", "s50a9300bd3.md", "s35a678e120.md", "s3d08afd89c.md", "s8ffb01a70d.md", "s99bf0f17f7.md", "sa23ee9b0a4.md", "seda690b294.md", "sb7d8a910fc.md", "sd5215be107.md", "sb0152bc18c.md", "saeacbd4cd2.md", "s112cd43f0a.md", "s7271315abc.md", "sf09de07084.md", "sc59378b196.md", "s6c3aab3d80.md", "sd3d14fa58e.md", "sbbe16909d2.md", "s9f48a94bc2.md", "s85dd404554.md", "s76a746447a.md", "s504c6c51dd.md", "sa575f8aea4.md", "s486551ce85.md", "sfa5d11b43f.md", "sef32307964.md", "sa309fc7df9.md", "s71422d7ff0.md", "sbcf87bc645.md", "s257844938c.md", "se2e04f1162.md", "s2eb1ffc9d3.md", "s378251b7d8.md", "sb86265c06d.md"]}
{"abstention": true, "arm": "A5", "gold": ["s7b786689a5.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 57.73, "n_files": 52, "pool20": ["s7b786689a5.md", "se36f142134.md", "se6f4e56123.md", "sd74d09b6f6.md", "sa220a63e31.md", "s6430733b04.md", "s2ef3224238.md", "sa700c26f64.md", "s3a84ec2dcf.md", "s57eca2457f.md", "s770c90e0ee.md", "sb362553482.md", "sddf36e50f4.md", "sd3b989728f.md", "s2b6f09b6b1.md", "se72c26c712.md", "s85446f20bc.md", "s82a213403b.md", "sb406c7a8e0.md", "s1ba09774e0.md"], "qid": "0862e8bf_abs", "rrf10": [0.02408575, 0.023941532, 0.022294372, 0.021897112, 0.021482176, 0.020625, 0.020620581, 0.020457958, 0.020419879, 0.020382395], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.1003, "secs_fuse": 0.0273, "secs_legs": 0.0698, "stand_in": false, "top10": ["s7b786689a5.md", "se36f142134.md", "se6f4e56123.md", "sd74d09b6f6.md", "sa220a63e31.md", "s6430733b04.md", "s2ef3224238.md", "sa700c26f64.md", "s3a84ec2dcf.md", "s57eca2457f.md"], "type": "single-session-user", "vec150_n": 52, "vec50_n": 50, "wide150": ["s7b786689a5.md", "se36f142134.md", "se6f4e56123.md", "sd74d09b6f6.md", "sa220a63e31.md", "s6430733b04.md", "s2ef3224238.md", "sa700c26f64.md", "s3a84ec2dcf.md", "s57eca2457f.md", "s770c90e0ee.md", "sb362553482.md", "sddf36e50f4.md", "sd3b989728f.md", "s2b6f09b6b1.md", "se72c26c712.md", "s85446f20bc.md", "s82a213403b.md", "sb406c7a8e0.md", "s1ba09774e0.md", "sb131388c0d.md", "s8400787b0a.md", "sb517c02206.md", "s32daadbb27.md", "s5abe6ddc77.md", "s48a1016a61.md", "s72ba66072c.md", "sbd902cf237.md", "s2368f295ba.md", "s1f1908682e.md", "s8dd989e3dc.md", "sf5c94d5e56.md", "s862a072b24.md", "s1fc536a925.md", "s49cb272a2d.md", "sc4d34825bb.md", "sbd588e21ea.md", "s3bc83374b5.md", "se04da6f162.md", "scd538a0927.md", "sfe7bdfd656.md", "s6ee0fcb9df.md", "s716a4e5c6f.md", "s77bae94dd9.md", "s59a434ddcb.md", "s9aaf4b8156.md", "s702e4848b8.md", "sb31ce2ffd6.md", "s1b5d0a9af0.md", "sdcbedb0059.md", "s6deb0366fe.md", "sbba511bbcc.md"]}
{"abstention": true, "arm": "A5", "gold": ["s019108fb32.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 58.64, "n_files": 50, "pool20": ["s019108fb32.md", "sa8f4437d8a.md", "s96fde1080e.md", "se4ea4016e3.md", "sbd6d0e318d.md", "s439df64da3.md", "s5dd6966ef2.md", "s77603bee54.md", "s94017201ed.md", "sc5d564101c.md", "sfe5b0dcf94.md", "sf9dbcef934.md", "sec471018aa.md", "sb3b7a697c8.md", "s451b040a51.md", "s05d37d03ef.md", "s484a8e9e47.md", "sb9791e5250.md", "sfdd6983d91.md", "s6126df1631.md"], "qid": "15745da0_abs", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023200758, 0.023197115, 0.022058824, 0.021978022, 0.02141888, 0.020586298, 0.020182068], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.2187, "secs_fuse": 0.0143, "secs_legs": 0.0558, "stand_in": false, "top10": ["s019108fb32.md", "sa8f4437d8a.md", "s96fde1080e.md", "se4ea4016e3.md", "sbd6d0e318d.md", "s439df64da3.md", "s5dd6966ef2.md", "s77603bee54.md", "s94017201ed.md", "sc5d564101c.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["s019108fb32.md", "sa8f4437d8a.md", "s96fde1080e.md", "se4ea4016e3.md", "sbd6d0e318d.md", "s439df64da3.md", "s5dd6966ef2.md", "s77603bee54.md", "s94017201ed.md", "sc5d564101c.md", "sfe5b0dcf94.md", "sf9dbcef934.md", "sec471018aa.md", "sb3b7a697c8.md", "s451b040a51.md", "s05d37d03ef.md", "s484a8e9e47.md", "sb9791e5250.md", "sfdd6983d91.md", "s6126df1631.md", "sb7e3670f5f.md", "s9cabae4593.md", "sd13f664b05.md", "s2105e35408.md", "s492dfffbdd.md", "s54bc384880.md", "secd3f9af02.md", "s4b1ecaaf3c.md", "s060e8d9840.md", "s47d2385d0f.md", "s93a646e904.md", "s2f1c74291a.md", "s4876c4c869.md", "s711c19e519.md", "sfc1ee51260.md", "s7fb9ef3d4d.md", "s430e430557.md", "sf3706dd9cb.md", "s07789dbed2.md", "s99245be5b2.md", "s4558dc5343.md", "s1b602e1a67.md", "s8c98c29d9a.md", "se98198a3b4.md", "s6ca249885b.md", "s2bf368e838.md", "s89337d2ad6.md", "s3dd9248527.md", "s00e4f87da7.md", "sc4498f4bf4.md"]}
{"abstention": true, "arm": "A5", "gold": ["s1f40ce8008.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 52.2, "n_files": 47, "pool20": ["s1f40ce8008.md", "s50fca7d4a2.md", "s02df5ea626.md", "s542e82ec08.md", "s6ceb41d740.md", "s4632ab0ab4.md", "sdc10403f0b.md", "secd957d9e2.md", "sf0fad5e423.md", "s8b4998da7d.md", "s6f27411431.md", "s472e3790a6.md", "s20150d1644.md", "sc9be949fbf.md", "sc668383848.md", "sd7b7a18cfa.md", "s97d5d1cdc5.md", "s9419e7687d.md", "s44ee6800f4.md", "s17edcf8101.md"], "qid": "bc8a6e93_abs", "rrf10": [0.024590164, 0.023448773, 0.022861881, 0.021978022, 0.021794872, 0.021763146, 0.021649096, 0.021635611, 0.021372549, 0.021283671], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.016, "secs_fuse": 0.0264, "secs_legs": 0.0731, "stand_in": false, "top10": ["s1f40ce8008.md", "s50fca7d4a2.md", "s02df5ea626.md", "s542e82ec08.md", "s6ceb41d740.md", "s4632ab0ab4.md", "sdc10403f0b.md", "secd957d9e2.md", "sf0fad5e423.md", "s8b4998da7d.md"], "type": "single-session-user", "vec150_n": 47, "vec50_n": 47, "wide150": ["s1f40ce8008.md", "s50fca7d4a2.md", "s02df5ea626.md", "s542e82ec08.md", "s6ceb41d740.md", "s4632ab0ab4.md", "sdc10403f0b.md", "secd957d9e2.md", "sf0fad5e423.md", "s8b4998da7d.md", "s6f27411431.md", "s472e3790a6.md", "s20150d1644.md", "sc9be949fbf.md", "sc668383848.md", "sd7b7a18cfa.md", "s97d5d1cdc5.md", "s9419e7687d.md", "s44ee6800f4.md", "s17edcf8101.md", "sbcc42bf8cc.md", "sbaf612f398.md", "sc37a8625a9.md", "se476c49499.md", "sd01d44f540.md", "sdca503adbd.md", "s260cbc61df.md", "s5722055fd5.md", "s6d0acdb9d7.md", "sbb062ced9c.md", "scf53bf14f8.md", "s7ce4e5c662.md", "s10f2d1f73e.md", "se963addc14.md", "s5b28e715c1.md", "sb7b9684fd2.md", "sd094d964a5.md", "sa4e94c19ed.md", "sbe08359b0b.md", "sa3d22e636a.md", "s0034224af9.md", "sf4fa710d43.md", "saeefa9f7a9.md", "s77d02edfbe.md", "sc86d3afaa3.md", "sd71857b779.md", "sef472b6385.md"]}
{"abstention": true, "arm": "A5", "gold": ["s9969d1af37.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 52.45, "n_files": 50, "pool20": ["sf071509394.md", "s9969d1af37.md", "sc71385c7ec.md", "s90684d7742.md", "s583f01c005.md", "sfe3b90a759.md", "sabfb37cbf9.md", "s917447a1ea.md", "sd72969c3c9.md", "s35fe8fd38e.md", "s005ce8c587.md", "sfde0543649.md", "s6bf2d888ec.md", "s3230aec5fa.md", "s271967a97d.md", "s5614825336.md", "s29acc02505.md", "s8ec57880e0.md", "s5ee838b6ae.md", "s98ee80a444.md"], "qid": "19b5f2b3_abs", "rrf10": [0.024457959, 0.024325754, 0.023197115, 0.022977941, 0.022021015, 0.021103896, 0.021027655, 0.020453009, 0.020383275, 0.020382395], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 68.8971, "secs_fuse": 0.0268, "secs_legs": 0.0819, "stand_in": false, "top10": ["sf071509394.md", "s9969d1af37.md", "sc71385c7ec.md", "s90684d7742.md", "s583f01c005.md", "sfe3b90a759.md", "sabfb37cbf9.md", "s917447a1ea.md", "sd72969c3c9.md", "s35fe8fd38e.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["sf071509394.md", "s9969d1af37.md", "sc71385c7ec.md", "s90684d7742.md", "s583f01c005.md", "sfe3b90a759.md", "sabfb37cbf9.md", "s917447a1ea.md", "sd72969c3c9.md", "s35fe8fd38e.md", "s005ce8c587.md", "sfde0543649.md", "s6bf2d888ec.md", "s3230aec5fa.md", "s271967a97d.md", "s5614825336.md", "s29acc02505.md", "s8ec57880e0.md", "s5ee838b6ae.md", "s98ee80a444.md", "sa62de68b5d.md", "s102bce63c9.md", "s4dbc759c08.md", "s593680c5f2.md", "s387aca5673.md", "saa1e8c9408.md", "sc3581b237e.md", "sb8fb721d14.md", "sb3cde016aa.md", "sfddea1246f.md", "s607bb5abf4.md", "s990b2a709d.md", "s2b160e1715.md", "sded516d4a9.md", "s9555fb29ac.md", "s7d4f47420b.md", "s8359be53c8.md", "s3ed864e45f.md", "s5306f9bf38.md", "sf8c7538d04.md", "s4057d1aa2d.md", "s7900b2eabb.md", "s0def2c9d2b.md", "s56129fe762.md", "s01de920cad.md", "s7643b99926.md", "s34ff356dfd.md", "s5f900fb61e.md", "sd64c23659d.md", "s1ba5f3e14b.md"]}
{"abstention": true, "arm": "A5", "gold": ["sea613b6019.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 50.52, "n_files": 50, "pool20": ["s6eef57a6ad.md", "sea613b6019.md", "sc26dec85f1.md", "sb14e35409a.md", "s45b28efa1a.md", "s4a24e06b82.md", "s2cf6cdd1c5.md", "seb623b75ee.md", "s66d7996d2e.md", "sa19ce04e73.md", "scfe9541720.md", "s70e5d119fa.md", "s2583c7b8e5.md", "s87a63110e8.md", "s7363356077.md", "s46d968ebac.md", "s617b33c577.md", "s6a1260460c.md", "s667a8e99e4.md", "s938cc593ab.md"], "qid": "29f2956b_abs", "rrf10": [0.023435696, 0.023317308, 0.023088023, 0.022989889, 0.02281746, 0.022795699, 0.021634615, 0.021227364, 0.021042471, 0.020945007], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 68.8778, "secs_fuse": 0.028, "secs_legs": 0.2104, "stand_in": false, "top10": ["s6eef57a6ad.md", "sea613b6019.md", "sc26dec85f1.md", "sb14e35409a.md", "s45b28efa1a.md", "s4a24e06b82.md", "s2cf6cdd1c5.md", "seb623b75ee.md", "s66d7996d2e.md", "sa19ce04e73.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["s6eef57a6ad.md", "sea613b6019.md", "sc26dec85f1.md", "sb14e35409a.md", "s45b28efa1a.md", "s4a24e06b82.md", "s2cf6cdd1c5.md", "seb623b75ee.md", "s66d7996d2e.md", "sa19ce04e73.md", "scfe9541720.md", "s70e5d119fa.md", "s2583c7b8e5.md", "s87a63110e8.md", "s7363356077.md", "s46d968ebac.md", "s617b33c577.md", "s6a1260460c.md", "s667a8e99e4.md", "s938cc593ab.md", "s44d40074e7.md", "s2fcea6b500.md", "sa0416f74ea.md", "s7212d26b94.md", "s1a85cc1dd4.md", "s4e1a6123f7.md", "see956ad385.md", "s13cc5e3247.md", "s504fca5b5b.md", "s8fbddd5fa9.md", "scc453e4e8f.md", "s0cab2d3022.md", "sf899cfe850.md", "sfcbc362376.md", "s238249e97b.md", "s5c38fdde7d.md", "s12886f1dda.md", "sa69b096660.md", "s7344c63d02.md", "se41e5d6ae5.md", "s746f8344be.md", "s486b933c30.md", "s4da8cdd7d6.md", "sef7faf1ee5.md", "sed43181ff2.md", "s4083f46bc0.md", "s7ec11a759a.md", "s9116bb2b2e.md", "sb841f3f60c.md", "saec64b1185.md"]}
{"abstention": true, "arm": "A5", "gold": ["s769482c67b.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 51.28, "n_files": 50, "pool20": ["s0034e02315.md", "s2437b7fd5d.md", "s1d20e2ff3a.md", "s0f73ddd941.md", "s769482c67b.md", "sd243fa3ba1.md", "s2bdc6b5f7a.md", "se227d8e410.md", "sa8b64c21ad.md", "s0e4c0a9299.md", "s6e84b89ce8.md", "s5b13f95388.md", "s0208052aed.md", "s09d77e9481.md", "sc497ad7bd6.md", "sad2eaa25d6.md", "s2652c9780c.md", "sbe33263276.md", "s7f730775fd.md", "s2f5f41b2c0.md"], "qid": "f4f1d8a4_abs", "rrf10": [0.024590164, 0.023565324, 0.0234375, 0.023321123, 0.02255727, 0.021952259, 0.021942986, 0.021561772, 0.020807726, 0.020751174], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 68.6442, "secs_fuse": 0.0261, "secs_legs": 0.0627, "stand_in": false, "top10": ["s0034e02315.md", "s2437b7fd5d.md", "s1d20e2ff3a.md", "s0f73ddd941.md", "s769482c67b.md", "sd243fa3ba1.md", "s2bdc6b5f7a.md", "se227d8e410.md", "sa8b64c21ad.md", "s0e4c0a9299.md"], "type": "single-session-user", "vec150_n": 50, "vec50_n": 50, "wide150": ["s0034e02315.md", "s2437b7fd5d.md", "s1d20e2ff3a.md", "s0f73ddd941.md", "s769482c67b.md", "sd243fa3ba1.md", "s2bdc6b5f7a.md", "se227d8e410.md", "sa8b64c21ad.md", "s0e4c0a9299.md", "s6e84b89ce8.md", "s5b13f95388.md", "s0208052aed.md", "s09d77e9481.md", "sc497ad7bd6.md", "sad2eaa25d6.md", "s2652c9780c.md", "sbe33263276.md", "s7f730775fd.md", "s2f5f41b2c0.md", "s87dcfe0977.md", "se99232be0c.md", "s0822dfc09a.md", "sd06ceeb6d6.md", "saf97bdad2a.md", "sd31e250999.md", "sfbd1d71bfb.md", "s708369d008.md", "s33e8d611d2.md", "s64e47a6250.md", "s11d11eb201.md", "s4d8ee72e8b.md", "sd097c82d8c.md", "s3db710e279.md", "s2bf0755ea4.md", "sc71db8b98e.md", "s4d08713352.md", "s2e6cea2583.md", "s280534c3bd.md", "s096c599a3c.md", "s96a23a9c3d.md", "sf0a832b889.md", "s23115ac36f.md", "s955620422c.md", "s9d334f836d.md", "sc47b339152.md", "s8832e694de.md", "se03fb1d96b.md", "s6a74c8674e.md", "s98e5b5c609.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 50.83, "n_files": 44, "pool20": ["s0cab1c9eeb.md", "s9e30df83e3.md", "sae5bd299eb.md", "s8e453e8f24.md", "sefafcb0fbd.md", "s36c32c6b02.md", "s27fd6dbb14.md", "sa527e071e7.md", "s65bf0c77cf.md", "sbc2d2c3842.md", "s2fe34d6935.md", "s8f0a718c35.md", "scbada184bd.md", "s1503846899.md", "s523c64dc97.md", "sd17ff9d20d.md", "sb9819a834e.md", "s3acc9f492b.md", "sf5a90c0f49.md", "s575755f4d1.md"], "qid": "0a995998", "rrf10": [0.024590164, 0.023941532, 0.023809524, 0.023689516, 0.022727273, 0.02239819, 0.022051282, 0.021845695, 0.021532091, 0.021504321], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.3802, "secs_fuse": 0.018, "secs_legs": 0.0454, "stand_in": false, "top10": ["s0cab1c9eeb.md", "s9e30df83e3.md", "sae5bd299eb.md", "s8e453e8f24.md", "sefafcb0fbd.md", "s36c32c6b02.md", "s27fd6dbb14.md", "sa527e071e7.md", "s65bf0c77cf.md", "sbc2d2c3842.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["s0cab1c9eeb.md", "s9e30df83e3.md", "sae5bd299eb.md", "s8e453e8f24.md", "sefafcb0fbd.md", "s36c32c6b02.md", "s27fd6dbb14.md", "sa527e071e7.md", "s65bf0c77cf.md", "sbc2d2c3842.md", "s2fe34d6935.md", "s8f0a718c35.md", "scbada184bd.md", "s1503846899.md", "s523c64dc97.md", "sd17ff9d20d.md", "sb9819a834e.md", "s3acc9f492b.md", "sf5a90c0f49.md", "s575755f4d1.md", "s95c99edc36.md", "s2598f18aeb.md", "s74e1d72a58.md", "s6e9e9dcf6b.md", "sec0c1b2e2c.md", "s067dfe538b.md", "s8cf2fc554b.md", "scc93c8c706.md", "s1c72ac5c5e.md", "s30f80f2120.md", "s5aca3d38aa.md", "sb62899f649.md", "s03ee860b08.md", "sa9f7cc9cf4.md", "s7c9d3b76ea.md", "s8777b43a9d.md", "s8c81be6ff6.md", "s0f32e90013.md", "s737bdc9f78.md", "s4a74df2c4a.md", "s108d2f0611.md", "s4e0e72d599.md", "s46acd090eb.md", "s603748ad29.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3b14ace57b.md", "s920d9cbdaf.md", "s9622cbf27d.md", "sc8a0beec36.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 51.82, "n_files": 47, "pool20": ["s8b111b610a.md", "s9622cbf27d.md", "sc8a0beec36.md", "s1145256539.md", "s3201654706.md", "s5e51f4c028.md", "s1cb36549fb.md", "s50b187f6cd.md", "s907e54276e.md", "s94cf07fd3b.md", "s62a763b621.md", "s92c7ce5d6a.md", "s920d9cbdaf.md", "s3b14ace57b.md", "scdef95e052.md", "s39e699fcb4.md", "sb8520659a5.md", "scc1600629e.md", "sbdc1a8689e.md", "s174b687370.md"], "qid": "6d550036", "rrf10": [0.024590164, 0.022960373, 0.022569444, 0.021897007, 0.021774688, 0.021748136, 0.021351575, 0.021283671, 0.021249076, 0.020923521], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 75.0869, "secs_fuse": 0.0134, "secs_legs": 0.0355, "stand_in": false, "top10": ["s8b111b610a.md", "s9622cbf27d.md", "sc8a0beec36.md", "s1145256539.md", "s3201654706.md", "s5e51f4c028.md", "s1cb36549fb.md", "s50b187f6cd.md", "s907e54276e.md", "s94cf07fd3b.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s8b111b610a.md", "s9622cbf27d.md", "sc8a0beec36.md", "s1145256539.md", "s3201654706.md", "s5e51f4c028.md", "s1cb36549fb.md", "s50b187f6cd.md", "s907e54276e.md", "s94cf07fd3b.md", "s62a763b621.md", "s92c7ce5d6a.md", "s920d9cbdaf.md", "s3b14ace57b.md", "scdef95e052.md", "s39e699fcb4.md", "sb8520659a5.md", "scc1600629e.md", "sbdc1a8689e.md", "s174b687370.md", "se813171902.md", "sb72e6a5b9f.md", "s54a07ca84b.md", "s2e848c9005.md", "s0387e1b4c3.md", "s44bfee501b.md", "sec3cc7120f.md", "saec1d4ea66.md", "sd5b19e15e5.md", "sbb0b2a9fb4.md", "sab856b9128.md", "sf40078a72f.md", "sdfd70daf67.md", "s6b0617412c.md", "sff4c4c7a7b.md", "s5c776e75b4.md", "sa4b027f77f.md", "s6b8fca012d.md", "sb806dafdd6.md", "sbc1f7062b5.md", "scf6f3aca46.md", "s180da58bde.md", "s5a53207338.md", "sa10c89bbcb.md", "s85f81758f5.md", "sb31faa8316.md", "sc078b4df1b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s26f8258ee9.md", "sb97fdcb7cb.md", "sba64de88ce.md", "sf9a4d768db.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 54.34, "n_files": 47, "pool20": ["s26f8258ee9.md", "sba64de88ce.md", "sf9a4d768db.md", "saed1f1d752.md", "sb97fdcb7cb.md", "s0c16845d7a.md", "s3d3b9e5bb7.md", "sbe1c957480.md", "s2f0de9c90a.md", "s8a3b1daeb9.md", "s0fdf489aa5.md", "sc70996dae5.md", "s1e33d02cef.md", "sb28b28c87e.md", "s66c1b72c5e.md", "sa27d789d09.md", "s71fcfd0a5a.md", "s6fd6d65503.md", "s737c6240e9.md", "s67266af532.md"], "qid": "gpt4_59c863d7", "rrf10": [0.024205943, 0.02406554, 0.023937532, 0.022843823, 0.022474315, 0.021710235, 0.021638655, 0.02133563, 0.020819398, 0.020645646], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.5215, "secs_fuse": 0.0279, "secs_legs": 0.0707, "stand_in": false, "top10": ["s26f8258ee9.md", "sba64de88ce.md", "sf9a4d768db.md", "saed1f1d752.md", "sb97fdcb7cb.md", "s0c16845d7a.md", "s3d3b9e5bb7.md", "sbe1c957480.md", "s2f0de9c90a.md", "s8a3b1daeb9.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s26f8258ee9.md", "sba64de88ce.md", "sf9a4d768db.md", "saed1f1d752.md", "sb97fdcb7cb.md", "s0c16845d7a.md", "s3d3b9e5bb7.md", "sbe1c957480.md", "s2f0de9c90a.md", "s8a3b1daeb9.md", "s0fdf489aa5.md", "sc70996dae5.md", "s1e33d02cef.md", "sb28b28c87e.md", "s66c1b72c5e.md", "sa27d789d09.md", "s71fcfd0a5a.md", "s6fd6d65503.md", "s737c6240e9.md", "s67266af532.md", "sf6f75887de.md", "sfe43d33475.md", "s0b97312e57.md", "s2401c868d2.md", "s2aeac7190d.md", "se2250a9d83.md", "s76bfa8c75c.md", "s4e810764fb.md", "sa26dafc471.md", "sf5c48e3fea.md", "s30496b04b7.md", "s1a9a9dcdcd.md", "s6b3628c267.md", "s18ad962d51.md", "s964330e399.md", "s52416304b7.md", "see9af67a70.md", "sddc222ae27.md", "sa153e34cf6.md", "sa0785a8d6b.md", "s3bee5d676d.md", "s1cb89724c3.md", "s821c99282e.md", "sea82c0aac6.md", "s5bc15facb7.md", "s7c8594b8b0.md", "scd64127db3.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 55.89, "n_files": 52, "pool20": ["s1df591c608.md", "sa3acba8dc9.md", "s628301263c.md", "s1ebfeb1fdb.md", "sfa7b2e5f15.md", "s44cd2088da.md", "s1175a30373.md", "s0b60974fb5.md", "sb22052817b.md", "s97ffd7f30a.md", "safe8ea9583.md", "s29d373316b.md", "sb8aa39a921.md", "sac88db4f42.md", "sff17148f95.md", "sbca15cd163.md", "s094463ef8f.md", "s7298e66081.md", "s6c4a5a3849.md", "s1896929dfd.md"], "qid": "b5ef892d", "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.022504456, 0.021254487, 0.021002593, 0.020864662, 0.020779639, 0.02075989, 0.020751174], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.9841, "secs_fuse": 0.0276, "secs_legs": 0.0625, "stand_in": false, "top10": ["s1df591c608.md", "sa3acba8dc9.md", "s628301263c.md", "s1ebfeb1fdb.md", "sfa7b2e5f15.md", "s44cd2088da.md", "s1175a30373.md", "s0b60974fb5.md", "sb22052817b.md", "s97ffd7f30a.md"], "type": "multi-session", "vec150_n": 52, "vec50_n": 50, "wide150": ["s1df591c608.md", "sa3acba8dc9.md", "s628301263c.md", "s1ebfeb1fdb.md", "sfa7b2e5f15.md", "s44cd2088da.md", "s1175a30373.md", "s0b60974fb5.md", "sb22052817b.md", "s97ffd7f30a.md", "safe8ea9583.md", "s29d373316b.md", "sb8aa39a921.md", "sac88db4f42.md", "sff17148f95.md", "sbca15cd163.md", "s094463ef8f.md", "s7298e66081.md", "s6c4a5a3849.md", "s1896929dfd.md", "s2d70f898fd.md", "s052e3ccbef.md", "s76a8d9b28d.md", "s4ecfa67721.md", "s5585e2d32a.md", "s27c89f6363.md", "s897a156212.md", "s26cccbfd94.md", "s1d527387ef.md", "s7a4d0cf8dc.md", "s0ad5087557.md", "s5178e7e7c2.md", "s817544e0ff.md", "sdd9c8e22b5.md", "s07194d79df.md", "s171dd61062.md", "s8918c929ce.md", "s9a1e2d8a08.md", "s34032180e8.md", "s9efd2511cb.md", "s01a1c64d5c.md", "s01cf3fba7f.md", "sb18a38e157.md", "s50feaa273d.md", "sc2f8575cfb.md", "s76e4dcbd82.md", "s5d13f9daca.md", "s2ebe4bd1e6.md", "sb23d98c8c5.md", "s7b496093e9.md", "s662a9b23a2.md", "s4f66f580fc.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb86a802940.md", "sf7a47235ce.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 57.88, "n_files": 47, "pool20": ["sf7a47235ce.md", "sb86a802940.md", "s813cbd2683.md", "s70a595655e.md", "sa9203778c7.md", "s51b4d2ee54.md", "s615efba50a.md", "s931ea4b717.md", "sf9e9cff71e.md", "s583b0b5da8.md", "s96229de38e.md", "sa31685055a.md", "sb32540b84e.md", "s4806019850.md", "s8feffcf8ec.md", "sf3874e9b4d.md", "s5bb590fa65.md", "s8388b2d928.md", "s0f77f25b7b.md", "s397875c77d.md"], "qid": "e831120c", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.022964015, 0.02239819, 0.021336996, 0.021254487, 0.021227364, 0.020695971], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.7341, "secs_fuse": 0.0105, "secs_legs": 0.0298, "stand_in": false, "top10": ["sf7a47235ce.md", "sb86a802940.md", "s813cbd2683.md", "s70a595655e.md", "sa9203778c7.md", "s51b4d2ee54.md", "s615efba50a.md", "s931ea4b717.md", "sf9e9cff71e.md", "s583b0b5da8.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["sf7a47235ce.md", "sb86a802940.md", "s813cbd2683.md", "s70a595655e.md", "sa9203778c7.md", "s51b4d2ee54.md", "s615efba50a.md", "s931ea4b717.md", "sf9e9cff71e.md", "s583b0b5da8.md", "s96229de38e.md", "sa31685055a.md", "sb32540b84e.md", "s4806019850.md", "s8feffcf8ec.md", "sf3874e9b4d.md", "s5bb590fa65.md", "s8388b2d928.md", "s0f77f25b7b.md", "s397875c77d.md", "sb619c04de9.md", "s2db9bde2e4.md", "s31c03247e3.md", "s3fad617bac.md", "s405d8357bf.md", "s548a294890.md", "sfa8aab9991.md", "s3ff3623835.md", "s75769b230b.md", "s26aafb88ae.md", "s234f837b49.md", "s2ef86d85c3.md", "s9aa64b36b4.md", "s43ef16bcad.md", "s5685504f73.md", "se83f122487.md", "s0662546b1e.md", "s993706d799.md", "sfa315c09ea.md", "s1d8d5fbc87.md", "sa1a1d82ca7.md", "s2702ccbf72.md", "sc1c00124f2.md", "s7635a72402.md", "s602de85612.md", "sfef192ea15.md", "s923ebe4f16.md"]}
{"abstention": false, "arm": "A5", "gold": ["s21d0b418e5.md", "s840ac504bc.md", "s9df21ed36e.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 56.42, "n_files": 48, "pool20": ["s9df21ed36e.md", "s21d0b418e5.md", "s840ac504bc.md", "sd6cc7ab041.md", "s44b2a5f4bf.md", "s76c822641a.md", "sb66c24b6a7.md", "s9642ac739a.md", "sc1ebc82b06.md", "sc24242755b.md", "s10a0021cda.md", "sb077997e97.md", "scd3550751f.md", "s28d92b430c.md", "sc726d9a65e.md", "se21e47ca05.md", "s4a63b086c2.md", "s91f1316ec0.md", "sb8c86dfc23.md", "sb9b0b06d1d.md"], "qid": "3a704032", "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.023317308, 0.022051282, 0.021098213, 0.020965469, 0.020955882, 0.020909091, 0.020799513], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.5904, "secs_fuse": 0.0087, "secs_legs": 0.0206, "stand_in": false, "top10": ["s9df21ed36e.md", "s21d0b418e5.md", "s840ac504bc.md", "sd6cc7ab041.md", "s44b2a5f4bf.md", "s76c822641a.md", "sb66c24b6a7.md", "s9642ac739a.md", "sc1ebc82b06.md", "sc24242755b.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s9df21ed36e.md", "s21d0b418e5.md", "s840ac504bc.md", "sd6cc7ab041.md", "s44b2a5f4bf.md", "s76c822641a.md", "sb66c24b6a7.md", "s9642ac739a.md", "sc1ebc82b06.md", "sc24242755b.md", "s10a0021cda.md", "sb077997e97.md", "scd3550751f.md", "s28d92b430c.md", "sc726d9a65e.md", "se21e47ca05.md", "s4a63b086c2.md", "s91f1316ec0.md", "sb8c86dfc23.md", "sb9b0b06d1d.md", "s3919f74729.md", "s36c6a5ac9d.md", "sa340766a6d.md", "sc764051be2.md", "s2bb4177b12.md", "s70059f47e5.md", "s38a27c8449.md", "s53f606e517.md", "sf631caba3b.md", "sfde6bfe545.md", "s669909f3a5.md", "s3798b31c48.md", "s62355e4e23.md", "s64f57d4104.md", "sa012a95fa5.md", "sc1037bff81.md", "s772eeb1707.md", "s0bf4ce95a3.md", "s4cb5c787d8.md", "s0bb28122d5.md", "s26f5d612e3.md", "sf12d489844.md", "s4d4af7d8bc.md", "s28d9e7bf40.md", "saf5ecfa445.md", "s0535fda18e.md", "sa51f5acb14.md", "s648306fbb7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2cfa274b99.md", "s30e2029c72.md", "s33cb38d99e.md", "s922b1bb2b7.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 51.69, "n_files": 48, "pool20": ["s33cb38d99e.md", "s30e2029c72.md", "s922b1bb2b7.md", "s2cfa274b99.md", "s71580bbf04.md", "sf53eaf9533.md", "s336292a5c0.md", "sa9c3670bd7.md", "s62ba599ec1.md", "s3096c7ac87.md", "see3972ccc0.md", "sc8e5b86c8b.md", "s6a56b46e13.md", "scc9c06a2b9.md", "s81d0d22fa2.md", "s88759c5b65.md", "s664ff43dc7.md", "sf28bd59f59.md", "s40b537b500.md", "sed86532465.md"], "qid": "gpt4_d84a3211", "rrf10": [0.02382134, 0.023809524, 0.023746384, 0.023689516, 0.023348236, 0.02228164, 0.022051282, 0.02173913, 0.020970395, 0.020695971], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 76.3747, "secs_fuse": 0.0267, "secs_legs": 0.0704, "stand_in": false, "top10": ["s33cb38d99e.md", "s30e2029c72.md", "s922b1bb2b7.md", "s2cfa274b99.md", "s71580bbf04.md", "sf53eaf9533.md", "s336292a5c0.md", "sa9c3670bd7.md", "s62ba599ec1.md", "s3096c7ac87.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s33cb38d99e.md", "s30e2029c72.md", "s922b1bb2b7.md", "s2cfa274b99.md", "s71580bbf04.md", "sf53eaf9533.md", "s336292a5c0.md", "sa9c3670bd7.md", "s62ba599ec1.md", "s3096c7ac87.md", "see3972ccc0.md", "sc8e5b86c8b.md", "s6a56b46e13.md", "scc9c06a2b9.md", "s81d0d22fa2.md", "s88759c5b65.md", "s664ff43dc7.md", "sf28bd59f59.md", "s40b537b500.md", "sed86532465.md", "sc39391a6c3.md", "s11a9279782.md", "s92cb717e67.md", "s146a0d23dc.md", "s36c243e753.md", "s79653e6659.md", "sb2b7dcf550.md", "s334d218ca9.md", "s2da382819c.md", "s976fb9ddd9.md", "s3e75d888a6.md", "sea51195ec4.md", "s555a72f0aa.md", "s8698499563.md", "saa3f766b6e.md", "s86591bebb1.md", "sda6b9e7fbb.md", "s53429b3a3c.md", "sde70e91e50.md", "sb2d772fe93.md", "s3ecc31ffe5.md", "s710337a68e.md", "s3dbcdf28b7.md", "sd1fa793896.md", "s25a24f3cf8.md", "s8cd8d97900.md", "s51242bcb2d.md", "s3f12359e21.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6c9c420448.md", "sd76c211bad.md", "sf67b7ec830.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 54.35, "n_files": 47, "pool20": ["sd76c211bad.md", "s6c9c420448.md", "s7625016923.md", "s9286449301.md", "sf67b7ec830.md", "s653f5349a3.md", "s9820208062.md", "sda6e2b5bbe.md", "s920f707736.md", "sb6a9bc7f6a.md", "s84700beeae.md", "s5d73e7d8f5.md", "s58bea97ce0.md", "sef732091a2.md", "s64342676dd.md", "sd8a016d4ea.md", "s21b0771f81.md", "sa5d37a94d2.md", "s54467ae1fc.md", "s01fd834a2e.md"], "qid": "aae3761f", "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022667254, 0.022617681, 0.02209596, 0.022021015, 0.021848739, 0.021136174, 0.020945007], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.1594, "secs_fuse": 0.0183, "secs_legs": 0.0465, "stand_in": false, "top10": ["sd76c211bad.md", "s6c9c420448.md", "s7625016923.md", "s9286449301.md", "sf67b7ec830.md", "s653f5349a3.md", "s9820208062.md", "sda6e2b5bbe.md", "s920f707736.md", "sb6a9bc7f6a.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["sd76c211bad.md", "s6c9c420448.md", "s7625016923.md", "s9286449301.md", "sf67b7ec830.md", "s653f5349a3.md", "s9820208062.md", "sda6e2b5bbe.md", "s920f707736.md", "sb6a9bc7f6a.md", "s84700beeae.md", "s5d73e7d8f5.md", "s58bea97ce0.md", "sef732091a2.md", "s64342676dd.md", "sd8a016d4ea.md", "s21b0771f81.md", "sa5d37a94d2.md", "s54467ae1fc.md", "s01fd834a2e.md", "s0768acb3c6.md", "s9fcfe296e1.md", "sc6cb096417.md", "sa80f400672.md", "s5043ec815a.md", "sba57d991da.md", "s8f7e8a236b.md", "sf883bfacec.md", "s77c65d43b6.md", "sb556e65dc8.md", "s2d9d179d9d.md", "s3992c900a9.md", "s6987bf7776.md", "sf0c2de2f77.md", "sfafeff0283.md", "s214b4642b8.md", "s9512b2c617.md", "sb5131e8816.md", "sd711bda19d.md", "s2c54b45c80.md", "s56005d45ec.md", "sb1f0ea8a79.md", "s4dcac2c9f7.md", "s580ebfd6cb.md", "s6ec04c5eaf.md", "s4813007582.md", "s8553082e75.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9ec4d701c2.md", "sb2151cf652.md", "sb34fe03e75.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 56.7, "n_files": 45, "pool20": ["sb2151cf652.md", "sb34fe03e75.md", "seab0f0420b.md", "s1e26dc4c12.md", "s9ec4d701c2.md", "sef9b05c8a0.md", "s45fce0f0a3.md", "se4d9c389ca.md", "sec5ce3001f.md", "sefed800537.md", "s817d134252.md", "s67b1d057fe.md", "s1b6ca34b3d.md", "se186bc165a.md", "s870cbf8a3d.md", "s3f9a7a33d9.md", "s5d446259fe.md", "sdfd4c5cd47.md", "s100ada81e3.md", "s5e7431b8ad.md"], "qid": "gpt4_f2262a51", "rrf10": [0.024193548, 0.0239692, 0.023809524, 0.023197115, 0.022767857, 0.022689475, 0.022397892, 0.02094947, 0.020510836, 0.020413621], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.4742, "secs_fuse": 0.0268, "secs_legs": 0.0632, "stand_in": false, "top10": ["sb2151cf652.md", "sb34fe03e75.md", "seab0f0420b.md", "s1e26dc4c12.md", "s9ec4d701c2.md", "sef9b05c8a0.md", "s45fce0f0a3.md", "se4d9c389ca.md", "sec5ce3001f.md", "sefed800537.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["sb2151cf652.md", "sb34fe03e75.md", "seab0f0420b.md", "s1e26dc4c12.md", "s9ec4d701c2.md", "sef9b05c8a0.md", "s45fce0f0a3.md", "se4d9c389ca.md", "sec5ce3001f.md", "sefed800537.md", "s817d134252.md", "s67b1d057fe.md", "s1b6ca34b3d.md", "se186bc165a.md", "s870cbf8a3d.md", "s3f9a7a33d9.md", "s5d446259fe.md", "sdfd4c5cd47.md", "s100ada81e3.md", "s5e7431b8ad.md", "s8e6c2279ed.md", "sacea01cc13.md", "sa3c0bfce95.md", "s86f35411c5.md", "se1b17457fc.md", "se5ce0fa483.md", "sae76dfa94a.md", "s81ba5ea64c.md", "s5b236c2de7.md", "s175268f08e.md", "s9b0450e9b6.md", "s9af644badc.md", "s6ee4032a4b.md", "sef17919476.md", "s3a888e5ad9.md", "sfe6ca67e9c.md", "sb50a1adbdc.md", "s90153e3378.md", "s4f54bf4005.md", "s637cc610bf.md", "s451799a21c.md", "s2ddd869602.md", "s197df6ef06.md", "s0cee216f6f.md", "s7d28e96ee0.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf176ecce77.md", "sfd4bc0370e.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 53.67, "n_files": 49, "pool20": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sc777878676.md", "sf176ecce77.md", "s1cbf7f89d4.md", "sb46d865763.md", "s2834c67061.md", "s1052163908.md", "s6514014cd4.md", "sed9b0c5ee3.md", "s0656675402.md", "s3cd710e288.md", "se6ab2ecf52.md", "s8e8bb91dc6.md", "s4cc5ef2df4.md", "s71003620ef.md", "s465b402c56.md", "s6f74930b97.md", "s7b9c7e3ab1.md", "s8bdbc98cc5.md"], "qid": "dd2973ad", "rrf10": [0.024590164, 0.023685516, 0.022989889, 0.022527473, 0.02239819, 0.022011385, 0.02179784, 0.021249076, 0.021051571, 0.02051685], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.7884, "secs_fuse": 0.0354, "secs_legs": 0.0711, "stand_in": false, "top10": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sc777878676.md", "sf176ecce77.md", "s1cbf7f89d4.md", "sb46d865763.md", "s2834c67061.md", "s1052163908.md", "s6514014cd4.md", "sed9b0c5ee3.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sc777878676.md", "sf176ecce77.md", "s1cbf7f89d4.md", "sb46d865763.md", "s2834c67061.md", "s1052163908.md", "s6514014cd4.md", "sed9b0c5ee3.md", "s0656675402.md", "s3cd710e288.md", "se6ab2ecf52.md", "s8e8bb91dc6.md", "s4cc5ef2df4.md", "s71003620ef.md", "s465b402c56.md", "s6f74930b97.md", "s7b9c7e3ab1.md", "s8bdbc98cc5.md", "se4dd879b3c.md", "sa705703e86.md", "s6cbf09c0cf.md", "sc734c0a0b7.md", "s8aeda7b1e0.md", "se23bb4dcc8.md", "s7927e5da6e.md", "sacc8909677.md", "sd437e08c15.md", "s9574c251c3.md", "s827592e9e7.md", "se255427427.md", "sd9ab49ada5.md", "s07218cf39d.md", "se3b4d31da0.md", "s05dfd25314.md", "s45fff92dc1.md", "sb852a96471.md", "sc05dece598.md", "s1bbfe682dd.md", "sf118b80e4d.md", "sc43153b38b.md", "sa7cb93cab6.md", "s1422f6ca92.md", "sff996f6f27.md", "s33dccda704.md", "sc320db2287.md", "s3cee455ab3.md", "s082ed01c72.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1698d61255.md", "s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 56.67, "n_files": 49, "pool20": ["s4522946c23.md", "s2d1dff3e6a.md", "s9f2ccebd9b.md", "s1698d61255.md", "s64628d5642.md", "s762c765007.md", "sbf4c36a9e9.md", "s8178eabd9b.md", "s766b52fc61.md", "s2bf14b090d.md", "s71562ae1c8.md", "s79e25e6e14.md", "s86d9056c49.md", "sf7d4570cb6.md", "sd94267397b.md", "se84231b714.md", "s0d03e6e32f.md", "sadd018761a.md", "sb18616f5f9.md", "se2c05943e6.md"], "qid": "c4a1ceb8", "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.023561508, 0.022727273, 0.022617681, 0.022141372, 0.021437448, 0.021230159, 0.02090301], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.7109, "secs_fuse": 0.0275, "secs_legs": 0.0724, "stand_in": false, "top10": ["s4522946c23.md", "s2d1dff3e6a.md", "s9f2ccebd9b.md", "s1698d61255.md", "s64628d5642.md", "s762c765007.md", "sbf4c36a9e9.md", "s8178eabd9b.md", "s766b52fc61.md", "s2bf14b090d.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["s4522946c23.md", "s2d1dff3e6a.md", "s9f2ccebd9b.md", "s1698d61255.md", "s64628d5642.md", "s762c765007.md", "sbf4c36a9e9.md", "s8178eabd9b.md", "s766b52fc61.md", "s2bf14b090d.md", "s71562ae1c8.md", "s79e25e6e14.md", "s86d9056c49.md", "sf7d4570cb6.md", "sd94267397b.md", "se84231b714.md", "s0d03e6e32f.md", "sadd018761a.md", "sb18616f5f9.md", "se2c05943e6.md", "s45200c8c6b.md", "sd10f22eec6.md", "s3c666d84de.md", "sea70a14c39.md", "s44eb4b3284.md", "s888463e94d.md", "s4cf87a40b8.md", "s939924f96d.md", "s825abe21ce.md", "sca7c5619b8.md", "sedb2b0f51e.md", "sd189e20db6.md", "s36b7b616e8.md", "s7e1111269c.md", "se9d58119ec.md", "s769355feb1.md", "sd9dffb1bfe.md", "s18c6de8a34.md", "sce542bcc1b.md", "scd983adccf.md", "s1c346c4b8d.md", "se37cf736de.md", "sef48be4803.md", "s2044bcb18c.md", "s53572a4744.md", "s2d9594b7dc.md", "sf8210273f0.md", "s7195ccfc94.md", "s2ee2d9a364.md"]}
{"abstention": false, "arm": "A5", "gold": ["s86eb291fb2.md", "sdb5e961acf.md", "sef186379d1.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 55.9, "n_files": 48, "pool20": ["sdb5e961acf.md", "s86eb291fb2.md", "s74e2f3838a.md", "sef186379d1.md", "s160913179e.md", "s4161228267.md", "s0ae18cea01.md", "s83a18097e2.md", "sd5a8d1fc4b.md", "s28e9d5b4be.md", "s53cf2fb7df.md", "s793c76e006.md", "s78ac5a2d9c.md", "saec63d1c0c.md", "s156ac4d2fe.md", "sdeca0f64bb.md", "s8b21df583e.md", "s2018e91d3e.md", "s4e9f72eac2.md", "s1c303101b6.md"], "qid": "gpt4_a56e767c", "rrf10": [0.024193548, 0.02408575, 0.023809524, 0.0234375, 0.023348236, 0.022960373, 0.021230159, 0.021227364, 0.021098213, 0.02098626], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.794, "secs_fuse": 0.0337, "secs_legs": 0.0643, "stand_in": false, "top10": ["sdb5e961acf.md", "s86eb291fb2.md", "s74e2f3838a.md", "sef186379d1.md", "s160913179e.md", "s4161228267.md", "s0ae18cea01.md", "s83a18097e2.md", "sd5a8d1fc4b.md", "s28e9d5b4be.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["sdb5e961acf.md", "s86eb291fb2.md", "s74e2f3838a.md", "sef186379d1.md", "s160913179e.md", "s4161228267.md", "s0ae18cea01.md", "s83a18097e2.md", "sd5a8d1fc4b.md", "s28e9d5b4be.md", "s53cf2fb7df.md", "s793c76e006.md", "s78ac5a2d9c.md", "saec63d1c0c.md", "s156ac4d2fe.md", "sdeca0f64bb.md", "s8b21df583e.md", "s2018e91d3e.md", "s4e9f72eac2.md", "s1c303101b6.md", "s4bc3d44673.md", "s16bc42ac6e.md", "sfb58a4bcbd.md", "s114cce2eb8.md", "sf128608a7b.md", "s2721a7e6df.md", "s639ae27a81.md", "s36803131b5.md", "s24025772eb.md", "sb4089a0093.md", "s70231d560d.md", "s183dcb562e.md", "sda4bc536c5.md", "sadebabbf84.md", "s8dd04405d4.md", "sf1a3f09b23.md", "sf97bde54ba.md", "s547be60e07.md", "se80eaaa47e.md", "sfe1a20e3b4.md", "seaa1bfc84f.md", "s09a1c65c8c.md", "s5481d8f47b.md", "s20e5559fe4.md", "s618203604e.md", "s9d18745ff5.md", "s94afdb57e9.md", "sec9131f707.md"]}
{"abstention": false, "arm": "A5", "gold": ["s75bb9fd5a7.md", "sca3e1b2e07.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 54.57, "n_files": 41, "pool20": ["sca3e1b2e07.md", "s75bb9fd5a7.md", "sc4343dbfe1.md", "s0cbb8d3c3b.md", "s4db10d2485.md", "sade95e1f20.md", "s0631144e68.md", "sb7d686a1c6.md", "sfbd2d0cce0.md", "s4715835160.md", "sb47df24ce1.md", "s6a654bf731.md", "sa7ca3dadf1.md", "s3ca77ea0da.md", "sd89f5fa204.md", "sf361fb0cf1.md", "s415ab6e13b.md", "sa93d32159e.md", "s596025f893.md", "s5e5db5a9b3.md"], "qid": "6cb6f249", "rrf10": [0.024457959, 0.024069737, 0.023941532, 0.022667254, 0.021878122, 0.021480629, 0.021464646, 0.021205821, 0.021051571, 0.021022934], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.0203, "secs_fuse": 0.0354, "secs_legs": 0.0717, "stand_in": false, "top10": ["sca3e1b2e07.md", "s75bb9fd5a7.md", "sc4343dbfe1.md", "s0cbb8d3c3b.md", "s4db10d2485.md", "sade95e1f20.md", "s0631144e68.md", "sb7d686a1c6.md", "sfbd2d0cce0.md", "s4715835160.md"], "type": "multi-session", "vec150_n": 41, "vec50_n": 41, "wide150": ["sca3e1b2e07.md", "s75bb9fd5a7.md", "sc4343dbfe1.md", "s0cbb8d3c3b.md", "s4db10d2485.md", "sade95e1f20.md", "s0631144e68.md", "sb7d686a1c6.md", "sfbd2d0cce0.md", "s4715835160.md", "sb47df24ce1.md", "s6a654bf731.md", "sa7ca3dadf1.md", "s3ca77ea0da.md", "sd89f5fa204.md", "sf361fb0cf1.md", "s415ab6e13b.md", "sa93d32159e.md", "s596025f893.md", "s5e5db5a9b3.md", "s4039e2c22a.md", "s916b150fc9.md", "sd73cdd188c.md", "scdbd2c19b0.md", "s839952f4a8.md", "scc537478f4.md", "s25e6ee2cda.md", "s19a1c776e1.md", "s8851efc7ec.md", "s9bfd8bb7ed.md", "s6d9d0db5b6.md", "seeb80f60f5.md", "sf330a4ebc6.md", "safe4f0c4c6.md", "s45df10d959.md", "sf03e5652c9.md", "se279596193.md", "s52d57ec626.md", "s87ea70d962.md", "s275993002b.md", "s742e7eb719.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa6489e86e3.md", "sd9c68433d1.md", "sed4fafb2f3.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 53.64, "n_files": 50, "pool20": ["sed4fafb2f3.md", "sd9c68433d1.md", "sd02c3eb026.md", "sa6489e86e3.md", "s8d3ea66085.md", "sab88b0b5ae.md", "s5807437df1.md", "s4b6254e85f.md", "s70775ff888.md", "s0b32cf37c1.md", "s38efbadc99.md", "sfb5a412120.md", "s6847928aaa.md", "s9980e268e8.md", "s7d594a8a90.md", "sc8d4d78f32.md", "s0fa4b87b9d.md", "sde7bcfb425.md", "s1dc8538887.md", "s657212e84d.md"], "qid": "46a3abf7", "rrf10": [0.024457959, 0.023821721, 0.023335702, 0.023197115, 0.022861881, 0.022727273, 0.022226593, 0.021372549, 0.021028951, 0.020821868], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.9788, "secs_fuse": 0.0091, "secs_legs": 0.0189, "stand_in": false, "top10": ["sed4fafb2f3.md", "sd9c68433d1.md", "sd02c3eb026.md", "sa6489e86e3.md", "s8d3ea66085.md", "sab88b0b5ae.md", "s5807437df1.md", "s4b6254e85f.md", "s70775ff888.md", "s0b32cf37c1.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["sed4fafb2f3.md", "sd9c68433d1.md", "sd02c3eb026.md", "sa6489e86e3.md", "s8d3ea66085.md", "sab88b0b5ae.md", "s5807437df1.md", "s4b6254e85f.md", "s70775ff888.md", "s0b32cf37c1.md", "s38efbadc99.md", "sfb5a412120.md", "s6847928aaa.md", "s9980e268e8.md", "s7d594a8a90.md", "sc8d4d78f32.md", "s0fa4b87b9d.md", "sde7bcfb425.md", "s1dc8538887.md", "s657212e84d.md", "s9fdd891b5f.md", "s07667f65bd.md", "sd1e4a163ae.md", "s9e6228c477.md", "sd7910d0c8f.md", "s58ad034f93.md", "s6676da8244.md", "s0419b1c88f.md", "s62cb187475.md", "s99e2ef7851.md", "sfe843b9abb.md", "s7f93f2f339.md", "s8a7051434f.md", "s3d8f7204c7.md", "s3d1ee4c3cb.md", "s6652db77fe.md", "sa0bc4e1b5b.md", "sb059f8a83e.md", "sa6443ba52f.md", "safdbb59d0f.md", "sf3456b7d63.md", "sfb2f9775b6.md", "s89e3c7711a.md", "saa3ae32fb3.md", "se60dc74233.md", "s77156c63ee.md", "sb0d304888b.md", "s4dac857d70.md", "sb98f50d8a3.md", "s3a1a7a13d3.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5cb25d04c2.md", "s7ff89f24c1.md", "s9ceac91e4e.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 53.83, "n_files": 47, "pool20": ["s7ff89f24c1.md", "s5cb25d04c2.md", "s9ceac91e4e.md", "s1db4906d3d.md", "se5b933a8b3.md", "s38566d018e.md", "sf389b96746.md", "s111daefdd3.md", "se66d80c094.md", "s42f160444f.md", "saa3ab0b65e.md", "s263df47cfb.md", "s1f7af41eb2.md", "s1548b10be2.md", "se24f95f692.md", "sa67d1f39f8.md", "s93218b1d60.md", "se282173767.md", "sbaa264d725.md", "s555cf3b701.md"], "qid": "36b9f61e", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022569444, 0.022501131, 0.021794872, 0.021547194, 0.021401515, 0.020864662, 0.020633013], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.8394, "secs_fuse": 0.0338, "secs_legs": 0.0649, "stand_in": false, "top10": ["s7ff89f24c1.md", "s5cb25d04c2.md", "s9ceac91e4e.md", "s1db4906d3d.md", "se5b933a8b3.md", "s38566d018e.md", "sf389b96746.md", "s111daefdd3.md", "se66d80c094.md", "s42f160444f.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s7ff89f24c1.md", "s5cb25d04c2.md", "s9ceac91e4e.md", "s1db4906d3d.md", "se5b933a8b3.md", "s38566d018e.md", "sf389b96746.md", "s111daefdd3.md", "se66d80c094.md", "s42f160444f.md", "saa3ab0b65e.md", "s263df47cfb.md", "s1f7af41eb2.md", "s1548b10be2.md", "se24f95f692.md", "sa67d1f39f8.md", "s93218b1d60.md", "se282173767.md", "sbaa264d725.md", "s555cf3b701.md", "s72955a4d40.md", "s9f71849974.md", "sbd6b523cb2.md", "s773b0c9ddb.md", "s4ef79b232a.md", "s9ab4d43eb3.md", "s004055c302.md", "s99b98eea98.md", "s3e77d67f68.md", "s1c03bc15f1.md", "s7f30fac7d5.md", "sfb0ed91d55.md", "s424ba4e796.md", "s171b8fac35.md", "s30ee9b4ee9.md", "sf6a268836b.md", "s77ef20e8ef.md", "s81e7d501ef.md", "se363b93459.md", "sa0ea2ffc49.md", "s330105bd22.md", "sfdb3757f5a.md", "sc2bd2d6bc6.md", "s955d5576c5.md", "s721c3ae48a.md", "s96f892b2e0.md", "s8e2ece072c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s01acd3994a.md", "s734bf88e64.md", "s7f9a6f9c64.md", "sad3a325537.md", "sc9ae531e6c.md"], "kw150_n": 37, "kw50_n": 37, "loadavg1_at_start": 52.44, "n_files": 38, "pool20": ["s01acd3994a.md", "s7f9a6f9c64.md", "sc9ae531e6c.md", "s734bf88e64.md", "sad3a325537.md", "scd3dd5d90a.md", "scbeb5c12e2.md", "sfb421d23e6.md", "sc617ab1fbd.md", "s17baf614d5.md", "sdc2ea3c05a.md", "sd86fb83408.md", "s24281bd4da.md", "s5594d37a3e.md", "sc4d9c19be3.md", "se1a1fca016.md", "se510a19c09.md", "s6ef6222568.md", "sea09c4df61.md", "s19df896ec5.md"], "qid": "28dc39ac", "rrf10": [0.024205943, 0.024193548, 0.023821721, 0.023565324, 0.022960373, 0.022058824, 0.021908272, 0.021635611, 0.021532091, 0.020283199], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.0, "secs_fuse": 0.0281, "secs_legs": 0.0702, "stand_in": false, "top10": ["s01acd3994a.md", "s7f9a6f9c64.md", "sc9ae531e6c.md", "s734bf88e64.md", "sad3a325537.md", "scd3dd5d90a.md", "scbeb5c12e2.md", "sfb421d23e6.md", "sc617ab1fbd.md", "s17baf614d5.md"], "type": "multi-session", "vec150_n": 38, "vec50_n": 38, "wide150": ["s01acd3994a.md", "s7f9a6f9c64.md", "sc9ae531e6c.md", "s734bf88e64.md", "sad3a325537.md", "scd3dd5d90a.md", "scbeb5c12e2.md", "sfb421d23e6.md", "sc617ab1fbd.md", "s17baf614d5.md", "sdc2ea3c05a.md", "sd86fb83408.md", "s24281bd4da.md", "s5594d37a3e.md", "sc4d9c19be3.md", "se1a1fca016.md", "se510a19c09.md", "s6ef6222568.md", "sea09c4df61.md", "s19df896ec5.md", "s45fefdfbae.md", "s3ca8fb2306.md", "sff234d5aed.md", "s7b055565a8.md", "sdfe401ddf8.md", "se9a55d873d.md", "scb8847e966.md", "s36979460e4.md", "s73d2f99c8a.md", "s6bbf21f84b.md", "s0602470279.md", "sa398420562.md", "s7134b04f5a.md", "s577e713fa2.md", "sdba7cc1f7c.md", "sd4bdacf832.md", "s3c039542b5.md", "se3948add04.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6fb9ec6824.md", "s7851663dcb.md", "sd0093e4f42.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 51.05, "n_files": 46, "pool20": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "sa90ce05da5.md", "s91e1febda6.md", "s396f63126d.md", "s276c620b99.md", "s666c84b168.md", "s856f973ec5.md", "sce329d6824.md", "sa532bcf7e5.md", "s771e58260c.md", "s2c8dbec457.md", "sf62fe05811.md", "s9f0ef689de.md", "s4ffdfe78ae.md", "s0dd8fdfa53.md", "s727ec31aec.md", "sbf7a7bf893.md", "s7493c6e46f.md"], "qid": "gpt4_2f8be40d", "rrf10": [0.024590164, 0.02382134, 0.023685516, 0.023321123, 0.023200758, 0.022989889, 0.021650327, 0.021635611, 0.021249076, 0.02075989], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.82, "secs_fuse": 0.0085, "secs_legs": 0.0196, "stand_in": false, "top10": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "sa90ce05da5.md", "s91e1febda6.md", "s396f63126d.md", "s276c620b99.md", "s666c84b168.md", "s856f973ec5.md", "sce329d6824.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "sa90ce05da5.md", "s91e1febda6.md", "s396f63126d.md", "s276c620b99.md", "s666c84b168.md", "s856f973ec5.md", "sce329d6824.md", "sa532bcf7e5.md", "s771e58260c.md", "s2c8dbec457.md", "sf62fe05811.md", "s9f0ef689de.md", "s4ffdfe78ae.md", "s0dd8fdfa53.md", "s727ec31aec.md", "sbf7a7bf893.md", "s7493c6e46f.md", "sea0094f9e3.md", "s5e0ff846c6.md", "sfd228730bd.md", "s4a6287bd19.md", "s110dc3a246.md", "s306377cd0d.md", "s94e929242f.md", "sf423cf8449.md", "s46d537e194.md", "s72c59a7c47.md", "s19e9a0455b.md", "s1f286f61e3.md", "s54d3ac53fa.md", "se87e6c8e3a.md", "s39c0072a67.md", "sd23f318d16.md", "s00ff24bc05.md", "s905c799067.md", "s60153d1b69.md", "s404d6eadf3.md", "se55b028813.md", "s6c22144ec0.md", "sd1a1614d09.md", "sf220bb9dbb.md", "s19624d47a7.md", "sb8124ead7b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sdfed11c48f.md"], "kw150_n": 54, "kw50_n": 50, "loadavg1_at_start": 55.25, "n_files": 54, "pool20": ["sdb769df2b3.md", "s0ee726bb15.md", "sdfed11c48f.md", "s5a77d357f0.md", "saca5c1b426.md", "s04a09f979b.md", "scc6a8f7a06.md", "s50396b6b32.md", "sd8f76762b1.md", "s13502c5960.md", "sd7cf1a27a8.md", "saa2a1f8535.md", "s86fd8cc73e.md", "sb04204b53e.md", "s4166f9cb6f.md", "scaa07650c1.md", "s410ea8cbd8.md", "sc915702087.md", "sec0d60049f.md", "sbe3fcb38e0.md"], "qid": "2e6d26dc", "rrf10": [0.024325754, 0.0239692, 0.023809524, 0.023076923, 0.022278314, 0.021161317, 0.021028951, 0.02023988, 0.020238095, 0.019868496], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.7233, "secs_fuse": 0.0276, "secs_legs": 0.072, "stand_in": false, "top10": ["sdb769df2b3.md", "s0ee726bb15.md", "sdfed11c48f.md", "s5a77d357f0.md", "saca5c1b426.md", "s04a09f979b.md", "scc6a8f7a06.md", "s50396b6b32.md", "sd8f76762b1.md", "s13502c5960.md"], "type": "multi-session", "vec150_n": 54, "vec50_n": 50, "wide150": ["sdb769df2b3.md", "s0ee726bb15.md", "sdfed11c48f.md", "s5a77d357f0.md", "saca5c1b426.md", "s04a09f979b.md", "scc6a8f7a06.md", "s50396b6b32.md", "sd8f76762b1.md", "s4df541d016.md", "s13502c5960.md", "sd7cf1a27a8.md", "s29d725eb48.md", "saa2a1f8535.md", "s86fd8cc73e.md", "sb04204b53e.md", "s4166f9cb6f.md", "scaa07650c1.md", "s410ea8cbd8.md", "sc915702087.md", "sec0d60049f.md", "sbe3fcb38e0.md", "s8412b67f32.md", "sf5f5bf8d37.md", "s4d7cfa3ead.md", "s81fb58155a.md", "sc55fa54dc0.md", "s612e0ca85f.md", "s660f22b5c7.md", "scb5aa48df7.md", "sb97f9f238d.md", "sc24eb0077a.md", "s7647057481.md", "s66b366ba77.md", "sfbdfb8a434.md", "sc1669a5c5b.md", "s68ad0cd996.md", "s2a1174e108.md", "s6da57eed51.md", "s933af3b1c8.md", "s46ca0fc28a.md", "s752c9d0d34.md", "scce7008c41.md", "s339774be12.md", "s8c773f24f9.md", "s8652acdae3.md", "s18a7efbce2.md", "se16a5945ff.md", "s19bcff8413.md", "sf078dadd0c.md", "s02b2ac6d76.md", "sfeb20a874a.md", "sda12727f16.md", "s57c1cc6c3d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s16e0ae23f7.md", "s2233669115.md", "s95280dceaf.md", "sbcc79c095c.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 54.54, "n_files": 46, "pool20": ["sbcc79c095c.md", "s2233669115.md", "s0ec8e3ef85.md", "s16e0ae23f7.md", "sda0005f0c1.md", "s1729f5c759.md", "s2b18a5b27a.md", "s95280dceaf.md", "s44b8a76def.md", "s0992f2abdb.md", "s81e1b55285.md", "s334b4601aa.md", "sb27300bb16.md", "sc7551cf3a7.md", "s5befc664f9.md", "s012f3da304.md", "s6ed8025f02.md", "sfe3939dff6.md", "sb8f390eafe.md", "s67b517b5de.md"], "qid": "gpt4_15e38248", "rrf10": [0.024590164, 0.023809524, 0.022843823, 0.022474315, 0.02228164, 0.02141888, 0.021222411, 0.021030993, 0.021028951, 0.020864662], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 71.4641, "secs_fuse": 0.0087, "secs_legs": 0.0193, "stand_in": false, "top10": ["sbcc79c095c.md", "s2233669115.md", "s0ec8e3ef85.md", "s16e0ae23f7.md", "sda0005f0c1.md", "s1729f5c759.md", "s2b18a5b27a.md", "s95280dceaf.md", "s44b8a76def.md", "s0992f2abdb.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["sbcc79c095c.md", "s2233669115.md", "s0ec8e3ef85.md", "s16e0ae23f7.md", "sda0005f0c1.md", "s1729f5c759.md", "s2b18a5b27a.md", "s95280dceaf.md", "s44b8a76def.md", "s0992f2abdb.md", "s81e1b55285.md", "s334b4601aa.md", "sb27300bb16.md", "sc7551cf3a7.md", "s5befc664f9.md", "s012f3da304.md", "s6ed8025f02.md", "sfe3939dff6.md", "sb8f390eafe.md", "s67b517b5de.md", "s6d73cdfdc1.md", "s68e430372e.md", "s3ad98bfd89.md", "sc3bc5f87fb.md", "sa371a41e8d.md", "s9bfc63a58b.md", "sc1ce2c0720.md", "s4592958c18.md", "s38277511a7.md", "s182d4134b5.md", "s0fa8e248a1.md", "s3a4b1c2df5.md", "s965d9a54a3.md", "s509fa8efdd.md", "sc8b93a971b.md", "s186a9f4bb5.md", "s806c90e5c8.md", "s1c36fde8ae.md", "s3e674f5e14.md", "s996e952829.md", "s81e3e47031.md", "s70d8db6d03.md", "sf326afc7d5.md", "s14221782a5.md", "s1f9be582d6.md", "sc1a11b0f58.md"]}
{"abstention": false, "arm": "A5", "gold": ["s53e8396392.md", "s850ab4bfb0.md", "s9f7917db5a.md", "saa16bc031b.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 56.92, "n_files": 45, "pool20": ["s53e8396392.md", "s916c8ca331.md", "s9f7917db5a.md", "sff8782fa52.md", "s850ab4bfb0.md", "s41bb435e9c.md", "sce3122fe54.md", "s83794d08be.md", "se4b79da0e1.md", "saa16bc031b.md", "s866e22ebbf.md", "sf1b015e795.md", "scccc117b1b.md", "sc1e959d825.md", "s90447664ef.md", "sef6cfd789d.md", "s18f0fa11cd.md", "s53fd803adf.md", "sd084ae01b2.md", "s9386b74170.md"], "qid": "88432d0a", "rrf10": [0.024205943, 0.023937532, 0.023200758, 0.023122094, 0.02270798, 0.022051282, 0.021748401, 0.021561772, 0.02124183, 0.021034996], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 70.9114, "secs_fuse": 0.0087, "secs_legs": 0.0192, "stand_in": false, "top10": ["s53e8396392.md", "s916c8ca331.md", "s9f7917db5a.md", "sff8782fa52.md", "s850ab4bfb0.md", "s41bb435e9c.md", "sce3122fe54.md", "s83794d08be.md", "se4b79da0e1.md", "saa16bc031b.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s53e8396392.md", "s916c8ca331.md", "s9f7917db5a.md", "sff8782fa52.md", "s850ab4bfb0.md", "s41bb435e9c.md", "sce3122fe54.md", "s83794d08be.md", "se4b79da0e1.md", "saa16bc031b.md", "s866e22ebbf.md", "sf1b015e795.md", "scccc117b1b.md", "sc1e959d825.md", "s90447664ef.md", "sef6cfd789d.md", "s18f0fa11cd.md", "s53fd803adf.md", "sd084ae01b2.md", "s9386b74170.md", "s27678ddd3b.md", "s075fccfa0c.md", "s443c9eda9c.md", "s11f3a75457.md", "s239dd36496.md", "s8f7519d480.md", "se75ccd6503.md", "s83e1433b67.md", "sfd24a21427.md", "sd47f76e1ec.md", "sdc78080cf5.md", "sc59bf21b7f.md", "s9cd8d727b7.md", "s4e26ef378d.md", "s752b2697e3.md", "sf226f3878f.md", "sbfd3c42440.md", "sf2ebb1754b.md", "s51c971b6b0.md", "s23b1675f57.md", "sc04b43c8ca.md", "scc785839a8.md", "s0417fb7c4f.md", "sf12b7e9de1.md", "s30e63a093d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 53.73, "n_files": 46, "pool20": ["s1baf405e01.md", "sa61a304035.md", "sfceecfe979.md", "s3b4c078c40.md", "s196f5c9052.md", "scdefc795ec.md", "s80675e665a.md", "sca3b678ec6.md", "s3a8f825945.md", "s0cab8965c5.md", "sfb5e9f0b0c.md", "s62a42cb998.md", "s32c787c72f.md", "s565ba951ca.md", "sdb4dde1571.md", "sdd794b3d75.md", "s364d360588.md", "s5bcb45c5e8.md", "s42a015a750.md", "s3288e99e95.md"], "qid": "80ec1f4f", "rrf10": [0.024590164, 0.023941532, 0.023937532, 0.023561508, 0.022501131, 0.022168569, 0.021713729, 0.02090301, 0.020679321, 0.020359848], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 60.8344, "secs_fuse": 0.0089, "secs_legs": 0.0208, "stand_in": false, "top10": ["s1baf405e01.md", "sa61a304035.md", "sfceecfe979.md", "s3b4c078c40.md", "s196f5c9052.md", "scdefc795ec.md", "s80675e665a.md", "sca3b678ec6.md", "s3a8f825945.md", "s0cab8965c5.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["s1baf405e01.md", "sa61a304035.md", "sfceecfe979.md", "s3b4c078c40.md", "s196f5c9052.md", "scdefc795ec.md", "s80675e665a.md", "sca3b678ec6.md", "s3a8f825945.md", "s0cab8965c5.md", "sfb5e9f0b0c.md", "s62a42cb998.md", "s32c787c72f.md", "s565ba951ca.md", "sdb4dde1571.md", "sdd794b3d75.md", "s364d360588.md", "s5bcb45c5e8.md", "s42a015a750.md", "s3288e99e95.md", "sd341988e23.md", "s5053591776.md", "sc64ee2ff41.md", "s442b80454f.md", "s4d5a0c4c4f.md", "sec646ec430.md", "se50063daa8.md", "s658295999e.md", "s3f5b849a3f.md", "s3bdbcdf617.md", "s95578cd00c.md", "sddeaa98a8f.md", "s225d7fe0f9.md", "s53360cb722.md", "s31d8b34d97.md", "s8672641253.md", "s9ab7212e11.md", "s0df5d738d5.md", "s550eff8fe0.md", "s81c4bb3e59.md", "sed32f19251.md", "sfd40f38e70.md", "s6f2f4ec703.md", "s60dab121ea.md", "sbc77bec7c7.md", "s3ba6980441.md"]}
{"abstention": false, "arm": "A5", "gold": ["s224e6df14f.md", "s6f7d35d21e.md", "sc504fbe9db.md", "sc5d1dd5e01.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 54.57, "n_files": 50, "pool20": ["s6f7d35d21e.md", "sb5b1e3b675.md", "sc504fbe9db.md", "sc5d1dd5e01.md", "sf27e14b598.md", "s224e6df14f.md", "s0b1e41138f.md", "sb07c9d7049.md", "sdcd79e2862.md", "s7ba9840142.md", "s5d981c7aac.md", "s7d7e419d64.md", "s358c755dc8.md", "sf76676a8bf.md", "s59209931eb.md", "s79f4132eaf.md", "s68f6a8ab60.md", "sa483389513.md", "s448ea2ddd8.md", "s01f7e83386.md"], "qid": "d23cf73b", "rrf10": [0.024590164, 0.02382134, 0.023689516, 0.023197115, 0.022861881, 0.022727273, 0.022539683, 0.021748401, 0.021650327, 0.021031746], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 68.3026, "secs_fuse": 0.0086, "secs_legs": 0.022, "stand_in": false, "top10": ["s6f7d35d21e.md", "sb5b1e3b675.md", "sc504fbe9db.md", "sc5d1dd5e01.md", "sf27e14b598.md", "s224e6df14f.md", "s0b1e41138f.md", "sb07c9d7049.md", "sdcd79e2862.md", "s7ba9840142.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["s6f7d35d21e.md", "sb5b1e3b675.md", "sc504fbe9db.md", "sc5d1dd5e01.md", "sf27e14b598.md", "s224e6df14f.md", "s0b1e41138f.md", "sb07c9d7049.md", "sdcd79e2862.md", "s7ba9840142.md", "s5d981c7aac.md", "s7d7e419d64.md", "s358c755dc8.md", "sf76676a8bf.md", "s59209931eb.md", "s79f4132eaf.md", "s68f6a8ab60.md", "sa483389513.md", "s448ea2ddd8.md", "s01f7e83386.md", "s89201673c6.md", "s50e7e148e7.md", "sfab131d5a0.md", "se0fc833ef9.md", "s3d99d7cae0.md", "s908fe7cdb1.md", "s80407d3cd7.md", "s00cb63e49c.md", "s4dd845092e.md", "sac9f06db0f.md", "sda7ccc2903.md", "s103ba483f4.md", "sbbc5bf498e.md", "s6649df7697.md", "s015255b9b3.md", "sd49f10fadb.md", "s71fa9080fd.md", "sdb4dca1c20.md", "sf8826d8b90.md", "s2324899a6f.md", "s52910e366f.md", "s658c1f78f2.md", "s8bfe31e8f0.md", "sd99d71e761.md", "sc81cb980ab.md", "sfeca5f56b6.md", "s9b51c14516.md", "s15f2dc9bea.md", "s1b7130ee83.md", "s5526b4055e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "sd3f8e234b6.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 53.84, "n_files": 44, "pool20": ["sd3f8e234b6.md", "s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "se951a1e386.md", "s455b30ef31.md", "s22a2e3df37.md", "sa569502736.md", "s949bec05b3.md", "s16fad380cc.md", "s9f22c3434d.md", "scb52711145.md", "s57e3656569.md", "s2a23cbd17b.md", "s19338c9afc.md", "s898fce0d15.md", "s373b96e9fe.md", "s1d95b95549.md", "sb830c5d3f9.md"], "qid": "gpt4_7fce9456", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.0234375, 0.02223393, 0.022185061, 0.021638655, 0.020733652, 0.020656371, 0.0204497], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.4439, "secs_fuse": 0.0352, "secs_legs": 0.0711, "stand_in": false, "top10": ["sd3f8e234b6.md", "s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "se951a1e386.md", "s455b30ef31.md", "s22a2e3df37.md", "sa569502736.md", "s949bec05b3.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["sd3f8e234b6.md", "s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "se951a1e386.md", "s455b30ef31.md", "s22a2e3df37.md", "sa569502736.md", "s949bec05b3.md", "s16fad380cc.md", "s9f22c3434d.md", "scb52711145.md", "s57e3656569.md", "s2a23cbd17b.md", "s19338c9afc.md", "s898fce0d15.md", "s373b96e9fe.md", "s1d95b95549.md", "sb830c5d3f9.md", "s9363aef310.md", "s478b9faa0f.md", "sb76b52c002.md", "s3965f2b521.md", "sce1cb4499b.md", "s709acfcf0d.md", "s5ec516a329.md", "sf56f51cd8b.md", "sfb8929baa1.md", "se9d9887ca6.md", "s837b41de8d.md", "s82fc8ec1ca.md", "s9c389febee.md", "see80ae95b4.md", "scb9bd062b6.md", "sd64f0ff64e.md", "se4a52b7a80.md", "s7a79743bd9.md", "s47e89b721a.md", "sbc7660926b.md", "sc9029a572f.md", "s292375b5ac.md", "s6443240ad0.md", "s81b1d9b569.md"]}
{"abstention": false, "arm": "A5", "gold": ["s09e41232bd.md", "s49befdeaf8.md", "s692714d7cc.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 52.17, "n_files": 47, "pool20": ["s09e41232bd.md", "s49befdeaf8.md", "s2369c42cce.md", "s692714d7cc.md", "sbf89bbf5ed.md", "s22f88d50ee.md", "s585ddc404d.md", "s7d2036969a.md", "s21342d630a.md", "s4bb10dd871.md", "s07a44c29a2.md", "sb0b9f19ecd.md", "s560a2d721e.md", "s6fa772d0d8.md", "s779a6da222.md", "sf5bf4b57db.md", "s31bc3b46fc.md", "sffd15235b1.md", "sc9123634dc.md", "sb8bdcaa8be.md"], "qid": "d682f1a2", "rrf10": [0.024193548, 0.023821721, 0.023685516, 0.02297239, 0.022960373, 0.02238806, 0.021650327, 0.020923521, 0.020850202, 0.020779221], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.4424, "secs_fuse": 0.009, "secs_legs": 0.0187, "stand_in": false, "top10": ["s09e41232bd.md", "s49befdeaf8.md", "s2369c42cce.md", "s692714d7cc.md", "sbf89bbf5ed.md", "s22f88d50ee.md", "s585ddc404d.md", "s7d2036969a.md", "s21342d630a.md", "s4bb10dd871.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s09e41232bd.md", "s49befdeaf8.md", "s2369c42cce.md", "s692714d7cc.md", "sbf89bbf5ed.md", "s22f88d50ee.md", "s585ddc404d.md", "s7d2036969a.md", "s21342d630a.md", "s4bb10dd871.md", "s07a44c29a2.md", "sb0b9f19ecd.md", "s560a2d721e.md", "s6fa772d0d8.md", "s779a6da222.md", "sf5bf4b57db.md", "s31bc3b46fc.md", "sffd15235b1.md", "sc9123634dc.md", "sb8bdcaa8be.md", "s678149efe2.md", "s2f2b468457.md", "sade8444a98.md", "s39c757ae56.md", "sff42ce251c.md", "sd0a02cf245.md", "s4413108fd4.md", "sc6731958c2.md", "sb4c2fb09de.md", "s1390f7c673.md", "s5c2508311d.md", "s948f6f203a.md", "se28d599bcd.md", "s535d71ece5.md", "s90ad70d5d6.md", "s31d09db1c7.md", "s53d15e3b78.md", "sb0a12c23b4.md", "s24883a6ba2.md", "s90a93636b2.md", "s0fbae69256.md", "s5002f44206.md", "s82b234c59d.md", "s388018142c.md", "s33aec1afd4.md", "sf6e850018e.md", "s0376e97525.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 56.97, "n_files": 47, "pool20": ["sf96977485c.md", "sca69ccbde5.md", "sc14f0e6821.md", "sb10bba5297.md", "s898de325e0.md", "s327cec1653.md", "s4caa815aaf.md", "s287a9d4850.md", "sa2a0c5d1f9.md", "s9170802faa.md", "sf3caafa670.md", "se6636111ee.md", "s4a07c15a3b.md", "sa17f022dff.md", "sed764ac7de.md", "s4c8409ec7b.md", "s5e07b3326a.md", "s35cc011e8b.md", "s926b84dd81.md", "sef99b0af18.md"], "qid": "7024f17c", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023317308, 0.022527473, 0.021908272, 0.021774688, 0.021437448, 0.021437198, 0.02128483], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 81.1204, "secs_fuse": 0.0369, "secs_legs": 0.0793, "stand_in": false, "top10": ["sf96977485c.md", "sca69ccbde5.md", "sc14f0e6821.md", "sb10bba5297.md", "s898de325e0.md", "s327cec1653.md", "s4caa815aaf.md", "s287a9d4850.md", "sa2a0c5d1f9.md", "s9170802faa.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["sf96977485c.md", "sca69ccbde5.md", "sc14f0e6821.md", "sb10bba5297.md", "s898de325e0.md", "s327cec1653.md", "s4caa815aaf.md", "s287a9d4850.md", "sa2a0c5d1f9.md", "s9170802faa.md", "sf3caafa670.md", "se6636111ee.md", "s4a07c15a3b.md", "sa17f022dff.md", "sed764ac7de.md", "s4c8409ec7b.md", "s5e07b3326a.md", "s35cc011e8b.md", "s926b84dd81.md", "sef99b0af18.md", "s7f6907a076.md", "s81cb7dd749.md", "s6c0a9106d7.md", "s934a7c0b83.md", "s0fdfbc0a26.md", "s83b9dfc42e.md", "s525b7ecac8.md", "sea3dc81532.md", "s063c206557.md", "s51eb1f4a76.md", "sadb8037caa.md", "s9b6b161572.md", "s5027182609.md", "s991a16bfab.md", "s0dcdda8321.md", "s2e28f3b471.md", "s3fb289fe62.md", "s60a558b619.md", "s4bcb498b4f.md", "s0119eb867f.md", "s220ba9f1d9.md", "sffc389d885.md", "sd38baaf41e.md", "sab9100372d.md", "s090c49b1f0.md", "s2ad4a18f23.md", "s2e2b86e058.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0f2c159d43.md", "s25e1d8123c.md", "s8bb872adb2.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 63.61, "n_files": 45, "pool20": ["s0f2c159d43.md", "s8bb872adb2.md", "sd26bdca025.md", "s64e298b635.md", "s5b3e95f112.md", "s25e1d8123c.md", "sf1ef0bc0b9.md", "s0f7ca9a69c.md", "s7f693886af.md", "s7ef2bd06dc.md", "s3ecf236b80.md", "sf5b5d523e4.md", "sbcde626220.md", "s59c121eb33.md", "s7f21d627fd.md", "s99a2bc6c16.md", "s1ed074cec8.md", "s85d2b52710.md", "s1119eda081.md", "s8bb8d7a362.md"], "qid": "gpt4_5501fe77", "rrf10": [0.024590164, 0.023937532, 0.023317308, 0.022737873, 0.022737557, 0.02270798, 0.022429262, 0.021372549, 0.021324355, 0.02075989], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 74.4683, "secs_fuse": 0.0093, "secs_legs": 0.0209, "stand_in": false, "top10": ["s0f2c159d43.md", "s8bb872adb2.md", "sd26bdca025.md", "s64e298b635.md", "s5b3e95f112.md", "s25e1d8123c.md", "sf1ef0bc0b9.md", "s0f7ca9a69c.md", "s7f693886af.md", "s7ef2bd06dc.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s0f2c159d43.md", "s8bb872adb2.md", "sd26bdca025.md", "s64e298b635.md", "s5b3e95f112.md", "s25e1d8123c.md", "sf1ef0bc0b9.md", "s0f7ca9a69c.md", "s7f693886af.md", "s7ef2bd06dc.md", "s3ecf236b80.md", "sf5b5d523e4.md", "sbcde626220.md", "s59c121eb33.md", "s7f21d627fd.md", "s99a2bc6c16.md", "s1ed074cec8.md", "s85d2b52710.md", "s1119eda081.md", "s8bb8d7a362.md", "s6bb9d9f7d4.md", "s12b449d80b.md", "s91b01a1f6e.md", "s25f3026533.md", "sce57e9aa6b.md", "s41244c7845.md", "s392a3fab59.md", "sa81beba0fd.md", "s72b2fde970.md", "s9aec99708d.md", "s77b51fbd11.md", "sb8f310afc3.md", "s47f8e64f58.md", "sbe79829c63.md", "sec1c12d5ab.md", "s5e8ceb6daa.md", "s8387edaa08.md", "sbcd3e846fd.md", "s0a0d0593d7.md", "s03e2de0ec5.md", "se74d44acb3.md", "se83a4ebfc6.md", "sd69a8c0202.md", "sf370b64ac0.md", "s8364c1333a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0b4a51fbea.md", "s2f06f0abfa.md", "saaf2c38140.md", "sfc08f59686.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 57.87, "n_files": 53, "pool20": ["s0b4a51fbea.md", "s2f06f0abfa.md", "sfc08f59686.md", "saaf2c38140.md", "s52b049efa9.md", "sbef4a80865.md", "sf91642865e.md", "sb6b8fdb84d.md", "s5f8cd02833.md", "sbb25f64178.md", "sc8e0d7babe.md", "sf3414d8621.md", "s7b8fb6cd87.md", "s3838e7e571.md", "s3b39166b57.md", "s1ff46f5a8b.md", "sa771634ab9.md", "s164464be33.md", "s5615d3f320.md", "s18564518d0.md"], "qid": "gpt4_2ba83207", "rrf10": [0.024457959, 0.023821721, 0.023685516, 0.023321123, 0.022397892, 0.022153129, 0.02195544, 0.021199389, 0.020663454, 0.020656371], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 81.6254, "secs_fuse": 0.0274, "secs_legs": 0.0729, "stand_in": false, "top10": ["s0b4a51fbea.md", "s2f06f0abfa.md", "sfc08f59686.md", "saaf2c38140.md", "s52b049efa9.md", "sbef4a80865.md", "sf91642865e.md", "sb6b8fdb84d.md", "s5f8cd02833.md", "sbb25f64178.md"], "type": "multi-session", "vec150_n": 53, "vec50_n": 50, "wide150": ["s0b4a51fbea.md", "s2f06f0abfa.md", "sfc08f59686.md", "saaf2c38140.md", "s52b049efa9.md", "sbef4a80865.md", "sf91642865e.md", "sb6b8fdb84d.md", "s5f8cd02833.md", "sbb25f64178.md", "sc8e0d7babe.md", "sf3414d8621.md", "s7b8fb6cd87.md", "s3838e7e571.md", "s3b39166b57.md", "s1ff46f5a8b.md", "sa771634ab9.md", "s164464be33.md", "s5615d3f320.md", "s18564518d0.md", "s998c41249f.md", "sbb06d33c54.md", "sc279af3c9b.md", "s3911f67613.md", "sf3d0ca6bb2.md", "se5f6d662f0.md", "se9edd8f9b3.md", "s3558546644.md", "s642282fc22.md", "s6bbde53e38.md", "sf47fc07d70.md", "s906c37e3b1.md", "se7a9f9d04d.md", "sc58bec06e9.md", "se557ea6687.md", "s1894f49467.md", "sf24e9280ce.md", "sc30cd10aa5.md", "sa2e129c919.md", "s4450416677.md", "sba2e61a2ed.md", "sc3f5ad585d.md", "see6b949678.md", "sd5ee334c4f.md", "s7640725393.md", "s015881f3fd.md", "sa4f9bc5b25.md", "sc1d6726f95.md", "sf8d2abf3b0.md", "sdf4920ac33.md", "s02a16ae742.md", "s6e2bd9d187.md", "sb450b3340e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s132adbfcf9.md", "s3e9c09ec40.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 61.43, "n_files": 41, "pool20": ["s3e9c09ec40.md", "s4ac2492a7a.md", "s132adbfcf9.md", "scc4ddd3c76.md", "s1ccec6aea1.md", "s43b800d2df.md", "sdb6fa4e465.md", "s3a37fd01b8.md", "s6b9930b4d4.md", "s7f2077074b.md", "s020e99638d.md", "sab5cb408ac.md", "s8195e09c90.md", "s202c63d6a0.md", "s214599957a.md", "sffad88b0d2.md", "s118b0a614f.md", "s3775ea1e34.md", "s10643941d0.md", "safee1e6c31.md"], "qid": "2318644b", "rrf10": [0.024590164, 0.023937532, 0.023591719, 0.022843823, 0.022035256, 0.021825397, 0.021638655, 0.021330884, 0.021199389, 0.021198569], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.156, "secs_fuse": 0.0371, "secs_legs": 0.0948, "stand_in": false, "top10": ["s3e9c09ec40.md", "s4ac2492a7a.md", "s132adbfcf9.md", "scc4ddd3c76.md", "s1ccec6aea1.md", "s43b800d2df.md", "sdb6fa4e465.md", "s3a37fd01b8.md", "s6b9930b4d4.md", "s7f2077074b.md"], "type": "multi-session", "vec150_n": 41, "vec50_n": 41, "wide150": ["s3e9c09ec40.md", "s4ac2492a7a.md", "s132adbfcf9.md", "scc4ddd3c76.md", "s1ccec6aea1.md", "s43b800d2df.md", "sdb6fa4e465.md", "s3a37fd01b8.md", "s6b9930b4d4.md", "s7f2077074b.md", "s020e99638d.md", "sab5cb408ac.md", "s8195e09c90.md", "s202c63d6a0.md", "s214599957a.md", "sffad88b0d2.md", "s118b0a614f.md", "s3775ea1e34.md", "s10643941d0.md", "safee1e6c31.md", "s298ee2f666.md", "sf051b68c05.md", "s03fafd8d75.md", "s78315d64da.md", "s58160ba1eb.md", "s1e192521fb.md", "sb1afc938a6.md", "s4b30042d25.md", "s48de71a0f8.md", "s2d32d6569d.md", "sdd23cdc51d.md", "s8d4a16bc65.md", "s86ebd888ce.md", "s9f8698c1b8.md", "s6952f4ca9d.md", "sec2f8b2e80.md", "sfc1bb71e97.md", "sbcc13af172.md", "s453e9284bc.md", "sbef05c3235.md", "sec895737b9.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2b81e468b3.md", "sadd4508488.md", "sb77701eed7.md", "sfc2db0846c.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 60.14, "n_files": 47, "pool20": ["sfc2db0846c.md", "sb77701eed7.md", "sadd4508488.md", "s2b81e468b3.md", "s29817bcdac.md", "s02eec5b554.md", "s89130bce62.md", "s7abfea49f6.md", "sbf6f7113a5.md", "sca4ba53e41.md", "sa5187886ed.md", "s357ee0b3c1.md", "s3cbcee1ea9.md", "s4622e593a8.md", "sb24ea1b699.md", "s9761ea9f16.md", "sdff8a7c0d8.md", "s08a01c8a00.md", "sab150f0764.md", "s6d91017b20.md"], "qid": "2ce6a0f2", "rrf10": [0.0239692, 0.023821721, 0.02382134, 0.02281746, 0.022737557, 0.02235023, 0.02200083, 0.020633013, 0.020588235, 0.02051685], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 75.3946, "secs_fuse": 0.0277, "secs_legs": 0.0645, "stand_in": false, "top10": ["sfc2db0846c.md", "sb77701eed7.md", "sadd4508488.md", "s2b81e468b3.md", "s29817bcdac.md", "s02eec5b554.md", "s89130bce62.md", "s7abfea49f6.md", "sbf6f7113a5.md", "sca4ba53e41.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["sfc2db0846c.md", "sb77701eed7.md", "sadd4508488.md", "s2b81e468b3.md", "s29817bcdac.md", "s02eec5b554.md", "s89130bce62.md", "s7abfea49f6.md", "sbf6f7113a5.md", "sca4ba53e41.md", "sa5187886ed.md", "s357ee0b3c1.md", "s3cbcee1ea9.md", "s4622e593a8.md", "sb24ea1b699.md", "s9761ea9f16.md", "sdff8a7c0d8.md", "s08a01c8a00.md", "sab150f0764.md", "s6d91017b20.md", "se20eb993ce.md", "s6caa5e48ad.md", "s3459cc341c.md", "s193881816e.md", "s13b0caa727.md", "sb94940a64c.md", "sbff652f72c.md", "sa5da4446f9.md", "sb93148c123.md", "s925631bf93.md", "se4309ee689.md", "s84ed9f7506.md", "sdfcc0bfc10.md", "s2c66b1a886.md", "se10853f4e1.md", "scf2d220eca.md", "sd2c113faab.md", "s23047438ad.md", "s1c6b820a8e.md", "s1ae1da24a7.md", "sff1470860a.md", "sf2c0115107.md", "s0289b1c0d1.md", "s207b453399.md", "s0ba54a2800.md", "s414bbe413f.md", "s2f31a7a97d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 62.92, "n_files": 45, "pool20": ["s500e86c589.md", "se99b5a1300.md", "saa76bea106.md", "sc15018b2e2.md", "s74275ef7d4.md", "s505d7305e1.md", "sf9472480e7.md", "sb2ca7cb4fa.md", "s777ff03198.md", "s08afb009e2.md", "s5773f4b50d.md", "sc54f92253e.md", "s5bba62e7ed.md", "s5000a7b2b6.md", "sf8226da62e.md", "s248b56ebfc.md", "s204bab77d5.md", "sd396391319.md", "sd2b048bbf9.md", "sdc083a9ec6.md"], "qid": "gpt4_d12ceb0e", "rrf10": [0.024590164, 0.024193548, 0.023076923, 0.022871377, 0.022451963, 0.02209596, 0.021031746, 0.020933822, 0.020821868, 0.020807726], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 74.4102, "secs_fuse": 0.0176, "secs_legs": 0.0413, "stand_in": false, "top10": ["s500e86c589.md", "se99b5a1300.md", "saa76bea106.md", "sc15018b2e2.md", "s74275ef7d4.md", "s505d7305e1.md", "sf9472480e7.md", "sb2ca7cb4fa.md", "s777ff03198.md", "s08afb009e2.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s500e86c589.md", "se99b5a1300.md", "saa76bea106.md", "sc15018b2e2.md", "s74275ef7d4.md", "s505d7305e1.md", "sf9472480e7.md", "sb2ca7cb4fa.md", "s777ff03198.md", "s08afb009e2.md", "s5773f4b50d.md", "sc54f92253e.md", "s5bba62e7ed.md", "s5000a7b2b6.md", "sf8226da62e.md", "s248b56ebfc.md", "s204bab77d5.md", "sd396391319.md", "sd2b048bbf9.md", "sdc083a9ec6.md", "s300c0d25a1.md", "s1c693d9e11.md", "sc173702200.md", "s751d55abde.md", "s87cf60bfce.md", "se9ec39d83a.md", "sda9c790466.md", "s4786e4f1bf.md", "s7436188fb7.md", "s7ad447e0b7.md", "s5922e300cc.md", "see7bf57b2b.md", "s077872e064.md", "sa7b2a4b15f.md", "seb3bb98ce4.md", "s8b1726092f.md", "sf391df6dc1.md", "s179a6ef979.md", "s9ce6084844.md", "scbce4b0ebe.md", "s8aa9fc93ab.md", "sbdc7bc24a3.md", "sbb00b26ce9.md", "s644419a07a.md", "sc03c4ad0ab.md"]}
{"abstention": false, "arm": "A5", "gold": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 59.4, "n_files": 47, "pool20": ["s339f95ce49.md", "sc92bb04150.md", "s01291b4374.md", "s95d19c98fb.md", "see48dae2ff.md", "s6fb6130a53.md", "s8b2a65c47c.md", "s80e0bc5382.md", "s80a6ca3ee3.md", "sfbef5ecf9c.md", "sddff90d8c1.md", "sf86bc6e93d.md", "secdd8a63e7.md", "s98eb83648e.md", "s0a217cd4f6.md", "s84787d1773.md", "sf630539905.md", "sfe253284ac.md", "s2306c7c8d0.md", "s8f629ef2b3.md"], "qid": "00ca467f", "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.022474315, 0.02206823, 0.021730463, 0.021638655, 0.020751174, 0.020633013, 0.020445135], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.8108, "secs_fuse": 0.014, "secs_legs": 0.0456, "stand_in": false, "top10": ["s339f95ce49.md", "sc92bb04150.md", "s01291b4374.md", "s95d19c98fb.md", "see48dae2ff.md", "s6fb6130a53.md", "s8b2a65c47c.md", "s80e0bc5382.md", "s80a6ca3ee3.md", "sfbef5ecf9c.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s339f95ce49.md", "sc92bb04150.md", "s01291b4374.md", "s95d19c98fb.md", "see48dae2ff.md", "s6fb6130a53.md", "s8b2a65c47c.md", "s80e0bc5382.md", "s80a6ca3ee3.md", "sfbef5ecf9c.md", "sddff90d8c1.md", "sf86bc6e93d.md", "secdd8a63e7.md", "s98eb83648e.md", "s0a217cd4f6.md", "s84787d1773.md", "sf630539905.md", "sfe253284ac.md", "s2306c7c8d0.md", "s8f629ef2b3.md", "s389658bfec.md", "s69807d07eb.md", "se9bcad5a8a.md", "s225e0e30a7.md", "seae99b7d62.md", "s4cb6ce14a1.md", "s4769ae32b9.md", "s0015e24339.md", "s89f78a13c8.md", "s6e901a1249.md", "sed589d3345.md", "s7a9c7615df.md", "s3b7a4ca67a.md", "sad6272b914.md", "scc51272086.md", "s1fdc0c14f2.md", "s79369e22d3.md", "sfcc9f199ee.md", "s2b24a10b36.md", "s8ad72a6189.md", "sad8c7ced42.md", "s0b3fe0120f.md", "sf4d7ffa2bf.md", "se845025238.md", "sf58c89561e.md", "s2146d513fc.md", "s91b9b270d0.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6acba25ed9.md", "se17b67a55b.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 55.54, "n_files": 51, "pool20": ["s6acba25ed9.md", "se17b67a55b.md", "sb5c699eca0.md", "s6556dd19d7.md", "s9f548fdb8b.md", "s0532594179.md", "s557a338b3b.md", "sf9aede8fbf.md", "sa9ba8118da.md", "s1d0191e555.md", "s78854abceb.md", "sf7d6e6ba10.md", "sb915f1b225.md", "sa0b501de27.md", "sb442a534e8.md", "sdd9a3671e6.md", "sb9694e2365.md", "s36cf155994.md", "s995df4f079.md", "s23ea28c22c.md"], "qid": "b3c15d39", "rrf10": [0.024457959, 0.024325754, 0.023561508, 0.022843823, 0.022518382, 0.02206823, 0.021686969, 0.021557455, 0.019914651, 0.01984127], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.2857, "secs_fuse": 0.0087, "secs_legs": 0.0252, "stand_in": false, "top10": ["s6acba25ed9.md", "se17b67a55b.md", "sb5c699eca0.md", "s6556dd19d7.md", "s9f548fdb8b.md", "s0532594179.md", "s557a338b3b.md", "sf9aede8fbf.md", "sa9ba8118da.md", "s1d0191e555.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["s6acba25ed9.md", "se17b67a55b.md", "sb5c699eca0.md", "s6556dd19d7.md", "s9f548fdb8b.md", "s0532594179.md", "s557a338b3b.md", "sf9aede8fbf.md", "sa9ba8118da.md", "s1d0191e555.md", "s78854abceb.md", "sf7d6e6ba10.md", "sb915f1b225.md", "sa0b501de27.md", "sb442a534e8.md", "sdd9a3671e6.md", "sb9694e2365.md", "s36cf155994.md", "s995df4f079.md", "s23ea28c22c.md", "s2d9c1f6f48.md", "sbd69c35498.md", "se016acc3cf.md", "s9e2c284803.md", "sd08588bd8f.md", "saeec88cee1.md", "s28656d68f6.md", "s75b79c3d7c.md", "s7a984097e4.md", "sebac11ac48.md", "s0ad791660c.md", "s58c7db7ba8.md", "s1f5e561cc2.md", "sd7dc5253b1.md", "s9dec29b815.md", "s0090c2590d.md", "sf990b8e993.md", "s8fc14ffdc4.md", "s54318302e1.md", "sf811383fc5.md", "s17b415e808.md", "sa0d24d2611.md", "s02db86ef7c.md", "sd997d804b1.md", "se11ea5c114.md", "s2a3934ae4c.md", "sf0f383c1e5.md", "s4bafeaebdc.md", "s5dbabdb0ff.md", "s6d872ec888.md", "sfc7faaf13d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s066f182e2c.md", "s188a98d519.md", "s4965b8d613.md", "s87bfd0965c.md", "scdb438ac08.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 58.63, "n_files": 42, "pool20": ["s066f182e2c.md", "s87bfd0965c.md", "s188a98d519.md", "s74d911bbde.md", "s59b067d284.md", "scdb438ac08.md", "s4965b8d613.md", "s633af6e101.md", "s8413521d08.md", "s5e6c271b60.md", "s15e9a48338.md", "s40851024b0.md", "s37d05f842a.md", "s2d6ad210fb.md", "s019102c01e.md", "sf6d7412e78.md", "sbfe96ff771.md", "s237b2ee459.md", "sa93f12bf94.md", "sc6ed4859e0.md"], "qid": "gpt4_31ff4165", "rrf10": [0.024329951, 0.024325754, 0.023225957, 0.022960373, 0.022770398, 0.021908272, 0.021875, 0.021342069, 0.021098213, 0.020952381], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 72.0113, "secs_fuse": 0.0274, "secs_legs": 0.0615, "stand_in": false, "top10": ["s066f182e2c.md", "s87bfd0965c.md", "s188a98d519.md", "s74d911bbde.md", "s59b067d284.md", "scdb438ac08.md", "s4965b8d613.md", "s633af6e101.md", "s8413521d08.md", "s5e6c271b60.md"], "type": "multi-session", "vec150_n": 42, "vec50_n": 42, "wide150": ["s066f182e2c.md", "s87bfd0965c.md", "s188a98d519.md", "s74d911bbde.md", "s59b067d284.md", "scdb438ac08.md", "s4965b8d613.md", "s633af6e101.md", "s8413521d08.md", "s5e6c271b60.md", "s15e9a48338.md", "s40851024b0.md", "s37d05f842a.md", "s2d6ad210fb.md", "s019102c01e.md", "sf6d7412e78.md", "sbfe96ff771.md", "s237b2ee459.md", "sa93f12bf94.md", "sc6ed4859e0.md", "s16b54bb880.md", "sd61a6b9c20.md", "s0b7180372c.md", "sd00e490844.md", "s489790aeda.md", "s243d96b290.md", "s4e3c109931.md", "s965d8305ed.md", "s0ee7c8d2fa.md", "sed9ac0a653.md", "s971959f44c.md", "sc382a6eaba.md", "sdc616c22bc.md", "s41cc052f99.md", "s5aeadee7d5.md", "sf569e0d6f3.md", "s62cf541255.md", "sed8c3a4c71.md", "s3d6ab5d1fb.md", "s1e778fe607.md", "s643979cd73.md", "sfa1e11491c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1b8ebc725a.md", "scc99bb2853.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 58.92, "n_files": 49, "pool20": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s1a91529113.md", "s0eae2a184f.md", "s1138925d07.md", "s615f199794.md", "sae1048c675.md", "s7eb9c6b882.md", "s6d1c61bef0.md", "s02d232f730.md", "s4132ba5965.md", "se97c87ce63.md", "s59adb14888.md", "s1a92f7b50b.md", "s427958e33a.md", "s401729cf90.md", "s215e00446d.md", "s95d36d9eb5.md", "s8c3b76e2b5.md"], "qid": "eeda8a6d", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023317308, 0.021963563, 0.020751174, 0.020543351, 0.020283199, 0.020233985, 0.020151515], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 92.5825, "secs_fuse": 0.0291, "secs_legs": 0.0722, "stand_in": false, "top10": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s1a91529113.md", "s0eae2a184f.md", "s1138925d07.md", "s615f199794.md", "sae1048c675.md", "s7eb9c6b882.md", "s6d1c61bef0.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s1a91529113.md", "s0eae2a184f.md", "s1138925d07.md", "s615f199794.md", "sae1048c675.md", "s7eb9c6b882.md", "s6d1c61bef0.md", "s02d232f730.md", "s4132ba5965.md", "se97c87ce63.md", "s59adb14888.md", "s1a92f7b50b.md", "s427958e33a.md", "s401729cf90.md", "s215e00446d.md", "s95d36d9eb5.md", "s8c3b76e2b5.md", "s07445de2a9.md", "sb523ccae50.md", "s0108beef5e.md", "sdf36d6de65.md", "s28d70fd8f5.md", "se540da4bac.md", "s1ee46bace9.md", "s60a7605301.md", "s00d3932f88.md", "s67b647d9a8.md", "s3b569f7c38.md", "s19616985f9.md", "sdfbbcfbe08.md", "sf265a9d0f1.md", "sb2c8195ba8.md", "s13f8fda6ef.md", "s6affb008bf.md", "s732c9a44d5.md", "s5a914bbdf1.md", "s6d7931e7c3.md", "s1bd5a732a7.md", "s5bdd128aac.md", "sc26b7890f7.md", "s16bfcfdc6e.md", "s13214dacf1.md", "sad42015dfe.md", "sb8654066d3.md", "se5f6c9b38f.md", "sc7cd514f20.md"]}
{"abstention": false, "arm": "A5", "gold": ["s03edf94642.md", "s86f4ebce3b.md", "sa55e6a84f1.md", "sef95cb781c.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 70.89, "n_files": 47, "pool20": ["sa55e6a84f1.md", "sef95cb781c.md", "s86f4ebce3b.md", "s03edf94642.md", "s426f808baa.md", "s3b5a2c356e.md", "s9c840ed9cc.md", "sb9e2b0360d.md", "s98b0c4cf75.md", "sc9a99058b6.md", "s898f293f54.md", "s53838110fe.md", "s8d9ffc4df1.md", "s9733d9b99f.md", "saf9fac51c2.md", "s472c58c847.md", "s19c95b1881.md", "s8fd8ae1fb1.md", "s670486c7fc.md", "s80a4cc2fc0.md"], "qid": "2788b940", "rrf10": [0.02408575, 0.024069737, 0.023561508, 0.023216031, 0.022885789, 0.02232906, 0.022168569, 0.021428571, 0.02094947, 0.020821868], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.7426, "secs_fuse": 0.0363, "secs_legs": 0.078, "stand_in": false, "top10": ["sa55e6a84f1.md", "sef95cb781c.md", "s86f4ebce3b.md", "s03edf94642.md", "s426f808baa.md", "s3b5a2c356e.md", "s9c840ed9cc.md", "sb9e2b0360d.md", "s98b0c4cf75.md", "sc9a99058b6.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["sa55e6a84f1.md", "sef95cb781c.md", "s86f4ebce3b.md", "s03edf94642.md", "s426f808baa.md", "s3b5a2c356e.md", "s9c840ed9cc.md", "sb9e2b0360d.md", "s98b0c4cf75.md", "sc9a99058b6.md", "s898f293f54.md", "s53838110fe.md", "s8d9ffc4df1.md", "s9733d9b99f.md", "saf9fac51c2.md", "s472c58c847.md", "s19c95b1881.md", "s8fd8ae1fb1.md", "s670486c7fc.md", "s80a4cc2fc0.md", "s9941a15845.md", "s8f5f486edc.md", "s3f11367e50.md", "s452a57d08c.md", "s3cb84ee9cf.md", "sbb10d4f907.md", "s56ba37f945.md", "s152b3d5297.md", "scbf242ff00.md", "s3a0e95b2b7.md", "sb72d001276.md", "sc9a8faa2dd.md", "s10373990af.md", "s2c3656d716.md", "s0038feca12.md", "sdda861dd8b.md", "sbd11f45846.md", "s1560970fff.md", "seededdea7d.md", "s9e92cdb1b6.md", "s0ba1d43b88.md", "s8418654be2.md", "s7792d1b327.md", "sc4dcc38112.md", "s21e68d0a94.md", "s280abb1746.md", "s827a018cee.md"]}
{"abstention": false, "arm": "A5", "gold": ["s16a42837d3.md", "sdf59b1570b.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 60.56, "n_files": 51, "pool20": ["sdf59b1570b.md", "s16a42837d3.md", "sd9b4e7d247.md", "s5b3b539bf6.md", "s3366a3f14a.md", "sec7f0c76ec.md", "s35e389107b.md", "s56e2250caa.md", "sb7868e53ee.md", "sa22015ff1c.md", "sc3c7603b69.md", "s9dbc0637d0.md", "s68c06e6d51.md", "s182ed7c64a.md", "s8b4f163e5e.md", "s21d74c6687.md", "s705ae43084.md", "sfc5350b2b3.md", "sa9345eaf57.md", "s20221f1fe7.md"], "qid": "60bf93ed", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.022964015, 0.022630992, 0.021581197, 0.021161317, 0.021042471, 0.021034996], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.6863, "secs_fuse": 0.0549, "secs_legs": 0.1431, "stand_in": false, "top10": ["sdf59b1570b.md", "s16a42837d3.md", "sd9b4e7d247.md", "s5b3b539bf6.md", "s3366a3f14a.md", "sec7f0c76ec.md", "s35e389107b.md", "s56e2250caa.md", "sb7868e53ee.md", "sa22015ff1c.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["sdf59b1570b.md", "s16a42837d3.md", "sd9b4e7d247.md", "s5b3b539bf6.md", "s3366a3f14a.md", "sec7f0c76ec.md", "s35e389107b.md", "s56e2250caa.md", "sb7868e53ee.md", "sa22015ff1c.md", "sc3c7603b69.md", "s9dbc0637d0.md", "s68c06e6d51.md", "s182ed7c64a.md", "s8b4f163e5e.md", "s21d74c6687.md", "s705ae43084.md", "sfc5350b2b3.md", "sa9345eaf57.md", "s20221f1fe7.md", "s39abfb1bb4.md", "s69b3d996ee.md", "sb61be3693a.md", "s980891145c.md", "sb9f8d572df.md", "sfeafe5dcda.md", "sd6ccfdcd35.md", "sa46e9d86a4.md", "sefb58c6ad3.md", "s428d33c92c.md", "s909be37180.md", "sd4d41ce986.md", "s3f5407d9ff.md", "sacd0794871.md", "sd26a61c467.md", "s4ea77e99ce.md", "sad94e6f468.md", "sd2d6ed665b.md", "sf5bbf80644.md", "s0f13eebe1d.md", "s37716690ff.md", "s9f2ef6d430.md", "s16c166c4ff.md", "sb6aed95852.md", "sb25b34c2e8.md", "s96263fd481.md", "sa44e063862.md", "s2ddf4334b7.md", "s90296fc6c1.md", "sb80e47b844.md", "s993bc69821.md"]}
{"abstention": false, "arm": "A5", "gold": ["s33979ccbe8.md", "s64126efa2d.md", "s9017bf7dcb.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 55.75, "n_files": 44, "pool20": ["s33979ccbe8.md", "s9017bf7dcb.md", "s64126efa2d.md", "s5291f3b804.md", "sb7c2e6cc8d.md", "s6a0e082509.md", "s978219490a.md", "s1f3ff2e26e.md", "s227188990a.md", "sa427177dd7.md", "sedb595bd16.md", "s9cbbd21436.md", "s389fef46f5.md", "scfa02c7739.md", "s16f6fc1e12.md", "s9ec8512197.md", "s81081f4313.md", "s398b3b26d2.md", "s8c4acbe087.md", "s227b99554c.md"], "qid": "9d25d4e0", "rrf10": [0.024329951, 0.024069737, 0.023941532, 0.023689516, 0.022630992, 0.022278314, 0.021324355, 0.021227364, 0.020555556, 0.02051685], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.7483, "secs_fuse": 0.0276, "secs_legs": 0.0708, "stand_in": false, "top10": ["s33979ccbe8.md", "s9017bf7dcb.md", "s64126efa2d.md", "s5291f3b804.md", "sb7c2e6cc8d.md", "s6a0e082509.md", "s978219490a.md", "s1f3ff2e26e.md", "s227188990a.md", "sa427177dd7.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["s33979ccbe8.md", "s9017bf7dcb.md", "s64126efa2d.md", "s5291f3b804.md", "sb7c2e6cc8d.md", "s6a0e082509.md", "s978219490a.md", "s1f3ff2e26e.md", "s227188990a.md", "sa427177dd7.md", "sedb595bd16.md", "s9cbbd21436.md", "s389fef46f5.md", "scfa02c7739.md", "s16f6fc1e12.md", "s9ec8512197.md", "s81081f4313.md", "s398b3b26d2.md", "s8c4acbe087.md", "s227b99554c.md", "sabf2ea965a.md", "s8c916919d6.md", "sf21c898d27.md", "s3a0ba4e1a4.md", "s1a276b4fe9.md", "seae82f1880.md", "sd57ba553cd.md", "sae384935db.md", "sf231d8abcc.md", "sb305ef0fb5.md", "sfbe693e541.md", "s83da60ea66.md", "s33f5682f27.md", "s2104e53d09.md", "s66f18d61b4.md", "s010a8b8471.md", "saea3db98df.md", "s5b4695d7fa.md", "sff2e97ed93.md", "sf9aac9b9c5.md", "scf275a02dc.md", "s5b2dafb126.md", "s4ad1183780.md", "sb22912e64f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s09c24965c3.md", "s127c9631eb.md", "sbcd412fda7.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 56.56, "n_files": 48, "pool20": ["s127c9631eb.md", "s15995a9d03.md", "sb253280e34.md", "se72c150537.md", "s76ab48954e.md", "s60de5980c6.md", "sb1fa4293b5.md", "sbcd412fda7.md", "s4d9a7a6721.md", "s8a17e4967d.md", "s09c24965c3.md", "s181d9366dd.md", "sd0e1b449d0.md", "s377f15b922.md", "sd4f2b321fd.md", "s0aa9dc3a9b.md", "s9edec24e3b.md", "s23b440e9fe.md", "s420e1a76fa.md", "s094b4bb4d0.md"], "qid": "129d1232", "rrf10": [0.024590164, 0.02406554, 0.023685516, 0.022871377, 0.022614202, 0.022149023, 0.022058824, 0.021861472, 0.02159204, 0.021482176], "score": {"all@10": false, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 72.4006, "secs_fuse": 0.0283, "secs_legs": 0.0757, "stand_in": false, "top10": ["s127c9631eb.md", "s15995a9d03.md", "sb253280e34.md", "se72c150537.md", "s76ab48954e.md", "s60de5980c6.md", "sb1fa4293b5.md", "sbcd412fda7.md", "s4d9a7a6721.md", "s8a17e4967d.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s127c9631eb.md", "s15995a9d03.md", "sb253280e34.md", "se72c150537.md", "s76ab48954e.md", "s60de5980c6.md", "sb1fa4293b5.md", "sbcd412fda7.md", "s4d9a7a6721.md", "s8a17e4967d.md", "s09c24965c3.md", "s181d9366dd.md", "sd0e1b449d0.md", "s377f15b922.md", "sd4f2b321fd.md", "s0aa9dc3a9b.md", "s9edec24e3b.md", "s23b440e9fe.md", "s420e1a76fa.md", "s094b4bb4d0.md", "sc8e3e2938a.md", "scba19b8eaf.md", "s976ae90ae7.md", "sf439591b7a.md", "s94da77a766.md", "s9d3ff4da4e.md", "s6bc6729b45.md", "sb8f6e8dd3a.md", "sc38c5bf108.md", "s62fd1e54a1.md", "s1532979a27.md", "s2d35484ec8.md", "sd28b829e4c.md", "s6667fd8fcb.md", "s25b89f8796.md", "s7a2c276478.md", "s11d9413298.md", "sa36b9ed341.md", "s88ad0b833c.md", "sdc42da9b0a.md", "sb25cd60745.md", "s13dddf4077.md", "sf7412bc303.md", "s461086b343.md", "s05d4cd82c3.md", "s013393dfe1.md", "s07bf2cf71f.md", "sd1c695377f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s80e5b5e586.md", "sc3c9078a29.md", "sed07ad6a6d.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 55.0, "n_files": 45, "pool20": ["s80e5b5e586.md", "sed07ad6a6d.md", "s41db44014d.md", "sa7786536be.md", "s2feb338b86.md", "s4a2aeca5d0.md", "s86e28f1652.md", "se4a9a3b1c0.md", "s998eebaf07.md", "sd2b55c3af8.md", "sc3c9078a29.md", "s63af44edbc.md", "s3b38bb6aab.md", "sa424cc902f.md", "s789ea11b71.md", "s3312c40c78.md", "s8690ccb108.md", "sda1d35671b.md", "sc238c1c2d8.md", "s9239f44d28.md"], "qid": "60472f9c", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022727273, 0.022141372, 0.021535007, 0.021507353, 0.021230159, 0.021135266, 0.020955882], "score": {"all@10": false, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 61.0121, "secs_fuse": 0.0274, "secs_legs": 0.0632, "stand_in": false, "top10": ["s80e5b5e586.md", "sed07ad6a6d.md", "s41db44014d.md", "sa7786536be.md", "s2feb338b86.md", "s4a2aeca5d0.md", "s86e28f1652.md", "se4a9a3b1c0.md", "s998eebaf07.md", "sd2b55c3af8.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s80e5b5e586.md", "sed07ad6a6d.md", "s41db44014d.md", "sa7786536be.md", "s2feb338b86.md", "s4a2aeca5d0.md", "s86e28f1652.md", "se4a9a3b1c0.md", "s998eebaf07.md", "sd2b55c3af8.md", "sc3c9078a29.md", "s63af44edbc.md", "s3b38bb6aab.md", "sa424cc902f.md", "s789ea11b71.md", "s3312c40c78.md", "s8690ccb108.md", "sda1d35671b.md", "sc238c1c2d8.md", "s9239f44d28.md", "s1435f4ef92.md", "s2f23bd56e4.md", "s53f345a17b.md", "sa6ce6e6aa5.md", "sf1f2bd0817.md", "sac69f9014d.md", "s70d8abca33.md", "s1fa4e17cde.md", "se2bf53ce86.md", "s374b946631.md", "s3e68335b13.md", "s0d509c4dc7.md", "s5036b7df95.md", "se75fdd34a6.md", "s4f0ffb3143.md", "s8cef804330.md", "s4c270b1446.md", "s2d33b7af95.md", "s5d27d3bb23.md", "s1207093559.md", "sfbb55da2de.md", "sf3d674b9bd.md", "s48a2a2d13a.md", "sf025e93b7b.md", "sa51dccdfa4.md"]}
{"abstention": false, "arm": "A5", "gold": ["s279bfcfa76.md", "s7110bfb5f3.md", "s9b8d3fd029.md", "sdc5c2a82ff.md", "seeb2eb3c0e.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 54.53, "n_files": 44, "pool20": ["seeb2eb3c0e.md", "s279bfcfa76.md", "s9b8d3fd029.md", "s7110bfb5f3.md", "sdc5c2a82ff.md", "sb23ad55bbc.md", "s992a5b82ad.md", "s4271bf85f1.md", "s90648e7950.md", "s35843474f8.md", "s35f5f66f9c.md", "s94025d8f64.md", "se9976a63fd.md", "sf590fd9509.md", "sffc64b4ee2.md", "s136ea497c2.md", "s5d60eee614.md", "s3e97da2478.md", "saca1fe66bc.md", "sf757e6f8d5.md"], "qid": "gpt4_194be4b3", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022960373, 0.022203947, 0.022098214, 0.02159204, 0.021175612, 0.020841264, 0.020620581], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.3431, "secs_fuse": 0.0268, "secs_legs": 0.0693, "stand_in": false, "top10": ["seeb2eb3c0e.md", "s279bfcfa76.md", "s9b8d3fd029.md", "s7110bfb5f3.md", "sdc5c2a82ff.md", "sb23ad55bbc.md", "s992a5b82ad.md", "s4271bf85f1.md", "s90648e7950.md", "s35843474f8.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["seeb2eb3c0e.md", "s279bfcfa76.md", "s9b8d3fd029.md", "s7110bfb5f3.md", "sdc5c2a82ff.md", "sb23ad55bbc.md", "s992a5b82ad.md", "s4271bf85f1.md", "s90648e7950.md", "s35843474f8.md", "s35f5f66f9c.md", "s94025d8f64.md", "se9976a63fd.md", "sf590fd9509.md", "sffc64b4ee2.md", "s136ea497c2.md", "s5d60eee614.md", "s3e97da2478.md", "saca1fe66bc.md", "sf757e6f8d5.md", "sa8247e3fb2.md", "s7f783ec2ef.md", "s668a7185de.md", "s31285bcf9d.md", "sb1b87e53f3.md", "s4362c33681.md", "s1495eb0bb3.md", "s686e1e947f.md", "s39455689c2.md", "s426179110b.md", "s84e5dc0130.md", "s19476a7ba1.md", "s44a4047442.md", "sf6e20ec85c.md", "s37b9300919.md", "s171ce33695.md", "sfdff0661de.md", "sc5b4f90933.md", "s790577303d.md", "s165b1edf2f.md", "s344270a694.md", "s6fc51983b4.md", "sb9d88d53ed.md", "s0618a6a69f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 62.04, "n_files": 45, "pool20": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md", "sbc37436477.md", "sbf5a5d0fd9.md", "s237706fb0a.md", "saf7ae41999.md", "sbe54dc7ce7.md", "s451d1f25a2.md", "sed5ef343f0.md", "s5eaf50b2e2.md", "s663dd255e7.md", "s99bc6bb6f4.md", "se9a154371c.md", "sd88fb5f2b2.md", "s17ee5709e5.md", "s1e3719d3a2.md", "se10147ab9a.md", "s8d7e3506c1.md", "s7e843bed4b.md"], "qid": "a9f6b44c", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022527473, 0.022504456, 0.021462639, 0.02133563, 0.020590315, 0.020277778], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 75.2291, "secs_fuse": 0.0268, "secs_legs": 0.0634, "stand_in": false, "top10": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md", "sbc37436477.md", "sbf5a5d0fd9.md", "s237706fb0a.md", "saf7ae41999.md", "sbe54dc7ce7.md", "s451d1f25a2.md", "sed5ef343f0.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md", "sbc37436477.md", "sbf5a5d0fd9.md", "s237706fb0a.md", "saf7ae41999.md", "sbe54dc7ce7.md", "s451d1f25a2.md", "sed5ef343f0.md", "s5eaf50b2e2.md", "s663dd255e7.md", "s99bc6bb6f4.md", "se9a154371c.md", "sd88fb5f2b2.md", "s17ee5709e5.md", "s1e3719d3a2.md", "se10147ab9a.md", "s8d7e3506c1.md", "s7e843bed4b.md", "sc413e4bbc1.md", "s5147d69268.md", "sdda6e936a4.md", "se00abf806b.md", "s2c96170c68.md", "sfeef626603.md", "sc3083c98fd.md", "s88cab9be87.md", "s5e2cd1f1de.md", "s0222d08947.md", "sb111ad7979.md", "s8be06d9bdf.md", "s3b3b02a4c9.md", "s04f4dfb87d.md", "s49583d6f81.md", "s4e956f6832.md", "saf8852c35c.md", "sfb0dcb2c8e.md", "s24eb79cc9f.md", "sf1b1c5a6dc.md", "s8bc0025b06.md", "sd4fd5dd4d7.md", "s59d1b649f7.md", "s75b3498318.md", "sd14e8a2061.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1c54991841.md", "s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 56.1, "n_files": 46, "pool20": ["s1c54991841.md", "sa7bcf383a8.md", "s56cd3bb7ea.md", "sb136fabd2f.md", "s45eabc3adb.md", "s94e18ec011.md", "s40e416ae30.md", "s10e72aabf8.md", "s44c1e77b9e.md", "s0fe68fe06e.md", "s01d779b8ac.md", "s38d90e5c22.md", "s965aa96194.md", "s4733704df8.md", "s124cb1c7bb.md", "s16d47d2ece.md", "s4e7706eb24.md", "sce220927b8.md", "s4af2874e65.md", "s487c0cf819.md"], "qid": "d851d5ba", "rrf10": [0.024205943, 0.024193548, 0.024069737, 0.023561508, 0.022141372, 0.021561772, 0.021555197, 0.020643075, 0.020350536, 0.020108603], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.0849, "secs_fuse": 0.0287, "secs_legs": 0.0787, "stand_in": false, "top10": ["s1c54991841.md", "sa7bcf383a8.md", "s56cd3bb7ea.md", "sb136fabd2f.md", "s45eabc3adb.md", "s94e18ec011.md", "s40e416ae30.md", "s10e72aabf8.md", "s44c1e77b9e.md", "s0fe68fe06e.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["s1c54991841.md", "sa7bcf383a8.md", "s56cd3bb7ea.md", "sb136fabd2f.md", "s45eabc3adb.md", "s94e18ec011.md", "s40e416ae30.md", "s10e72aabf8.md", "s44c1e77b9e.md", "s0fe68fe06e.md", "s01d779b8ac.md", "s38d90e5c22.md", "s965aa96194.md", "s4733704df8.md", "s124cb1c7bb.md", "s16d47d2ece.md", "s4e7706eb24.md", "sce220927b8.md", "s4af2874e65.md", "s487c0cf819.md", "s58411435bd.md", "s73574aed94.md", "sf36089b023.md", "s25b649859a.md", "s3e171e4867.md", "sf4decd2838.md", "se412d7c394.md", "s2a75a5783c.md", "sde019b4df3.md", "sb8ecfd0d06.md", "s144be4adc4.md", "scfafa8c4cc.md", "sab4df99dd9.md", "s6d4e35015a.md", "sd1f14b807d.md", "sc3b4663b6c.md", "s48f7f73459.md", "s1ae9ee6119.md", "s0fcb6c032a.md", "s7bb40a4218.md", "sf295fb3136.md", "sa5d1e80eb5.md", "sca50b81bbd.md", "s572fcd5061.md", "sea4c861760.md", "s4eb2c1449a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 55.9, "n_files": 42, "pool20": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md", "sce5ba593e5.md", "seda0f3a670.md", "s628e313027.md", "s62122923a9.md", "sa38bfebda5.md", "s39681fcabb.md", "s3ba2d6fdcb.md", "s413c129e5a.md", "s308b1e170c.md", "sd2db8cca60.md", "s1643613bc4.md", "sbbb0541515.md", "s5ed070f7b5.md", "sab2a686a77.md", "s2505b0962d.md", "sbc93d5aa39.md", "s7056126ba5.md"], "qid": "5a7937c8", "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.022501131, 0.022397892, 0.022035256, 0.021848739, 0.021701389, 0.021336996, 0.021230159], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.4026, "secs_fuse": 0.0267, "secs_legs": 0.0622, "stand_in": false, "top10": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md", "sce5ba593e5.md", "seda0f3a670.md", "s628e313027.md", "s62122923a9.md", "sa38bfebda5.md", "s39681fcabb.md", "s3ba2d6fdcb.md"], "type": "multi-session", "vec150_n": 42, "vec50_n": 42, "wide150": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md", "sce5ba593e5.md", "seda0f3a670.md", "s628e313027.md", "s62122923a9.md", "sa38bfebda5.md", "s39681fcabb.md", "s3ba2d6fdcb.md", "s413c129e5a.md", "s308b1e170c.md", "sd2db8cca60.md", "s1643613bc4.md", "sbbb0541515.md", "s5ed070f7b5.md", "sab2a686a77.md", "s2505b0962d.md", "sbc93d5aa39.md", "s7056126ba5.md", "s1933e5bff0.md", "s6049da1aba.md", "s6d199c2d72.md", "s39dc5ad9d6.md", "sd56fd0edce.md", "s8ba4be32ab.md", "s56a4e2eff3.md", "s8a9ef87a44.md", "s7fbbe5ac24.md", "sbc06fe169a.md", "s52318539a0.md", "sed0c9853d0.md", "s47411220cd.md", "s1472f96ec2.md", "s72997238f3.md", "s48200712c0.md", "s4d693a1fce.md", "s6111f327d1.md", "s602f7416f7.md", "s119acd8419.md", "sf91dd4ec9c.md", "sb173a9ea23.md"]}
{"abstention": false, "arm": "A5", "gold": ["s031865616f.md", "s306fcd1e6b.md", "s99437a710e.md", "sa668a05fdd.md", "sccc68a973c.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 57.63, "n_files": 46, "pool20": ["sa668a05fdd.md", "s031865616f.md", "sccc68a973c.md", "s99437a710e.md", "s035c695314.md", "s306fcd1e6b.md", "s8d0fd2e7be.md", "s19f0c7feff.md", "sc8133cf9c9.md", "sfc11be482f.md", "s738f6b46c0.md", "s1cb10757d0.md", "s78504990d3.md", "s726243566d.md", "sc7429ee6cf.md", "s84d7c5dc0b.md", "s296694bb2a.md", "seaf77c4fcd.md", "s558a453448.md", "s8e4ae079f7.md"], "qid": "gpt4_ab202e7f", "rrf10": [0.024590164, 0.02406554, 0.023449132, 0.022727273, 0.022629773, 0.022305254, 0.021555197, 0.021306818, 0.021205821, 0.020952381], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 63.7065, "secs_fuse": 0.0081, "secs_legs": 0.0205, "stand_in": false, "top10": ["sa668a05fdd.md", "s031865616f.md", "sccc68a973c.md", "s99437a710e.md", "s035c695314.md", "s306fcd1e6b.md", "s8d0fd2e7be.md", "s19f0c7feff.md", "sc8133cf9c9.md", "sfc11be482f.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["sa668a05fdd.md", "s031865616f.md", "sccc68a973c.md", "s99437a710e.md", "s035c695314.md", "s306fcd1e6b.md", "s8d0fd2e7be.md", "s19f0c7feff.md", "sc8133cf9c9.md", "sfc11be482f.md", "s738f6b46c0.md", "s1cb10757d0.md", "s78504990d3.md", "s726243566d.md", "sc7429ee6cf.md", "s84d7c5dc0b.md", "s296694bb2a.md", "seaf77c4fcd.md", "s558a453448.md", "s8e4ae079f7.md", "s44cd91f14c.md", "sd87997d371.md", "s09d1f53596.md", "s6337461492.md", "sf99b4fd295.md", "sd522210d9c.md", "sed6e45c6c5.md", "s4f88841a0d.md", "s1bd94c2ff2.md", "s98ade78d79.md", "s776fe934b6.md", "s860e1ac600.md", "sedc2530dd3.md", "s276151b54f.md", "s554d361f4a.md", "s9c03adc08d.md", "s0f4c5cfc43.md", "sc224f8ccad.md", "s526755b98f.md", "s900912fb4e.md", "sb0679dfdc2.md", "sa7db03da93.md", "sa3e261c135.md", "sc730d18c59.md", "s42972a8de8.md", "s7fc095b673.md"]}
{"abstention": false, "arm": "A5", "gold": ["s05d58d35a1.md", "s6846359b7f.md", "s721c829a00.md", "sc9fe05e720.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.19, "n_files": 46, "pool20": ["s6846359b7f.md", "s721c829a00.md", "s05d58d35a1.md", "sc9fe05e720.md", "s99cc02c95f.md", "s90b8ee3a8c.md", "s30931b9865.md", "sfbafdb142c.md", "s7929703a8a.md", "sfad2a37ff2.md", "sd59e23742b.md", "s75e4aa299a.md", "s9edf94ec14.md", "s6fc2eb43dc.md", "sd46286ea9b.md", "s275b9a9649.md", "s0d21a8c7c4.md", "s709a332918.md", "sf28faff1e0.md", "s8fa5ececb9.md"], "qid": "gpt4_e05b82a6", "rrf10": [0.024325754, 0.0239692, 0.023809524, 0.023689516, 0.023076923, 0.022614202, 0.021848739, 0.020742754, 0.020173454, 0.020158179], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 80.0353, "secs_fuse": 0.0458, "secs_legs": 0.0848, "stand_in": false, "top10": ["s6846359b7f.md", "s721c829a00.md", "s05d58d35a1.md", "sc9fe05e720.md", "s99cc02c95f.md", "s90b8ee3a8c.md", "s30931b9865.md", "sfbafdb142c.md", "s7929703a8a.md", "sfad2a37ff2.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["s6846359b7f.md", "s721c829a00.md", "s05d58d35a1.md", "sc9fe05e720.md", "s99cc02c95f.md", "s90b8ee3a8c.md", "s30931b9865.md", "sfbafdb142c.md", "s7929703a8a.md", "sfad2a37ff2.md", "sd59e23742b.md", "s75e4aa299a.md", "s9edf94ec14.md", "s6fc2eb43dc.md", "sd46286ea9b.md", "s275b9a9649.md", "s0d21a8c7c4.md", "s709a332918.md", "sf28faff1e0.md", "s8fa5ececb9.md", "s52b5d2aa96.md", "s29ece441a8.md", "s030fd58d25.md", "s1d151e633b.md", "s2f45bd9688.md", "sda574678db.md", "s96e409c5da.md", "sbf2c063c03.md", "s572069476e.md", "s114a1cb9a3.md", "sa5ded1bcb7.md", "se928a5973f.md", "sa8ed544c06.md", "sc3875eec7d.md", "s7a615e9505.md", "s8c13aa07b9.md", "s99fbd603c9.md", "s8265257ec4.md", "s1612a664e8.md", "sfc998065fc.md", "sd78e2f8ed9.md", "sa275ebf03e.md", "sc9fd7bb678.md", "sffa7c51bf5.md", "sd8e9447187.md", "s85ffc2d152.md"]}
{"abstention": false, "arm": "A5", "gold": ["s380c6cb254.md", "s6ca1a2243d.md", "sa1c05b0263.md", "sb193b63b00.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 52.64, "n_files": 48, "pool20": ["sb193b63b00.md", "s6ca1a2243d.md", "s380c6cb254.md", "sa9648598f9.md", "s3f32f86b89.md", "sa1c05b0263.md", "se31b5602a1.md", "sac579924b5.md", "sb8eedf393d.md", "s4da14f9854.md", "sef6571ebf7.md", "s31f99e656f.md", "s0183d375bc.md", "s32cbbbf24f.md", "s75d9757f40.md", "s5e71a04417.md", "s0c8543b145.md", "saccb0516d9.md", "sb4d2435067.md", "sfa1b7dc863.md"], "qid": "gpt4_731e37d7", "rrf10": [0.024325754, 0.0239692, 0.023809524, 0.023449132, 0.022977941, 0.022843823, 0.021952259, 0.02141888, 0.0209762, 0.020458554], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 72.5393, "secs_fuse": 0.0311, "secs_legs": 0.0742, "stand_in": false, "top10": ["sb193b63b00.md", "s6ca1a2243d.md", "s380c6cb254.md", "sa9648598f9.md", "s3f32f86b89.md", "sa1c05b0263.md", "se31b5602a1.md", "sac579924b5.md", "sb8eedf393d.md", "s4da14f9854.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["sb193b63b00.md", "s6ca1a2243d.md", "s380c6cb254.md", "sa9648598f9.md", "s3f32f86b89.md", "sa1c05b0263.md", "se31b5602a1.md", "sac579924b5.md", "sb8eedf393d.md", "s4da14f9854.md", "sef6571ebf7.md", "s31f99e656f.md", "s0183d375bc.md", "s32cbbbf24f.md", "s75d9757f40.md", "s5e71a04417.md", "s0c8543b145.md", "saccb0516d9.md", "sb4d2435067.md", "sfa1b7dc863.md", "s0ef024cc5e.md", "sd3d7f06eb0.md", "sd331573163.md", "s53e4f044ca.md", "s1df8ffa24b.md", "sec035e09fa.md", "s055dbfadcf.md", "s758d1de2eb.md", "s7b6205248d.md", "s6fb2be539c.md", "sffc9d906f8.md", "sf79ec39bee.md", "sc836a74fdb.md", "s628ec513df.md", "s55b86ddf7f.md", "s9bde0864f0.md", "s3a5b24f1aa.md", "s773f73b668.md", "se4bd4d8d52.md", "s01078d1aa5.md", "s3e36929f88.md", "se4c1c225e0.md", "s9d99338c2b.md", "s952220b4ba.md", "seb1b23fd27.md", "s95128b3488.md", "sf427f275e1.md", "s2f54a5a23c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s13883f02b8.md", "sba7c8c3c7d.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 50.6, "n_files": 46, "pool20": ["sba7c8c3c7d.md", "s13883f02b8.md", "s9fd4332618.md", "s5a1ee037a5.md", "s28a2db4199.md", "s2ed961ac40.md", "s45b89f25cd.md", "sd358ba5472.md", "s25a19cbca0.md", "s85ef8995c0.md", "s9ced30d374.md", "s0aa4d0c60d.md", "sab68ab2d66.md", "s5ca6e3d3b7.md", "sbe650a85c4.md", "s9449e14991.md", "sc310fb252f.md", "sada348f3d7.md", "sc9d94ec97d.md", "s24803d6ed9.md"], "qid": "edced276", "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.023321123, 0.023317308, 0.021952259, 0.02159204, 0.021535007, 0.020933822, 0.020833333], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.5167, "secs_fuse": 0.0281, "secs_legs": 0.063, "stand_in": false, "top10": ["sba7c8c3c7d.md", "s13883f02b8.md", "s9fd4332618.md", "s5a1ee037a5.md", "s28a2db4199.md", "s2ed961ac40.md", "s45b89f25cd.md", "sd358ba5472.md", "s25a19cbca0.md", "s85ef8995c0.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["sba7c8c3c7d.md", "s13883f02b8.md", "s9fd4332618.md", "s5a1ee037a5.md", "s28a2db4199.md", "s2ed961ac40.md", "s45b89f25cd.md", "sd358ba5472.md", "s25a19cbca0.md", "s85ef8995c0.md", "s9ced30d374.md", "s0aa4d0c60d.md", "sab68ab2d66.md", "s5ca6e3d3b7.md", "sbe650a85c4.md", "s9449e14991.md", "sc310fb252f.md", "sada348f3d7.md", "sc9d94ec97d.md", "s24803d6ed9.md", "s7069a2e6c5.md", "s12180702e3.md", "sd1f9a71e4e.md", "s3c5dfce127.md", "s8b4e82c9bb.md", "s6abd186e82.md", "s70a5c3eaeb.md", "saff3d00bb0.md", "s65a0d5f95f.md", "s193afd650f.md", "s798a4275c2.md", "s240d6d84d9.md", "sc26f1ce30e.md", "s324ec9fb4d.md", "s24614ce8fe.md", "scc7e41b915.md", "sa88707c6f7.md", "s484827da6c.md", "s592df65d18.md", "se15b28764f.md", "s4a1ebc6cd1.md", "s3a2d95a94e.md", "s4f0b6f1e00.md", "sdb80b9416e.md", "sfc7af7ed0a.md", "s540c2b5712.md"]}
{"abstention": false, "arm": "A5", "gold": ["s521737fe3c.md", "s5cb57f4467.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 55.88, "n_files": 44, "pool20": ["s02e4c8384f.md", "s56195ef491.md", "sc98e3a621e.md", "s046a6970fc.md", "s176b987f1c.md", "se7bba65ae0.md", "sbf729c72d8.md", "s6311b2441d.md", "sfed4bac44b.md", "s5cb57f4467.md", "se2e08c738f.md", "sf8d411ad9e.md", "s3ee00f43e4.md", "s103f7b16f5.md", "s9649f12318.md", "sc38b8c97d7.md", "sd1bc2a104a.md", "seaa67ac123.md", "s8b34ae85c9.md", "sb0af7f2a8e.md"], "qid": "10d9b85a", "rrf10": [0.024069737, 0.023197115, 0.022722557, 0.022291667, 0.021861472, 0.021645022, 0.021227364, 0.021135266, 0.021071701, 0.021051529], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 75.2424, "secs_fuse": 0.0264, "secs_legs": 0.0628, "stand_in": false, "top10": ["s02e4c8384f.md", "s56195ef491.md", "sc98e3a621e.md", "s046a6970fc.md", "s176b987f1c.md", "se7bba65ae0.md", "sbf729c72d8.md", "s6311b2441d.md", "sfed4bac44b.md", "s5cb57f4467.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["s02e4c8384f.md", "s56195ef491.md", "sc98e3a621e.md", "s046a6970fc.md", "s176b987f1c.md", "se7bba65ae0.md", "sbf729c72d8.md", "s6311b2441d.md", "sfed4bac44b.md", "s5cb57f4467.md", "se2e08c738f.md", "sf8d411ad9e.md", "s3ee00f43e4.md", "s103f7b16f5.md", "s9649f12318.md", "sc38b8c97d7.md", "sd1bc2a104a.md", "seaa67ac123.md", "s8b34ae85c9.md", "sb0af7f2a8e.md", "s691df07157.md", "s44fa207125.md", "sb653de0d6a.md", "s521737fe3c.md", "s0ba79fbe5e.md", "s823267badc.md", "sc6d3b95131.md", "sa952bdf423.md", "s96859a64d1.md", "s2f61a8d016.md", "s54462ffd13.md", "s3d80b1bcc3.md", "sc06e724478.md", "s61b31a9665.md", "s3ed98946ed.md", "s4e447dd0cd.md", "s25b8d48194.md", "sea2f0a4475.md", "sc0b34e3e6f.md", "s45b510eb47.md", "s02b236ecbd.md", "se7c9186fb7.md", "sb4b5f25996.md", "s6de983b005.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0a27af93be.md", "s539cbd787b.md", "saeac39b335.md", "sc6efc41d6f.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 53.34, "n_files": 45, "pool20": ["sa181d342c0.md", "s539cbd787b.md", "saeac39b335.md", "s0a27af93be.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "sdc4a2f7168.md", "s016104f147.md", "sd9090f515b.md", "s981529a06d.md", "sea8aa5cd1e.md", "s84b497bcc6.md", "s51924ce8e4.md", "s6459ef585d.md", "sb40f9d688c.md", "sc20c83239f.md", "s6bf4d52564.md", "s466033fb9f.md", "s35d1f51929.md", "s116ea99074.md"], "qid": "e3038f8c", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023200758, 0.023197115, 0.022843823, 0.02159204, 0.021428571, 0.02124183, 0.020955882], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 65.1883, "secs_fuse": 0.027, "secs_legs": 0.0634, "stand_in": false, "top10": ["sa181d342c0.md", "s539cbd787b.md", "saeac39b335.md", "s0a27af93be.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "sdc4a2f7168.md", "s016104f147.md", "sd9090f515b.md", "s981529a06d.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["sa181d342c0.md", "s539cbd787b.md", "saeac39b335.md", "s0a27af93be.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "sdc4a2f7168.md", "s016104f147.md", "sd9090f515b.md", "s981529a06d.md", "sea8aa5cd1e.md", "s84b497bcc6.md", "s51924ce8e4.md", "s6459ef585d.md", "sb40f9d688c.md", "sc20c83239f.md", "s6bf4d52564.md", "s466033fb9f.md", "s35d1f51929.md", "s116ea99074.md", "s59bff82fef.md", "sb9fd79060d.md", "scf4690ec3f.md", "s2f7504b1bf.md", "s845df6f7f2.md", "s77e491f009.md", "s0deab23014.md", "s7ec7eefdd3.md", "s4bcce7b2fc.md", "s48694d1fa2.md", "s6fd4ceac8c.md", "s9f34bb9ad3.md", "sb7b837638f.md", "s93929c5481.md", "sb76faae04a.md", "sb0d8b69222.md", "sba511eff8b.md", "sa4fff807f7.md", "sc75dc4f45c.md", "s3d5ff793a3.md", "sba2aac6651.md", "s4c48638e80.md", "s2be8c5cb03.md", "s836aa84150.md", "sfb055ec033.md"]}
{"abstention": false, "arm": "A5", "gold": ["s47c5b96a51.md", "s9ef75d4221.md", "sb0fc6927ec.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 51.36, "n_files": 47, "pool20": ["s47c5b96a51.md", "s693cb28993.md", "s9ef75d4221.md", "se39d6a115f.md", "s28e9a85b50.md", "s952f7a0d61.md", "sb0fc6927ec.md", "s0f976e1025.md", "sd386b9a31e.md", "s221fa30814.md", "sca53fe9ed1.md", "s530d0ea643.md", "s115a0f1bdf.md", "sac622317ec.md", "sf4bea32b41.md", "s77b98d3bb1.md", "sa5721ba7c9.md", "s752f76bd63.md", "s6fff197a11.md", "s0f62ec50d5.md"], "qid": "2b8f3739", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023197115, 0.023087687, 0.022617681, 0.02228164, 0.021645022, 0.021071701, 0.020339954], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 65.7848, "secs_fuse": 0.0093, "secs_legs": 0.02, "stand_in": false, "top10": ["s47c5b96a51.md", "s693cb28993.md", "s9ef75d4221.md", "se39d6a115f.md", "s28e9a85b50.md", "s952f7a0d61.md", "sb0fc6927ec.md", "s0f976e1025.md", "sd386b9a31e.md", "s221fa30814.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s47c5b96a51.md", "s693cb28993.md", "s9ef75d4221.md", "se39d6a115f.md", "s28e9a85b50.md", "s952f7a0d61.md", "sb0fc6927ec.md", "s0f976e1025.md", "sd386b9a31e.md", "s221fa30814.md", "sca53fe9ed1.md", "s530d0ea643.md", "s115a0f1bdf.md", "sac622317ec.md", "sf4bea32b41.md", "s77b98d3bb1.md", "sa5721ba7c9.md", "s752f76bd63.md", "s6fff197a11.md", "s0f62ec50d5.md", "s43dbb22c64.md", "s896d3c133b.md", "s232fd74c6d.md", "sf089991f56.md", "se684e619a8.md", "sdffd5261f4.md", "s3e41201f43.md", "sb6971ede2b.md", "s569ef31374.md", "s4e592de424.md", "s8e5f658077.md", "scbd4b051d0.md", "sd66ed53bf8.md", "s5ff8314df3.md", "sc92d464d6b.md", "s33576cf28f.md", "s1699e0bdd9.md", "s4c30a64dea.md", "sb7c33fcb6a.md", "s49e323da24.md", "s6e923ef8d0.md", "sed99841232.md", "s8e6c659100.md", "seadd1d72af.md", "s61f849b8f7.md", "s5a8bfe131a.md", "sdf9b95a203.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4b3eedec67.md", "s53d0cd0c4b.md", "s9eb4f9fbab.md", "se31e751aa8.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 50.22, "n_files": 51, "pool20": ["se31e751aa8.md", "s7d08845db2.md", "s0fb98c3796.md", "sfb5216e46e.md", "s417be4fade.md", "s9eb4f9fbab.md", "s2a89d918fd.md", "s53202bad08.md", "s57408723d3.md", "sfd7cac6284.md", "s8da941e76a.md", "scfa73c8063.md", "s1947966234.md", "s170696f490.md", "s53d0cd0c4b.md", "s5ff4605940.md", "s2881add0d0.md", "s1160181bd8.md", "s42b076dc2d.md", "s6540cbe6a5.md"], "qid": "1a8a66a6", "rrf10": [0.024590164, 0.023119393, 0.022667254, 0.022617681, 0.021848739, 0.021825397, 0.021397849, 0.02115942, 0.020758662, 0.020592949], "score": {"all@10": false, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 68.2035, "secs_fuse": 0.0171, "secs_legs": 0.0472, "stand_in": false, "top10": ["se31e751aa8.md", "s7d08845db2.md", "s0fb98c3796.md", "sfb5216e46e.md", "s417be4fade.md", "s9eb4f9fbab.md", "s2a89d918fd.md", "s53202bad08.md", "s57408723d3.md", "sfd7cac6284.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["se31e751aa8.md", "s7d08845db2.md", "s0fb98c3796.md", "sfb5216e46e.md", "s417be4fade.md", "s9eb4f9fbab.md", "s2a89d918fd.md", "s53202bad08.md", "s57408723d3.md", "sfd7cac6284.md", "s8da941e76a.md", "scfa73c8063.md", "s1947966234.md", "s170696f490.md", "s53d0cd0c4b.md", "s5ff4605940.md", "s2881add0d0.md", "s1160181bd8.md", "s42b076dc2d.md", "s6540cbe6a5.md", "sea44771d09.md", "s6833f06016.md", "s99d9dd8909.md", "sae845dbb54.md", "s4b3eedec67.md", "s3f5c493928.md", "s96221cb241.md", "sbeeda65d19.md", "s8ffdfcf06f.md", "sd00484d175.md", "sf157796f6f.md", "sc42b1abe28.md", "sb44791ecad.md", "sb558c8a7a8.md", "s9fd3b59b97.md", "s681a84bad4.md", "s9faf1697d2.md", "s851eb66e64.md", "s8113294d8f.md", "s459099edfb.md", "se7649c6245.md", "s7e199b426d.md", "s61975275d5.md", "sd77b459f4a.md", "s605b8a0dc0.md", "s80bd18602f.md", "s2aa8f6dc05.md", "see2a3ae5dd.md", "se97c5a5084.md", "se8636bde36.md", "s5ab81e0d1e.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc4e46e0831.md", "secbcb12e79.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 53.43, "n_files": 53, "pool20": ["secbcb12e79.md", "sc4e46e0831.md", "sd61606eee8.md", "se44cc09f4d.md", "s3739786e0e.md", "sa837a06460.md", "sb109632ec0.md", "saf7407dded.md", "s547181d168.md", "s9c663118d7.md", "s615ed1782e.md", "s9ae9ac41a5.md", "s8fb82ac070.md", "sd13475d329.md", "s159f689ead.md", "sab0b70a959.md", "sb6ef27835c.md", "s00e7f08674.md", "s986a071997.md", "s9199592882.md"], "qid": "c2ac3c61", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022871377, 0.02232906, 0.022294372, 0.021774688, 0.021701389, 0.021660265, 0.021462639], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.8785, "secs_fuse": 0.0278, "secs_legs": 0.0734, "stand_in": false, "top10": ["secbcb12e79.md", "sc4e46e0831.md", "sd61606eee8.md", "se44cc09f4d.md", "s3739786e0e.md", "sa837a06460.md", "sb109632ec0.md", "saf7407dded.md", "s547181d168.md", "s9c663118d7.md"], "type": "multi-session", "vec150_n": 53, "vec50_n": 50, "wide150": ["secbcb12e79.md", "sc4e46e0831.md", "sd61606eee8.md", "se44cc09f4d.md", "s3739786e0e.md", "sa837a06460.md", "sb109632ec0.md", "saf7407dded.md", "s547181d168.md", "s9c663118d7.md", "s615ed1782e.md", "s9ae9ac41a5.md", "s8fb82ac070.md", "sd13475d329.md", "s159f689ead.md", "sab0b70a959.md", "sb6ef27835c.md", "s00e7f08674.md", "s986a071997.md", "s9199592882.md", "seaf17a12e6.md", "s651016fd70.md", "s6bae29cb7d.md", "s0c30b396e6.md", "s6a2acb0453.md", "s3dd90389af.md", "sfc5e17df10.md", "s00d9840ebb.md", "saaed99673e.md", "sbbc03cfa0b.md", "sc2b72c40bd.md", "sa26b158eaa.md", "s51ca0d12da.md", "s2e91607205.md", "s6f1f9a9844.md", "sb65f6f6b54.md", "s002fc8ccc0.md", "s24060b25bd.md", "s7eec69a6ed.md", "s10e022fd53.md", "s831215bb9a.md", "s2c5d1e5897.md", "s1a6d684c0f.md", "sadfea25bc8.md", "s2e95fce04f.md", "s186fa8be2b.md", "sd11acf7da8.md", "sd33b29ba25.md", "s5f222f939e.md", "s0115bd5340.md", "s1dc23eaeab.md", "s1a3a5e2db1.md", "s2cb98eaafa.md"]}
{"abstention": false, "arm": "A5", "gold": ["s164a501112.md", "s9d3935685c.md", "s9e6f7f2cbe.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 56.94, "n_files": 52, "pool20": ["s9d3935685c.md", "s164a501112.md", "s059f55c897.md", "s9e6f7f2cbe.md", "s535c10ab95.md", "sdf73f13a80.md", "sebcb2ed4cd.md", "s3099d29a16.md", "sd19fe47e7e.md", "sbc6d2a1139.md", "sa410608d69.md", "s79a61e674d.md", "s27f41eccf6.md", "se2e34fa843.md", "s6dda5d116d.md", "scd3f1b30fa.md", "sd639f6bac2.md", "s6e44a04aca.md", "sb41bed0a63.md", "sae095ea847.md"], "qid": "bf659f65", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023561508, 0.023197115, 0.021861472, 0.021848739, 0.021480629, 0.02124951, 0.020933822], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.0293, "secs_fuse": 0.0267, "secs_legs": 0.0709, "stand_in": false, "top10": ["s9d3935685c.md", "s164a501112.md", "s059f55c897.md", "s9e6f7f2cbe.md", "s535c10ab95.md", "sdf73f13a80.md", "sebcb2ed4cd.md", "s3099d29a16.md", "sd19fe47e7e.md", "sbc6d2a1139.md"], "type": "multi-session", "vec150_n": 52, "vec50_n": 50, "wide150": ["s9d3935685c.md", "s164a501112.md", "s059f55c897.md", "s9e6f7f2cbe.md", "s535c10ab95.md", "sdf73f13a80.md", "sebcb2ed4cd.md", "s3099d29a16.md", "sd19fe47e7e.md", "sbc6d2a1139.md", "sa410608d69.md", "s79a61e674d.md", "s27f41eccf6.md", "se2e34fa843.md", "s6dda5d116d.md", "scd3f1b30fa.md", "sd639f6bac2.md", "s6e44a04aca.md", "sb41bed0a63.md", "sae095ea847.md", "s6abd5fb201.md", "s0d6909cfd7.md", "s7cc024e18a.md", "sd1ba5a20cf.md", "s557d3bb3b3.md", "s96777a1560.md", "s99f38bb462.md", "s13ca60bad5.md", "s4e74cef5c6.md", "s65d64ffa4f.md", "sf18b46183e.md", "sf14da8da09.md", "s3ddc8d6a80.md", "sb00b7609a0.md", "s212f58dae0.md", "s8767920345.md", "s0a8067a3ce.md", "s8d6fe05c79.md", "s01de81f77b.md", "sc38ed00e58.md", "sfb0bd0f5d9.md", "s2b907bc2f5.md", "s84b5c1b0ad.md", "s02da1bfefc.md", "s56f8795e7c.md", "sb2e45a8996.md", "sf6e16c859a.md", "s504441fa46.md", "s8763de04dc.md", "s877205b6da.md", "s2b73114010.md", "s1fd6853cf7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s34cab4fb5d.md", "sbde195f40b.md", "sbed5bb0188.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 52.02, "n_files": 45, "pool20": ["sbde195f40b.md", "s95d8eaccad.md", "sbed5bb0188.md", "sc7e5edf3d3.md", "sfc829b8a18.md", "s3f7df7db0d.md", "s34cab4fb5d.md", "s0648720be4.md", "s9a6d73abff.md", "se8f046e04b.md", "seb62036ed5.md", "s5b9d9ddafe.md", "sa83525c64a.md", "sf146fedcb4.md", "s5c06432ac3.md", "s307fd1f4cb.md", "s6f31d65668.md", "s2858400bb0.md", "sd74787970c.md", "s63885598e9.md"], "qid": "gpt4_372c3eed", "rrf10": [0.024457959, 0.023561508, 0.023122094, 0.022527473, 0.02239819, 0.022301872, 0.02220213, 0.02173913, 0.020733652, 0.020643075], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 72.3934, "secs_fuse": 0.009, "secs_legs": 0.031, "stand_in": false, "top10": ["sbde195f40b.md", "s95d8eaccad.md", "sbed5bb0188.md", "sc7e5edf3d3.md", "sfc829b8a18.md", "s3f7df7db0d.md", "s34cab4fb5d.md", "s0648720be4.md", "s9a6d73abff.md", "se8f046e04b.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["sbde195f40b.md", "s95d8eaccad.md", "sbed5bb0188.md", "sc7e5edf3d3.md", "sfc829b8a18.md", "s3f7df7db0d.md", "s34cab4fb5d.md", "s0648720be4.md", "s9a6d73abff.md", "se8f046e04b.md", "seb62036ed5.md", "s5b9d9ddafe.md", "sa83525c64a.md", "sf146fedcb4.md", "s5c06432ac3.md", "s307fd1f4cb.md", "s6f31d65668.md", "s2858400bb0.md", "sd74787970c.md", "s63885598e9.md", "s6a0197bff7.md", "s5c126e76dd.md", "sc50ccca8c0.md", "s0130458f75.md", "s6969d7e612.md", "s89ab717208.md", "sb9a1c6d25d.md", "scb18aae7e7.md", "s05fb817e4b.md", "s6d8558d721.md", "s597bc5e3fc.md", "s01446d89cc.md", "s076234c267.md", "s5797068219.md", "s76efbf2fe1.md", "sa156b60bef.md", "s6be3ba6184.md", "sc0a0b0c453.md", "sb2003955b9.md", "sd9106cd50d.md", "sed3861e765.md", "sba3eb93ef6.md", "sd21e59228b.md", "s6886be7881.md", "s481894b9d7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6fa42d1ce0.md", "s91c3ea6f4d.md", "sc0ccf8ed8d.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 57.5, "n_files": 53, "pool20": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "sddb90720ca.md", "s643527ca2a.md", "sc3e585c242.md", "s7a28ccf750.md", "s8991fbcb7d.md", "s0ea9e2058d.md", "s80e2e548a2.md", "s563729faed.md", "s912ab63531.md", "s5b56473c34.md", "s2e515236b1.md", "s53de4e5265.md", "s12f1e70093.md", "sa91d17aeec.md", "se61bafd219.md", "s7a2e1ada72.md", "saeb99265b7.md"], "qid": "gpt4_2f91af09", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022727273, 0.022617681, 0.022203947, 0.022051282, 0.021748136, 0.021230159, 0.02075989], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 76.4281, "secs_fuse": 0.0368, "secs_legs": 0.0897, "stand_in": false, "top10": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "sddb90720ca.md", "s643527ca2a.md", "sc3e585c242.md", "s7a28ccf750.md", "s8991fbcb7d.md", "s0ea9e2058d.md", "s80e2e548a2.md"], "type": "multi-session", "vec150_n": 53, "vec50_n": 50, "wide150": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "sddb90720ca.md", "s643527ca2a.md", "sc3e585c242.md", "s7a28ccf750.md", "s8991fbcb7d.md", "s0ea9e2058d.md", "s80e2e548a2.md", "s563729faed.md", "s912ab63531.md", "s5b56473c34.md", "s2e515236b1.md", "s53de4e5265.md", "s12f1e70093.md", "sa91d17aeec.md", "se61bafd219.md", "s7a2e1ada72.md", "saeb99265b7.md", "sade9b8ca3f.md", "s44523691e9.md", "s5672086119.md", "sae45d0bcff.md", "s7a743c7846.md", "s2ebe2672ed.md", "s63ff88c70f.md", "s67a02f6dbd.md", "s7f7be37875.md", "s7bade46a6b.md", "saaf857c288.md", "seb553f865e.md", "s43e3a067aa.md", "s8098f9dd44.md", "s2e08e4b550.md", "sab756cb4e9.md", "s4e8b4c52f4.md", "sf2c6bb8478.md", "sf64bbe5581.md", "s607ddda7e6.md", "s521e019d88.md", "s41fdebdd56.md", "s097d6213ff.md", "sdba685fbbe.md", "s0f64ee3061.md", "sf5caf21911.md", "sb8beb13acc.md", "sa0caade0a3.md", "s0c4e43b6f1.md", "s20cbeed8c6.md", "sa808b391b1.md", "s28157859db.md", "s578c3f8db6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s386e0d7090.md", "s4141bca084.md", "s549a0f0906.md", "s6ded7a12b8.md", "s70cca0fb0d.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 55.93, "n_files": 50, "pool20": ["s6ded7a12b8.md", "s21b89153f4.md", "sd731a276fa.md", "s70cca0fb0d.md", "s549a0f0906.md", "s386e0d7090.md", "s4141bca084.md", "s8221135f3a.md", "sed3813d298.md", "s700e98418b.md", "s3241e09255.md", "s740e456a1f.md", "sb57b41900f.md", "s27b3516595.md", "sd9aebd05ad.md", "sf15284afef.md", "s628b3bd30f.md", "secc04bf923.md", "sd2f5bbf2d6.md", "s545917bf29.md"], "qid": "81507db6", "rrf10": [0.024325754, 0.02408575, 0.022871377, 0.022629773, 0.022429262, 0.021897007, 0.02157803, 0.021557455, 0.021327968, 0.021199389], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 72.7573, "secs_fuse": 0.0267, "secs_legs": 0.0721, "stand_in": false, "top10": ["s6ded7a12b8.md", "s21b89153f4.md", "sd731a276fa.md", "s70cca0fb0d.md", "s549a0f0906.md", "s386e0d7090.md", "s4141bca084.md", "s8221135f3a.md", "sed3813d298.md", "s700e98418b.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["s6ded7a12b8.md", "s21b89153f4.md", "sd731a276fa.md", "s70cca0fb0d.md", "s549a0f0906.md", "s386e0d7090.md", "s4141bca084.md", "s8221135f3a.md", "sed3813d298.md", "s700e98418b.md", "s3241e09255.md", "s740e456a1f.md", "sb57b41900f.md", "s27b3516595.md", "sd9aebd05ad.md", "sf15284afef.md", "s628b3bd30f.md", "secc04bf923.md", "sd2f5bbf2d6.md", "s545917bf29.md", "s900ec55bed.md", "s82f81a7a16.md", "s0c5877a564.md", "s3f0ca7224c.md", "s77ac7f2fba.md", "s851fe18726.md", "se74f6b6a67.md", "s243d5ad0f5.md", "s26501781d8.md", "s6d078eff58.md", "s5f094aeb49.md", "sb990158dfb.md", "sfa549279f0.md", "se04c89d337.md", "sb5370c466a.md", "s0c8c447afe.md", "s4ddc9344af.md", "s62ebdfd4b3.md", "sc676f1b52f.md", "s1f600a20d6.md", "sba8cfd54bb.md", "s65f7e1f6dd.md", "sac1815c67d.md", "s4459e88343.md", "s52c5121a9f.md", "s13bdd4c99b.md", "s837cc83cd3.md", "sde6d22582c.md", "sdc66d323a1.md", "s132d580ae1.md"]}
{"abstention": true, "arm": "A5", "gold": ["s334d8fb216.md", "s45820b1e74.md", "s9a71b81fa7.md", "safd5325df8.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 51.34, "n_files": 44, "pool20": ["safd5325df8.md", "s334d8fb216.md", "s9a71b81fa7.md", "s45820b1e74.md", "s888f6c8adb.md", "s922456f791.md", "s9c48ceeed2.md", "s39ad3aa2b5.md", "sc4e5d53f43.md", "s98e8e818be.md", "s9f4efb30df.md", "s5f2c8bc578.md", "sea63725698.md", "s8f19e6d586.md", "s2b49ea3bf5.md", "s1435f9e021.md", "s2c5663ef6d.md", "s451b277a9f.md", "s050743adf2.md", "s4479820fe7.md"], "qid": "88432d0a_abs", "rrf10": [0.024325754, 0.023689516, 0.0235363, 0.023119393, 0.023088023, 0.022847302, 0.021175373, 0.020841264, 0.020821868, 0.020779221], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.0342, "secs_fuse": 0.0289, "secs_legs": 0.072, "stand_in": false, "top10": ["safd5325df8.md", "s334d8fb216.md", "s9a71b81fa7.md", "s45820b1e74.md", "s888f6c8adb.md", "s922456f791.md", "s9c48ceeed2.md", "s39ad3aa2b5.md", "sc4e5d53f43.md", "s98e8e818be.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["safd5325df8.md", "s334d8fb216.md", "s9a71b81fa7.md", "s45820b1e74.md", "s888f6c8adb.md", "s922456f791.md", "s9c48ceeed2.md", "s39ad3aa2b5.md", "sc4e5d53f43.md", "s98e8e818be.md", "s9f4efb30df.md", "s5f2c8bc578.md", "sea63725698.md", "s8f19e6d586.md", "s2b49ea3bf5.md", "s1435f9e021.md", "s2c5663ef6d.md", "s451b277a9f.md", "s050743adf2.md", "s4479820fe7.md", "s618be0b146.md", "s4a2c29297c.md", "s8c567113a5.md", "sf4c4f26382.md", "sf6a584e58a.md", "s409e338139.md", "s9979be5068.md", "s1b633b1715.md", "s3137b9d28b.md", "sc763d1d427.md", "sf244a58ed6.md", "s932b4e0a22.md", "s289ed539a4.md", "s16a19151e7.md", "sb9fe0a54d7.md", "s06a25be7af.md", "sa5dc9fa464.md", "s125eac770a.md", "s89efa9364d.md", "s40d9dc1a5f.md", "sfb13871208.md", "s6ffa551cfc.md", "scc2f12f731.md", "sf85dcb5b37.md"]}
{"abstention": true, "arm": "A5", "gold": ["s2282290894.md", "s648c0b7802.md", "sf8bded3d5a.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 52.26, "n_files": 44, "pool20": ["s648c0b7802.md", "s2282290894.md", "s6060176a86.md", "sf8bded3d5a.md", "s1e7fc64954.md", "s4e6e8e8d80.md", "s95a5b95603.md", "s8d519ec9a8.md", "s374603f393.md", "s857217c763.md", "s0ee80573cd.md", "sd1f648a87a.md", "sf2ad961b0f.md", "sff26cb88a0.md", "s619c200010.md", "sf7663977b1.md", "sf11ae84db7.md", "s42963015ec.md", "sa31dd4170e.md", "sbda1098ef9.md"], "qid": "80ec1f4f_abs", "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.023321123, 0.023317308, 0.022737873, 0.021561772, 0.021330884, 0.02128483, 0.0209762], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.0252, "secs_fuse": 0.0275, "secs_legs": 0.0707, "stand_in": false, "top10": ["s648c0b7802.md", "s2282290894.md", "s6060176a86.md", "sf8bded3d5a.md", "s1e7fc64954.md", "s4e6e8e8d80.md", "s95a5b95603.md", "s8d519ec9a8.md", "s374603f393.md", "s857217c763.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["s648c0b7802.md", "s2282290894.md", "s6060176a86.md", "sf8bded3d5a.md", "s1e7fc64954.md", "s4e6e8e8d80.md", "s95a5b95603.md", "s8d519ec9a8.md", "s374603f393.md", "s857217c763.md", "s0ee80573cd.md", "sd1f648a87a.md", "sf2ad961b0f.md", "sff26cb88a0.md", "s619c200010.md", "sf7663977b1.md", "sf11ae84db7.md", "s42963015ec.md", "sa31dd4170e.md", "sbda1098ef9.md", "sc9e656fbf1.md", "sf1f841db71.md", "sbc2d0a3839.md", "s816a7a7680.md", "s082235d933.md", "s225680f138.md", "s9b9d1071c3.md", "sb13011be77.md", "s735a4988c5.md", "sb7f162a278.md", "s88331a4f8b.md", "se259da7dba.md", "s13fa10016e.md", "s5c9d6df7ab.md", "s2d9c14cd35.md", "sdeedc9e4c9.md", "sa79880dd67.md", "s6372212965.md", "s8094aec6a4.md", "s45ac9a333c.md", "s9f695d6bdf.md", "sd0a2365582.md", "s276ebc4ff1.md", "s85252ad642.md"]}
{"abstention": true, "arm": "A5", "gold": ["s0680fe40b7.md", "s63aceee6c1.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 51.31, "n_files": 49, "pool20": ["s63aceee6c1.md", "s0680fe40b7.md", "sc9c2eff672.md", "s32273087a0.md", "s77a6739690.md", "s4389a7958e.md", "s4bc221cf2a.md", "se2ec481ad5.md", "s328e48fb3e.md", "se7c061285f.md", "s88a4c1288c.md", "s14d4b11787.md", "sc191192af7.md", "s1e60ffc589.md", "s4abf9427d1.md", "s0f298b3600.md", "s8362d87d73.md", "s06980c80d1.md", "saf23c607bd.md", "s6a87d0cfd9.md"], "qid": "eeda8a6d_abs", "rrf10": [0.024590164, 0.024193548, 0.022294372, 0.022123016, 0.022068511, 0.021954114, 0.021269841, 0.020952381, 0.020945007, 0.020819398], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 74.3422, "secs_fuse": 0.027, "secs_legs": 0.0543, "stand_in": false, "top10": ["s63aceee6c1.md", "s0680fe40b7.md", "sc9c2eff672.md", "s32273087a0.md", "s77a6739690.md", "s4389a7958e.md", "s4bc221cf2a.md", "se2ec481ad5.md", "s328e48fb3e.md", "se7c061285f.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["s63aceee6c1.md", "s0680fe40b7.md", "sc9c2eff672.md", "s32273087a0.md", "s77a6739690.md", "s4389a7958e.md", "s4bc221cf2a.md", "se2ec481ad5.md", "s328e48fb3e.md", "se7c061285f.md", "s88a4c1288c.md", "s14d4b11787.md", "sc191192af7.md", "s1e60ffc589.md", "s4abf9427d1.md", "s0f298b3600.md", "s8362d87d73.md", "s06980c80d1.md", "saf23c607bd.md", "s6a87d0cfd9.md", "sb86c24b652.md", "s34b75e9aa6.md", "s5a26ca22bd.md", "s3f50fe7651.md", "sdb36e82e85.md", "s9e73592430.md", "s1eaeef39e6.md", "s8cb25ec782.md", "sb44d6158fa.md", "s3a8a1bda87.md", "sf7b75311b0.md", "sedfb26f309.md", "s69c33cc551.md", "s00c15bd186.md", "s970d84acfe.md", "sce0009e7fd.md", "s4d120a7d90.md", "sd36c6fc6c6.md", "se7d18285ac.md", "sf6db444b01.md", "s7b8b78c440.md", "s6b3f0d3da4.md", "s71df9298f8.md", "sf5ab7b8ece.md", "s538fe0e52c.md", "s9f2e8cf495.md", "s703453f151.md", "sdb7e1eceda.md", "s587f477470.md"]}
{"abstention": true, "arm": "A5", "gold": ["scc51aa155a.md", "se3cc01bf0b.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 53.38, "n_files": 51, "pool20": ["sfc618b8db3.md", "se3cc01bf0b.md", "s70093db36f.md", "sba95c90da1.md", "sd1f7167b97.md", "sc9ce6cf299.md", "scc51aa155a.md", "s914178e4c7.md", "s977f0caa44.md", "s6f86368a12.md", "sc8bd761654.md", "s5e7ae65f21.md", "s5ba55ee14f.md", "s7015c91000.md", "s878bcb907e.md", "sf80520ea35.md", "s64936b194a.md", "s26dc7027cd.md", "s8f01728ce9.md", "sef8f6e81b7.md"], "qid": "60bf93ed_abs", "rrf10": [0.024193548, 0.023122094, 0.022345824, 0.022203947, 0.022168569, 0.021908272, 0.021861472, 0.021755369, 0.02173913, 0.021145833], "score": {"all@10": true, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 82.7934, "secs_fuse": 0.0349, "secs_legs": 0.0732, "stand_in": false, "top10": ["sfc618b8db3.md", "se3cc01bf0b.md", "s70093db36f.md", "sba95c90da1.md", "sd1f7167b97.md", "sc9ce6cf299.md", "scc51aa155a.md", "s914178e4c7.md", "s977f0caa44.md", "s6f86368a12.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["sfc618b8db3.md", "se3cc01bf0b.md", "s70093db36f.md", "sba95c90da1.md", "sd1f7167b97.md", "sc9ce6cf299.md", "scc51aa155a.md", "s914178e4c7.md", "s977f0caa44.md", "s6f86368a12.md", "sc8bd761654.md", "s5e7ae65f21.md", "s5ba55ee14f.md", "s7015c91000.md", "s878bcb907e.md", "sf80520ea35.md", "s64936b194a.md", "s26dc7027cd.md", "s8f01728ce9.md", "sef8f6e81b7.md", "s38a3239e1b.md", "s0f33effc3f.md", "s7002b4cbaf.md", "s85e5b03ab9.md", "s8528ff07a4.md", "s35182fe30d.md", "sab162d5a6d.md", "s8d50f15d21.md", "s141866c4e6.md", "s1248ed3c15.md", "sd566675c79.md", "sf17ad083af.md", "se7f2c5cee2.md", "se6c7ac98ab.md", "s6c236e36b8.md", "s521a5ee5f7.md", "sf781b4e7c0.md", "s9d9151c10f.md", "s1831d3c449.md", "s1bda7547ed.md", "s85c80dc923.md", "s8278db963d.md", "s201b78dba8.md", "s450e94ac99.md", "s0f8c811b15.md", "sebfac66798.md", "s52e92e3b4f.md", "s8c8121e59d.md", "sb94565de20.md", "s0e6f7bd0e1.md", "s60cfd8fee9.md"]}
{"abstention": true, "arm": "A5", "gold": ["s0dac2270b4.md", "s99064cfea8.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 57.55, "n_files": 47, "pool20": ["s99064cfea8.md", "s0dac2270b4.md", "sd838f49bf5.md", "s407342dd82.md", "sba2232df89.md", "s6c26dcbe0b.md", "sb6d796ef37.md", "sd6766b1935.md", "s1dc529a20b.md", "sf3ea11321c.md", "s2c67ded263.md", "s31b75f1a3c.md", "se94acbe695.md", "s5f75fd1e0a.md", "s98c5e0477c.md", "s4310056ff2.md", "s8e20037e78.md", "sfd00316f92.md", "s0283329156.md", "sb172f26903.md"], "qid": "edced276_abs", "rrf10": [0.024590164, 0.023937532, 0.022871377, 0.022622539, 0.022518382, 0.021818182, 0.021776815, 0.021713729, 0.021437198, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.2895, "secs_fuse": 0.0438, "secs_legs": 0.0715, "stand_in": false, "top10": ["s99064cfea8.md", "s0dac2270b4.md", "sd838f49bf5.md", "s407342dd82.md", "sba2232df89.md", "s6c26dcbe0b.md", "sb6d796ef37.md", "sd6766b1935.md", "s1dc529a20b.md", "sf3ea11321c.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s99064cfea8.md", "s0dac2270b4.md", "sd838f49bf5.md", "s407342dd82.md", "sba2232df89.md", "s6c26dcbe0b.md", "sb6d796ef37.md", "sd6766b1935.md", "s1dc529a20b.md", "sf3ea11321c.md", "s2c67ded263.md", "s31b75f1a3c.md", "se94acbe695.md", "s5f75fd1e0a.md", "s98c5e0477c.md", "s4310056ff2.md", "s8e20037e78.md", "sfd00316f92.md", "s0283329156.md", "sb172f26903.md", "sdfae4c92c7.md", "sf670087030.md", "s23b5b3c22a.md", "se046c977ac.md", "s28bf2af6e7.md", "scd7c2a193e.md", "sb8a226e0aa.md", "s95541883b4.md", "s7758b37f88.md", "se87641a5e6.md", "sa1a36cca65.md", "s6197515c1a.md", "sed4aa545bd.md", "sc8e5900f49.md", "sf923f77220.md", "s5192dc0e8f.md", "s38e46d71cb.md", "s04c1d3202e.md", "sfdbf260c66.md", "s0825e47be8.md", "s128fe31aa3.md", "safa5002fad.md", "sa0ae57c8ff.md", "s1614aa5c72.md", "s63068d3561.md", "sdd54cfe1bb.md", "s22b161a7c5.md"]}
{"abstention": true, "arm": "A5", "gold": ["s015ae7319f.md", "s3494143d97.md", "s7941eaad24.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 56.07, "n_files": 44, "pool20": ["s7941eaad24.md", "s91a0690b2a.md", "sf35ec86f23.md", "s8ae1966a5f.md", "s3494143d97.md", "se4a565b093.md", "s1545017cc2.md", "s1a0063b9c1.md", "s65e89e0afc.md", "sc485f79f51.md", "saf545f0c25.md", "s015ae7319f.md", "sd22980ea98.md", "sb426eea168.md", "s09ce09e564.md", "sd72f8c03d8.md", "sc0414fe860.md", "s59a1037df9.md", "sfb8b919c10.md", "s98bb156129.md"], "qid": "gpt4_372c3eed_abs", "rrf10": [0.024325754, 0.02297239, 0.022871377, 0.022527473, 0.02228164, 0.021897007, 0.02159204, 0.021535007, 0.021490993, 0.021025641], "score": {"all@10": false, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 87.7643, "secs_fuse": 0.0273, "secs_legs": 0.0639, "stand_in": false, "top10": ["s7941eaad24.md", "s91a0690b2a.md", "sf35ec86f23.md", "s8ae1966a5f.md", "s3494143d97.md", "se4a565b093.md", "s1545017cc2.md", "s1a0063b9c1.md", "s65e89e0afc.md", "sc485f79f51.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["s7941eaad24.md", "s91a0690b2a.md", "sf35ec86f23.md", "s8ae1966a5f.md", "s3494143d97.md", "se4a565b093.md", "s1545017cc2.md", "s1a0063b9c1.md", "s65e89e0afc.md", "sc485f79f51.md", "saf545f0c25.md", "s015ae7319f.md", "sd22980ea98.md", "sb426eea168.md", "s09ce09e564.md", "sd72f8c03d8.md", "sc0414fe860.md", "s59a1037df9.md", "sfb8b919c10.md", "s98bb156129.md", "saa0820f2b4.md", "s25b2c13adc.md", "s513ebea13c.md", "sb9ea4afa07.md", "saf190f6224.md", "s5f984d4aba.md", "sc665d8c54a.md", "sf3306f622f.md", "se43f94ddd2.md", "sc82f4c7c0a.md", "sfa19eda306.md", "s2b57a1b7f6.md", "s445eaf81db.md", "s2b4d87a013.md", "s71cbbcff3f.md", "s295f9ab6c8.md", "s63a76a5402.md", "s37f441d80e.md", "s7ce83fa77a.md", "sfabe9bdc4f.md", "s49225f61b0.md", "s4290f2a2d1.md", "s8da229588b.md", "sedcf0d3b40.md"]}
{"abstention": false, "arm": "A5", "gold": ["scac89ba313.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 57.52, "n_files": 50, "pool20": ["scac89ba313.md", "s0701bbd2e7.md", "sad15a91974.md", "s32159385fc.md", "s41ab846bb6.md", "s06e05c9c62.md", "s5521a1154e.md", "s94f85ec277.md", "s790b2135e8.md", "s4304a895d5.md", "s7b509a6776.md", "s8c4202c857.md", "s5c0a22b8ac.md", "s9e77921488.md", "s24b6c913e0.md", "s3adeba7038.md", "s3011833d30.md", "se2446ceceb.md", "s7c826ccd1b.md", "s3da46858e1.md"], "qid": "8a2466db", "rrf10": [0.024457959, 0.02406554, 0.023581337, 0.023448773, 0.022474315, 0.022397892, 0.021701389, 0.021650327, 0.021390938, 0.02098626], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 92.5324, "secs_fuse": 0.0352, "secs_legs": 0.0668, "stand_in": false, "top10": ["scac89ba313.md", "s0701bbd2e7.md", "sad15a91974.md", "s32159385fc.md", "s41ab846bb6.md", "s06e05c9c62.md", "s5521a1154e.md", "s94f85ec277.md", "s790b2135e8.md", "s4304a895d5.md"], "type": "single-session-preference", "vec150_n": 50, "vec50_n": 50, "wide150": ["scac89ba313.md", "s0701bbd2e7.md", "sad15a91974.md", "s32159385fc.md", "s41ab846bb6.md", "s06e05c9c62.md", "s5521a1154e.md", "s94f85ec277.md", "s790b2135e8.md", "s4304a895d5.md", "s7b509a6776.md", "s8c4202c857.md", "s5c0a22b8ac.md", "s9e77921488.md", "s24b6c913e0.md", "s3adeba7038.md", "s3011833d30.md", "se2446ceceb.md", "s7c826ccd1b.md", "s3da46858e1.md", "s2157e162a8.md", "s79b0db3b75.md", "sab38ade532.md", "s792c12ba5e.md", "scf95a9a307.md", "s53b1506d06.md", "sbf43edba85.md", "s0a6a3f1ce9.md", "sdb2a0f7dbd.md", "s2c17aa3414.md", "s06e5331584.md", "sca236a31ac.md", "s563a14203f.md", "s30ba460603.md", "s22f25a7b0e.md", "sfcedcbbfe8.md", "sb502d73900.md", "s99fb1818ec.md", "s20ed7d858b.md", "s37b14cc282.md", "sa33e0e58dc.md", "s1cfa0a162d.md", "s8a0664baa9.md", "s3b0eae8d4e.md", "sb725d1327f.md", "s5e5109868a.md", "s71abb4d1bb.md", "s9d860847de.md", "s1d267ea13f.md", "s305fb4f7ac.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2b7431b485.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 62.9, "n_files": 48, "pool20": ["s2b7431b485.md", "sd3c53ca1b6.md", "s2b442cb8c7.md", "s15b920082e.md", "sf71836f4e5.md", "s29a4c50ff9.md", "sbdd35dc24f.md", "s8dfaf7a538.md", "sf9428126c9.md", "s24edabc607.md", "s2af9054545.md", "s8b2cdb5a96.md", "s718f9bcc5e.md", "s553cb4b85d.md", "sf0adf966cf.md", "sf28a9456fa.md", "s8ecd46d4bf.md", "s3b90e421cc.md", "s75ace35102.md", "s9d60db0af2.md"], "qid": "06878be2", "rrf10": [0.02408575, 0.023481973, 0.023200758, 0.02238806, 0.022294372, 0.022281228, 0.021825397, 0.021535007, 0.021372549, 0.021326014], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.9414, "secs_fuse": 0.0088, "secs_legs": 0.0198, "stand_in": false, "top10": ["s2b7431b485.md", "sd3c53ca1b6.md", "s2b442cb8c7.md", "s15b920082e.md", "sf71836f4e5.md", "s29a4c50ff9.md", "sbdd35dc24f.md", "s8dfaf7a538.md", "sf9428126c9.md", "s24edabc607.md"], "type": "single-session-preference", "vec150_n": 48, "vec50_n": 48, "wide150": ["s2b7431b485.md", "sd3c53ca1b6.md", "s2b442cb8c7.md", "s15b920082e.md", "sf71836f4e5.md", "s29a4c50ff9.md", "sbdd35dc24f.md", "s8dfaf7a538.md", "sf9428126c9.md", "s24edabc607.md", "s2af9054545.md", "s8b2cdb5a96.md", "s718f9bcc5e.md", "s553cb4b85d.md", "sf0adf966cf.md", "sf28a9456fa.md", "s8ecd46d4bf.md", "s3b90e421cc.md", "s75ace35102.md", "s9d60db0af2.md", "s9603008947.md", "se269f93df1.md", "s1672615870.md", "s1e8e3cdb3b.md", "s723a6ea681.md", "s094dff1d05.md", "s1965c958b5.md", "s0fcc87d8d9.md", "sfff5c2227b.md", "s8d260888cd.md", "s1bb51a6b02.md", "sdd52d9d6e3.md", "s4f0639b209.md", "sf46a684293.md", "sf53353cedd.md", "se12e28868f.md", "s7c57299e84.md", "s8f30fd417b.md", "s31266b0d33.md", "sac3dfeae73.md", "s01506db63a.md", "s9c5ba5c184.md", "s4d3ec7c2bb.md", "sd712de4111.md", "sc498bd74ab.md", "s7bdb5a736a.md", "sd6283daf14.md", "sf291708137.md"]}
{"abstention": false, "arm": "A5", "gold": ["s25e36fd514.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 59.0, "n_files": 48, "pool20": ["sd6aad8ae3a.md", "se6371172ce.md", "se856a6832c.md", "s587aa50463.md", "s3c375d63c2.md", "s27844f644f.md", "sc4cdd43e27.md", "scf06550f5c.md", "s926d92fe27.md", "s6e1eab1e33.md", "sed0b786e87.md", "s2b30c00b34.md", "s99fadddcc8.md", "sd72b720539.md", "s781da39f67.md", "sdd8ee15fed.md", "se15cab1b97.md", "sa34113aa01.md", "s1537225f13.md", "sc9dfc0fb33.md"], "qid": "75832dbd", "rrf10": [0.023087687, 0.022737557, 0.022566282, 0.022226593, 0.022021015, 0.02200083, 0.021530055, 0.021428571, 0.021199389, 0.020633013], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 57.9917, "secs_fuse": 0.0294, "secs_legs": 0.0715, "stand_in": false, "top10": ["sd6aad8ae3a.md", "se6371172ce.md", "se856a6832c.md", "s587aa50463.md", "s3c375d63c2.md", "s27844f644f.md", "sc4cdd43e27.md", "scf06550f5c.md", "s926d92fe27.md", "s6e1eab1e33.md"], "type": "single-session-preference", "vec150_n": 48, "vec50_n": 48, "wide150": ["sd6aad8ae3a.md", "se6371172ce.md", "se856a6832c.md", "s587aa50463.md", "s3c375d63c2.md", "s27844f644f.md", "sc4cdd43e27.md", "scf06550f5c.md", "s926d92fe27.md", "s6e1eab1e33.md", "sed0b786e87.md", "s2b30c00b34.md", "s99fadddcc8.md", "sd72b720539.md", "s781da39f67.md", "sdd8ee15fed.md", "se15cab1b97.md", "sa34113aa01.md", "s1537225f13.md", "sc9dfc0fb33.md", "sa43425066a.md", "s8e34f6dab3.md", "s08b4072853.md", "s25e36fd514.md", "se3dd88f28a.md", "sf0a8f67640.md", "s63c6c4ebe5.md", "sbee136b435.md", "s17e4304119.md", "sb7962871ec.md", "sbd9a7df275.md", "s64bd9f487f.md", "s2dada969a4.md", "s388daf7ee7.md", "sbf5c8a3f1c.md", "sca78ade569.md", "se7e7b8503a.md", "s2afa2a5775.md", "s5594db9da0.md", "s0af393f847.md", "sebf067313c.md", "s9eff05b6e5.md", "s85ceb17619.md", "s5ec4cb5dea.md", "sccbd9e4c59.md", "s11161e23b0.md", "sdbc7556d2b.md", "s16b4bbc75b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s8bc573d432.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 57.26, "n_files": 46, "pool20": ["s8bc573d432.md", "sf6f6fa82ca.md", "sce391558b2.md", "s1f0dbeaaa5.md", "s796c5198f7.md", "sf9b32b49ee.md", "sbea09856a4.md", "s886500eaf2.md", "s257765a7a6.md", "s300efe5383.md", "s1a86708df9.md", "saf1afeab41.md", "s46455bd4de.md", "sa5f7240515.md", "s8bb3d6b1aa.md", "s2da70a6c18.md", "sc980a83af7.md", "sedfbc29282.md", "scd068c3455.md", "sa2d7440595.md"], "qid": "0edc2aef", "rrf10": [0.024329951, 0.024325754, 0.023689516, 0.023565324, 0.022964015, 0.022847302, 0.022278314, 0.021650327, 0.021342069, 0.020555556], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.1147, "secs_fuse": 0.0181, "secs_legs": 0.0438, "stand_in": false, "top10": ["s8bc573d432.md", "sf6f6fa82ca.md", "sce391558b2.md", "s1f0dbeaaa5.md", "s796c5198f7.md", "sf9b32b49ee.md", "sbea09856a4.md", "s886500eaf2.md", "s257765a7a6.md", "s300efe5383.md"], "type": "single-session-preference", "vec150_n": 46, "vec50_n": 46, "wide150": ["s8bc573d432.md", "sf6f6fa82ca.md", "sce391558b2.md", "s1f0dbeaaa5.md", "s796c5198f7.md", "sf9b32b49ee.md", "sbea09856a4.md", "s886500eaf2.md", "s257765a7a6.md", "s300efe5383.md", "s1a86708df9.md", "saf1afeab41.md", "s46455bd4de.md", "sa5f7240515.md", "s8bb3d6b1aa.md", "s2da70a6c18.md", "sc980a83af7.md", "sedfbc29282.md", "scd068c3455.md", "sa2d7440595.md", "s947b555d95.md", "s18d54a5d84.md", "sd6cd84c216.md", "sd5fcbc71f7.md", "s97367b5c2d.md", "s3fe29f4c44.md", "sc8365295f1.md", "s8c9c54957d.md", "s720b881730.md", "se8622e1b29.md", "sfe951d0013.md", "s974e26d1ef.md", "s524f83bd43.md", "see4cee6ad3.md", "sde90ef0cf9.md", "s3a12dcd96a.md", "s70d627865b.md", "sc8f93c549a.md", "sae82951c56.md", "s3964892c9f.md", "s2e385b2cb3.md", "sdadb057498.md", "s047397ba46.md", "sc53474b177.md", "sb4409e4b87.md", "seec8edbebc.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc46bd94bbf.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 55.5, "n_files": 51, "pool20": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "sced6817947.md", "sa2e05cfb77.md", "se5d95e7431.md", "s1fe93668b5.md", "sa5ee4faddd.md", "se48fb3d0db.md", "s03c1b52292.md", "sf13db81eed.md", "s91c9e0ca42.md", "s1778d07823.md", "sf4bfddaf52.md", "s8cebaf4f4a.md", "s6a7306796e.md", "s8030880271.md", "s33f9496174.md", "s01006cf176.md", "s1812a1d9b0.md", "s3317bfc9e3.md"], "qid": "35a27287", "rrf10": [0.024457959, 0.023941532, 0.023581337, 0.023561508, 0.023119393, 0.021848739, 0.021776815, 0.021327968, 0.021175373, 0.0209762], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.5588, "secs_fuse": 0.0087, "secs_legs": 0.0239, "stand_in": false, "top10": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "sced6817947.md", "sa2e05cfb77.md", "se5d95e7431.md", "s1fe93668b5.md", "sa5ee4faddd.md", "se48fb3d0db.md", "s03c1b52292.md", "sf13db81eed.md"], "type": "single-session-preference", "vec150_n": 51, "vec50_n": 50, "wide150": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "sced6817947.md", "sa2e05cfb77.md", "se5d95e7431.md", "s1fe93668b5.md", "sa5ee4faddd.md", "se48fb3d0db.md", "s03c1b52292.md", "sf13db81eed.md", "s91c9e0ca42.md", "s1778d07823.md", "sf4bfddaf52.md", "s8cebaf4f4a.md", "s6a7306796e.md", "s8030880271.md", "s33f9496174.md", "s01006cf176.md", "s1812a1d9b0.md", "s3317bfc9e3.md", "s1786639f74.md", "s3013ed4fb7.md", "s888ed58d64.md", "s12d5e6a7ab.md", "s8171e8781a.md", "sded8eb2acb.md", "sad10a2da6a.md", "s55dd5b77d8.md", "sb1e7c9073c.md", "sb6969cc10c.md", "see2e58369a.md", "s1df21cbc67.md", "scf207acd4f.md", "sc8c4392410.md", "s8c320a99a2.md", "s31cdab43cd.md", "s364d958ef8.md", "s351c5d1b6f.md", "s39761fd67b.md", "sa3e9d5c618.md", "s1717767350.md", "s17ee52744a.md", "se5a0c4fcc1.md", "s94465a11e4.md", "s5b9b909cf2.md", "s0a08d1f65f.md", "s45bc9a4dc7.md", "sfe14fd547e.md", "sbbcd092ced.md", "sf0491b76a3.md", "s7781f776f6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1040d90146.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 50.39, "n_files": 46, "pool20": ["s0fc1b1ba12.md", "s1040d90146.md", "s33d34d5c39.md", "s23a3bab016.md", "s7d5d94c975.md", "s9e0c0e076a.md", "s29b3f0c016.md", "s8250138121.md", "s632eab2280.md", "s117638e4be.md", "sce3539f939.md", "sbc3366ad03.md", "s572412df4e.md", "s4720871447.md", "sa542fbedd4.md", "sadac4e1e85.md", "s10905bcc2b.md", "s6d2b0f5670.md", "s71c84a3425.md", "s00a3d8c763.md"], "qid": "32260d93", "rrf10": [0.024069737, 0.02370479, 0.023435696, 0.023197115, 0.021908272, 0.021875, 0.021135029, 0.020821868, 0.020564516, 0.020467836], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 61.4865, "secs_fuse": 0.01, "secs_legs": 0.0305, "stand_in": false, "top10": ["s0fc1b1ba12.md", "s1040d90146.md", "s33d34d5c39.md", "s23a3bab016.md", "s7d5d94c975.md", "s9e0c0e076a.md", "s29b3f0c016.md", "s8250138121.md", "s632eab2280.md", "s117638e4be.md"], "type": "single-session-preference", "vec150_n": 46, "vec50_n": 46, "wide150": ["s0fc1b1ba12.md", "s1040d90146.md", "s33d34d5c39.md", "s23a3bab016.md", "s7d5d94c975.md", "s9e0c0e076a.md", "s29b3f0c016.md", "s8250138121.md", "s632eab2280.md", "s117638e4be.md", "sce3539f939.md", "sbc3366ad03.md", "s572412df4e.md", "s4720871447.md", "sa542fbedd4.md", "sadac4e1e85.md", "s10905bcc2b.md", "s6d2b0f5670.md", "s71c84a3425.md", "s00a3d8c763.md", "s445a0bdf9f.md", "sd50c31a46c.md", "sa2ca000c16.md", "s756c8e34bb.md", "sc059f8726a.md", "sdf865d2149.md", "s9648d945fa.md", "s2453c562da.md", "s544c8a6b42.md", "sf9e70dd1a1.md", "sae4a015b65.md", "seed7f57013.md", "s014859454f.md", "s8c39de978d.md", "s4fc1fb163a.md", "scc9a237963.md", "s2b909efe8c.md", "s03e9726c18.md", "sa8d3d55566.md", "sa9f0f76e9f.md", "s6ade1e99f1.md", "sc59a20d291.md", "s4abcc08b8f.md", "scfa5a7eef7.md", "s69eef802c4.md", "s50fbcc8600.md"]}
{"abstention": false, "arm": "A5", "gold": ["s97c7db7383.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 50.58, "n_files": 46, "pool20": ["s97c7db7383.md", "sd563344132.md", "sd1ccc3f038.md", "scd209c8266.md", "s859391c806.md", "s5819a20b4d.md", "s0d7125c03d.md", "s4fb9d9755d.md", "sbc2a9fcdcb.md", "s588e8cf9a9.md", "s868c2fcd9c.md", "sdd0533690d.md", "sc9bb267a3c.md", "s8b7f51f678.md", "s18c9f9da5c.md", "sce3baeeb6d.md", "sda4bb537b4.md", "sf466b28729.md", "sb9f76b5140.md", "s9d0c817e18.md"], "qid": "195a1a1b", "rrf10": [0.02370479, 0.023565324, 0.023348236, 0.023150199, 0.023087687, 0.02264239, 0.022630992, 0.021437448, 0.021098213, 0.020614828], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 77.9276, "secs_fuse": 0.0283, "secs_legs": 0.0905, "stand_in": false, "top10": ["s97c7db7383.md", "sd563344132.md", "sd1ccc3f038.md", "scd209c8266.md", "s859391c806.md", "s5819a20b4d.md", "s0d7125c03d.md", "s4fb9d9755d.md", "sbc2a9fcdcb.md", "s588e8cf9a9.md"], "type": "single-session-preference", "vec150_n": 46, "vec50_n": 46, "wide150": ["s97c7db7383.md", "sd563344132.md", "sd1ccc3f038.md", "scd209c8266.md", "s859391c806.md", "s5819a20b4d.md", "s0d7125c03d.md", "s4fb9d9755d.md", "sbc2a9fcdcb.md", "s588e8cf9a9.md", "s868c2fcd9c.md", "sdd0533690d.md", "sc9bb267a3c.md", "s8b7f51f678.md", "s18c9f9da5c.md", "sce3baeeb6d.md", "sda4bb537b4.md", "sf466b28729.md", "sb9f76b5140.md", "s9d0c817e18.md", "sd098ab42d7.md", "s55de941204.md", "s02868238e3.md", "sb4d3070c79.md", "s20c07655ed.md", "s6291e8bfa1.md", "s61afb8dad4.md", "s4574fde568.md", "sc1c5ed96f1.md", "sa826fa48b6.md", "s71775212d9.md", "s579f32eb89.md", "scd668b71d3.md", "s241afe05ae.md", "sfae4c9f294.md", "sd938123fed.md", "sf7b8e94fe4.md", "s512a21ba25.md", "s72be202c52.md", "sf790305ea4.md", "s7aedf4e0a8.md", "s18f19e96b5.md", "s2650d3b750.md", "s87bf5515ca.md", "s656cf62b27.md", "s3654f8ee75.md"]}
{"abstention": false, "arm": "A5", "gold": ["s93307186a5.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 54.15, "n_files": 46, "pool20": ["s93307186a5.md", "s22c40c6013.md", "s778c3deb62.md", "s32fc9abff4.md", "s9a06685d7e.md", "sa10fa935c2.md", "s60952faa36.md", "sf81b3e79cb.md", "s9c164a28d6.md", "se42be0d814.md", "sc235b3920b.md", "s74ebfcf062.md", "sbe5474822c.md", "s9d822806f2.md", "s03448aaa0c.md", "s17f03678c9.md", "s61dde477da.md", "se0d956b310.md", "s9ad5eeb3c7.md", "se5073210ed.md"], "qid": "afdc33df", "rrf10": [0.024590164, 0.023937532, 0.02370479, 0.022861881, 0.022667254, 0.022397892, 0.02232906, 0.021462639, 0.021437448, 0.021428571], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 75.1962, "secs_fuse": 0.0086, "secs_legs": 0.019, "stand_in": false, "top10": ["s93307186a5.md", "s22c40c6013.md", "s778c3deb62.md", "s32fc9abff4.md", "s9a06685d7e.md", "sa10fa935c2.md", "s60952faa36.md", "sf81b3e79cb.md", "s9c164a28d6.md", "se42be0d814.md"], "type": "single-session-preference", "vec150_n": 46, "vec50_n": 46, "wide150": ["s93307186a5.md", "s22c40c6013.md", "s778c3deb62.md", "s32fc9abff4.md", "s9a06685d7e.md", "sa10fa935c2.md", "s60952faa36.md", "sf81b3e79cb.md", "s9c164a28d6.md", "se42be0d814.md", "sc235b3920b.md", "s74ebfcf062.md", "sbe5474822c.md", "s9d822806f2.md", "s03448aaa0c.md", "s17f03678c9.md", "s61dde477da.md", "se0d956b310.md", "s9ad5eeb3c7.md", "se5073210ed.md", "s943ad1b64b.md", "sb974937f22.md", "se74a5503d9.md", "sc966a3ef62.md", "s724caba619.md", "s67688cea1b.md", "sdb4a55f3f1.md", "s2cf21292b2.md", "sf6675b51b2.md", "s3c561af5bb.md", "s3e6158d138.md", "s3a3cf8e61c.md", "sefdca2f1ed.md", "s70e58b501a.md", "sb672affd9a.md", "s25b071d392.md", "s403192d733.md", "s5358fe21c9.md", "sb640cf86e1.md", "s3d9280af89.md", "s88b653165a.md", "sf9f96312d1.md", "sc64f9f98cf.md", "sc0321930bb.md", "sd3223a9847.md", "s6afd2b8990.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6d551ad199.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 55.06, "n_files": 50, "pool20": ["s6d551ad199.md", "sd333b109b4.md", "sd74e7a23ae.md", "scf15cc4720.md", "s5c8ea1162a.md", "sde76bbcdac.md", "sa2296e8d4a.md", "se77fe9ae3a.md", "s0828eaf77c.md", "s8bbae4e24f.md", "s44d8741aa6.md", "s97c1532536.md", "s43c7eb3c83.md", "sd3d08e65d6.md", "s0740ce2c9f.md", "s3d5dbf0179.md", "s3ba8da698d.md", "sf0964f8244.md", "sf495bda449.md", "s23f1af2db1.md"], "qid": "caf03d32", "rrf10": [0.024590164, 0.02382134, 0.023335702, 0.023200758, 0.022518382, 0.02235023, 0.02223393, 0.021967627, 0.021330884, 0.02027027], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 90.2149, "secs_fuse": 0.0281, "secs_legs": 0.0703, "stand_in": false, "top10": ["s6d551ad199.md", "sd333b109b4.md", "sd74e7a23ae.md", "scf15cc4720.md", "s5c8ea1162a.md", "sde76bbcdac.md", "sa2296e8d4a.md", "se77fe9ae3a.md", "s0828eaf77c.md", "s8bbae4e24f.md"], "type": "single-session-preference", "vec150_n": 50, "vec50_n": 50, "wide150": ["s6d551ad199.md", "sd333b109b4.md", "sd74e7a23ae.md", "scf15cc4720.md", "s5c8ea1162a.md", "sde76bbcdac.md", "sa2296e8d4a.md", "se77fe9ae3a.md", "s0828eaf77c.md", "s8bbae4e24f.md", "s44d8741aa6.md", "s97c1532536.md", "s43c7eb3c83.md", "sd3d08e65d6.md", "s0740ce2c9f.md", "s3d5dbf0179.md", "s3ba8da698d.md", "sf0964f8244.md", "sf495bda449.md", "s23f1af2db1.md", "sdac0c451eb.md", "sc8257ffbce.md", "s130d1559b7.md", "sc01f21e704.md", "sa537bb4eec.md", "s54f68e5a71.md", "sd746cf6b0b.md", "s86094c26c0.md", "s6959f96f8d.md", "s77cdbe64d5.md", "s9768e55d75.md", "s96f836c10d.md", "s9fa24b8d9b.md", "s869192b51c.md", "sef9541ac44.md", "sa2ab7047b9.md", "s7ebf248a05.md", "s707757a393.md", "se5174dd963.md", "sab32201962.md", "s22b5186322.md", "sba1685d6e1.md", "s1acebc893a.md", "sf3631d0baf.md", "sf87960b436.md", "s2e806a5c13.md", "sd7fb124a39.md", "s6f1365e492.md", "s2f2d078f85.md", "s024e56641a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0877469aec.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 66.44, "n_files": 49, "pool20": ["s0877469aec.md", "s7efc3891a1.md", "sd9d4011e24.md", "s44f674cfca.md", "s8902d43b0a.md", "s465d0a8303.md", "s0f13a1680b.md", "s20dc4fabae.md", "sf18c99aed6.md", "s912a2df302.md", "sdc55d1b52b.md", "s6e33b63980.md", "sc7310234e1.md", "s11d4aae7c8.md", "sf08d416654.md", "s96b54bc4f5.md", "sa2c3a7b2b7.md", "s2a4425009b.md", "s8964b3ee96.md", "sf254e882d2.md"], "qid": "54026fce", "rrf10": [0.024590164, 0.024193548, 0.022861881, 0.02220213, 0.022168569, 0.022068511, 0.021794872, 0.021649096, 0.021330884, 0.021145833], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.8055, "secs_fuse": 0.0276, "secs_legs": 0.0798, "stand_in": false, "top10": ["s0877469aec.md", "s7efc3891a1.md", "sd9d4011e24.md", "s44f674cfca.md", "s8902d43b0a.md", "s465d0a8303.md", "s0f13a1680b.md", "s20dc4fabae.md", "sf18c99aed6.md", "s912a2df302.md"], "type": "single-session-preference", "vec150_n": 49, "vec50_n": 49, "wide150": ["s0877469aec.md", "s7efc3891a1.md", "sd9d4011e24.md", "s44f674cfca.md", "s8902d43b0a.md", "s465d0a8303.md", "s0f13a1680b.md", "s20dc4fabae.md", "sf18c99aed6.md", "s912a2df302.md", "sdc55d1b52b.md", "s6e33b63980.md", "sc7310234e1.md", "s11d4aae7c8.md", "sf08d416654.md", "s96b54bc4f5.md", "sa2c3a7b2b7.md", "s2a4425009b.md", "s8964b3ee96.md", "sf254e882d2.md", "s8830064d52.md", "s6c57fcc93f.md", "s67bcede7ab.md", "s77eff947ac.md", "s2bc1c10d3e.md", "sfdf328bc19.md", "s01f94c1f43.md", "s3751683346.md", "s87fcc836a1.md", "sde48fb34b4.md", "sd595848215.md", "s4e900cb63e.md", "sfe1fe6ec51.md", "sbc847e73bc.md", "s6bb64dd6dc.md", "s6487896a3e.md", "sf8971724ec.md", "s8e95c256bb.md", "s06186c6c08.md", "sf40a4d979f.md", "s9e2d1c1580.md", "s5f2dbe6eba.md", "sf6e78dd490.md", "s360642444f.md", "sbb8208d4bb.md", "sfb389cb2ba.md", "s6a146cdf93.md", "s0e676a2c4d.md", "sf468501607.md"]}
{"abstention": false, "arm": "A5", "gold": ["sfe1086f0bf.md"], "kw150_n": 54, "kw50_n": 50, "loadavg1_at_start": 55.82, "n_files": 55, "pool20": ["sa6016e46e1.md", "s2b24e699f7.md", "s81b21983a9.md", "sdbe90e3025.md", "sa94a132c09.md", "sfe1086f0bf.md", "s723d7e4ccd.md", "s92e94115be.md", "s8f6de68735.md", "s01ec6d4ea4.md", "s49528f589b.md", "se8303789e1.md", "s837e101fad.md", "s66d264a26b.md", "s958e9afde2.md", "sc13e99313f.md", "sd40097b2b4.md", "s4c42f13b94.md", "s5f9c6e0278.md", "s07ec0f8320.md"], "qid": "06f04340", "rrf10": [0.024590164, 0.023375409, 0.023317308, 0.022989889, 0.022727273, 0.022539683, 0.02195544, 0.021028951, 0.020864662, 0.020799513], "score": {"all@10": true, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 75.1404, "secs_fuse": 0.0282, "secs_legs": 0.0709, "stand_in": false, "top10": ["sa6016e46e1.md", "s2b24e699f7.md", "s81b21983a9.md", "sdbe90e3025.md", "sa94a132c09.md", "sfe1086f0bf.md", "s723d7e4ccd.md", "s92e94115be.md", "s8f6de68735.md", "s01ec6d4ea4.md"], "type": "single-session-preference", "vec150_n": 55, "vec50_n": 50, "wide150": ["sa6016e46e1.md", "s2b24e699f7.md", "s81b21983a9.md", "sdbe90e3025.md", "sa94a132c09.md", "sfe1086f0bf.md", "s723d7e4ccd.md", "s92e94115be.md", "s8f6de68735.md", "s01ec6d4ea4.md", "s49528f589b.md", "se8303789e1.md", "s837e101fad.md", "s66d264a26b.md", "s958e9afde2.md", "sc13e99313f.md", "sd40097b2b4.md", "s4c42f13b94.md", "s5f9c6e0278.md", "s07ec0f8320.md", "s6021788ee3.md", "sd647f6bb31.md", "se012748746.md", "sdf4dd9188f.md", "s638f27b72c.md", "sc419b8e70e.md", "s74ce52e947.md", "s099762caa4.md", "s72a4b493be.md", "s3d064fed2f.md", "se6e73ce85a.md", "s3327420f77.md", "s0173a586b8.md", "se72b93def3.md", "s9e4521497c.md", "s87c41ad1ac.md", "sbf46dd10d6.md", "sbd7eba0d79.md", "s3cc558a500.md", "s65a37ec562.md", "s4a01dff7cb.md", "s0b9ab606fa.md", "se846f344c2.md", "sa569012f2b.md", "s41aeb45cca.md", "s551d730068.md", "s3efe708dac.md", "sdae11eae97.md", "s4ed1cc817c.md", "s22fb3cf42b.md", "se434531a0b.md", "s65c24a58f3.md", "s2cf9788800.md", "sb456c72cfc.md", "se994771d0a.md"]}
{"abstention": false, "arm": "A5", "gold": ["se67d9adb54.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 59.91, "n_files": 45, "pool20": ["se67d9adb54.md", "s924275cfe2.md", "s3d557fb05a.md", "s5f493f41ec.md", "sdb701a75f1.md", "sc9037569d0.md", "se0d94d860a.md", "s6ceea521f2.md", "seb35e203f9.md", "sb3dc44b641.md", "s18281a981b.md", "s2b79cd3ddc.md", "s74f73d9b42.md", "sd716e13308.md", "s227ccd7a0a.md", "sa356a6e3d0.md", "s17e09cb969.md", "s1eaf35e135.md", "s55122c4b29.md", "s3b24b65c0a.md"], "qid": "6b7dfb22", "rrf10": [0.024457959, 0.02406554, 0.023565324, 0.023348236, 0.022960373, 0.021848739, 0.021649096, 0.02133563, 0.021135029, 0.020382395], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.592, "secs_fuse": 0.0344, "secs_legs": 0.0642, "stand_in": false, "top10": ["se67d9adb54.md", "s924275cfe2.md", "s3d557fb05a.md", "s5f493f41ec.md", "sdb701a75f1.md", "sc9037569d0.md", "se0d94d860a.md", "s6ceea521f2.md", "seb35e203f9.md", "sb3dc44b641.md"], "type": "single-session-preference", "vec150_n": 45, "vec50_n": 45, "wide150": ["se67d9adb54.md", "s924275cfe2.md", "s3d557fb05a.md", "s5f493f41ec.md", "sdb701a75f1.md", "sc9037569d0.md", "se0d94d860a.md", "s6ceea521f2.md", "seb35e203f9.md", "sb3dc44b641.md", "s18281a981b.md", "s2b79cd3ddc.md", "s74f73d9b42.md", "sd716e13308.md", "s227ccd7a0a.md", "sa356a6e3d0.md", "s17e09cb969.md", "s1eaf35e135.md", "s55122c4b29.md", "s3b24b65c0a.md", "se6353c5f48.md", "s5d9f1dc9e7.md", "s9bc07733df.md", "sa641c18124.md", "s5c84317b80.md", "s27106586d2.md", "s5770d55651.md", "sac08d01a42.md", "se4139d41c0.md", "se93145e160.md", "seb8e55229f.md", "s10c588ad37.md", "s7f40cde8d5.md", "s51797daa99.md", "s436a04c49f.md", "s97b73994a3.md", "s0a765d3188.md", "s11eaafdd9a.md", "s625c51f13d.md", "s3a3c031d50.md", "sc750c3f4fe.md", "sfd6a44fe5f.md", "s46016eae99.md", "sf95e9cb4a7.md", "s7c97854d0d.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf88f323dd5.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 57.78, "n_files": 48, "pool20": ["sf88f323dd5.md", "s9f21cf3801.md", "safc1f6ea24.md", "sdea109845b.md", "s1bb87e6692.md", "s764f17d82d.md", "sff79c4a73a.md", "scfa11a474c.md", "se796a6e49e.md", "sd460dfee8f.md", "s07cb101c56.md", "s571bfc32f0.md", "sfc8fc2abf2.md", "s21c2047c4c.md", "s02a057f456.md", "sb371f03b1b.md", "sab7e7cd78d.md", "s367e40edab.md", "s815e3a8ace.md", "s1c4e7cc49e.md"], "qid": "1a1907b4", "rrf10": [0.024590164, 0.023073477, 0.022960373, 0.022915269, 0.022397892, 0.022168569, 0.021635138, 0.021145833, 0.020821868, 0.020526961], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.8235, "secs_fuse": 0.0274, "secs_legs": 0.07, "stand_in": false, "top10": ["sf88f323dd5.md", "s9f21cf3801.md", "safc1f6ea24.md", "sdea109845b.md", "s1bb87e6692.md", "s764f17d82d.md", "sff79c4a73a.md", "scfa11a474c.md", "se796a6e49e.md", "sd460dfee8f.md"], "type": "single-session-preference", "vec150_n": 48, "vec50_n": 48, "wide150": ["sf88f323dd5.md", "s9f21cf3801.md", "safc1f6ea24.md", "sdea109845b.md", "s1bb87e6692.md", "s764f17d82d.md", "sff79c4a73a.md", "scfa11a474c.md", "se796a6e49e.md", "sd460dfee8f.md", "s07cb101c56.md", "s571bfc32f0.md", "sfc8fc2abf2.md", "s21c2047c4c.md", "s02a057f456.md", "sb371f03b1b.md", "sab7e7cd78d.md", "s367e40edab.md", "s815e3a8ace.md", "s1c4e7cc49e.md", "sf7034f6da8.md", "s27ce8b3250.md", "s73c7e69b37.md", "s11c7bffaaf.md", "sfd7fc4959c.md", "sf886e936a2.md", "sd88469a4b3.md", "s9c53ac5424.md", "s6a60f5db0f.md", "s6e66b6b71c.md", "s8cdd987e42.md", "s1f324baeb6.md", "s510ba014e4.md", "s5ef88040c7.md", "se4a0849286.md", "s6f5fc45cb2.md", "sce3242af59.md", "s4ab62c9cac.md", "s50d68f028a.md", "s854a0b2614.md", "s1ff6b7b800.md", "s1cc994cb1a.md", "s07b9b0801e.md", "s389d8df24e.md", "s8c13fcfe0d.md", "s27b2f2af14.md", "s8f2e474a5f.md", "scc7bf7276a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6c1275fe85.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 54.19, "n_files": 43, "pool20": ["s6c1275fe85.md", "s7fae964d17.md", "s64a4733c8d.md", "s0e0a871b40.md", "s9021e1a4fd.md", "s1dd7846c2e.md", "saa4b9c51d7.md", "s02b522282d.md", "s54569c608b.md", "s87960ac774.md", "sb3e4e87aae.md", "sded24f46f4.md", "s50e69ab755.md", "sebe1c66a47.md", "s439867733a.md", "sc473e0b8d4.md", "s5a2fe30db8.md", "s2cee37fd61.md", "s9a0f7bc671.md", "sbf0215d32e.md"], "qid": "09d032c9", "rrf10": [0.024590164, 0.02382134, 0.022915269, 0.022429262, 0.02238806, 0.02179784, 0.021464646, 0.021330884, 0.021266968, 0.021116139], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 74.6733, "secs_fuse": 0.0179, "secs_legs": 0.0421, "stand_in": false, "top10": ["s6c1275fe85.md", "s7fae964d17.md", "s64a4733c8d.md", "s0e0a871b40.md", "s9021e1a4fd.md", "s1dd7846c2e.md", "saa4b9c51d7.md", "s02b522282d.md", "s54569c608b.md", "s87960ac774.md"], "type": "single-session-preference", "vec150_n": 43, "vec50_n": 43, "wide150": ["s6c1275fe85.md", "s7fae964d17.md", "s64a4733c8d.md", "s0e0a871b40.md", "s9021e1a4fd.md", "s1dd7846c2e.md", "saa4b9c51d7.md", "s02b522282d.md", "s54569c608b.md", "s87960ac774.md", "sb3e4e87aae.md", "sded24f46f4.md", "s50e69ab755.md", "sebe1c66a47.md", "s439867733a.md", "sc473e0b8d4.md", "s5a2fe30db8.md", "s2cee37fd61.md", "s9a0f7bc671.md", "sbf0215d32e.md", "sb1bfe78261.md", "s53a2b2a241.md", "sdd28c6f86c.md", "s32cdcdfdd2.md", "s87a59dd0db.md", "sea907f8fac.md", "s33a6385d81.md", "saf520f3718.md", "s5c92bf5674.md", "s6a23c812f0.md", "s65a69990e1.md", "s91811f17b3.md", "sb900a55a7d.md", "sebce7bd314.md", "s246d844e98.md", "s7596fe043a.md", "s39a5f0dfcb.md", "s761354a386.md", "s0b0a0e75d3.md", "sa1aae96359.md", "see7d462746.md", "s8ac9217f9b.md", "s4dec104bf6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s56d3e0502d.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 53.32, "n_files": 46, "pool20": ["sea459ca002.md", "s39aa5f0f69.md", "sf0acdba878.md", "s56d3e0502d.md", "s4e5fe70cba.md", "s0e37fe8e7e.md", "s4231308b2b.md", "secf54039e4.md", "seb17649d3e.md", "sd19c7a32b9.md", "s7767271ced.md", "sa49a306d2a.md", "sd0d8bd1081.md", "sccc36029e5.md", "s68bc97208d.md", "s4b78ad9323.md", "s7ca87d3c27.md", "s8cf30b3cc9.md", "s7c4da24b1a.md", "s651a7b929f.md"], "qid": "38146c39", "rrf10": [0.023941532, 0.023937532, 0.023746384, 0.023581337, 0.022569444, 0.021861472, 0.021848739, 0.021776815, 0.021175373, 0.02090301], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 71.0568, "secs_fuse": 0.0083, "secs_legs": 0.0256, "stand_in": false, "top10": ["sea459ca002.md", "s39aa5f0f69.md", "sf0acdba878.md", "s56d3e0502d.md", "s4e5fe70cba.md", "s0e37fe8e7e.md", "s4231308b2b.md", "secf54039e4.md", "seb17649d3e.md", "sd19c7a32b9.md"], "type": "single-session-preference", "vec150_n": 46, "vec50_n": 46, "wide150": ["sea459ca002.md", "s39aa5f0f69.md", "sf0acdba878.md", "s56d3e0502d.md", "s4e5fe70cba.md", "s0e37fe8e7e.md", "s4231308b2b.md", "secf54039e4.md", "seb17649d3e.md", "sd19c7a32b9.md", "s7767271ced.md", "sa49a306d2a.md", "sd0d8bd1081.md", "sccc36029e5.md", "s68bc97208d.md", "s4b78ad9323.md", "s7ca87d3c27.md", "s8cf30b3cc9.md", "s7c4da24b1a.md", "s651a7b929f.md", "s4d4a7045c9.md", "s4541f72b60.md", "s0ede3448a4.md", "s8094e4e0f8.md", "s2f12714813.md", "se8fc09b103.md", "sd6df6c82c5.md", "s916862349b.md", "sd8fa3c99cc.md", "s68d2e17465.md", "s8ed1f5f10a.md", "s4541b219a9.md", "sb0407e7762.md", "s98580ee2bb.md", "s434a66921b.md", "s7646c44e01.md", "sab2806e897.md", "sb2bb9a7439.md", "s93e1b4edfc.md", "s06f0cfa99e.md", "sc2d24a2d23.md", "sa8f5daf284.md", "s39d99a51b0.md", "s458a178750.md", "s1f6ad38faf.md", "sa4ec6c0a0c.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc44fa73331.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 56.66, "n_files": 44, "pool20": ["sc44fa73331.md", "sf32354da7c.md", "sb67eb5b90e.md", "s3b13c2e54c.md", "s4a490a9775.md", "s37aa4e6f2c.md", "s0fb40aa974.md", "s79bb1def1d.md", "s144d6263f0.md", "s61c62227b3.md", "s51ae178bd4.md", "sfb7e91f8eb.md", "s708b86e3dd.md", "s160c2a44dd.md", "s81b3c9b74a.md", "s3297d47ad3.md", "s20017299b5.md", "s265f949e36.md", "sdf3c15e373.md", "sda8a7bf115.md"], "qid": "d24813b1", "rrf10": [0.024457959, 0.023335702, 0.023317308, 0.022978347, 0.022960373, 0.022861881, 0.022518382, 0.022193769, 0.021230159, 0.021183734], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.2215, "secs_fuse": 0.0082, "secs_legs": 0.0189, "stand_in": false, "top10": ["sc44fa73331.md", "sf32354da7c.md", "sb67eb5b90e.md", "s3b13c2e54c.md", "s4a490a9775.md", "s37aa4e6f2c.md", "s0fb40aa974.md", "s79bb1def1d.md", "s144d6263f0.md", "s61c62227b3.md"], "type": "single-session-preference", "vec150_n": 44, "vec50_n": 44, "wide150": ["sc44fa73331.md", "sf32354da7c.md", "sb67eb5b90e.md", "s3b13c2e54c.md", "s4a490a9775.md", "s37aa4e6f2c.md", "s0fb40aa974.md", "s79bb1def1d.md", "s144d6263f0.md", "s61c62227b3.md", "s51ae178bd4.md", "sfb7e91f8eb.md", "s708b86e3dd.md", "s160c2a44dd.md", "s81b3c9b74a.md", "s3297d47ad3.md", "s20017299b5.md", "s265f949e36.md", "sdf3c15e373.md", "sda8a7bf115.md", "s51d7151a7d.md", "s807fdf31e5.md", "s1cb22810ef.md", "s3edfe016cd.md", "s1cf8207837.md", "s15d2655fa3.md", "sc74d7fd124.md", "s170ff691c9.md", "s19f37bf0cd.md", "s3cd5cb5b2c.md", "sd35bedcffe.md", "s80e6adecb9.md", "sba9171f3a3.md", "sf3a6243817.md", "sa549b0e674.md", "s7b09168183.md", "sac8ac1b928.md", "s73cf8f0934.md", "s925fc449e5.md", "sd6bc0eca33.md", "sadea7319e1.md", "s8083233bfd.md", "s701b9bd052.md", "sb722730392.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc8340b1eac.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 57.42, "n_files": 51, "pool20": ["sc8340b1eac.md", "s9315412394.md", "s7f7791ec92.md", "s860f410dce.md", "sfc7fabed68.md", "sfe57fc678e.md", "sce00fdc575.md", "s8a552b7dd4.md", "s5771e4f865.md", "s4de6abb53f.md", "s38ddd25a2f.md", "sa64e3d0ff1.md", "s543356a26c.md", "se23a19caec.md", "s98d048c416.md", "s6c7f5b3942.md", "sf0135b86bd.md", "s291562b2ec.md", "s2f57980dde.md", "s9c2262f287.md"], "qid": "57f827a0", "rrf10": [0.024193548, 0.023581337, 0.0235363, 0.023225957, 0.023088023, 0.022501131, 0.021581197, 0.021577381, 0.021326014, 0.021116139], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.2997, "secs_fuse": 0.015, "secs_legs": 0.0342, "stand_in": false, "top10": ["sc8340b1eac.md", "s9315412394.md", "s7f7791ec92.md", "s860f410dce.md", "sfc7fabed68.md", "sfe57fc678e.md", "sce00fdc575.md", "s8a552b7dd4.md", "s5771e4f865.md", "s4de6abb53f.md"], "type": "single-session-preference", "vec150_n": 51, "vec50_n": 50, "wide150": ["sc8340b1eac.md", "s9315412394.md", "s7f7791ec92.md", "s860f410dce.md", "sfc7fabed68.md", "sfe57fc678e.md", "sce00fdc575.md", "s8a552b7dd4.md", "s5771e4f865.md", "s4de6abb53f.md", "s38ddd25a2f.md", "sa64e3d0ff1.md", "s543356a26c.md", "se23a19caec.md", "s98d048c416.md", "s6c7f5b3942.md", "sf0135b86bd.md", "s291562b2ec.md", "s2f57980dde.md", "s9c2262f287.md", "se736879b00.md", "s0076e16776.md", "s3879fbeb13.md", "s55fb8edb4a.md", "sc21c4468f0.md", "s41bc152fe8.md", "s4c6f2ce000.md", "se3132ea522.md", "sbc7a50d602.md", "s7b8a526855.md", "s5e48692cba.md", "s7bece59b13.md", "sf2db975760.md", "s44c5a8169e.md", "sb0f513d91b.md", "se3b6d2de91.md", "sb39ede71a1.md", "s7dc5e89181.md", "sdc557f4453.md", "s9ab2b5cfcf.md", "s87c94c035c.md", "s57213f0d0d.md", "s654accfd7c.md", "sadf779160d.md", "sbf29e3455f.md", "s32e2bbc207.md", "sb50203f3cd.md", "sefc9894764.md", "sdfcca41d86.md", "s636ad83555.md", "s3037a7abb2.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6f699059c0.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 54.06, "n_files": 49, "pool20": ["s6f699059c0.md", "sf9178df74d.md", "s56a81c39ce.md", "s8a9898981a.md", "s27f7a33f3d.md", "saf3ee1ae90.md", "s7d9cb2c23e.md", "scac19925ed.md", "s6a30b5feee.md", "s3d20f4812e.md", "s40c502b69a.md", "s4236fa06a1.md", "s90388ebc02.md", "sa003d14f29.md", "se5cf49bd47.md", "sbcd62c4b0c.md", "s275bf9797c.md", "s49987e9ecc.md", "s4e58e78794.md", "s408e48ab90.md"], "qid": "95228167", "rrf10": [0.024590164, 0.023565324, 0.023321123, 0.022977941, 0.022501131, 0.021748401, 0.021563815, 0.021397849, 0.021033868, 0.021028951], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 77.7843, "secs_fuse": 0.0283, "secs_legs": 0.0735, "stand_in": false, "top10": ["s6f699059c0.md", "sf9178df74d.md", "s56a81c39ce.md", "s8a9898981a.md", "s27f7a33f3d.md", "saf3ee1ae90.md", "s7d9cb2c23e.md", "scac19925ed.md", "s6a30b5feee.md", "s3d20f4812e.md"], "type": "single-session-preference", "vec150_n": 49, "vec50_n": 49, "wide150": ["s6f699059c0.md", "sf9178df74d.md", "s56a81c39ce.md", "s8a9898981a.md", "s27f7a33f3d.md", "saf3ee1ae90.md", "s7d9cb2c23e.md", "scac19925ed.md", "s6a30b5feee.md", "s3d20f4812e.md", "s40c502b69a.md", "s4236fa06a1.md", "s90388ebc02.md", "sa003d14f29.md", "se5cf49bd47.md", "sbcd62c4b0c.md", "s275bf9797c.md", "s49987e9ecc.md", "s4e58e78794.md", "s408e48ab90.md", "s00a56748fd.md", "s050e590b94.md", "s8255ada586.md", "s1d130ac91c.md", "s01ec964b3e.md", "sba06d1738c.md", "sdfdf204d9e.md", "se512cbaa6b.md", "s4b0c88e864.md", "s4e3784f2ff.md", "sf7dd78c9d4.md", "s734dac1983.md", "s5a36fd0920.md", "s4d8295c71f.md", "s34293b5383.md", "se8accd1711.md", "s84661623cb.md", "sea138a5b0f.md", "s944577072b.md", "sbef49f7b3b.md", "s074fe3969e.md", "se3bd0caf7f.md", "s58d04afbf8.md", "s2ee51ce7c9.md", "sdc115ab7f9.md", "sed47698e04.md", "s1f4f998bb0.md", "s8e9f99c0e8.md", "s65ec30efa1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s10dc857af7.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 54.88, "n_files": 53, "pool20": ["s10dc857af7.md", "s7210eb72fb.md", "s555b0863ae.md", "sdc42c83a2d.md", "sdd1da2cc3d.md", "sfcd6192e7f.md", "s5cbff1cacb.md", "s7c9b210fd5.md", "s8ae1e44f98.md", "sf77fb3e322.md", "s1c0b67dd5d.md", "s5a238bb04d.md", "s7e18d62a96.md", "s6e48e683a1.md", "se04b8e60e5.md", "s2f19cfd006.md", "s6200d259d2.md", "s31be751636.md", "s7bd79b813b.md", "s683018e1ca.md"], "qid": "505af2f5", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023200758, 0.023197115, 0.02238806, 0.022185061, 0.021135266, 0.020878722, 0.020769493], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.9335, "secs_fuse": 0.0181, "secs_legs": 0.0442, "stand_in": false, "top10": ["s10dc857af7.md", "s7210eb72fb.md", "s555b0863ae.md", "sdc42c83a2d.md", "sdd1da2cc3d.md", "sfcd6192e7f.md", "s5cbff1cacb.md", "s7c9b210fd5.md", "s8ae1e44f98.md", "sf77fb3e322.md"], "type": "single-session-preference", "vec150_n": 53, "vec50_n": 50, "wide150": ["s10dc857af7.md", "s7210eb72fb.md", "s555b0863ae.md", "sdc42c83a2d.md", "sdd1da2cc3d.md", "sfcd6192e7f.md", "s5cbff1cacb.md", "s7c9b210fd5.md", "s8ae1e44f98.md", "sf77fb3e322.md", "s1c0b67dd5d.md", "s5a238bb04d.md", "s7e18d62a96.md", "s6e48e683a1.md", "se04b8e60e5.md", "s2f19cfd006.md", "s6200d259d2.md", "s31be751636.md", "s7bd79b813b.md", "s683018e1ca.md", "s280e2a3f28.md", "sa3fb8c30de.md", "s96808487c5.md", "s68d0f3b263.md", "sfac46e74f4.md", "s2e80491a3a.md", "s2ef17e6a64.md", "sa70eead3a4.md", "s9db3774296.md", "s8ddc6b5dc3.md", "s7abf6b13be.md", "sf732668884.md", "s451c7c3212.md", "s4f32a050ef.md", "s5d02d83c1d.md", "s4b5057fbb8.md", "s01ffeb6464.md", "s821d205955.md", "sf726b23b75.md", "s4504b68b6f.md", "s3b68ce6c4c.md", "s50496ba784.md", "s3ae2efe8fa.md", "s50fe869c68.md", "sedeeaebea4.md", "s2d5b366b05.md", "s401ddeeade.md", "s0dff11ca80.md", "s669fdc6dcc.md", "sb5a37d00f2.md", "s98799f6f4b.md", "s331943bb28.md", "s1ce41f5b10.md"]}
{"abstention": false, "arm": "A5", "gold": ["se8a134d659.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 57.55, "n_files": 42, "pool20": ["se8a134d659.md", "s3c830e7235.md", "s8f16343a63.md", "s6a4231eecd.md", "s955ea25b33.md", "s59076bbd70.md", "se1d89e67c3.md", "s7f24d818f4.md", "s612f347028.md", "s4c4eb9a3d4.md", "s6f767a04a9.md", "se334073dcc.md", "sb0b4a2e29d.md", "sab3723983f.md", "s6baa414190.md", "scd33e3204a.md", "s591d6a01f1.md", "s3b5c08dea7.md", "s541084af6a.md", "s689a889a70.md"], "qid": "75f70248", "rrf10": [0.024590164, 0.023689516, 0.022915269, 0.022021015, 0.02181085, 0.021266968, 0.021249076, 0.021175373, 0.021135029, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 74.519, "secs_fuse": 0.0173, "secs_legs": 0.0415, "stand_in": false, "top10": ["se8a134d659.md", "s3c830e7235.md", "s8f16343a63.md", "s6a4231eecd.md", "s955ea25b33.md", "s59076bbd70.md", "se1d89e67c3.md", "s7f24d818f4.md", "s612f347028.md", "s4c4eb9a3d4.md"], "type": "single-session-preference", "vec150_n": 42, "vec50_n": 42, "wide150": ["se8a134d659.md", "s3c830e7235.md", "s8f16343a63.md", "s6a4231eecd.md", "s955ea25b33.md", "s59076bbd70.md", "se1d89e67c3.md", "s7f24d818f4.md", "s612f347028.md", "s4c4eb9a3d4.md", "s6f767a04a9.md", "se334073dcc.md", "sb0b4a2e29d.md", "sab3723983f.md", "s6baa414190.md", "scd33e3204a.md", "s591d6a01f1.md", "s3b5c08dea7.md", "s541084af6a.md", "s689a889a70.md", "sd7d9367cdf.md", "s87a437c9f4.md", "s0f02645c18.md", "s21050f51bd.md", "s37ca12260a.md", "se2ff6ab387.md", "s1701ce5b94.md", "s4cea43d0bb.md", "s44b6d098c1.md", "safa77e309e.md", "sdd5aca265c.md", "sc6ac604bec.md", "s14831c66d5.md", "sd39be0f68a.md", "s6024e7fb4c.md", "sab6f57e37f.md", "s89856ceaf2.md", "s4eb8114138.md", "s578680d549.md", "sd313b006e1.md", "s598086676c.md", "sd37e7fd3c7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0e4bd567f6.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 55.42, "n_files": 44, "pool20": ["sf7b087ebd4.md", "s1ff25ee331.md", "sacf3a9c092.md", "s87183d5bcf.md", "s935f319095.md", "s7c57a59434.md", "s1b5cddaac2.md", "sd8863353eb.md", "sd5c6043ea1.md", "sc8df88707a.md", "s9b52f97153.md", "s9a44236307.md", "se377c1b1c6.md", "s046a614e1f.md", "s1ae45f1177.md", "s7d0bd46c09.md", "s432a99f772.md", "sb97291efc3.md", "sfee3bc6a4f.md", "s072e4e556d.md"], "qid": "d6233ab6", "rrf10": [0.02370479, 0.023348236, 0.023337887, 0.023317308, 0.022915269, 0.022021015, 0.021713729, 0.021701389, 0.021116139, 0.020807726], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 68.2149, "secs_fuse": 0.0282, "secs_legs": 0.0639, "stand_in": false, "top10": ["sf7b087ebd4.md", "s1ff25ee331.md", "sacf3a9c092.md", "s87183d5bcf.md", "s935f319095.md", "s7c57a59434.md", "s1b5cddaac2.md", "sd8863353eb.md", "sd5c6043ea1.md", "sc8df88707a.md"], "type": "single-session-preference", "vec150_n": 44, "vec50_n": 44, "wide150": ["sf7b087ebd4.md", "s1ff25ee331.md", "sacf3a9c092.md", "s87183d5bcf.md", "s935f319095.md", "s7c57a59434.md", "s1b5cddaac2.md", "sd8863353eb.md", "sd5c6043ea1.md", "sc8df88707a.md", "s9b52f97153.md", "s9a44236307.md", "se377c1b1c6.md", "s046a614e1f.md", "s1ae45f1177.md", "s7d0bd46c09.md", "s432a99f772.md", "sb97291efc3.md", "sfee3bc6a4f.md", "s072e4e556d.md", "s0e4bd567f6.md", "s1a30829d95.md", "s6102ae5184.md", "s64954c46d7.md", "s92d32c8f72.md", "sbf57795b25.md", "sc83b4aac10.md", "s3d930ce8fa.md", "s0038d89264.md", "see2f9c0f72.md", "sd3b024e624.md", "s736193b650.md", "s3d2519600b.md", "s133780b9ab.md", "s543f14859f.md", "s5fdee7ce48.md", "s5becfbc937.md", "s3bf9875243.md", "s85c29b62bd.md", "s84c13763c3.md", "s56c1c4e3f0.md", "s15fe05a31c.md", "s8e3e5e61c4.md", "sf220624ff7.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa792414847.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 54.06, "n_files": 47, "pool20": ["sa792414847.md", "s94824ce82f.md", "s67d4406172.md", "s37cb0ec391.md", "sf864c8c6e1.md", "s90362847e2.md", "se533de6e7d.md", "s4525116fa5.md", "s07a4ea7298.md", "s93ad2e4c10.md", "s8f48ce338c.md", "s40c956f0fe.md", "s57db6eddab.md", "s2918dc9d40.md", "s159a95ec12.md", "s702369f883.md", "s3c9d5becbb.md", "s559484766f.md", "sd9be973750.md", "seb13937c7e.md"], "qid": "1da05512", "rrf10": [0.024590164, 0.024193548, 0.02281746, 0.022474315, 0.022305254, 0.021748136, 0.021660265, 0.02141888, 0.021401515, 0.020866455], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.8168, "secs_fuse": 0.0281, "secs_legs": 0.0634, "stand_in": false, "top10": ["sa792414847.md", "s94824ce82f.md", "s67d4406172.md", "s37cb0ec391.md", "sf864c8c6e1.md", "s90362847e2.md", "se533de6e7d.md", "s4525116fa5.md", "s07a4ea7298.md", "s93ad2e4c10.md"], "type": "single-session-preference", "vec150_n": 47, "vec50_n": 47, "wide150": ["sa792414847.md", "s94824ce82f.md", "s67d4406172.md", "s37cb0ec391.md", "sf864c8c6e1.md", "s90362847e2.md", "se533de6e7d.md", "s4525116fa5.md", "s07a4ea7298.md", "s93ad2e4c10.md", "s8f48ce338c.md", "s40c956f0fe.md", "s57db6eddab.md", "s2918dc9d40.md", "s159a95ec12.md", "s702369f883.md", "s3c9d5becbb.md", "s559484766f.md", "sd9be973750.md", "seb13937c7e.md", "s67e90a48e3.md", "s7291c563bf.md", "s462448c3a5.md", "sce9a914a65.md", "se593ae78d7.md", "s5534eb95cc.md", "sde6c776a45.md", "sa7c92b7898.md", "s34144d8123.md", "sd6958e7919.md", "seeee60e332.md", "s4ec21ffa41.md", "s3c042b925b.md", "sd0f344079b.md", "sdbff489c7f.md", "s3be91fd60a.md", "sd558045e1f.md", "s06db782540.md", "s34131ab9f6.md", "s5e95299d57.md", "s44124b5f66.md", "s219c1f21d9.md", "s00fcc6eddb.md", "s73a9a36737.md", "sdd72df2661.md", "sf3462b4733.md", "s666ab1c8b1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5c310be73a.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 55.07, "n_files": 45, "pool20": ["s5c310be73a.md", "sbd10980b2c.md", "sa21c283cde.md", "s0f526a32cf.md", "s37b4187e07.md", "s7d118fe5ff.md", "s0d6fea4021.md", "sd70cd80fea.md", "s8c3ca84d16.md", "s680f79fb12.md", "s2de4dc939c.md", "s9a275b0f7e.md", "seff806b007.md", "s9f3b7f9217.md", "s00af39a172.md", "sf568bde660.md", "s53b9cc8cca.md", "sc15794a9a5.md", "s5051c75246.md", "s72521aaee9.md"], "qid": "fca70973", "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023015873, 0.02195544, 0.021561772, 0.021198569, 0.020970395, 0.020658263, 0.020188531], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.239, "secs_fuse": 0.0084, "secs_legs": 0.0178, "stand_in": false, "top10": ["s5c310be73a.md", "sbd10980b2c.md", "sa21c283cde.md", "s0f526a32cf.md", "s37b4187e07.md", "s7d118fe5ff.md", "s0d6fea4021.md", "sd70cd80fea.md", "s8c3ca84d16.md", "s680f79fb12.md"], "type": "single-session-preference", "vec150_n": 45, "vec50_n": 45, "wide150": ["s5c310be73a.md", "sbd10980b2c.md", "sa21c283cde.md", "s0f526a32cf.md", "s37b4187e07.md", "s7d118fe5ff.md", "s0d6fea4021.md", "sd70cd80fea.md", "s8c3ca84d16.md", "s680f79fb12.md", "s2de4dc939c.md", "s9a275b0f7e.md", "seff806b007.md", "s9f3b7f9217.md", "s00af39a172.md", "sf568bde660.md", "s53b9cc8cca.md", "sc15794a9a5.md", "s5051c75246.md", "s72521aaee9.md", "s78bb41f382.md", "sb0585cd04e.md", "s1a7a2ab4ce.md", "seb7e169ef2.md", "s3461f8aa18.md", "scff3d319b8.md", "sbc45e95043.md", "s0237d4516c.md", "sf8995e94aa.md", "se12a0abe9d.md", "sec1fd66f44.md", "s8aa8bd8a25.md", "s9f29efe7e7.md", "s475a568ee3.md", "sb314ad94d1.md", "s6e19d2d3b3.md", "s98424e163f.md", "safb614bc52.md", "s6b9a63cbfb.md", "s60d8d50b92.md", "s87fb95b40e.md", "sfff798a38d.md", "sc0f0e11214.md", "sdffaf97754.md", "s9864ca13cd.md"]}
{"abstention": false, "arm": "A5", "gold": ["saab4345915.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 57.55, "n_files": 47, "pool20": ["se77ab36f71.md", "saab4345915.md", "s8e594df8a1.md", "se33a3ad941.md", "s9f70ce440c.md", "s4be4b51045.md", "sf1c14fbc10.md", "se8cbdfc98a.md", "seb1e9094ef.md", "se48425e6ee.md", "s781e74d3ec.md", "s22b92e4dbd.md", "sae5d16d49e.md", "s5a9b0f92de.md", "s74229bbce5.md", "s64178eb32a.md", "s744c9aceaa.md", "s1a980316f0.md", "s488a1a7e11.md", "s0bbcd77e58.md"], "qid": "b6025781", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023087687, 0.022843823, 0.022737557, 0.021774688, 0.021535007, 0.021116139, 0.020909091], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 74.4931, "secs_fuse": 0.0179, "secs_legs": 0.0423, "stand_in": false, "top10": ["se77ab36f71.md", "saab4345915.md", "s8e594df8a1.md", "se33a3ad941.md", "s9f70ce440c.md", "s4be4b51045.md", "sf1c14fbc10.md", "se8cbdfc98a.md", "seb1e9094ef.md", "se48425e6ee.md"], "type": "single-session-preference", "vec150_n": 47, "vec50_n": 47, "wide150": ["se77ab36f71.md", "saab4345915.md", "s8e594df8a1.md", "se33a3ad941.md", "s9f70ce440c.md", "s4be4b51045.md", "sf1c14fbc10.md", "se8cbdfc98a.md", "seb1e9094ef.md", "se48425e6ee.md", "s781e74d3ec.md", "s22b92e4dbd.md", "sae5d16d49e.md", "s5a9b0f92de.md", "s74229bbce5.md", "s64178eb32a.md", "s744c9aceaa.md", "s1a980316f0.md", "s488a1a7e11.md", "s0bbcd77e58.md", "seaa8b89a72.md", "s8bf4229bc6.md", "sccafb0d322.md", "s985b1b75d3.md", "s4f68a2cb54.md", "s203c08feaf.md", "s2031fe08ac.md", "sd326352da3.md", "s44c095bdaa.md", "s453ae0a58e.md", "s5e7d66376d.md", "sf0dc337970.md", "s3795445e94.md", "sffac13164c.md", "s992fe6609f.md", "sec50806403.md", "s5cd1a8f9f0.md", "s7b11cb48be.md", "safa42dcbb6.md", "s40fd95fe10.md", "scb5a3fbe94.md", "s43dba18d4c.md", "s96feb9fc15.md", "s05d9c69829.md", "sec99c23357.md", "s4783bd6806.md", "s5fff312470.md"]}
{"abstention": false, "arm": "A5", "gold": ["se5a0aae273.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 53.82, "n_files": 49, "pool20": ["se5a0aae273.md", "s17c51b64c6.md", "sfbf8c1ed69.md", "sca0ce3d97e.md", "s46e328b88b.md", "seed3544a3e.md", "sbc25a44109.md", "s2b1b13ac20.md", "sd7ced05f94.md", "s34042a4545.md", "sb8e19a17ac.md", "s8fd3b18d9a.md", "s38d2d9edf1.md", "se4bf7d55d0.md", "s3a375e7455.md", "sce3965c101.md", "s801b6e76e7.md", "s260948de86.md", "sb124623715.md", "s6278b5fc27.md"], "qid": "a89d7624", "rrf10": [0.024590164, 0.023937532, 0.02382134, 0.023561508, 0.022727273, 0.022527473, 0.021897007, 0.02159204, 0.02124183, 0.020665593], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 76.9303, "secs_fuse": 0.0338, "secs_legs": 0.0647, "stand_in": false, "top10": ["se5a0aae273.md", "s17c51b64c6.md", "sfbf8c1ed69.md", "sca0ce3d97e.md", "s46e328b88b.md", "seed3544a3e.md", "sbc25a44109.md", "s2b1b13ac20.md", "sd7ced05f94.md", "s34042a4545.md"], "type": "single-session-preference", "vec150_n": 49, "vec50_n": 49, "wide150": ["se5a0aae273.md", "s17c51b64c6.md", "sfbf8c1ed69.md", "sca0ce3d97e.md", "s46e328b88b.md", "seed3544a3e.md", "sbc25a44109.md", "s2b1b13ac20.md", "sd7ced05f94.md", "s34042a4545.md", "sb8e19a17ac.md", "s8fd3b18d9a.md", "s38d2d9edf1.md", "se4bf7d55d0.md", "s3a375e7455.md", "sce3965c101.md", "s801b6e76e7.md", "s260948de86.md", "sb124623715.md", "s6278b5fc27.md", "s05d81250a4.md", "s6f062ad0ec.md", "sba62eb5a6f.md", "s228b23d189.md", "sf00cce59a1.md", "s7769f2ee2c.md", "s46932b6016.md", "sb3ad99a983.md", "s50969d4092.md", "s0f0dbd71f9.md", "s6936dc13cc.md", "sf9addbafe3.md", "s4544f1cccf.md", "s52f240e39c.md", "sd1f4f9116a.md", "s74f4a43efe.md", "sab207a53f3.md", "sbc8122c7e6.md", "s8016df63d1.md", "s99f1c4b24e.md", "s07f7489c25.md", "s0ea10fef1d.md", "s2ff293e41e.md", "se1eb914a66.md", "sd2948c2d07.md", "sc27b2b45a2.md", "see013d47c4.md", "s8b2928e0e7.md", "scd0e96953e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s8ca2d3d638.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 52.82, "n_files": 48, "pool20": ["s8ca2d3d638.md", "s34a674aeea.md", "s2a0dfc1a0e.md", "sd3ebbb2e4c.md", "s70f49800ea.md", "sc5f2d1853f.md", "s99b96ca520.md", "s8e5573621e.md", "s4b93a7fc30.md", "sa6c1507a92.md", "sed5b4fbfe5.md", "s205704a154.md", "s000a4ddaea.md", "sa2d761111b.md", "sbb460eafd3.md", "sf7041ff5b2.md", "s8ad26cb4e7.md", "sa6d09c9fc0.md", "s6e845b6416.md", "sa39263968c.md"], "qid": "b0479f84", "rrf10": [0.024590164, 0.022727273, 0.022291667, 0.022278314, 0.022153129, 0.021963563, 0.021755369, 0.02098626, 0.020658263, 0.020620581], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 101.0269, "secs_fuse": 0.0277, "secs_legs": 0.0731, "stand_in": false, "top10": ["s8ca2d3d638.md", "s34a674aeea.md", "s2a0dfc1a0e.md", "sd3ebbb2e4c.md", "s70f49800ea.md", "sc5f2d1853f.md", "s99b96ca520.md", "s8e5573621e.md", "s4b93a7fc30.md", "sa6c1507a92.md"], "type": "single-session-preference", "vec150_n": 48, "vec50_n": 48, "wide150": ["s8ca2d3d638.md", "s34a674aeea.md", "s2a0dfc1a0e.md", "sd3ebbb2e4c.md", "s70f49800ea.md", "sc5f2d1853f.md", "s99b96ca520.md", "s8e5573621e.md", "s4b93a7fc30.md", "sa6c1507a92.md", "sed5b4fbfe5.md", "s205704a154.md", "s000a4ddaea.md", "sa2d761111b.md", "sbb460eafd3.md", "sf7041ff5b2.md", "s8ad26cb4e7.md", "sa6d09c9fc0.md", "s6e845b6416.md", "sa39263968c.md", "s09152268e0.md", "s6a22f84c08.md", "seb92359a3a.md", "s07027b9634.md", "sd050ee28c1.md", "sde49d1fa96.md", "s9eb0952c87.md", "s9d518ffcd9.md", "s80135489e5.md", "s9929210492.md", "s18e39df327.md", "s85e4d2e327.md", "s66410b4b51.md", "se85349f0c5.md", "sdf0047728f.md", "s5e2e17df8e.md", "sdb7b1b28d6.md", "sbe8b23fc86.md", "s6a40410450.md", "s64a08d89b9.md", "scf4f5747c4.md", "sc4ee8dcd29.md", "s6662b06267.md", "s79397e08c3.md", "s458a5bdd12.md", "sf84939e897.md", "s6892fcebf0.md", "s39e8ea881d.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb224ec7a08.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 56.35, "n_files": 45, "pool20": ["sb224ec7a08.md", "sd300196bd2.md", "sad8373b888.md", "s0da396baa2.md", "s214b447239.md", "s4a8d2c8b4a.md", "sdfddaa05ff.md", "s6b17164a0d.md", "sf4d59b87a7.md", "s234eb247c6.md", "s853823d7d1.md", "s9cdd3b27a7.md", "s452c6d17a3.md", "s585b699132.md", "s502e2e779d.md", "sb81f871f37.md", "se9085b634a.md", "s034b7c050e.md", "s63b3bdbfeb.md", "sf98c415a7a.md"], "qid": "1d4e3b97", "rrf10": [0.024457959, 0.024325754, 0.023561508, 0.023335702, 0.022843823, 0.022527473, 0.021861472, 0.021535007, 0.021254487, 0.020751174], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 97.8945, "secs_fuse": 0.035, "secs_legs": 0.0857, "stand_in": false, "top10": ["sb224ec7a08.md", "sd300196bd2.md", "sad8373b888.md", "s0da396baa2.md", "s214b447239.md", "s4a8d2c8b4a.md", "sdfddaa05ff.md", "s6b17164a0d.md", "sf4d59b87a7.md", "s234eb247c6.md"], "type": "single-session-preference", "vec150_n": 45, "vec50_n": 45, "wide150": ["sb224ec7a08.md", "sd300196bd2.md", "sad8373b888.md", "s0da396baa2.md", "s214b447239.md", "s4a8d2c8b4a.md", "sdfddaa05ff.md", "s6b17164a0d.md", "sf4d59b87a7.md", "s234eb247c6.md", "s853823d7d1.md", "s9cdd3b27a7.md", "s452c6d17a3.md", "s585b699132.md", "s502e2e779d.md", "sb81f871f37.md", "se9085b634a.md", "s034b7c050e.md", "s63b3bdbfeb.md", "sf98c415a7a.md", "s84ffe900d5.md", "s92f7bd9d56.md", "sda0e9223d9.md", "s9bc8898582.md", "s764d3fe980.md", "sf8f07bcd58.md", "s2e91366484.md", "sf8f06f6f36.md", "s4e89f1951e.md", "sf9bb540a20.md", "s92ff0b3bd9.md", "s5e436f36cf.md", "s2133137fb8.md", "s0c298090df.md", "sb7b5d7f23c.md", "s3c4822d460.md", "s08f58c1c91.md", "sf034512521.md", "s5fe918a6ec.md", "sddf098c979.md", "s68d19bef32.md", "sfdb6cb1640.md", "s9a45f07370.md", "s3657a04e63.md", "s802e92d9ec.md"]}
{"abstention": false, "arm": "A5", "gold": ["sdf63489ff1.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 59.58, "n_files": 52, "pool20": ["sdf63489ff1.md", "s365b90efb4.md", "s2764a64a67.md", "sd268f8c3cf.md", "sbb48f8f10f.md", "s78ffa623d0.md", "s6685eac0c5.md", "s74d044c94b.md", "s24e7e99ad2.md", "s24def8d16e.md", "sbc97b66e0d.md", "s14bcaf89d5.md", "se63c88a94c.md", "s8a687602f9.md", "sbcb84bdbe7.md", "s13f47a49c9.md", "sc90350f561.md", "s478e362824.md", "scd0a7fcd90.md", "s648e9038a9.md"], "qid": "07b6f563", "rrf10": [0.024457959, 0.024069737, 0.02382134, 0.023321123, 0.022397892, 0.02238806, 0.022058824, 0.022035256, 0.021897007, 0.021230159], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 97.9669, "secs_fuse": 0.0264, "secs_legs": 0.0642, "stand_in": false, "top10": ["sdf63489ff1.md", "s365b90efb4.md", "s2764a64a67.md", "sd268f8c3cf.md", "sbb48f8f10f.md", "s78ffa623d0.md", "s6685eac0c5.md", "s74d044c94b.md", "s24e7e99ad2.md", "s24def8d16e.md"], "type": "single-session-preference", "vec150_n": 52, "vec50_n": 50, "wide150": ["sdf63489ff1.md", "s365b90efb4.md", "s2764a64a67.md", "sd268f8c3cf.md", "sbb48f8f10f.md", "s78ffa623d0.md", "s6685eac0c5.md", "s74d044c94b.md", "s24e7e99ad2.md", "s24def8d16e.md", "sbc97b66e0d.md", "s14bcaf89d5.md", "se63c88a94c.md", "s8a687602f9.md", "sbcb84bdbe7.md", "s13f47a49c9.md", "sc90350f561.md", "s478e362824.md", "scd0a7fcd90.md", "s648e9038a9.md", "s331ff62b8b.md", "sa8a846509a.md", "s425f927e18.md", "scc0d79d407.md", "s4b3e801e45.md", "sa683db4784.md", "s3d36b0fa12.md", "s062a3ff4f9.md", "sfb81b288dc.md", "s863d7c431e.md", "s4e855d1392.md", "s421674ffff.md", "s06a4fd9aa6.md", "sfc8b8d8261.md", "sc391d205b8.md", "s7e4db44f67.md", "s04d3caf899.md", "s352c198b71.md", "sfb1a83af30.md", "s9deb384623.md", "sdadad7e5ca.md", "sccac3b2b8c.md", "s75dbebc9f0.md", "s8dca2f5604.md", "sd3d477d6ae.md", "s5f4ec17fb7.md", "s4335c4329d.md", "se272f272a3.md", "s7dd65fd360.md", "sa1a30cd949.md", "s178fb6c3a3.md", "sa5c3ecf729.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc7fba23644.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 58.53, "n_files": 51, "pool20": ["s018f5251a7.md", "sc7fba23644.md", "sa85ef9603a.md", "sc2c6e86750.md", "sad48fa1472.md", "sc93b98e093.md", "sf3188e3be0.md", "s8f88ba9082.md", "sc404a4bde7.md", "s784adb34ca.md", "s46fdd4ecfd.md", "s42292405bb.md", "sb173aa3064.md", "sf0e061d11a.md", "sc631f7701f.md", "s4629482ead.md", "s3ba4f6a452.md", "s840357b4ac.md", "sbcb18e1211.md", "sc27711ec34.md"], "qid": "1c0ddc50", "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.023225957, 0.022861881, 0.021848739, 0.021480629, 0.021274388, 0.021135029, 0.021071701], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 81.3295, "secs_fuse": 0.0459, "secs_legs": 0.0907, "stand_in": false, "top10": ["s018f5251a7.md", "sc7fba23644.md", "sa85ef9603a.md", "sc2c6e86750.md", "sad48fa1472.md", "sc93b98e093.md", "sf3188e3be0.md", "s8f88ba9082.md", "sc404a4bde7.md", "s784adb34ca.md"], "type": "single-session-preference", "vec150_n": 51, "vec50_n": 50, "wide150": ["s018f5251a7.md", "sc7fba23644.md", "sa85ef9603a.md", "sc2c6e86750.md", "sad48fa1472.md", "sc93b98e093.md", "sf3188e3be0.md", "s8f88ba9082.md", "sc404a4bde7.md", "s784adb34ca.md", "s46fdd4ecfd.md", "s42292405bb.md", "sb173aa3064.md", "sf0e061d11a.md", "sc631f7701f.md", "s4629482ead.md", "s3ba4f6a452.md", "s840357b4ac.md", "sbcb18e1211.md", "sc27711ec34.md", "s2006e29e30.md", "sbb2a0c257d.md", "sa9a5935937.md", "sd45ecaca13.md", "s3806d17044.md", "s5b34bb00e4.md", "s226bb873e7.md", "s563c8bd26e.md", "sce15e243af.md", "sa79c4f0116.md", "s4a77e2d066.md", "sa605096340.md", "s9407252bc0.md", "s8d113fbc45.md", "s8d35beffa8.md", "s504b44da31.md", "s216f4263cf.md", "se85303d3f0.md", "s5488347e25.md", "sa493a7ce2f.md", "s615d3afb7f.md", "s04ab3bc31b.md", "s59948f72fb.md", "sbf1530bb01.md", "s3c812e7bd1.md", "s80630bda9b.md", "s290df178c9.md", "sc4477134f0.md", "sa64d60731a.md", "s7ba292a165.md", "sf0822e1ba8.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2d9b32930e.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 54.2, "n_files": 42, "pool20": ["s2d9b32930e.md", "se26836ef32.md", "sd94f50d8a0.md", "s8e4ea9256e.md", "s655aae46ed.md", "s24413c25f9.md", "s94b57ff963.md", "s690b860f05.md", "sf7dd8c33ff.md", "s31bdb4b52b.md", "s0595083459.md", "s7d683f502e.md", "s58800399de.md", "s1422211255.md", "sd6f6174962.md", "s342b1e5d6c.md", "se2bc045c93.md", "sc1c062ab6d.md", "sa7352a0bbd.md", "s66d746e5b1.md"], "qid": "0a34ad58", "rrf10": [0.024590164, 0.023685516, 0.023561508, 0.02270798, 0.02228164, 0.02195544, 0.021878122, 0.021175373, 0.021033868, 0.020931142], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.3464, "secs_fuse": 0.0273, "secs_legs": 0.0699, "stand_in": false, "top10": ["s2d9b32930e.md", "se26836ef32.md", "sd94f50d8a0.md", "s8e4ea9256e.md", "s655aae46ed.md", "s24413c25f9.md", "s94b57ff963.md", "s690b860f05.md", "sf7dd8c33ff.md", "s31bdb4b52b.md"], "type": "single-session-preference", "vec150_n": 42, "vec50_n": 42, "wide150": ["s2d9b32930e.md", "se26836ef32.md", "sd94f50d8a0.md", "s8e4ea9256e.md", "s655aae46ed.md", "s24413c25f9.md", "s94b57ff963.md", "s690b860f05.md", "sf7dd8c33ff.md", "s31bdb4b52b.md", "s0595083459.md", "s7d683f502e.md", "s58800399de.md", "s1422211255.md", "sd6f6174962.md", "s342b1e5d6c.md", "se2bc045c93.md", "sc1c062ab6d.md", "sa7352a0bbd.md", "s66d746e5b1.md", "s8970053504.md", "s5b1e32bdfb.md", "sb45b35fe5b.md", "s551c5e1990.md", "se6e44779ff.md", "sd1076673b0.md", "s25082fd1c5.md", "s8c1c63eec4.md", "s8efd764781.md", "s2c50cd549a.md", "s21a855084a.md", "s1f98869ad9.md", "sb3abc06060.md", "s0591b55e96.md", "sa45c3966b6.md", "s0deec5420c.md", "sc9b4979198.md", "s77e9019029.md", "s9d41a41673.md", "se320018ecc.md", "s9e2db995b0.md", "s3f1a309bde.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4140e4cfd8.md", "sa1df62342b.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 50.57, "n_files": 49, "pool20": ["sf1fc643d6c.md", "sa1df62342b.md", "s4140e4cfd8.md", "s7f4b8e08be.md", "s450b9cea3b.md", "sddd292d253.md", "s7aef16b80b.md", "s65c0def0ff.md", "s4ba79b2e2a.md", "s290ca296d2.md", "s22719fe366.md", "s0686e3100c.md", "se54a57a3ab.md", "s106ecd8e8f.md", "sdbbd33e631.md", "sd8e836bde8.md", "sc7240c62e2.md", "s70353c3b11.md", "sb63d0f5e46.md", "s866f3d63a4.md"], "qid": "d3ab962e", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022727273, 0.02238806, 0.022051282, 0.021342069, 0.021135266, 0.021119505, 0.02012987], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 69.9435, "secs_fuse": 0.0094, "secs_legs": 0.0196, "stand_in": false, "top10": ["sf1fc643d6c.md", "sa1df62342b.md", "s4140e4cfd8.md", "s7f4b8e08be.md", "s450b9cea3b.md", "sddd292d253.md", "s7aef16b80b.md", "s65c0def0ff.md", "s4ba79b2e2a.md", "s290ca296d2.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["sf1fc643d6c.md", "sa1df62342b.md", "s4140e4cfd8.md", "s7f4b8e08be.md", "s450b9cea3b.md", "sddd292d253.md", "s7aef16b80b.md", "s65c0def0ff.md", "s4ba79b2e2a.md", "s290ca296d2.md", "s22719fe366.md", "s0686e3100c.md", "se54a57a3ab.md", "s106ecd8e8f.md", "sdbbd33e631.md", "sd8e836bde8.md", "sc7240c62e2.md", "s70353c3b11.md", "sb63d0f5e46.md", "s866f3d63a4.md", "s7bd5ce23d7.md", "s0505f651eb.md", "s555ab4ebaa.md", "s6dcc631b61.md", "s9a7db5cae6.md", "sc5666bdf60.md", "s7c172f224e.md", "sf10970166b.md", "s345ed02639.md", "s91f84f86b5.md", "sf3a19bf9b1.md", "s0067eef1fa.md", "s5604cee08b.md", "s8839f08ad8.md", "se4c9a556c8.md", "s419c633a78.md", "se40e487e9c.md", "sc4551df819.md", "se3709bad74.md", "s7444ae5198.md", "sd7f2cbf5f2.md", "sc0397c4780.md", "s0cc3603519.md", "sfdccc0703c.md", "s444128ecc8.md", "sa083c60ad7.md", "saa726b70e6.md", "sbdb3fcebca.md", "s6a89c7ca42.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6466f6fdf5.md", "s9cc548c6a0.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 48.71, "n_files": 50, "pool20": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s667cd7dc0e.md", "s57107a29c6.md", "s107b15280c.md", "s1a7ae05866.md", "s48a8df6400.md", "s74830f699c.md", "sa105e147ca.md", "sfa546c609a.md", "s6276040b8c.md", "s032321d0b7.md", "sd6e725f574.md", "sf8f3d03b69.md", "s4ea001f043.md", "s4afbeda451.md", "s6bf4b27487.md", "sbe2d36dd0e.md", "s441beb52bf.md", "s30005badd3.md"], "qid": "2311e44b", "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.022569444, 0.021908272, 0.020970395, 0.020739327, 0.020057513, 0.019904605, 0.019771242], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.9448, "secs_fuse": 0.027, "secs_legs": 0.0649, "stand_in": false, "top10": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s667cd7dc0e.md", "s57107a29c6.md", "s107b15280c.md", "s1a7ae05866.md", "s48a8df6400.md", "s74830f699c.md", "sa105e147ca.md", "sfa546c609a.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s667cd7dc0e.md", "s57107a29c6.md", "s107b15280c.md", "s1a7ae05866.md", "s48a8df6400.md", "s74830f699c.md", "sa105e147ca.md", "sfa546c609a.md", "s6276040b8c.md", "s032321d0b7.md", "sd6e725f574.md", "sf8f3d03b69.md", "s4ea001f043.md", "s4afbeda451.md", "s6bf4b27487.md", "sbe2d36dd0e.md", "s441beb52bf.md", "s30005badd3.md", "s1f664aea56.md", "s348b08a415.md", "s1327ff1112.md", "s747731d618.md", "sd972820a34.md", "saa72f71045.md", "sded02fd1b1.md", "s6cde80f473.md", "s7c8cd889dc.md", "s64f01323c3.md", "s64dded3249.md", "s6efc2b74f7.md", "s436c129412.md", "s241a2b4ac2.md", "s2743200cde.md", "sca27d24f3f.md", "sd50a9cb042.md", "s0f15e735f9.md", "s0e8b227954.md", "see2632da98.md", "sf6de2f1255.md", "s0c1b13b452.md", "s90392f541f.md", "s74b17b6e62.md", "s206ce08e44.md", "s1667684f89.md", "s3718dfcccd.md", "s376b1392f9.md", "s99eef6b944.md", "s8d6866bbbc.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc251fd98de.md", "sebf2bef38e.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 49.9, "n_files": 42, "pool20": ["sc251fd98de.md", "sebf2bef38e.md", "sae04ec051a.md", "saed5442030.md", "sb94b9cb7ea.md", "s815914f9e3.md", "s80bf829467.md", "s38e395c169.md", "sb5380e313e.md", "s375c250cba.md", "sc9584ab1de.md", "s6b4cc571a8.md", "scc2bb382e7.md", "s5c4c239ad9.md", "sf827f4b6ab.md", "s869799ad49.md", "sf358c98a93.md", "sfe7b1a9139.md", "s0dca9d3775.md", "sa2e619ab63.md"], "qid": "cc06de0d", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022960373, 0.022667254, 0.02206823, 0.021701389, 0.021650327, 0.020535714, 0.020414673], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.0308, "secs_fuse": 0.0478, "secs_legs": 0.088, "stand_in": false, "top10": ["sc251fd98de.md", "sebf2bef38e.md", "sae04ec051a.md", "saed5442030.md", "sb94b9cb7ea.md", "s815914f9e3.md", "s80bf829467.md", "s38e395c169.md", "sb5380e313e.md", "s375c250cba.md"], "type": "multi-session", "vec150_n": 42, "vec50_n": 42, "wide150": ["sc251fd98de.md", "sebf2bef38e.md", "sae04ec051a.md", "saed5442030.md", "sb94b9cb7ea.md", "s815914f9e3.md", "s80bf829467.md", "s38e395c169.md", "sb5380e313e.md", "s375c250cba.md", "sc9584ab1de.md", "s6b4cc571a8.md", "scc2bb382e7.md", "s5c4c239ad9.md", "sf827f4b6ab.md", "s869799ad49.md", "sf358c98a93.md", "sfe7b1a9139.md", "s0dca9d3775.md", "sa2e619ab63.md", "sc367a73d50.md", "sab0b2bb401.md", "sa8a67274ff.md", "s998231d21b.md", "sb6cee19ffa.md", "se4730104ff.md", "s5142114b42.md", "se4cf38237c.md", "seffe10ebd1.md", "sce82da45af.md", "sb31a265dc6.md", "sbd7d578f34.md", "sdd82884130.md", "sd5659bdf29.md", "s00a0db83c7.md", "saaa98eecca.md", "sc6ee8c32ef.md", "s90068b19c7.md", "s02737d2cfe.md", "s2a69a243ca.md", "s5d6a2c654d.md", "sf93563c0e5.md"]}
{"abstention": false, "arm": "A5", "gold": ["sbc19bedd3f.md", "sea6c309a14.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 52.34, "n_files": 50, "pool20": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "sce2f47af1c.md", "sfd875d30ab.md", "s32030a7f2e.md", "sbe00b66ad1.md", "s09d6129bbd.md", "sebb60f153c.md", "s3cefa004cb.md", "sa66e6740aa.md", "s9450e6b95c.md", "s04518942d6.md", "sad8e7e6a8a.md", "s44ecbbf126.md", "s1dfac89d76.md", "s145a794084.md", "sa8f8a1b954.md", "s62a1b7a689.md", "sacf6f51fa2.md"], "qid": "a11281a2", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022960373, 0.02264239, 0.022504456, 0.02217175, 0.021547194, 0.021438953, 0.021230159], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.885, "secs_fuse": 0.0213, "secs_legs": 0.0489, "stand_in": false, "top10": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "sce2f47af1c.md", "sfd875d30ab.md", "s32030a7f2e.md", "sbe00b66ad1.md", "s09d6129bbd.md", "sebb60f153c.md", "s3cefa004cb.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "sce2f47af1c.md", "sfd875d30ab.md", "s32030a7f2e.md", "sbe00b66ad1.md", "s09d6129bbd.md", "sebb60f153c.md", "s3cefa004cb.md", "sa66e6740aa.md", "s9450e6b95c.md", "s04518942d6.md", "sad8e7e6a8a.md", "s44ecbbf126.md", "s1dfac89d76.md", "s145a794084.md", "sa8f8a1b954.md", "s62a1b7a689.md", "sacf6f51fa2.md", "s8dfbe1ea76.md", "se265dab022.md", "s7911e08358.md", "sa88a06e139.md", "s230c68c220.md", "s8548022e72.md", "sa3f2e472ab.md", "s194ea50da8.md", "s20a32bac6b.md", "s6c32d00b86.md", "sa40af194ed.md", "sa467a65c5d.md", "sf6d6f74d07.md", "sb5e58ab941.md", "sa44760f143.md", "s89b02e6420.md", "sfbc75a4225.md", "seb0e2c73be.md", "s6b5f577ba4.md", "sbdccdcaa88.md", "s8eaf6ffbbf.md", "sc6ccd234c0.md", "s62d3ea8710.md", "s4a506ccec6.md", "s40881c1d60.md", "s2562c0f4fd.md", "s56bcf577d2.md", "scbb4169284.md", "s40dbfe5565.md", "s6b5c6983c9.md"]}
{"abstention": false, "arm": "A5", "gold": ["s49a909499e.md", "sb0da6ca072.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 53.54, "n_files": 45, "pool20": ["s49a909499e.md", "sb0da6ca072.md", "scef6ff44cf.md", "s304b0a4477.md", "saa7fa5bac2.md", "sf3168a83f3.md", "s0bdcdbf394.md", "s297aa44e6b.md", "s9a887df4fe.md", "scd0745fe16.md", "s2a95258aaa.md", "se082137d0a.md", "s3af6c9e848.md", "s777fb7d43f.md", "sa06765cb2c.md", "s13f89f4a40.md", "sac729b845a.md", "s9c1b4d1985.md", "s49026884a3.md", "sa33b2440e7.md"], "qid": "4f54b7c9", "rrf10": [0.024457959, 0.024325754, 0.023225957, 0.023200758, 0.022098214, 0.02209596, 0.021794872, 0.021504321, 0.021205821, 0.020923521], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.8365, "secs_fuse": 0.0248, "secs_legs": 0.0559, "stand_in": false, "top10": ["s49a909499e.md", "sb0da6ca072.md", "scef6ff44cf.md", "s304b0a4477.md", "saa7fa5bac2.md", "sf3168a83f3.md", "s0bdcdbf394.md", "s297aa44e6b.md", "s9a887df4fe.md", "scd0745fe16.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s49a909499e.md", "sb0da6ca072.md", "scef6ff44cf.md", "s304b0a4477.md", "saa7fa5bac2.md", "sf3168a83f3.md", "s0bdcdbf394.md", "s297aa44e6b.md", "s9a887df4fe.md", "scd0745fe16.md", "s2a95258aaa.md", "se082137d0a.md", "s3af6c9e848.md", "s777fb7d43f.md", "sa06765cb2c.md", "s13f89f4a40.md", "sac729b845a.md", "s9c1b4d1985.md", "s49026884a3.md", "sa33b2440e7.md", "sce415dac9d.md", "s2bb9ceb278.md", "sd928aeea94.md", "sb84d6512e6.md", "s97667d1368.md", "sef1b7d6fae.md", "s93382c4678.md", "s8dc2ce4cf9.md", "s19550f455b.md", "s574f7ba44c.md", "s1c0b1db535.md", "sbcdb38e724.md", "s2daff55df7.md", "s02f5cb69ed.md", "sa85aeea44a.md", "s3a3b7ec2f8.md", "sca50e7ca91.md", "s13dd1821a5.md", "s7a089a5e82.md", "s99010f20c4.md", "sd82f44157c.md", "s69a2de80ce.md", "sd566cb2860.md", "s37a4ba02b7.md", "s3e3e188892.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0a4e047036.md", "s321914b2b9.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 50.99, "n_files": 47, "pool20": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "sc9b36af9c6.md", "s9a1b274cb1.md", "s7d581639a2.md", "sa0a4609515.md", "sd328988d4c.md", "sd6be39d4da.md", "sc7bc5b6b00.md", "s49589f418d.md", "s929a523c93.md", "s6ed3d534c2.md", "sb2db46189d.md", "sc3317ba34a.md", "sf7fe9374b7.md", "s04eed59eab.md", "sbc8717be1d.md", "s53ce3e29d6.md", "s936c202aec.md"], "qid": "85fa3a3f", "rrf10": [0.024590164, 0.024193548, 0.023088023, 0.022767857, 0.021878122, 0.021620142, 0.021390938, 0.021022934, 0.020955882, 0.020663454], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.8728, "secs_fuse": 0.0123, "secs_legs": 0.0234, "stand_in": false, "top10": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "sc9b36af9c6.md", "s9a1b274cb1.md", "s7d581639a2.md", "sa0a4609515.md", "sd328988d4c.md", "sd6be39d4da.md", "sc7bc5b6b00.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "sc9b36af9c6.md", "s9a1b274cb1.md", "s7d581639a2.md", "sa0a4609515.md", "sd328988d4c.md", "sd6be39d4da.md", "sc7bc5b6b00.md", "s49589f418d.md", "s929a523c93.md", "s6ed3d534c2.md", "sb2db46189d.md", "sc3317ba34a.md", "sf7fe9374b7.md", "s04eed59eab.md", "sbc8717be1d.md", "s53ce3e29d6.md", "s936c202aec.md", "s0c6b6f0929.md", "sd25856c0ea.md", "s1e1308f31c.md", "s878114e456.md", "se2e3cc0f5b.md", "s2165ab3609.md", "s9d20f5cd0d.md", "s1ad88ee358.md", "se7db28342f.md", "s1694b47c63.md", "s06741a8150.md", "s66a68174f6.md", "sbe005d64b5.md", "sd14e195a74.md", "s4b9f0c0ed4.md", "s6f94bb8ebe.md", "s0fc17f291a.md", "s774451d60d.md", "sb9cb4b71a0.md", "s65705b13b6.md", "sf36322cb69.md", "s16b8f64cfd.md", "sc7d6c10201.md", "s5b7c44bad5.md", "s7a1cb2f300.md", "se3dd936b57.md", "s8eaafc45b3.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4c2883ce19.md", "s9910802e2f.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 53.32, "n_files": 51, "pool20": ["s3ec2521e95.md", "s4c2883ce19.md", "s9910802e2f.md", "s2fdcf1894a.md", "s9db07b20a8.md", "sdcd4bd759f.md", "s31db3967b0.md", "s41c1edb707.md", "sffeaf90167.md", "sec573df924.md", "s36e90f6e12.md", "s6c199303aa.md", "s4c98d5b009.md", "s83820d2e3f.md", "sfd95ddb7ba.md", "sbfc37b802f.md", "s67fa062bf3.md", "sf1fd814cbe.md", "s15a3233c90.md", "s8d9032e387.md"], "qid": "9aaed6a3", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022767857, 0.021963563, 0.021861472, 0.02151113, 0.021437198, 0.020933822, 0.020729979], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 75.3092, "secs_fuse": 0.028, "secs_legs": 0.0761, "stand_in": false, "top10": ["s3ec2521e95.md", "s4c2883ce19.md", "s9910802e2f.md", "s2fdcf1894a.md", "s9db07b20a8.md", "sdcd4bd759f.md", "s31db3967b0.md", "s41c1edb707.md", "sffeaf90167.md", "sec573df924.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["s3ec2521e95.md", "s4c2883ce19.md", "s9910802e2f.md", "s2fdcf1894a.md", "s9db07b20a8.md", "sdcd4bd759f.md", "s31db3967b0.md", "s41c1edb707.md", "sffeaf90167.md", "sec573df924.md", "s36e90f6e12.md", "s6c199303aa.md", "s4c98d5b009.md", "s83820d2e3f.md", "sfd95ddb7ba.md", "sbfc37b802f.md", "s67fa062bf3.md", "sf1fd814cbe.md", "s15a3233c90.md", "s8d9032e387.md", "s6e3250841e.md", "s72cfcdd78b.md", "sb36b7b59cb.md", "s9ce4d04efa.md", "se60c5442a8.md", "s3400d4c660.md", "s8fccafed92.md", "seef9faf27d.md", "s45151ff35d.md", "s8b4506b75d.md", "sce22b4721a.md", "sd9ae2f5868.md", "sd0f501c259.md", "sb91ee73a16.md", "see18f1bd0b.md", "s36b6590238.md", "s7672558394.md", "sbda108dd36.md", "s51db28ceea.md", "sbf5bb72a02.md", "s9ae4d55e0b.md", "s6e287e874f.md", "s17a969025b.md", "sddf0713ba2.md", "s32ab4aabff.md", "se39a4c7227.md", "s3956e75ef3.md", "s4388162a10.md", "s971f03d06a.md", "s5214da798f.md", "s5a368e83eb.md"]}
{"abstention": false, "arm": "A5", "gold": ["s27ca342696.md", "sdc14a13669.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 52.11, "n_files": 51, "pool20": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "sa7e13c2124.md", "s57840021f8.md", "s5a12a60efd.md", "sac5acff248.md", "sf70df41246.md", "sf53b212a98.md", "s83af440a6f.md", "s33eac10fd3.md", "s8c534186de.md", "sf4e55a2a63.md", "s5799457aac.md", "s896cb9f012.md", "se79d9235fd.md", "scf02d2da3a.md", "s9a7aed1329.md", "sbe3cb24a24.md", "s9b6149acb3.md"], "qid": "1f2b8d4f", "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.023321123, 0.022767857, 0.022737873, 0.02209596, 0.021748401, 0.021342069, 0.020866455], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.6522, "secs_fuse": 0.0108, "secs_legs": 0.0252, "stand_in": false, "top10": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "sa7e13c2124.md", "s57840021f8.md", "s5a12a60efd.md", "sac5acff248.md", "sf70df41246.md", "sf53b212a98.md", "s83af440a6f.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "sa7e13c2124.md", "s57840021f8.md", "s5a12a60efd.md", "sac5acff248.md", "sf70df41246.md", "sf53b212a98.md", "s83af440a6f.md", "s33eac10fd3.md", "s8c534186de.md", "sf4e55a2a63.md", "s5799457aac.md", "s896cb9f012.md", "se79d9235fd.md", "scf02d2da3a.md", "s9a7aed1329.md", "sbe3cb24a24.md", "s9b6149acb3.md", "s49e0efb143.md", "s7ca9267a60.md", "sb3b0fc853f.md", "s2a9c45db1c.md", "se077d501b8.md", "s2f51f3a040.md", "s34910b3373.md", "s4ac5b6d0be.md", "s409e88e942.md", "sa5db50b5ee.md", "sb28a596331.md", "sb9c223dfe1.md", "s1935c37263.md", "s999d1a53a6.md", "s7e80fe11e8.md", "se386c0fb5a.md", "sc1dfbb27ff.md", "s3141c4f52c.md", "s2c95449bdb.md", "sd0bbe71cba.md", "sb402196811.md", "s9a2bba7139.md", "s19730a397c.md", "s76940abaff.md", "s741e094d5c.md", "s219b31f8d4.md", "sf27b851ba6.md", "s9f04e8338e.md", "sbfcd7aa582.md", "sf3796905fb.md", "sc3c5f134db.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9e36079c38.md", "sa16d1fc74b.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 49.49, "n_files": 45, "pool20": ["s9e36079c38.md", "sa16d1fc74b.md", "s2fb4e8e47f.md", "se722f0cead.md", "s413a3d2afa.md", "s228e954d1e.md", "s90a47d7467.md", "s2d9ee89358.md", "s8363aac22a.md", "see6832267a.md", "sf248827da3.md", "sf3722377d5.md", "s5d7260be0f.md", "s59d20b2617.md", "s85ff252f2e.md", "s482918f12d.md", "s8cd065f991.md", "sb40c5ce366.md", "s0c5a22215c.md", "sb11091d5b0.md"], "qid": "e6041065", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022843823, 0.022767857, 0.022501131, 0.022426869, 0.021748401, 0.021437198, 0.021326014], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.0553, "secs_fuse": 0.008, "secs_legs": 0.0195, "stand_in": false, "top10": ["s9e36079c38.md", "sa16d1fc74b.md", "s2fb4e8e47f.md", "se722f0cead.md", "s413a3d2afa.md", "s228e954d1e.md", "s90a47d7467.md", "s2d9ee89358.md", "s8363aac22a.md", "see6832267a.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s9e36079c38.md", "sa16d1fc74b.md", "s2fb4e8e47f.md", "se722f0cead.md", "s413a3d2afa.md", "s228e954d1e.md", "s90a47d7467.md", "s2d9ee89358.md", "s8363aac22a.md", "see6832267a.md", "sf248827da3.md", "sf3722377d5.md", "s5d7260be0f.md", "s59d20b2617.md", "s85ff252f2e.md", "s482918f12d.md", "s8cd065f991.md", "sb40c5ce366.md", "s0c5a22215c.md", "sb11091d5b0.md", "sff1ebff25d.md", "s7669b4c40b.md", "s52fe0a8f92.md", "scb3eee4cda.md", "s05f9a2ee77.md", "s6ace6bd438.md", "s951c8744aa.md", "sc46fe86346.md", "s2b7af13379.md", "s37f57a5982.md", "s6a17d3a624.md", "s34797dadf5.md", "s15c8fa8d48.md", "scca44a6720.md", "s6766990543.md", "s968297118f.md", "sbd35eed4c6.md", "s1cee07126e.md", "sc2296b7fc7.md", "s6fa06385bf.md", "s46c039b7af.md", "s7d2adcca9b.md", "se5b916138d.md", "s89936765d5.md", "sd55abfdf17.md"]}
{"abstention": false, "arm": "A5", "gold": ["s445692cd5a.md", "s647ebdee0a.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.53, "n_files": 51, "pool20": ["s445692cd5a.md", "s647ebdee0a.md", "s909c58fbf4.md", "s19e685c14f.md", "s9a95b218de.md", "sc005e5bb23.md", "s2d6528400b.md", "sbe293a32f8.md", "s291b3be7fa.md", "seb718b5d53.md", "s513236fb52.md", "se72472629c.md", "s780f67c031.md", "sb3b2dd50a9.md", "s32438609fa.md", "se28c78773a.md", "sc62734eddf.md", "s2dedbaba83.md", "s530b0ddaee.md", "sde0181ece9.md"], "qid": "51c32626", "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.022871377, 0.022727273, 0.02264239, 0.02232906, 0.022305254, 0.020695971, 0.020277578], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.1559, "secs_fuse": 0.0279, "secs_legs": 0.0717, "stand_in": false, "top10": ["s445692cd5a.md", "s647ebdee0a.md", "s909c58fbf4.md", "s19e685c14f.md", "s9a95b218de.md", "sc005e5bb23.md", "s2d6528400b.md", "sbe293a32f8.md", "s291b3be7fa.md", "seb718b5d53.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["s445692cd5a.md", "s647ebdee0a.md", "s909c58fbf4.md", "s19e685c14f.md", "s9a95b218de.md", "sc005e5bb23.md", "s2d6528400b.md", "sbe293a32f8.md", "s291b3be7fa.md", "seb718b5d53.md", "s513236fb52.md", "se72472629c.md", "s780f67c031.md", "sb3b2dd50a9.md", "s32438609fa.md", "se28c78773a.md", "sc62734eddf.md", "s2dedbaba83.md", "s530b0ddaee.md", "sde0181ece9.md", "scb24e197f2.md", "sa83bb85718.md", "s0d8e2a97b1.md", "s6cd048a4c5.md", "s22536aec5a.md", "sff4653408a.md", "sb18053c781.md", "s51b0a70d1f.md", "s24708764c8.md", "scec98ede39.md", "scfbcbceee7.md", "s9823c4aad3.md", "sab9571b6c7.md", "s2806ccce6f.md", "s703e70b7ec.md", "s292b1287dc.md", "sbb9931aa42.md", "s5ccade69e4.md", "s660c3ff190.md", "s300f710aa1.md", "s7d3b822fc6.md", "s796054be41.md", "s6e330ef106.md", "s3ec79694df.md", "s30cd48305a.md", "s3a404c799f.md", "s63f74ce73f.md", "sff51f01bd7.md", "sbc93c7a994.md", "sba00d66cb8.md", "s2d99c99f6a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s697efa5209.md", "sb5d2d76437.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 50.59, "n_files": 48, "pool20": ["sb5d2d76437.md", "s5458c635a4.md", "s366121c87e.md", "sb237759f37.md", "s4ac61f6a68.md", "s697efa5209.md", "sfee233b081.md", "sda37a87515.md", "sb18bb1d742.md", "se91524bec0.md", "s3f57d6195d.md", "sc994768a44.md", "sc6b5011693.md", "s9b46024903.md", "sb5e70df11a.md", "s682ce1c2da.md", "s0f4caa139f.md", "s451b8066c1.md", "sc165f0f4ca.md", "sc96db2afe8.md"], "qid": "d905b33f", "rrf10": [0.024590164, 0.02370479, 0.022989889, 0.022871377, 0.022722331, 0.022614202, 0.022141372, 0.021978022, 0.021748136, 0.021701389], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 71.4492, "secs_fuse": 0.0082, "secs_legs": 0.0219, "stand_in": false, "top10": ["sb5d2d76437.md", "s5458c635a4.md", "s366121c87e.md", "sb237759f37.md", "s4ac61f6a68.md", "s697efa5209.md", "sfee233b081.md", "sda37a87515.md", "sb18bb1d742.md", "se91524bec0.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["sb5d2d76437.md", "s5458c635a4.md", "s366121c87e.md", "sb237759f37.md", "s4ac61f6a68.md", "s697efa5209.md", "sfee233b081.md", "sda37a87515.md", "sb18bb1d742.md", "se91524bec0.md", "s3f57d6195d.md", "sc994768a44.md", "sc6b5011693.md", "s9b46024903.md", "sb5e70df11a.md", "s682ce1c2da.md", "s0f4caa139f.md", "s451b8066c1.md", "sc165f0f4ca.md", "sc96db2afe8.md", "sa73cc888da.md", "sf805f93ef4.md", "s8b8b6ad34d.md", "sf914cf3a2c.md", "s4475f9f647.md", "s7b3ceafc18.md", "sb3aa5ad9b6.md", "s9a558f466e.md", "s130216940d.md", "s997f4dab39.md", "sb82507d1ea.md", "s386df116b4.md", "s78b652cae8.md", "sf5d30515f1.md", "s61d5890dd7.md", "s286153739b.md", "se7f6bfd525.md", "s79715555c9.md", "s760d887424.md", "s1c95fcc140.md", "se80c54978a.md", "s4a8933e6f0.md", "s51c9cc6d4a.md", "sd889f03edf.md", "s7dcc604eef.md", "sebf2acfdac.md", "sf69c998923.md", "s18c6d76247.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1493d128dc.md", "s685abcadd0.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 52.43, "n_files": 48, "pool20": ["s1493d128dc.md", "s685abcadd0.md", "s412019174a.md", "s13eae83c9a.md", "s9e1fc63bbb.md", "s66b883bb0d.md", "sfcabba17da.md", "s58ee72f231.md", "s7be744af66.md", "s8a794b7e6f.md", "s58ebdb5dd1.md", "sa93193a1dd.md", "sd045a757b4.md", "s9c499801bb.md", "s471044b77e.md", "s460b98ac9c.md", "scd9274e6c6.md", "s0a21d98183.md", "sed9560058b.md", "sd67c87e640.md"], "qid": "7405e8b1", "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.023200758, 0.022222222, 0.02168213, 0.021581197, 0.021557455, 0.020658263, 0.02023339], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.3853, "secs_fuse": 0.0287, "secs_legs": 0.0712, "stand_in": false, "top10": ["s1493d128dc.md", "s685abcadd0.md", "s412019174a.md", "s13eae83c9a.md", "s9e1fc63bbb.md", "s66b883bb0d.md", "sfcabba17da.md", "s58ee72f231.md", "s7be744af66.md", "s8a794b7e6f.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s1493d128dc.md", "s685abcadd0.md", "s412019174a.md", "s13eae83c9a.md", "s9e1fc63bbb.md", "s66b883bb0d.md", "sfcabba17da.md", "s58ee72f231.md", "s7be744af66.md", "s8a794b7e6f.md", "s58ebdb5dd1.md", "sa93193a1dd.md", "sd045a757b4.md", "s9c499801bb.md", "s471044b77e.md", "s460b98ac9c.md", "scd9274e6c6.md", "s0a21d98183.md", "sed9560058b.md", "sd67c87e640.md", "sa99861fcdf.md", "s5850479ee4.md", "sd23ea8d85e.md", "s2983b68e56.md", "sd48907362e.md", "s6b2568513c.md", "s6fa9e2de84.md", "s8bccee79aa.md", "s362f8cd160.md", "s3a601bfb80.md", "sbde8c6677d.md", "sdb2b4a7191.md", "sde900a50e2.md", "sb89b6cd0f5.md", "s88993d8e42.md", "sb558c31590.md", "s73f7b4bb20.md", "sbd6705a125.md", "s38c7510fa0.md", "sa700d70204.md", "s72db599769.md", "s3264dc6f2b.md", "sc56598cab5.md", "sca5c75c5a4.md", "s2963df7f1c.md", "scede97d2f9.md", "s09bcde020d.md", "s7b3c9c8f46.md"]}
{"abstention": false, "arm": "A5", "gold": ["s830c520fa0.md", "sdc2ef2e956.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 50.06, "n_files": 53, "pool20": ["s830c520fa0.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s9bc39ad1ea.md", "s5d3e009cb7.md", "s5aa1929466.md", "se6d6b2eec4.md", "s4420913190.md", "s2d43afab0c.md", "sa1bceee9fe.md", "s97afdff575.md", "s89e0af57a1.md", "s4820b34b44.md", "sa963982adb.md", "s452e34ffad.md", "s0bebd6aa79.md", "s1101a84fda.md", "s5606869390.md", "s3a09ee52d3.md", "s1099c3a7d5.md"], "qid": "f35224e0", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.0234375, 0.022168569, 0.02200083, 0.021266968, 0.02115942, 0.020909091, 0.020102339], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.7828, "secs_fuse": 0.0349, "secs_legs": 0.0837, "stand_in": false, "top10": ["s830c520fa0.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s9bc39ad1ea.md", "s5d3e009cb7.md", "s5aa1929466.md", "se6d6b2eec4.md", "s4420913190.md", "s2d43afab0c.md", "sa1bceee9fe.md"], "type": "multi-session", "vec150_n": 53, "vec50_n": 50, "wide150": ["s830c520fa0.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s9bc39ad1ea.md", "s5d3e009cb7.md", "s5aa1929466.md", "se6d6b2eec4.md", "s4420913190.md", "s2d43afab0c.md", "sa1bceee9fe.md", "s97afdff575.md", "s89e0af57a1.md", "s4820b34b44.md", "sa963982adb.md", "s452e34ffad.md", "s0bebd6aa79.md", "s1101a84fda.md", "s5606869390.md", "s3350d4b5c5.md", "s3a09ee52d3.md", "s1099c3a7d5.md", "s4b6a184c46.md", "s4c8cf4a72b.md", "sf6d2b1ccfa.md", "s6549733392.md", "s8467d32527.md", "sfa30a9a9fc.md", "sa3cbc3f361.md", "s8d12a0c203.md", "s62eac48e94.md", "s26e4f1bc35.md", "s95374dcbf0.md", "s202275e591.md", "sc83650e886.md", "sef13a89bf1.md", "s214d352872.md", "s099461bd41.md", "sf1e869f888.md", "se5b9f0e766.md", "s4631e12327.md", "s3dac87b42c.md", "sbb79535a63.md", "s38022fdee1.md", "s1069564471.md", "scc7887df89.md", "s7e6f5c28d5.md", "sa90636b17d.md", "s505fb26bda.md", "s94dc950950.md", "sb5a51dc39f.md", "sd32fa9c319.md", "sbccefb1d61.md", "s73b1a33019.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0da157e8c4.md", "s7ae99d1efa.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 49.14, "n_files": 47, "pool20": ["s7ae99d1efa.md", "s0da157e8c4.md", "sa7a4d852a2.md", "sb3fae70b10.md", "s1d52c8f24d.md", "sa2501989bc.md", "s4c39dc4808.md", "s6ef5328d77.md", "s090e3ab4e4.md", "scad817ecd1.md", "s5e99da74b2.md", "sdd9622bcdf.md", "sd6f0922b5c.md", "s3dadedd5b0.md", "s78b0ab9c02.md", "s36adbc4758.md", "s53d3a10be2.md", "sb5d837da58.md", "sa45865063d.md", "s4798338f14.md"], "qid": "6456829e", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023197115, 0.022843823, 0.022569444, 0.02238806, 0.022068511, 0.021135029, 0.021126761], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.5976, "secs_fuse": 0.0235, "secs_legs": 0.0433, "stand_in": false, "top10": ["s7ae99d1efa.md", "s0da157e8c4.md", "sa7a4d852a2.md", "sb3fae70b10.md", "s1d52c8f24d.md", "sa2501989bc.md", "s4c39dc4808.md", "s6ef5328d77.md", "s090e3ab4e4.md", "scad817ecd1.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s7ae99d1efa.md", "s0da157e8c4.md", "sa7a4d852a2.md", "sb3fae70b10.md", "s1d52c8f24d.md", "sa2501989bc.md", "s4c39dc4808.md", "s6ef5328d77.md", "s090e3ab4e4.md", "scad817ecd1.md", "s5e99da74b2.md", "sdd9622bcdf.md", "sd6f0922b5c.md", "s3dadedd5b0.md", "s78b0ab9c02.md", "s36adbc4758.md", "s53d3a10be2.md", "sb5d837da58.md", "sa45865063d.md", "s4798338f14.md", "s1315e3d542.md", "sc8a9fbd46d.md", "s9a212ec133.md", "s8fba565228.md", "sd2bebb5b06.md", "s91d9e46146.md", "sf203b05e72.md", "sfcc2d54e07.md", "s47ec412bb0.md", "sb8c8e72423.md", "s277bf2c5af.md", "sf28addf5bf.md", "s276fc52e4d.md", "s85d5df8b59.md", "s144449d65a.md", "se2eaf8c0bd.md", "s4c5d88f04c.md", "sc981f3a7e6.md", "s1c96210c31.md", "s640a616ed0.md", "s7934c9bfe0.md", "s1718017c89.md", "s3d475d2f88.md", "se7d2549475.md", "s20cb23d254.md", "s5a8279de4e.md", "saf6b3410df.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6b07a49ff8.md", "s995e5d6ed1.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 51.03, "n_files": 48, "pool20": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scc6b101fbc.md", "s32ea47415c.md", "s7a9e597f1b.md", "scaa51ea941.md", "sa2abba8700.md", "sde57abae1b.md", "s62c9cb60fb.md", "scdaaecf075.md", "s1bf492ab72.md", "sb15b6b910c.md", "sf8df67633c.md", "s4a4ebbe11e.md", "s9f9f7e329b.md", "s8edbd92fc7.md", "sceed1ad08c.md", "s24d99a998c.md", "sb14a6b1026.md", "sc9e278daa5.md"], "qid": "a4996e51", "rrf10": [0.024590164, 0.024193548, 0.022843823, 0.02220213, 0.02179784, 0.021634615, 0.021327968, 0.021145833, 0.020739327, 0.020510836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.3562, "secs_fuse": 0.0277, "secs_legs": 0.0761, "stand_in": false, "top10": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scc6b101fbc.md", "s32ea47415c.md", "s7a9e597f1b.md", "scaa51ea941.md", "sa2abba8700.md", "sde57abae1b.md", "s62c9cb60fb.md", "scdaaecf075.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scc6b101fbc.md", "s32ea47415c.md", "s7a9e597f1b.md", "scaa51ea941.md", "sa2abba8700.md", "sde57abae1b.md", "s62c9cb60fb.md", "scdaaecf075.md", "s1bf492ab72.md", "sb15b6b910c.md", "sf8df67633c.md", "s4a4ebbe11e.md", "s9f9f7e329b.md", "s8edbd92fc7.md", "sceed1ad08c.md", "s24d99a998c.md", "sb14a6b1026.md", "sc9e278daa5.md", "sd0ceb89936.md", "s81f2595c85.md", "s9ff112c574.md", "s0b746ce99c.md", "s9cb47b77a3.md", "se98575116b.md", "s69ac2ad471.md", "sd48ca4a67e.md", "sf4c87bc489.md", "s32de8a087a.md", "s4a047ecb4f.md", "s3e38f3f7f4.md", "s57b2a88d61.md", "s74ad0b39bc.md", "s2f32925b26.md", "s2b7cdd9aa1.md", "s50a26679c1.md", "s9bebdb1265.md", "s6e527090ee.md", "s64b39e41f4.md", "se8b6d61917.md", "s60c380c942.md", "sf7e74ee44e.md", "se2e147c644.md", "sde619b3e30.md", "sefbb98cdb6.md", "sa61ccb0e6b.md", "sa6c1cd7e00.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5f84133fcd.md", "s873947b8ae.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 54.0, "n_files": 52, "pool20": ["s873947b8ae.md", "s6d0054f5c0.md", "s49f5b63295.md", "s0f5b07f157.md", "s215d1888f1.md", "s5f84133fcd.md", "sb1a79026cc.md", "sd8fb4cf6df.md", "sd3ad739a83.md", "sfac9c482f3.md", "s0d95648d84.md", "sc27160aa15.md", "s3c8554a4c7.md", "sdf23b8cbd6.md", "s4b07d610a0.md", "sab83ac1500.md", "sa0ba2a369a.md", "s5f5800edcc.md", "s0af1c72c15.md", "sd6495e3d5e.md"], "qid": "3c1045c8", "rrf10": [0.024590164, 0.023809524, 0.022727273, 0.022518382, 0.022149023, 0.022051282, 0.021179537, 0.020841487, 0.020061728, 0.019779742], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 67.1473, "secs_fuse": 0.0337, "secs_legs": 0.0831, "stand_in": false, "top10": ["s873947b8ae.md", "s6d0054f5c0.md", "s49f5b63295.md", "s0f5b07f157.md", "s215d1888f1.md", "s5f84133fcd.md", "sb1a79026cc.md", "sd8fb4cf6df.md", "sd3ad739a83.md", "sfac9c482f3.md"], "type": "multi-session", "vec150_n": 52, "vec50_n": 50, "wide150": ["s873947b8ae.md", "s6d0054f5c0.md", "s49f5b63295.md", "s0f5b07f157.md", "s215d1888f1.md", "s5f84133fcd.md", "sb1a79026cc.md", "sd8fb4cf6df.md", "s53a3e1553e.md", "sd3ad739a83.md", "sfac9c482f3.md", "s0d95648d84.md", "sc27160aa15.md", "s3c8554a4c7.md", "sdf23b8cbd6.md", "s4b07d610a0.md", "sab83ac1500.md", "sa0ba2a369a.md", "s5f5800edcc.md", "s0af1c72c15.md", "sd6495e3d5e.md", "s4a3a447d07.md", "s7ff02cf228.md", "s5a26ba7284.md", "s88fc2e86df.md", "s424dc16dc8.md", "s15fcaa504f.md", "s75f72b9b52.md", "s332e78cd2c.md", "s66921a15c1.md", "s54056b9d33.md", "sfe1b4146d8.md", "s78f2473edc.md", "sd282ed5c14.md", "s7309898d51.md", "s1b80e148b4.md", "sff9a2d8e4c.md", "sc72c3ed42c.md", "sf2533a6655.md", "sa02ee3255b.md", "s82f543d2a2.md", "s3bd49681d8.md", "s4555b30507.md", "sce0b3d921f.md", "s4c909beb5d.md", "se072e1efa6.md", "sdb0d5da35b.md", "se96f1c7fd6.md", "s42f6c5b972.md", "sd1d19014c2.md", "sb4b8be7842.md", "sdf0480593f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4cf5e223a9.md", "sde92ab15ab.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 53.73, "n_files": 44, "pool20": ["s4cf5e223a9.md", "sde92ab15ab.md", "s848a8008a0.md", "s76b4e4d5a6.md", "sc358d1a0b9.md", "s33a6af98c0.md", "s76b71bd5ae.md", "scf03f4fac4.md", "s9f8ee69ed9.md", "s36467bc32a.md", "s0c7f77c7a5.md", "sa482740881.md", "s9bc0c01df8.md", "s72e89bad5e.md", "s657d8e9b14.md", "s56d22b2470.md", "s42b14c39bd.md", "s1c85ed28fa.md", "sf2fd3df719.md", "sf1cf0cbe94.md"], "qid": "60036106", "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.023561508, 0.023197115, 0.022727273, 0.022278314, 0.021547194, 0.020467836, 0.020458554], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.1499, "secs_fuse": 0.0286, "secs_legs": 0.077, "stand_in": false, "top10": ["s4cf5e223a9.md", "sde92ab15ab.md", "s848a8008a0.md", "s76b4e4d5a6.md", "sc358d1a0b9.md", "s33a6af98c0.md", "s76b71bd5ae.md", "scf03f4fac4.md", "s9f8ee69ed9.md", "s36467bc32a.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["s4cf5e223a9.md", "sde92ab15ab.md", "s848a8008a0.md", "s76b4e4d5a6.md", "sc358d1a0b9.md", "s33a6af98c0.md", "s76b71bd5ae.md", "scf03f4fac4.md", "s9f8ee69ed9.md", "s36467bc32a.md", "s0c7f77c7a5.md", "sa482740881.md", "s9bc0c01df8.md", "s72e89bad5e.md", "s657d8e9b14.md", "s56d22b2470.md", "s42b14c39bd.md", "s1c85ed28fa.md", "sf2fd3df719.md", "sf1cf0cbe94.md", "s94b15600ea.md", "s19facdf273.md", "sb1b31801ad.md", "s4ccd2a4484.md", "s1ccca76e56.md", "s96f816f823.md", "sbef2dde7ab.md", "s9d573fc4fe.md", "s077c133cd4.md", "s13793564ca.md", "sdb64223237.md", "s7e8ec8bad7.md", "sbefa7ff819.md", "s8ef60f929d.md", "s80b159272e.md", "s17e51acc71.md", "s8ed002ad03.md", "s0c85fafcf4.md", "scc5a0f7199.md", "sc5ca9048f3.md", "seb04754492.md", "s24ca15aea4.md", "s5a1ccbbdcb.md", "sd986437252.md"]}
{"abstention": false, "arm": "A5", "gold": ["s46c0289a3c.md", "sbede1fc5c7.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 51.76, "n_files": 49, "pool20": ["sbede1fc5c7.md", "s46c0289a3c.md", "sc17a0373cb.md", "s0d807722f0.md", "s2afeb6f15a.md", "sdacf3224ef.md", "se34cf18963.md", "sf338ff2431.md", "s394a66a0b9.md", "se8ce5abff6.md", "se5b78d392a.md", "s79e5e16d1f.md", "sc13ddc7840.md", "s48335d5eee.md", "sd7dcc98d11.md", "s91f25a7e32.md", "sa900d08e8f.md", "s4fb4f215fc.md", "sad77e58609.md", "s3362c95872.md"], "qid": "681a1674", "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.023076923, 0.021818182, 0.021327968, 0.020643075, 0.020633013, 0.020301717, 0.020036888], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.3449, "secs_fuse": 0.0294, "secs_legs": 0.0793, "stand_in": false, "top10": ["sbede1fc5c7.md", "s46c0289a3c.md", "sc17a0373cb.md", "s0d807722f0.md", "s2afeb6f15a.md", "sdacf3224ef.md", "se34cf18963.md", "sf338ff2431.md", "s394a66a0b9.md", "se8ce5abff6.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["sbede1fc5c7.md", "s46c0289a3c.md", "sc17a0373cb.md", "s0d807722f0.md", "s2afeb6f15a.md", "sdacf3224ef.md", "se34cf18963.md", "sf338ff2431.md", "s394a66a0b9.md", "se8ce5abff6.md", "se5b78d392a.md", "s79e5e16d1f.md", "sc13ddc7840.md", "s48335d5eee.md", "sd7dcc98d11.md", "s91f25a7e32.md", "sa900d08e8f.md", "s4fb4f215fc.md", "sad77e58609.md", "s3362c95872.md", "s10586405c1.md", "s2723c24737.md", "s6d61b1455c.md", "s2ccc265a15.md", "s0b736e0890.md", "s44a0b7b2e2.md", "s7139fb504d.md", "sb8513c85f6.md", "s9d5a19eb1c.md", "s92621b6208.md", "s3bc4df12c8.md", "s12f99aba3e.md", "s3123362436.md", "sda7c4533db.md", "sb650b1b2eb.md", "s839c491c7c.md", "s80f91f7c2e.md", "sfe5b059b14.md", "s3528ce02a6.md", "sb885432e19.md", "s0cb4c93190.md", "sdd3483dd44.md", "s88722bd6e8.md", "s18c8b69360.md", "sc10658319a.md", "sb3d4f2cabf.md", "sda522d8db9.md", "s5af5fa020c.md", "s4deb8abe6c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s23425fb9c1.md", "sb38598132d.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 53.05, "n_files": 48, "pool20": ["sb38598132d.md", "s23425fb9c1.md", "s8546d64191.md", "s68ace2d8f7.md", "sea3288e520.md", "s1a939378d2.md", "se316437efe.md", "s9138b67f0e.md", "s47598c7871.md", "s0c6d4c56ae.md", "se6ee7e6ea2.md", "s51ab750842.md", "s34aecd0efb.md", "sd9a7e0074c.md", "sb7eeadbd9a.md", "se7d4462385.md", "sd8d1eea6a4.md", "sa9c23de20a.md", "sa42b660de7.md", "sb97216872a.md"], "qid": "e25c3b8d", "rrf10": [0.024590164, 0.024193548, 0.022203947, 0.022123016, 0.022021015, 0.02200083, 0.021748401, 0.021437198, 0.020878722, 0.020760959], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.1963, "secs_fuse": 0.0422, "secs_legs": 0.0707, "stand_in": false, "top10": ["sb38598132d.md", "s23425fb9c1.md", "s8546d64191.md", "s68ace2d8f7.md", "sea3288e520.md", "s1a939378d2.md", "se316437efe.md", "s9138b67f0e.md", "s47598c7871.md", "s0c6d4c56ae.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["sb38598132d.md", "s23425fb9c1.md", "s8546d64191.md", "s68ace2d8f7.md", "sea3288e520.md", "s1a939378d2.md", "se316437efe.md", "s9138b67f0e.md", "s47598c7871.md", "s0c6d4c56ae.md", "se6ee7e6ea2.md", "s51ab750842.md", "s34aecd0efb.md", "sd9a7e0074c.md", "sb7eeadbd9a.md", "se7d4462385.md", "sd8d1eea6a4.md", "sa9c23de20a.md", "sa42b660de7.md", "sb97216872a.md", "s330bbdf601.md", "s6bc05d0dc8.md", "s759ee883d6.md", "sf96a5e753d.md", "s3ed7bbfc3a.md", "s61491f13c0.md", "s5d091bd5cf.md", "se98dc1feec.md", "s580cc4955c.md", "s75697074b6.md", "s70ceb894f1.md", "s6656c1b4e7.md", "s6d0c36fbed.md", "sad009c14bc.md", "s094c8db7e7.md", "s327294402e.md", "sdf2a3e97b8.md", "sd04414ca38.md", "s7f483cae61.md", "sc5e3efee3f.md", "s813dd4993f.md", "sb2e9586f59.md", "s0399a065ed.md", "s2722ea3f28.md", "s95e5473432.md", "s7f61b3ddcd.md", "sf588f2313f.md", "sdd28160fa1.md"]}
{"abstention": false, "arm": "A5", "gold": ["se31bf5a051.md", "sf0f8af818d.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 50.66, "n_files": 45, "pool20": ["sf0f8af818d.md", "se31bf5a051.md", "sb2a260fd68.md", "s661b29d081.md", "s5efae3c45d.md", "sf0fc206446.md", "s9d15bb8e38.md", "sc0a38827a5.md", "s76e7c07147.md", "sf20c43237f.md", "s4b403edc25.md", "sa88f922afd.md", "saf2f77cc88.md", "sb6c79c111e.md", "s4c2d48f081.md", "s5857731f52.md", "s8a73f1f5f8.md", "s4720ec7e1f.md", "s1141d9b226.md", "s6f2e957873.md"], "qid": "4adc0475", "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.023088023, 0.022767857, 0.021713729, 0.021116139, 0.020866455, 0.020799513, 0.020740884], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 74.1652, "secs_fuse": 0.0267, "secs_legs": 0.0715, "stand_in": false, "top10": ["sf0f8af818d.md", "se31bf5a051.md", "sb2a260fd68.md", "s661b29d081.md", "s5efae3c45d.md", "sf0fc206446.md", "s9d15bb8e38.md", "sc0a38827a5.md", "s76e7c07147.md", "sf20c43237f.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["sf0f8af818d.md", "se31bf5a051.md", "sb2a260fd68.md", "s661b29d081.md", "s5efae3c45d.md", "sf0fc206446.md", "s9d15bb8e38.md", "sc0a38827a5.md", "s76e7c07147.md", "sf20c43237f.md", "s4b403edc25.md", "sa88f922afd.md", "saf2f77cc88.md", "sb6c79c111e.md", "s4c2d48f081.md", "s5857731f52.md", "s8a73f1f5f8.md", "s4720ec7e1f.md", "s1141d9b226.md", "s6f2e957873.md", "sb0b363b8cc.md", "sb4ee25490f.md", "s4eceac06f8.md", "s140efcf3cb.md", "s8975630bff.md", "s76cb6a4a3e.md", "s06bd7e89e4.md", "s03030f434e.md", "s98c0c2777c.md", "s1de094f923.md", "sfc4faf923b.md", "sf9823cc881.md", "s96b238fd70.md", "se9f7d251a6.md", "s204851e029.md", "s490b094623.md", "sf2a6c048dd.md", "s8393ff00e1.md", "s441e30d4b8.md", "s5b5fd57815.md", "sf5a6ad1df9.md", "s5a4c2ea02e.md", "sbc6840db88.md", "s4241a08963.md", "s030e0a566b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s81144bc6a1.md", "sc07a3aab06.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.0, "n_files": 48, "pool20": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s2c6b054ee5.md", "s5fae9f7892.md", "s62f40e98ef.md", "sf3529b152b.md", "s11a3abb924.md", "saa3c759611.md", "se8d6574153.md", "s3f7d0c363e.md", "s32a9db0483.md", "s8ea6840f33.md", "sa425778a95.md", "s9ae09376bb.md", "sef21383737.md", "seb3e11af38.md", "scc50d396ba.md", "s5fd5a1e6fa.md"], "qid": "4bc144e2", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022737873, 0.02228164, 0.021878122, 0.021776815, 0.021635611, 0.021561772, 0.020620581], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.8908, "secs_fuse": 0.0089, "secs_legs": 0.0197, "stand_in": false, "top10": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s2c6b054ee5.md", "s5fae9f7892.md", "s62f40e98ef.md", "sf3529b152b.md", "s11a3abb924.md", "saa3c759611.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s2c6b054ee5.md", "s5fae9f7892.md", "s62f40e98ef.md", "sf3529b152b.md", "s11a3abb924.md", "saa3c759611.md", "se8d6574153.md", "s3f7d0c363e.md", "s32a9db0483.md", "s8ea6840f33.md", "sa425778a95.md", "s9ae09376bb.md", "sef21383737.md", "seb3e11af38.md", "scc50d396ba.md", "s5fd5a1e6fa.md", "sd06fed33a3.md", "sa3c9c29688.md", "s54053534ab.md", "se4209c7a42.md", "s1779b2ad99.md", "sf9eacecb8b.md", "s9dda8a30c0.md", "s4e97a79125.md", "s1a3bb3e256.md", "s4865b56b67.md", "se72a466285.md", "sc6d49c24a6.md", "sb642af711e.md", "s4dad27fea6.md", "sf02100271b.md", "s1b992cd3a4.md", "s1983504526.md", "s64b3a6fc30.md", "s6d52197dfb.md", "s2e01637d3a.md", "s6079e8c00b.md", "sd186f1fdde.md", "sb1aedc11ff.md", "s5e414278bb.md", "scf878116de.md", "s98e3146ac6.md", "s40b857e0c5.md", "sc4118ad744.md"]}
{"abstention": false, "arm": "A5", "gold": ["s40c2864c85.md", "s4da929cde6.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 55.91, "n_files": 45, "pool20": ["s4da929cde6.md", "s84a557f37e.md", "s40c2864c85.md", "s7e2d8513d9.md", "s2b0f563ead.md", "s5f5b5a34eb.md", "s73b1f17a57.md", "s6b902be2a2.md", "s1c9664be14.md", "s980e6a3078.md", "sa91b102795.md", "sa84f1d5fa1.md", "s869c673d45.md", "s2d8b448a64.md", "s8ed6e0128c.md", "s8fa0d09fb7.md", "s10788ded3b.md", "sadf3e1d0b9.md", "s2fec291bee.md", "sea2093f24b.md"], "qid": "ef66a6e5", "rrf10": [0.024590164, 0.023937532, 0.02382134, 0.02264239, 0.022630992, 0.022068511, 0.021908272, 0.020620581, 0.020575495, 0.020470728], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.3085, "secs_fuse": 0.0266, "secs_legs": 0.0629, "stand_in": false, "top10": ["s4da929cde6.md", "s84a557f37e.md", "s40c2864c85.md", "s7e2d8513d9.md", "s2b0f563ead.md", "s5f5b5a34eb.md", "s73b1f17a57.md", "s6b902be2a2.md", "s1c9664be14.md", "s980e6a3078.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s4da929cde6.md", "s84a557f37e.md", "s40c2864c85.md", "s7e2d8513d9.md", "s2b0f563ead.md", "s5f5b5a34eb.md", "s73b1f17a57.md", "s6b902be2a2.md", "s1c9664be14.md", "s980e6a3078.md", "sa91b102795.md", "sa84f1d5fa1.md", "s869c673d45.md", "s2d8b448a64.md", "s8ed6e0128c.md", "s8fa0d09fb7.md", "s10788ded3b.md", "sadf3e1d0b9.md", "s2fec291bee.md", "sea2093f24b.md", "s5f5b9653cb.md", "sbee86d0e6f.md", "s3cc6514f85.md", "s50b1739499.md", "sb509845063.md", "s4ec73f8cec.md", "sb74fafddd5.md", "saee108ff92.md", "s0998cb7b68.md", "s5ef8a31533.md", "sb03abf1c85.md", "s207be4ebe0.md", "s5b26fca918.md", "s42ee3c9dff.md", "s6199a8329c.md", "s84d020716e.md", "sb549ec7d53.md", "s84d11b5fb0.md", "s8b0e4c681e.md", "s0125af419d.md", "sa98b0f3011.md", "s9e156fbdbc.md", "s739e4bb987.md", "s732db45958.md", "s3d8bacd8bb.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0a85d9e04e.md", "scee6912a74.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 56.02, "n_files": 46, "pool20": ["scee6912a74.md", "s0a85d9e04e.md", "s937311ea04.md", "seb580a9d7d.md", "s9b7d9f79df.md", "s543cbf42b8.md", "s9fb155f5ca.md", "s2d3c1cb3d7.md", "sc932eb8cb7.md", "sfec5bb8ada.md", "se9f97e021a.md", "s90f0fad628.md", "s3b3938b0c0.md", "sdbf08a1ac6.md", "s98d1b38a30.md", "s773ef38564.md", "s93f3603825.md", "s64875d7a81.md", "sdd22e85247.md", "sebb03a6e9d.md"], "qid": "5025383b", "rrf10": [0.024590164, 0.023809524, 0.023271889, 0.022614202, 0.022278314, 0.021953405, 0.021722561, 0.021131742, 0.020970395, 0.02075989], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.4297, "secs_fuse": 0.009, "secs_legs": 0.0191, "stand_in": false, "top10": ["scee6912a74.md", "s0a85d9e04e.md", "s937311ea04.md", "seb580a9d7d.md", "s9b7d9f79df.md", "s543cbf42b8.md", "s9fb155f5ca.md", "s2d3c1cb3d7.md", "sc932eb8cb7.md", "sfec5bb8ada.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["scee6912a74.md", "s0a85d9e04e.md", "s937311ea04.md", "seb580a9d7d.md", "s9b7d9f79df.md", "s543cbf42b8.md", "s9fb155f5ca.md", "s2d3c1cb3d7.md", "sc932eb8cb7.md", "sfec5bb8ada.md", "se9f97e021a.md", "s90f0fad628.md", "s3b3938b0c0.md", "sdbf08a1ac6.md", "s98d1b38a30.md", "s773ef38564.md", "s93f3603825.md", "s64875d7a81.md", "sdd22e85247.md", "sebb03a6e9d.md", "sbdf02bd753.md", "s3d541d847a.md", "sa1a12eb0c3.md", "s2a8b49a2f8.md", "s4ab4041a20.md", "s8589584441.md", "s0daebbeb87.md", "s0a3b8c27e9.md", "sc88c295f3a.md", "s099895cba4.md", "s28d835c5b2.md", "sffd49f0775.md", "sb5cb73ed16.md", "sa8d738fc99.md", "s0e33f50cd7.md", "sc241720bd9.md", "saa6378e18b.md", "sf458f14dbd.md", "s480d131b0f.md", "sbb6a906340.md", "s792ec08466.md", "s3fecf9db08.md", "s86549537d8.md", "sc6e481c39b.md", "s9f1e1f13c7.md", "sc8c0687ab4.md"]}
{"abstention": false, "arm": "A5", "gold": ["s58250a025e.md", "sd9ffacb2b4.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 54.82, "n_files": 43, "pool20": ["s58250a025e.md", "s3e7624f4c5.md", "se870f873d0.md", "s75f193fec4.md", "s7337198063.md", "s5f9967c53b.md", "s1b1459952e.md", "sd9ffacb2b4.md", "sedc996fb2f.md", "s64bd0e6b53.md", "s36c8a1c11b.md", "s7e9cb3d032.md", "s277fa49e02.md", "s4efdaf08e3.md", "s251373ca77.md", "s70fbe64bd9.md", "sc7ce9cab18.md", "s0f485c76f4.md", "seb66369eff.md", "s46dfa73ea4.md"], "qid": "a1cc6108", "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.022737873, 0.022397892, 0.022051282, 0.021848739, 0.021001344, 0.02051685, 0.020334507], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 62.5393, "secs_fuse": 0.0347, "secs_legs": 0.0805, "stand_in": false, "top10": ["s58250a025e.md", "s3e7624f4c5.md", "se870f873d0.md", "s75f193fec4.md", "s7337198063.md", "s5f9967c53b.md", "s1b1459952e.md", "sd9ffacb2b4.md", "sedc996fb2f.md", "s64bd0e6b53.md"], "type": "multi-session", "vec150_n": 43, "vec50_n": 43, "wide150": ["s58250a025e.md", "s3e7624f4c5.md", "se870f873d0.md", "s75f193fec4.md", "s7337198063.md", "s5f9967c53b.md", "s1b1459952e.md", "sd9ffacb2b4.md", "sedc996fb2f.md", "s64bd0e6b53.md", "s36c8a1c11b.md", "s7e9cb3d032.md", "s277fa49e02.md", "s4efdaf08e3.md", "s251373ca77.md", "s70fbe64bd9.md", "sc7ce9cab18.md", "s0f485c76f4.md", "seb66369eff.md", "s46dfa73ea4.md", "s2310f9a477.md", "s773bca47bc.md", "sf56a53bd71.md", "s096054ffe1.md", "se132ac33b2.md", "s1ee36fb799.md", "s4183da34f8.md", "sd85389fe2a.md", "sf05ae34004.md", "s7d9486021a.md", "s884d425975.md", "s0d5ffc2edd.md", "sa9d1d54d3a.md", "s3f231694ff.md", "sa43d512cda.md", "sb1c548b2e6.md", "sb2a8daf154.md", "sae0e2da355.md", "sf3018ac48f.md", "s52da9d7e54.md", "sa0a202cef8.md", "s2865b1c8b4.md", "s7ad9c03772.md"]}
{"abstention": false, "arm": "A5", "gold": ["scf826b680e.md", "se92fa36052.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 53.77, "n_files": 50, "pool20": ["scf826b680e.md", "se92fa36052.md", "s3bc43c1fc8.md", "s367dc5a1f3.md", "sbceb188b26.md", "sf13527786f.md", "sdfe736998e.md", "sa0c1148657.md", "s281d7217d3.md", "s56ff49df70.md", "s997ffac921.md", "s0322916ec9.md", "s7a6902c1c4.md", "s5d1c8b1e66.md", "s5dda98ca1f.md", "s2566225158.md", "s82fc41a85d.md", "s48fcccc859.md", "s60821f1e84.md", "sb1c92b50af.md"], "qid": "9ee3ecd6", "rrf10": [0.024457959, 0.024325754, 0.023561508, 0.023448773, 0.022847302, 0.021581197, 0.021555197, 0.02141888, 0.021401515, 0.021326014], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.5332, "secs_fuse": 0.0082, "secs_legs": 0.0194, "stand_in": false, "top10": ["scf826b680e.md", "se92fa36052.md", "s3bc43c1fc8.md", "s367dc5a1f3.md", "sbceb188b26.md", "sf13527786f.md", "sdfe736998e.md", "sa0c1148657.md", "s281d7217d3.md", "s56ff49df70.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["scf826b680e.md", "se92fa36052.md", "s3bc43c1fc8.md", "s367dc5a1f3.md", "sbceb188b26.md", "sf13527786f.md", "sdfe736998e.md", "sa0c1148657.md", "s281d7217d3.md", "s56ff49df70.md", "s997ffac921.md", "s0322916ec9.md", "s7a6902c1c4.md", "s5d1c8b1e66.md", "s5dda98ca1f.md", "s2566225158.md", "s82fc41a85d.md", "s48fcccc859.md", "s60821f1e84.md", "sb1c92b50af.md", "sa8b1648f36.md", "sd50e86ce1a.md", "s49e881756c.md", "s46e88dc093.md", "s0c9b81190d.md", "s385e2e6b7d.md", "s4e8898662d.md", "sfcfed8d1fb.md", "s8249c73217.md", "sb427ba9351.md", "sf59461659f.md", "s5d96543165.md", "s2ec36b2e83.md", "s031a7046d4.md", "s50ef98ae44.md", "s0a52febe24.md", "se4406edaab.md", "see00a51f04.md", "s2ede94b10b.md", "s76d89ac370.md", "sab7545d559.md", "sd9b628ded7.md", "sd917550df8.md", "s4c4be6b338.md", "sdc443e8aab.md", "s3aae589595.md", "s98c96655f6.md", "s25e2e8f5ad.md", "sbc525233c0.md", "s09a8557ba9.md"]}
{"abstention": false, "arm": "A5", "gold": ["s63b9f6df7f.md", "se85bceeeee.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 51.75, "n_files": 44, "pool20": ["s63b9f6df7f.md", "sed3510b7b2.md", "se85bceeeee.md", "s62238ca108.md", "scb612290f5.md", "sebde0e9c35.md", "s7c04984a16.md", "s1da1aaff6e.md", "s05cb538da2.md", "seb5dcaad50.md", "s44f15bf38a.md", "sd972d795d7.md", "s10b92faa65.md", "s726568eada.md", "s1d1b9d6758.md", "s0a027dd6f5.md", "s8ea85b4075.md", "sfe9761eaed.md", "sfc8873baad.md", "s3d02e53fa4.md"], "qid": "3fdac837", "rrf10": [0.024069737, 0.023856129, 0.02382134, 0.0234375, 0.021861472, 0.021462639, 0.021033868, 0.020647773, 0.020282187, 0.020192137], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 76.177, "secs_fuse": 0.0278, "secs_legs": 0.0645, "stand_in": false, "top10": ["s63b9f6df7f.md", "sed3510b7b2.md", "se85bceeeee.md", "s62238ca108.md", "scb612290f5.md", "sebde0e9c35.md", "s7c04984a16.md", "s1da1aaff6e.md", "s05cb538da2.md", "seb5dcaad50.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["s63b9f6df7f.md", "sed3510b7b2.md", "se85bceeeee.md", "s62238ca108.md", "scb612290f5.md", "sebde0e9c35.md", "s7c04984a16.md", "s1da1aaff6e.md", "s05cb538da2.md", "seb5dcaad50.md", "s44f15bf38a.md", "sd972d795d7.md", "s10b92faa65.md", "s726568eada.md", "s1d1b9d6758.md", "s0a027dd6f5.md", "s8ea85b4075.md", "sfe9761eaed.md", "sfc8873baad.md", "s3d02e53fa4.md", "sef0ee4412c.md", "sd532421c8c.md", "s4f03054a31.md", "s18c2301068.md", "se0a989321d.md", "sdc002d9ab4.md", "s4d59b404be.md", "s6bb572a3e3.md", "s73e71c1081.md", "s0d929d74ea.md", "s300f2f2e17.md", "s598fb6b67a.md", "sc70b97c0ee.md", "s2f04332522.md", "s24bc1bdfd6.md", "s6f6580a261.md", "s98b2424f9f.md", "sd1a62da587.md", "s88465fb7a3.md", "sa207b2742d.md", "sdfc7da6056.md", "sf149b5e74f.md", "s0994e3d640.md", "s431af04adb.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3c3f0b89ab.md", "sb5d5912b90.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 51.01, "n_files": 48, "pool20": ["s3c3f0b89ab.md", "sb5d5912b90.md", "s79c71931c4.md", "sc57d8be044.md", "s5c87f0b3e9.md", "s0c04fc336f.md", "s179999be43.md", "s4fc78a1e84.md", "s784eb3bab9.md", "s277808d3ab.md", "sebdbfcfde8.md", "s2cea3a4742.md", "sa24f709619.md", "s4109daa1b3.md", "s261dbee0de.md", "sb3ebec1091.md", "s6e0c813e3d.md", "s2cad5c352a.md", "s8feea0c2c2.md", "s147572c34c.md"], "qid": "91b15a6e", "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.023317308, 0.021634615, 0.021555197, 0.021071701, 0.020833333, 0.020360156, 0.02027027], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.6334, "secs_fuse": 0.0367, "secs_legs": 0.0803, "stand_in": false, "top10": ["s3c3f0b89ab.md", "sb5d5912b90.md", "s79c71931c4.md", "sc57d8be044.md", "s5c87f0b3e9.md", "s0c04fc336f.md", "s179999be43.md", "s4fc78a1e84.md", "s784eb3bab9.md", "s277808d3ab.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s3c3f0b89ab.md", "sb5d5912b90.md", "s79c71931c4.md", "sc57d8be044.md", "s5c87f0b3e9.md", "s0c04fc336f.md", "s179999be43.md", "s4fc78a1e84.md", "s784eb3bab9.md", "s277808d3ab.md", "sebdbfcfde8.md", "s2cea3a4742.md", "sa24f709619.md", "s4109daa1b3.md", "s261dbee0de.md", "sb3ebec1091.md", "s6e0c813e3d.md", "s2cad5c352a.md", "s8feea0c2c2.md", "s147572c34c.md", "s4af1f24802.md", "sd5ccdc08d5.md", "s86741bcd65.md", "sa4eb111c1c.md", "sf17d3714e3.md", "s0c792e6cfa.md", "s67e2ec33fd.md", "s436a3a06f7.md", "s5e97702262.md", "sccbd4aca0a.md", "s9e96b7a43f.md", "s31984e2f16.md", "sd5e050a366.md", "sf80a6bd8ce.md", "sd22af7561a.md", "s7f91124a62.md", "sc57dc0daf8.md", "sdd0e4d4293.md", "s26997a08c1.md", "sc7a984419c.md", "se9e9729a13.md", "sa2d6265422.md", "s7accf6a76c.md", "sd80ba12000.md", "s42cec24e4f.md", "s5bc9fcd781.md", "sc1371026b9.md", "sc0d77b5889.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6317d18140.md", "s6e2366c266.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 51.05, "n_files": 45, "pool20": ["s6e2366c266.md", "s6317d18140.md", "s956a63ca9e.md", "s0bdaf0ffa5.md", "se1d14a03a1.md", "sb1fc545ff9.md", "s7f2a37776a.md", "s2dd6334c54.md", "s7e67da0d9e.md", "sa150cfd0e1.md", "sf63a96c0ff.md", "se6c8961596.md", "s3b571807ca.md", "s5ca817839a.md", "s819d4f5700.md", "sb6fd1f10ac.md", "s7ae57be737.md", "sd6cbf96147.md", "s012cadd036.md", "sc47e02f4ce.md"], "qid": "27016adc", "rrf10": [0.024590164, 0.024193548, 0.022737557, 0.022451963, 0.02228164, 0.022185061, 0.021875, 0.020757021, 0.020707071, 0.020656371], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 77.2449, "secs_fuse": 0.0365, "secs_legs": 0.0946, "stand_in": false, "top10": ["s6e2366c266.md", "s6317d18140.md", "s956a63ca9e.md", "s0bdaf0ffa5.md", "se1d14a03a1.md", "sb1fc545ff9.md", "s7f2a37776a.md", "s2dd6334c54.md", "s7e67da0d9e.md", "sa150cfd0e1.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s6e2366c266.md", "s6317d18140.md", "s956a63ca9e.md", "s0bdaf0ffa5.md", "se1d14a03a1.md", "sb1fc545ff9.md", "s7f2a37776a.md", "s2dd6334c54.md", "s7e67da0d9e.md", "sa150cfd0e1.md", "sf63a96c0ff.md", "se6c8961596.md", "s3b571807ca.md", "s5ca817839a.md", "s819d4f5700.md", "sb6fd1f10ac.md", "s7ae57be737.md", "sd6cbf96147.md", "s012cadd036.md", "sc47e02f4ce.md", "sc79de9f9fc.md", "sac4d585b2c.md", "s13f11b9152.md", "sba98aaa084.md", "sf266c6cf92.md", "scb2b9672c9.md", "se5ae6549dc.md", "sbcde6e7dd6.md", "s0f64c40808.md", "se11ca51361.md", "s8f3e6dd71f.md", "se649756536.md", "s8139900268.md", "s8cfbfcbd85.md", "s22116690dd.md", "sa194aa2d1c.md", "sf0a36a8a2b.md", "see96e5a6d5.md", "sa8049d03f8.md", "s41cb0e8e3a.md", "sb27aef0fdf.md", "s4aa1e79999.md", "s5eda99fa9f.md", "sf239691cab.md", "s4f85e9dc7a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4de59adf72.md", "sf6a5a965da.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 53.0, "n_files": 47, "pool20": ["sf6a5a965da.md", "s4de59adf72.md", "sed309124e1.md", "s6bfc85ce6e.md", "s921daf5695.md", "sd25fb876b8.md", "sd6338b6ecb.md", "s3f8482e954.md", "s4f553537c7.md", "see790a88f8.md", "s6881cb0c5f.md", "s22b4cc7f79.md", "s3838281681.md", "s7b3ea69ce7.md", "s61bf80a4f0.md", "s60eed8e7b2.md", "sf13d10ce9b.md", "sd8319334ec.md", "s7c1d63c11f.md", "sba050318e0.md"], "qid": "720133ac", "rrf10": [0.024457959, 0.024325754, 0.022727273, 0.022203947, 0.022021015, 0.021869818, 0.021408712, 0.021307798, 0.021135029, 0.020799513], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.8407, "secs_fuse": 0.0263, "secs_legs": 0.0635, "stand_in": false, "top10": ["sf6a5a965da.md", "s4de59adf72.md", "sed309124e1.md", "s6bfc85ce6e.md", "s921daf5695.md", "sd25fb876b8.md", "sd6338b6ecb.md", "s3f8482e954.md", "s4f553537c7.md", "see790a88f8.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["sf6a5a965da.md", "s4de59adf72.md", "sed309124e1.md", "s6bfc85ce6e.md", "s921daf5695.md", "sd25fb876b8.md", "sd6338b6ecb.md", "s3f8482e954.md", "s4f553537c7.md", "see790a88f8.md", "s6881cb0c5f.md", "s22b4cc7f79.md", "s3838281681.md", "s7b3ea69ce7.md", "s61bf80a4f0.md", "s60eed8e7b2.md", "sf13d10ce9b.md", "sd8319334ec.md", "s7c1d63c11f.md", "sba050318e0.md", "sd1a2b02fb8.md", "s3376e8ad98.md", "sf399310ef0.md", "s15321c116f.md", "s2766761a1b.md", "s4ac8a84724.md", "s089fc77687.md", "sa4627104ef.md", "s8691965f43.md", "seb32014da6.md", "s315a066622.md", "sc75d82b88c.md", "sadc5931d93.md", "sdfcf34cdd6.md", "s6d42957ba0.md", "s7a0c8e0e26.md", "s2a3725d378.md", "s5e89a4d086.md", "s5a574c525e.md", "sdec8145a34.md", "s13eff93732.md", "s1b5244f99b.md", "sf9c24a8b3b.md", "s82c9f2225b.md", "seb30077530.md", "s24db50a12f.md", "s3312b1a8a3.md"]}
{"abstention": false, "arm": "A5", "gold": ["s809b2414ca.md", "s84c215a661.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 52.36, "n_files": 51, "pool20": ["s84c215a661.md", "s809b2414ca.md", "scd67cd6c6b.md", "s9098ec1431.md", "s5cfc0f7ee0.md", "s093a42d093.md", "s95264eae3a.md", "sb512a7532c.md", "s87aa2f418d.md", "s8d45355dac.md", "sf237da1560.md", "sf16edd7722.md", "sd0603bf8dc.md", "s8ccef0a552.md", "s6ac6a343ce.md", "sf095a8db64.md", "s2a37d73e97.md", "s62b3922f47.md", "s8b042e0aca.md", "s11a0b7b095.md"], "qid": "77eafa52", "rrf10": [0.024457959, 0.024325754, 0.023335702, 0.02200083, 0.021845695, 0.02133563, 0.021002593, 0.020955882, 0.020779639, 0.020404272], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 118.2852, "secs_fuse": 0.0274, "secs_legs": 0.0642, "stand_in": false, "top10": ["s84c215a661.md", "s809b2414ca.md", "scd67cd6c6b.md", "s9098ec1431.md", "s5cfc0f7ee0.md", "s093a42d093.md", "s95264eae3a.md", "sb512a7532c.md", "s87aa2f418d.md", "s8d45355dac.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["s84c215a661.md", "s809b2414ca.md", "scd67cd6c6b.md", "s9098ec1431.md", "s5cfc0f7ee0.md", "s093a42d093.md", "s95264eae3a.md", "sb512a7532c.md", "s87aa2f418d.md", "s8d45355dac.md", "sf237da1560.md", "sf16edd7722.md", "sd0603bf8dc.md", "s8ccef0a552.md", "s6ac6a343ce.md", "sf095a8db64.md", "s2a37d73e97.md", "s62b3922f47.md", "s8b042e0aca.md", "s11a0b7b095.md", "s166c6700af.md", "sdc8ea0586d.md", "sf8ee260ac1.md", "s6035c23a13.md", "scfa26bb8e2.md", "sc66fe81968.md", "s23d782f0be.md", "s5f5e100c1a.md", "s071efb6194.md", "s3f42a029bc.md", "s5c4e8e0c71.md", "seb81b6b1e7.md", "s34a9af216e.md", "s12e2b64101.md", "s050092a592.md", "sd6e4943acc.md", "s26d148dc12.md", "sdbdb76d5e1.md", "s4d4f8bdb68.md", "s1a90135e21.md", "s87b6b336a0.md", "s0d8bcf6354.md", "sd4d04c2ba3.md", "scc9efd0a03.md", "sde9127e73c.md", "sda79ee1cac.md", "se7525c9d6a.md", "sc148f143d8.md", "s96158fc4c5.md", "s0c14bb8f1f.md", "s814abd7712.md"]}
{"abstention": false, "arm": "A5", "gold": ["s549e5ef39b.md", "s6c5520c989.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 57.72, "n_files": 43, "pool20": ["s549e5ef39b.md", "s6c5520c989.md", "sdf280eeddf.md", "s6b634079f9.md", "s7257cbae10.md", "s5c63253e57.md", "sa4aca1e1ff.md", "s53b46216be.md", "s4b705b649f.md", "scbafc2f41b.md", "sbcd49db868.md", "s626504644f.md", "sfa9500b0e1.md", "s13594c9bbe.md", "s071caf69fb.md", "se7e9aae4ba.md", "s25fb5dba9f.md", "sfc55afa121.md", "se4505a7dd9.md", "sb25de4c5f2.md"], "qid": "8979f9ec", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023321123, 0.023200758, 0.022058824, 0.021978022, 0.021908272, 0.021342069, 0.02094947], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 117.5405, "secs_fuse": 0.0274, "secs_legs": 0.0728, "stand_in": false, "top10": ["s549e5ef39b.md", "s6c5520c989.md", "sdf280eeddf.md", "s6b634079f9.md", "s7257cbae10.md", "s5c63253e57.md", "sa4aca1e1ff.md", "s53b46216be.md", "s4b705b649f.md", "scbafc2f41b.md"], "type": "multi-session", "vec150_n": 43, "vec50_n": 43, "wide150": ["s549e5ef39b.md", "s6c5520c989.md", "sdf280eeddf.md", "s6b634079f9.md", "s7257cbae10.md", "s5c63253e57.md", "sa4aca1e1ff.md", "s53b46216be.md", "s4b705b649f.md", "scbafc2f41b.md", "sbcd49db868.md", "s626504644f.md", "sfa9500b0e1.md", "s13594c9bbe.md", "s071caf69fb.md", "se7e9aae4ba.md", "s25fb5dba9f.md", "sfc55afa121.md", "se4505a7dd9.md", "sb25de4c5f2.md", "sbce0f5f290.md", "s3ab9c1796a.md", "s5c06b58359.md", "s591cf69ec0.md", "sba4d32f663.md", "scd55861ad4.md", "s0c74f4b374.md", "s0cdf8660c7.md", "sc15856435a.md", "sf2b730c6e3.md", "sd5199c88db.md", "sa05b12e029.md", "s78fd6c3d81.md", "s8d07fb077e.md", "s6940c26d37.md", "s421a9b410f.md", "s24f5fc04d8.md", "s66b1b880af.md", "sb3c9583f9d.md", "sf4911febf1.md", "s8aa34729c9.md", "s39c719db62.md", "s551c98a7c9.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9e33c760a7.md", "sb80fa6ec07.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 59.83, "n_files": 49, "pool20": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s6946512f0d.md", "s038b58519b.md", "s5ff1780517.md", "s5d8fe8232f.md", "se824990993.md", "sad3d77d2aa.md", "s587287f514.md", "sa82d8a6efc.md", "s7b1ae4495f.md", "s367379cc69.md", "s6fa6d21e42.md", "s23c756081c.md", "s9f733d952e.md", "s3d6e6d5b47.md", "se4af3cf448.md", "s56c57d1435.md", "s6243eb8abf.md"], "qid": "0100672e", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023225957, 0.022960373, 0.022305254, 0.02200083, 0.021748401, 0.021205821, 0.021034996], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 118.3572, "secs_fuse": 0.0148, "secs_legs": 0.0518, "stand_in": false, "top10": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s6946512f0d.md", "s038b58519b.md", "s5ff1780517.md", "s5d8fe8232f.md", "se824990993.md", "sad3d77d2aa.md", "s587287f514.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s6946512f0d.md", "s038b58519b.md", "s5ff1780517.md", "s5d8fe8232f.md", "se824990993.md", "sad3d77d2aa.md", "s587287f514.md", "sa82d8a6efc.md", "s7b1ae4495f.md", "s367379cc69.md", "s6fa6d21e42.md", "s23c756081c.md", "s9f733d952e.md", "s3d6e6d5b47.md", "se4af3cf448.md", "s56c57d1435.md", "s6243eb8abf.md", "saa1dffd38e.md", "s494682143f.md", "s5fe724273a.md", "sfeb6a9096a.md", "s2a2ebf004a.md", "s984b93a069.md", "s69a4fb0df6.md", "s03aaec4873.md", "s2925432ab9.md", "s3e07041ad3.md", "s31133cb668.md", "sd6be02158c.md", "s6043f47700.md", "s18548c7bc6.md", "sfbfa177c71.md", "s8598e5cbac.md", "sce1c35c79a.md", "sdc6f2f3e3a.md", "s594bf38ee2.md", "s758e1e7e2d.md", "s4ea530a8d5.md", "s9693ffd1a1.md", "s6a67ac784e.md", "s5e1eff96f9.md", "se4cb3068ef.md", "s18eb7a8e96.md", "s8c78b0883a.md", "scdd9932cab.md", "s4fb6645cd0.md"]}
{"abstention": false, "arm": "A5", "gold": ["s38f0782795.md", "s6fdc1d7aab.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 57.08, "n_files": 51, "pool20": ["s38f0782795.md", "s9a6bce707b.md", "s6fdc1d7aab.md", "s2eeef6bc19.md", "se9ae7c34ba.md", "s12462c7868.md", "sbf808f950c.md", "sd853e904b2.md", "se21a43b583.md", "sb8823b16a4.md", "sc20d8e1690.md", "sd841ed43d0.md", "s797a3d0998.md", "s3554b7100f.md", "sdc0faf1658.md", "se88ecda710.md", "s4d54f4b255.md", "s7899e34251.md", "s208249df4d.md", "s1c5bf42b8d.md"], "qid": "a96c20ee", "rrf10": [0.023941532, 0.023225957, 0.022689475, 0.022397892, 0.021825397, 0.021438953, 0.02133563, 0.020909091, 0.020658263, 0.020457958], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 98.9286, "secs_fuse": 0.0275, "secs_legs": 0.0718, "stand_in": false, "top10": ["s38f0782795.md", "s9a6bce707b.md", "s6fdc1d7aab.md", "s2eeef6bc19.md", "se9ae7c34ba.md", "s12462c7868.md", "sbf808f950c.md", "sd853e904b2.md", "se21a43b583.md", "sb8823b16a4.md"], "type": "multi-session", "vec150_n": 51, "vec50_n": 50, "wide150": ["s38f0782795.md", "s9a6bce707b.md", "s6fdc1d7aab.md", "s2eeef6bc19.md", "se9ae7c34ba.md", "s12462c7868.md", "sbf808f950c.md", "sd853e904b2.md", "se21a43b583.md", "sb8823b16a4.md", "sc20d8e1690.md", "sd841ed43d0.md", "s797a3d0998.md", "s3554b7100f.md", "sdc0faf1658.md", "se88ecda710.md", "s4d54f4b255.md", "s7899e34251.md", "s208249df4d.md", "s1c5bf42b8d.md", "sa631b370e0.md", "sa53402c4cf.md", "s1e6a2a465b.md", "seeeceb9a1a.md", "s620241cd45.md", "sdcc1bd0735.md", "sdf751592c5.md", "s2721b45613.md", "s918a369be0.md", "s58d36ca85e.md", "s5ae235c127.md", "s24c72a9d91.md", "sd28283c7c3.md", "secfd15d041.md", "s5f0d6ce495.md", "s0abd9cd0de.md", "s7d96770f73.md", "s185f168c7f.md", "sc841a51f98.md", "s4f605c766a.md", "s325223d0e0.md", "sa75cf775fc.md", "sc85a930927.md", "s8d7a50e843.md", "s577ba21eac.md", "s8e3b84c914.md", "s0ce2a06d85.md", "sd29b0ce5ed.md", "s712c8d6714.md", "se100cf5695.md", "sa3c662e1dd.md"]}
{"abstention": false, "arm": "A5", "gold": ["s73509c4816.md", "s735479277c.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 61.36, "n_files": 42, "pool20": ["sc46bf8c207.md", "s73509c4816.md", "sfa91bb5ba1.md", "s735479277c.md", "s3a23a44772.md", "s4edb082b6d.md", "s3242c46715.md", "s6c4fc29a2c.md", "s76a7a2afa0.md", "s2803338ed6.md", "se2b6b0ad1a.md", "s1fb0ff2996.md", "sbff261024d.md", "sb8972d75cb.md", "s4342556e20.md", "s10d507b1cd.md", "sb73f525f04.md", "sd3a3bf3754.md", "s67a63f1215.md", "scbc1a5dc9a.md"], "qid": "92a0aa75", "rrf10": [0.024457959, 0.023809524, 0.023581337, 0.022667254, 0.022501131, 0.021848739, 0.021480629, 0.021448181, 0.021028951, 0.0209762], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 76.0691, "secs_fuse": 0.031, "secs_legs": 0.204, "stand_in": false, "top10": ["sc46bf8c207.md", "s73509c4816.md", "sfa91bb5ba1.md", "s735479277c.md", "s3a23a44772.md", "s4edb082b6d.md", "s3242c46715.md", "s6c4fc29a2c.md", "s76a7a2afa0.md", "s2803338ed6.md"], "type": "multi-session", "vec150_n": 42, "vec50_n": 42, "wide150": ["sc46bf8c207.md", "s73509c4816.md", "sfa91bb5ba1.md", "s735479277c.md", "s3a23a44772.md", "s4edb082b6d.md", "s3242c46715.md", "s6c4fc29a2c.md", "s76a7a2afa0.md", "s2803338ed6.md", "se2b6b0ad1a.md", "s1fb0ff2996.md", "sbff261024d.md", "sb8972d75cb.md", "s4342556e20.md", "s10d507b1cd.md", "sb73f525f04.md", "sd3a3bf3754.md", "s67a63f1215.md", "scbc1a5dc9a.md", "s8b31267eb7.md", "s2a4f5c6809.md", "sc0772da439.md", "sbdbf5a5581.md", "s54a55a0c46.md", "sc6aa103081.md", "sa1f366665b.md", "sff511fba3d.md", "s5a93e28a13.md", "s8f79516a2a.md", "s42f93901ad.md", "s53cdb412f2.md", "s87e2b7861d.md", "s567067b93b.md", "sbb531b07ef.md", "s810048a629.md", "s707a5dc7fc.md", "s6d1dd588ac.md", "s6e105201c0.md", "s7a7ffef138.md", "s83684d4325.md", "s605b0b4ba1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s24b367a163.md", "s48f3e8864d.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 57.58, "n_files": 45, "pool20": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "s5fd5cbb9e3.md", "s4c134c28fe.md", "sfbb5c075be.md", "s5446664ae7.md", "s5475e36257.md", "sf122868306.md", "sde0370d8ac.md", "sd169d16ca2.md", "s99afe23fc4.md", "s68995b7dbd.md", "s3e14098c43.md", "se152a94f35.md", "s29d068f961.md", "s80d9556e88.md", "s169064696a.md", "sabeecf2a78.md", "saedb5583ab.md"], "qid": "3fe836c9", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022727273, 0.022617681, 0.022141372, 0.021701389, 0.0209762, 0.020740884, 0.020634921], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.0335, "secs_fuse": 0.0387, "secs_legs": 0.0606, "stand_in": false, "top10": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "s5fd5cbb9e3.md", "s4c134c28fe.md", "sfbb5c075be.md", "s5446664ae7.md", "s5475e36257.md", "sf122868306.md", "sde0370d8ac.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "s5fd5cbb9e3.md", "s4c134c28fe.md", "sfbb5c075be.md", "s5446664ae7.md", "s5475e36257.md", "sf122868306.md", "sde0370d8ac.md", "sd169d16ca2.md", "s99afe23fc4.md", "s68995b7dbd.md", "s3e14098c43.md", "se152a94f35.md", "s29d068f961.md", "s80d9556e88.md", "s169064696a.md", "sabeecf2a78.md", "saedb5583ab.md", "sb2df6e5097.md", "sf0f2341cd9.md", "s83807107d1.md", "s7cc8310a71.md", "sbaac13e079.md", "s11b8861166.md", "s0e5ea4844c.md", "s1906470cf8.md", "se5661145cf.md", "s803e3f9994.md", "s727a22637a.md", "sd1b8dc60a7.md", "s33b7b79501.md", "s4e889e3730.md", "s10a1d82a83.md", "sfdccc34a4d.md", "s834920a09d.md", "sfff85e6484.md", "s59233b3638.md", "s643d587bd6.md", "s68a3c29051.md", "sf4206986ed.md", "s4f20d60f89.md", "s18a9aca5fe.md", "se1e8bf521c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s71727af2ce.md", "s77887e28e0.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 54.14, "n_files": 45, "pool20": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "sd463bdcc13.md", "s2c73dad8a7.md", "sa6b70f8cc1.md", "sfc9609f236.md", "s4bb3d07a60.md", "s680b10e661.md", "sfaf9e58ccd.md", "s37e1cd77f8.md", "s1d09f8862a.md", "s6969a62cf4.md", "s264b4cc327.md", "sbeb1212232.md", "s7f439c3563.md", "sa783a5b57e.md", "s89b75f5cf6.md", "sec1e989668.md", "sbe30aeedd0.md"], "qid": "1c549ce4", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023321123, 0.023087687, 0.022305254, 0.021748136, 0.021480629, 0.021227364, 0.021135266], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.3083, "secs_fuse": 0.0286, "secs_legs": 0.0727, "stand_in": false, "top10": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "sd463bdcc13.md", "s2c73dad8a7.md", "sa6b70f8cc1.md", "sfc9609f236.md", "s4bb3d07a60.md", "s680b10e661.md", "sfaf9e58ccd.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "sd463bdcc13.md", "s2c73dad8a7.md", "sa6b70f8cc1.md", "sfc9609f236.md", "s4bb3d07a60.md", "s680b10e661.md", "sfaf9e58ccd.md", "s37e1cd77f8.md", "s1d09f8862a.md", "s6969a62cf4.md", "s264b4cc327.md", "sbeb1212232.md", "s7f439c3563.md", "sa783a5b57e.md", "s89b75f5cf6.md", "sec1e989668.md", "sbe30aeedd0.md", "s7b88ff2d4d.md", "s989fd7dc3a.md", "s3bed408f1b.md", "s2dbdec885e.md", "sd5173429ac.md", "saeaeb71a7c.md", "se9912af3f4.md", "s3fdf7be3d3.md", "sda4f0b3128.md", "saf8a8bea4a.md", "sd1a7f6a8f8.md", "sc47d65d8be.md", "sf4ceb64894.md", "s71a599d37b.md", "s1f1a24ee98.md", "sfe1a1a1ac1.md", "s613132c214.md", "sdbf5c87450.md", "s4535698b93.md", "s5f203e7e84.md", "s9e1b29164e.md", "s095c9759e9.md", "s32deb28f40.md", "s55c32a10b7.md", "sc11b7911a1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0f0cd51721.md", "s69645d66e6.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 51.69, "n_files": 43, "pool20": ["sb9be70a278.md", "s69645d66e6.md", "s0f0cd51721.md", "sec2777a886.md", "s286a84b149.md", "s5b7d543001.md", "saf9977fab2.md", "s7bd4239d2c.md", "sb3c5e16b2c.md", "se2509cbe8c.md", "sf984adb10c.md", "s892858009e.md", "sa7453ea872.md", "s22140d79e2.md", "s9c0643272d.md", "s72f0cf3cb4.md", "s1fe746e18f.md", "s94721df3f3.md", "s1ad1b275ff.md", "sd3b0ac93e8.md"], "qid": "6c49646a", "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.022569444, 0.022193769, 0.02217175, 0.021848739, 0.021198569, 0.02115942, 0.020970395], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 73.3367, "secs_fuse": 0.014, "secs_legs": 0.0408, "stand_in": false, "top10": ["sb9be70a278.md", "s69645d66e6.md", "s0f0cd51721.md", "sec2777a886.md", "s286a84b149.md", "s5b7d543001.md", "saf9977fab2.md", "s7bd4239d2c.md", "sb3c5e16b2c.md", "se2509cbe8c.md"], "type": "multi-session", "vec150_n": 43, "vec50_n": 43, "wide150": ["sb9be70a278.md", "s69645d66e6.md", "s0f0cd51721.md", "sec2777a886.md", "s286a84b149.md", "s5b7d543001.md", "saf9977fab2.md", "s7bd4239d2c.md", "sb3c5e16b2c.md", "se2509cbe8c.md", "sf984adb10c.md", "s892858009e.md", "sa7453ea872.md", "s22140d79e2.md", "s9c0643272d.md", "s72f0cf3cb4.md", "s1fe746e18f.md", "s94721df3f3.md", "s1ad1b275ff.md", "sd3b0ac93e8.md", "s99defb6426.md", "s7119bedbe0.md", "sf7ce2420e4.md", "s1230e39e8d.md", "s1afe4e2b59.md", "sf02b42dd03.md", "sa8a37f5cbd.md", "s8d99630845.md", "s01f4ba5ec7.md", "sc386238c41.md", "s79ea1ef2f7.md", "s4327bd06b4.md", "s452473485d.md", "s0ddb1797a2.md", "s816d83a74e.md", "scf6ed9d05d.md", "se3a4d735f3.md", "s3b4e1eb38b.md", "s83f214f410.md", "s979e265827.md", "sc7d6f900b4.md", "s0fb9cc44e9.md", "s43513cce56.md"]}
{"abstention": false, "arm": "A5", "gold": ["s031e2f154c.md", "s2d6498b6af.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 53.97, "n_files": 42, "pool20": ["s2d6498b6af.md", "sd7794dc5de.md", "sb4e4ae63da.md", "s98d948bc47.md", "s5bb1fec989.md", "s031e2f154c.md", "s8b2b7da1fc.md", "sf98d468070.md", "s54747629cf.md", "sbfb152bc09.md", "s06cfe52fc3.md", "sa160192275.md", "s2850dc68ce.md", "s44bd214758.md", "s2a21a57ecc.md", "s3d8031ba69.md", "s441a3435eb.md", "s602e5c53c0.md", "s81f45d2707.md", "s956914cfc5.md"], "qid": "1192316e", "rrf10": [0.024590164, 0.024193548, 0.022871377, 0.022727273, 0.02239819, 0.022021015, 0.021869818, 0.021713729, 0.021136174, 0.020779221], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 78.1809, "secs_fuse": 0.0345, "secs_legs": 0.0648, "stand_in": false, "top10": ["s2d6498b6af.md", "sd7794dc5de.md", "sb4e4ae63da.md", "s98d948bc47.md", "s5bb1fec989.md", "s031e2f154c.md", "s8b2b7da1fc.md", "sf98d468070.md", "s54747629cf.md", "sbfb152bc09.md"], "type": "multi-session", "vec150_n": 42, "vec50_n": 42, "wide150": ["s2d6498b6af.md", "sd7794dc5de.md", "sb4e4ae63da.md", "s98d948bc47.md", "s5bb1fec989.md", "s031e2f154c.md", "s8b2b7da1fc.md", "sf98d468070.md", "s54747629cf.md", "sbfb152bc09.md", "s06cfe52fc3.md", "sa160192275.md", "s2850dc68ce.md", "s44bd214758.md", "s2a21a57ecc.md", "s3d8031ba69.md", "s441a3435eb.md", "s602e5c53c0.md", "s81f45d2707.md", "s956914cfc5.md", "sc7d94bf28e.md", "s5db383cab6.md", "sd9b7026459.md", "s8fb916d6e2.md", "sa7919aac12.md", "s7835f498c4.md", "sf1ef1e0f87.md", "sfa4a46d291.md", "sd491adf49d.md", "s4ea01ebbc7.md", "sb5e7edc941.md", "s07d5637927.md", "scb4b792e51.md", "s84f70b854a.md", "sbb91798e50.md", "sef34c67e59.md", "s7bc0bb5eb3.md", "s32a551d0f4.md", "sd3468f5f0c.md", "sc237531f6f.md", "s11f7c591f5.md", "sea9ea23817.md"]}
{"abstention": false, "arm": "A5", "gold": ["sbed667a336.md", "sc25abe63f2.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 53.97, "n_files": 43, "pool20": ["sbed667a336.md", "sc25abe63f2.md", "s2715552d62.md", "s05bfd24d3c.md", "s1f2d3ea0c4.md", "sc74b1aa0be.md", "s8b9049bda9.md", "s8ae81d83c5.md", "se60c52693d.md", "sb309d96507.md", "s991bf87898.md", "s0efaae0290.md", "s4c5cf3de8c.md", "s87cf9a2b55.md", "s2bbe592ca2.md", "saaad1f3439.md", "se02eb1994c.md", "s355bcf3e27.md", "s3ae2a041c9.md", "sf758554222.md"], "qid": "0ea62687", "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.023225957, 0.021776815, 0.021557455, 0.021274388, 0.021254487, 0.02124951, 0.020833333], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.7909, "secs_fuse": 0.0112, "secs_legs": 0.0168, "stand_in": false, "top10": ["sbed667a336.md", "sc25abe63f2.md", "s2715552d62.md", "s05bfd24d3c.md", "s1f2d3ea0c4.md", "sc74b1aa0be.md", "s8b9049bda9.md", "s8ae81d83c5.md", "se60c52693d.md", "sb309d96507.md"], "type": "multi-session", "vec150_n": 43, "vec50_n": 43, "wide150": ["sbed667a336.md", "sc25abe63f2.md", "s2715552d62.md", "s05bfd24d3c.md", "s1f2d3ea0c4.md", "sc74b1aa0be.md", "s8b9049bda9.md", "s8ae81d83c5.md", "se60c52693d.md", "sb309d96507.md", "s991bf87898.md", "s0efaae0290.md", "s4c5cf3de8c.md", "s87cf9a2b55.md", "s2bbe592ca2.md", "saaad1f3439.md", "se02eb1994c.md", "s355bcf3e27.md", "s3ae2a041c9.md", "sf758554222.md", "sd1c153913d.md", "s8bf21dbc34.md", "s39ca19bd47.md", "sc16226ea08.md", "s40b68fd8c3.md", "s3837f4a17d.md", "s74da7e20a1.md", "sf2c6d316ac.md", "sd49824131f.md", "s226d4fa0b4.md", "s35d755fdb7.md", "s213bf9e7ff.md", "sa39f2e295a.md", "sa22384ab10.md", "sb51220d904.md", "sb842d37f0f.md", "s139ef07387.md", "s9f2d7313f2.md", "sa1f5e774e9.md", "s58f5590dbc.md", "s8761a6b5c2.md", "se88abada1a.md", "sb0eac88dcc.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3e75bfa66a.md", "sa0f7c41d33.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 54.48, "n_files": 52, "pool20": ["sa0f7c41d33.md", "s3e75bfa66a.md", "s4f5d33b55e.md", "s6cf2de4622.md", "sd0803993e1.md", "sdaca64d83b.md", "sab6e95f99d.md", "sbec91f0f80.md", "sbdc329484d.md", "s5fdef93f67.md", "s679797ff58.md", "sea996a457c.md", "sc1fca97f42.md", "s491b0a2586.md", "s6b7e6a987a.md", "s5baa5191b1.md", "sa5a4e36ef1.md", "s50310c106c.md", "sc100137a4b.md", "sf70023aa27.md"], "qid": "67e0d0f2", "rrf10": [0.024457959, 0.024325754, 0.023561508, 0.023119393, 0.022960373, 0.02159204, 0.021561772, 0.02124183, 0.021161317, 0.020658263], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 85.5477, "secs_fuse": 0.0277, "secs_legs": 0.0716, "stand_in": false, "top10": ["sa0f7c41d33.md", "s3e75bfa66a.md", "s4f5d33b55e.md", "s6cf2de4622.md", "sd0803993e1.md", "sdaca64d83b.md", "sab6e95f99d.md", "sbec91f0f80.md", "sbdc329484d.md", "s5fdef93f67.md"], "type": "multi-session", "vec150_n": 52, "vec50_n": 50, "wide150": ["sa0f7c41d33.md", "s3e75bfa66a.md", "s4f5d33b55e.md", "s6cf2de4622.md", "sd0803993e1.md", "sdaca64d83b.md", "sab6e95f99d.md", "sbec91f0f80.md", "sbdc329484d.md", "s5fdef93f67.md", "s679797ff58.md", "sea996a457c.md", "sc1fca97f42.md", "s491b0a2586.md", "s6b7e6a987a.md", "s5baa5191b1.md", "sa5a4e36ef1.md", "s50310c106c.md", "s81b377d8df.md", "sc100137a4b.md", "sf70023aa27.md", "s66949488e0.md", "s3f3cd9c033.md", "se18c979475.md", "sdb3c58fdd1.md", "s7d21771128.md", "sad6e831710.md", "s8268a68076.md", "s476fa025b7.md", "s1099d2d75a.md", "s1f19c56d4f.md", "s23880521b1.md", "s5829b7dff2.md", "sb07ec2dbc0.md", "s63cfa45755.md", "scd667e4575.md", "s5d9a38f948.md", "s5249c5bd3e.md", "s62b6d02192.md", "s61610bb2fd.md", "sbdffc167d6.md", "s6f3f4dc8e3.md", "s6114e23556.md", "s9ccc45b4a6.md", "sb9387c0b3d.md", "sf0c4cbb178.md", "s07ece505a1.md", "sc44a64bf8b.md", "sbdc57e1da4.md", "sd238d3e113.md", "s7d64f33142.md", "s7194dc0505.md"]}
{"abstention": false, "arm": "A5", "gold": ["sd5fc88393d.md", "sd63b111bc2.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 89.87, "n_files": 47, "pool20": ["sd5fc88393d.md", "s402df57886.md", "sd63b111bc2.md", "s038672be4e.md", "s3417a6cf8c.md", "s19548ccbe1.md", "s963a62d275.md", "sb977932393.md", "s79013ad3e2.md", "s3dc814e6c5.md", "s589f183966.md", "s9db493c05e.md", "s9b171a9193.md", "s82ffb69960.md", "sc078fa87f3.md", "se7eb57b46b.md", "s88a96154ca.md", "sf89c955fe0.md", "s9e9cabb67b.md", "sd15748def2.md"], "qid": "bb7c3b45", "rrf10": [0.024590164, 0.023941532, 0.023937532, 0.023321123, 0.022871377, 0.021581197, 0.021437448, 0.020233985, 0.02010201, 0.01996904], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 76.3712, "secs_fuse": 0.0355, "secs_legs": 0.0837, "stand_in": false, "top10": ["sd5fc88393d.md", "s402df57886.md", "sd63b111bc2.md", "s038672be4e.md", "s3417a6cf8c.md", "s19548ccbe1.md", "s963a62d275.md", "sb977932393.md", "s79013ad3e2.md", "s3dc814e6c5.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["sd5fc88393d.md", "s402df57886.md", "sd63b111bc2.md", "s038672be4e.md", "s3417a6cf8c.md", "s19548ccbe1.md", "s963a62d275.md", "sb977932393.md", "s79013ad3e2.md", "s3dc814e6c5.md", "s589f183966.md", "s9db493c05e.md", "s9b171a9193.md", "s82ffb69960.md", "sc078fa87f3.md", "se7eb57b46b.md", "s88a96154ca.md", "sf89c955fe0.md", "s9e9cabb67b.md", "sd15748def2.md", "s12a56fe697.md", "s7dda4ef44d.md", "sab89e7572d.md", "s59969f1963.md", "s6bb6483ac3.md", "sc8555baefd.md", "s729d8075b5.md", "sa901197daa.md", "sb94fc5bc00.md", "s1595d994ee.md", "s6f319c9c5b.md", "s8e78ec592d.md", "s57b238c47f.md", "s8b9c953692.md", "sbfd0dbb071.md", "s1c192b9679.md", "s66095d12e9.md", "s79421ef9d0.md", "sd6ad5e0649.md", "s298bc64f8a.md", "s22af84f55f.md", "s9f38d6cdff.md", "se4b477694c.md", "s3746f80e7f.md", "s142e8ad059.md", "s1061a64ee3.md", "s55774e78f5.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7ada6848ff.md", "sae31e157ee.md"], "kw150_n": 38, "kw50_n": 38, "loadavg1_at_start": 80.45, "n_files": 41, "pool20": ["s171dec869d.md", "s55104e1394.md", "s1726a738b2.md", "sae31e157ee.md", "sb792a9d32d.md", "s91f2c9839a.md", "s023cc971a8.md", "sc6bb1411fb.md", "s5a6493ba79.md", "se1bf6e8683.md", "s7b63d2ed2b.md", "se614eda838.md", "sbbbe88ed24.md", "s51cae76f77.md", "s6a9d4dc455.md", "se6d5fbf515.md", "sed262f9913.md", "s3a3dd63c74.md", "sdee924a092.md", "s598093daff.md"], "qid": "ba358f49", "rrf10": [0.024457959, 0.023448773, 0.02270798, 0.022689475, 0.022193769, 0.021638655, 0.021507353, 0.021330884, 0.020760959, 0.020658263], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 87.7818, "secs_fuse": 0.0263, "secs_legs": 0.073, "stand_in": false, "top10": ["s171dec869d.md", "s55104e1394.md", "s1726a738b2.md", "sae31e157ee.md", "sb792a9d32d.md", "s91f2c9839a.md", "s023cc971a8.md", "sc6bb1411fb.md", "s5a6493ba79.md", "se1bf6e8683.md"], "type": "multi-session", "vec150_n": 41, "vec50_n": 41, "wide150": ["s171dec869d.md", "s55104e1394.md", "s1726a738b2.md", "sae31e157ee.md", "sb792a9d32d.md", "s91f2c9839a.md", "s023cc971a8.md", "sc6bb1411fb.md", "s5a6493ba79.md", "se1bf6e8683.md", "s7b63d2ed2b.md", "se614eda838.md", "sbbbe88ed24.md", "s51cae76f77.md", "s6a9d4dc455.md", "se6d5fbf515.md", "sed262f9913.md", "s3a3dd63c74.md", "sdee924a092.md", "s598093daff.md", "s1e98c8837f.md", "s4498bd27bb.md", "sd268fa3ad6.md", "sb0ddaef34f.md", "s7ada6848ff.md", "s6c24bc559d.md", "se47ffa893c.md", "s133fa4689e.md", "s845bded26a.md", "s576eed1246.md", "sc8d540fca2.md", "sdd02ed7d15.md", "s8398575d31.md", "s414358cd71.md", "s4872057d2d.md", "se2f0c3639e.md", "sa9ffb43848.md", "s47e1800667.md", "scc1c3c8db4.md", "se9b451d010.md", "sb464ea98bc.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9ed67af6d5.md", "sb821a237df.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 60.92, "n_files": 48, "pool20": ["sb821a237df.md", "s9ed67af6d5.md", "se3cc2915be.md", "s0372d70680.md", "s559d72f700.md", "sd28b6d0bc6.md", "s91b566d695.md", "s936287191e.md", "sa569208d30.md", "s2bcb31f9ae.md", "s5badfc3e3d.md", "sf10edac614.md", "scf33740423.md", "s907390b7f1.md", "s25b3ec3338.md", "s372f26e1de.md", "sfbe4c8b6c3.md", "sfc03a8ae4c.md", "s8aa1dab14d.md", "s83955536ee.md"], "qid": "61f8c8f8", "rrf10": [0.024590164, 0.023937532, 0.022622539, 0.022518382, 0.022193769, 0.021635138, 0.021577381, 0.021131742, 0.020850202, 0.020535714], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 106.5899, "secs_fuse": 0.0281, "secs_legs": 0.0796, "stand_in": false, "top10": ["sb821a237df.md", "s9ed67af6d5.md", "se3cc2915be.md", "s0372d70680.md", "s559d72f700.md", "sd28b6d0bc6.md", "s91b566d695.md", "s936287191e.md", "sa569208d30.md", "s2bcb31f9ae.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["sb821a237df.md", "s9ed67af6d5.md", "se3cc2915be.md", "s0372d70680.md", "s559d72f700.md", "sd28b6d0bc6.md", "s91b566d695.md", "s936287191e.md", "sa569208d30.md", "s2bcb31f9ae.md", "s5badfc3e3d.md", "sf10edac614.md", "scf33740423.md", "s907390b7f1.md", "s25b3ec3338.md", "s372f26e1de.md", "sfbe4c8b6c3.md", "sfc03a8ae4c.md", "s8aa1dab14d.md", "s83955536ee.md", "sa6ab5f5953.md", "sa32589c3df.md", "sfb68b37c4d.md", "sb61b90f105.md", "s516691d89b.md", "s8510cc9606.md", "sc513b0b2c2.md", "sd93a9a190d.md", "sda3979075b.md", "s9b0119aeeb.md", "s6ba3510728.md", "s4b55166e1d.md", "s18a4797200.md", "s7b0c6fe8e3.md", "sdfcacf2732.md", "se8b8f43b3e.md", "sc29d78a056.md", "sbf67e2eddf.md", "sd405a56e38.md", "s0d5739d02d.md", "sa079e694e8.md", "s2b2c4c998d.md", "sbee1dce237.md", "s84353fe9f4.md", "s522dbd8fa3.md", "sebcd11929f.md", "s456e4764f1.md", "sc2443819c5.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5b7c995bbe.md", "sef28e418f6.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 60.04, "n_files": 44, "pool20": ["s5b7c995bbe.md", "sef28e418f6.md", "sd9bf6be95f.md", "s490252c074.md", "s0b0c9c446d.md", "sd805b4e094.md", "s4d9770445d.md", "sd27a57e7d4.md", "s5b68203eec.md", "s358e838263.md", "sf19c005081.md", "sb27e7d216d.md", "s817645ece7.md", "sce95dd3db8.md", "s6199e2ad5e.md", "s406c191bd4.md", "sf091f8bbbb.md", "s8832109124.md", "s7ed0845c8e.md", "s95b78b932a.md"], "qid": "60159905", "rrf10": [0.024590164, 0.023941532, 0.023448773, 0.02235023, 0.02173913, 0.021713729, 0.021635138, 0.021437448, 0.021119505, 0.021098213], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 97.9931, "secs_fuse": 0.0281, "secs_legs": 0.0629, "stand_in": false, "top10": ["s5b7c995bbe.md", "sef28e418f6.md", "sd9bf6be95f.md", "s490252c074.md", "s0b0c9c446d.md", "sd805b4e094.md", "s4d9770445d.md", "sd27a57e7d4.md", "s5b68203eec.md", "s358e838263.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["s5b7c995bbe.md", "sef28e418f6.md", "sd9bf6be95f.md", "s490252c074.md", "s0b0c9c446d.md", "sd805b4e094.md", "s4d9770445d.md", "sd27a57e7d4.md", "s5b68203eec.md", "s358e838263.md", "sf19c005081.md", "sb27e7d216d.md", "s817645ece7.md", "sce95dd3db8.md", "s6199e2ad5e.md", "s406c191bd4.md", "sf091f8bbbb.md", "s8832109124.md", "s7ed0845c8e.md", "s95b78b932a.md", "s46740366be.md", "sfa38ed3605.md", "s9fc6e362fe.md", "s1e5aff4387.md", "sb0a31525ab.md", "s3623e9cb70.md", "sf85fc576e8.md", "s2894750cb2.md", "sa4f9e05a3e.md", "sb9148a6037.md", "sc99f80372c.md", "scf04e48c20.md", "s68afe2c5ee.md", "sff345d0145.md", "sa2c8a45da9.md", "s0efbc2ce0b.md", "sb8120f9313.md", "sb67da4f277.md", "s50572b4cdc.md", "sa79d480508.md", "sbbe66e2d9a.md", "s1cafdb94cd.md", "sc2e6346a4f.md", "s24751a3add.md"]}
{"abstention": false, "arm": "A5", "gold": ["s53d35e4a72.md", "sca5c0d8460.md"], "kw150_n": 54, "kw50_n": 50, "loadavg1_at_start": 57.7, "n_files": 54, "pool20": ["sca5c0d8460.md", "s53d35e4a72.md", "s3d2cb86d8b.md", "s1f6899f0e0.md", "s33ec197759.md", "s06b3d288cf.md", "s6379b03434.md", "s229105d095.md", "s635ee59c9a.md", "s73c4163b63.md", "s4fc379bf6a.md", "sb58d01cd7f.md", "s120b2a4b7e.md", "sa146eec270.md", "s2396041058.md", "s0d01c3a543.md", "s01003090b4.md", "sdabefc17ac.md", "s3b5d310108.md", "s97bd20723b.md"], "qid": "ef9cf60a", "rrf10": [0.024457959, 0.024325754, 0.021561772, 0.021490993, 0.021464646, 0.021094403, 0.02098626, 0.020360156, 0.020341981, 0.020238095], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 101.8219, "secs_fuse": 0.0352, "secs_legs": 0.065, "stand_in": false, "top10": ["sca5c0d8460.md", "s53d35e4a72.md", "s3d2cb86d8b.md", "s1f6899f0e0.md", "s33ec197759.md", "s06b3d288cf.md", "s6379b03434.md", "s229105d095.md", "s635ee59c9a.md", "s73c4163b63.md"], "type": "multi-session", "vec150_n": 54, "vec50_n": 50, "wide150": ["sca5c0d8460.md", "s53d35e4a72.md", "s3d2cb86d8b.md", "s1f6899f0e0.md", "s33ec197759.md", "s06b3d288cf.md", "s6379b03434.md", "s229105d095.md", "s635ee59c9a.md", "s73c4163b63.md", "s4fc379bf6a.md", "sb58d01cd7f.md", "s120b2a4b7e.md", "sa146eec270.md", "se34e3e77d7.md", "s2396041058.md", "s0d01c3a543.md", "s01003090b4.md", "sdabefc17ac.md", "s3b5d310108.md", "s97bd20723b.md", "s2a7e263f82.md", "s07a6aaae98.md", "s5d59cb248a.md", "s290ebb0e5d.md", "s215039e4b0.md", "s344ddb724d.md", "sf56633441a.md", "s7473c3e24f.md", "seccf37fd4a.md", "s786997d074.md", "sf92af1c36f.md", "sc6a7db9f2a.md", "sc2506dfdc8.md", "sda45f86b9f.md", "sb372fa5eec.md", "s20ac56a4d1.md", "s2aa3c55ec8.md", "sce1e80d86a.md", "s2425f7e6dc.md", "sfab49d8076.md", "s62c639913c.md", "s767ed28818.md", "saab046fdbb.md", "s3bbbec43b3.md", "sd146e4f725.md", "s9532f1e7ff.md", "sa6170b9d8b.md", "sf8997a6aef.md", "s37b805157d.md", "s15f64500b8.md", "sdb0fc57274.md", "sc1085f4840.md", "sce6d17dcf2.md"]}
{"abstention": false, "arm": "A5", "gold": ["s8acade994f.md", "sdf7e6dcac7.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 59.45, "n_files": 49, "pool20": ["s8acade994f.md", "sdf7e6dcac7.md", "s378afc17c1.md", "sa1ce658616.md", "s56adf568c0.md", "s9b12bed479.md", "s699acc40e5.md", "s9393f29a2a.md", "sb0099818e5.md", "s202bb72b23.md", "sc8c54eae46.md", "sbc77e8cd92.md", "s256edf56f4.md", "s1258831d40.md", "s0c9adc4347.md", "s5ab3abb5ed.md", "sdb5e170139.md", "s6081698dda.md", "s1256fa437f.md", "s9f779a64a4.md"], "qid": "73d42213", "rrf10": [0.024590164, 0.023689516, 0.023119393, 0.023073477, 0.022429262, 0.021897007, 0.021557455, 0.02141888, 0.021175612, 0.020841487], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 88.9195, "secs_fuse": 0.0348, "secs_legs": 0.064, "stand_in": false, "top10": ["s8acade994f.md", "sdf7e6dcac7.md", "s378afc17c1.md", "sa1ce658616.md", "s56adf568c0.md", "s9b12bed479.md", "s699acc40e5.md", "s9393f29a2a.md", "sb0099818e5.md", "s202bb72b23.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["s8acade994f.md", "sdf7e6dcac7.md", "s378afc17c1.md", "sa1ce658616.md", "s56adf568c0.md", "s9b12bed479.md", "s699acc40e5.md", "s9393f29a2a.md", "sb0099818e5.md", "s202bb72b23.md", "sc8c54eae46.md", "sbc77e8cd92.md", "s256edf56f4.md", "s1258831d40.md", "s0c9adc4347.md", "s5ab3abb5ed.md", "sdb5e170139.md", "s6081698dda.md", "s1256fa437f.md", "s9f779a64a4.md", "s25d3a60343.md", "s63e0102f2e.md", "s5c8fccb1f6.md", "s48b623991a.md", "s26769ede56.md", "s0391895e31.md", "sd90ca4cf83.md", "s27dfb21dfb.md", "sbbbac47177.md", "s18d6d5c4d2.md", "s05d4ce6095.md", "s65ef9f3bf4.md", "s788e7ffd3e.md", "seaa1bfe468.md", "sebaa0c9cad.md", "s783ac3f446.md", "s5f3da1537f.md", "s96d838f404.md", "s946ceac11d.md", "sa472eab350.md", "s049c0ecb92.md", "s157954a3e0.md", "sc3c94cb74f.md", "s00e7d6b74f.md", "s0994dfe9ff.md", "s31c9a0973c.md", "sea73077666.md", "sff1c118e0f.md", "s958c0a09e1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s682dfdcf7b.md", "s9e056673d8.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 63.94, "n_files": 46, "pool20": ["s682dfdcf7b.md", "sf4b3ac7ae5.md", "s9e056673d8.md", "s096e34aead.md", "s25fa400e98.md", "s6266aefb67.md", "s3d32e5f750.md", "sfc62056772.md", "s380efc40a1.md", "sb278d3cfbf.md", "s3a219fa541.md", "sfbe6f43967.md", "se0ded99e8e.md", "sb17b9c7536.md", "s00239ea29f.md", "s96213a9137.md", "s45da79dc06.md", "s6d6414224f.md", "s238a8750e4.md", "sb0fd4eb48a.md"], "qid": "bc149d6b", "rrf10": [0.024590164, 0.02382134, 0.022630992, 0.022429262, 0.021861472, 0.021763146, 0.021306818, 0.021098213, 0.020931142, 0.020923521], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.0636, "secs_fuse": 0.0182, "secs_legs": 0.0427, "stand_in": false, "top10": ["s682dfdcf7b.md", "sf4b3ac7ae5.md", "s9e056673d8.md", "s096e34aead.md", "s25fa400e98.md", "s6266aefb67.md", "s3d32e5f750.md", "sfc62056772.md", "s380efc40a1.md", "sb278d3cfbf.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["s682dfdcf7b.md", "sf4b3ac7ae5.md", "s9e056673d8.md", "s096e34aead.md", "s25fa400e98.md", "s6266aefb67.md", "s3d32e5f750.md", "sfc62056772.md", "s380efc40a1.md", "sb278d3cfbf.md", "s3a219fa541.md", "sfbe6f43967.md", "se0ded99e8e.md", "sb17b9c7536.md", "s00239ea29f.md", "s96213a9137.md", "s45da79dc06.md", "s6d6414224f.md", "s238a8750e4.md", "sb0fd4eb48a.md", "s03e78868cb.md", "s69b2a532d4.md", "s4bfe1bee23.md", "s38ab73f4da.md", "s32e7a315df.md", "s234cc55ab9.md", "s66d85bf747.md", "sdf783132ba.md", "sa0561f6eab.md", "s857c0613fb.md", "sa844256dcd.md", "s026cb2959d.md", "sbb38e3f442.md", "sabd31838c2.md", "s5e3c90a1c1.md", "s92cb779ebd.md", "s9905841fec.md", "s65f126fa82.md", "se9585693a8.md", "sd5050366a9.md", "s67989ca4b6.md", "s907ea91a36.md", "s588676e9f4.md", "s8f0fba705e.md", "s2b30e61749.md", "s2a706153c8.md"]}
{"abstention": false, "arm": "A5", "gold": ["sbab52820e1.md", "sdb31d92751.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 56.62, "n_files": 46, "pool20": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s38004cf44d.md", "s45e9f0b07d.md", "s44e4f94d0b.md", "s3b76734538.md", "s87068f0351.md", "saf83bfc921.md", "s1dae0a38dc.md", "sa706f53172.md", "s0da3502a5c.md", "s0261525799.md", "s46b275dafe.md", "s4723ae3286.md", "s9572499d20.md", "sa9dc269d3c.md", "s65fe76485c.md", "sb7706e30d5.md", "s80e7bd4b02.md"], "qid": "099778bb", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022617681, 0.022098214, 0.02209596, 0.021192165, 0.02090301, 0.020578014, 0.020238984], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.4161, "secs_fuse": 0.0261, "secs_legs": 0.0544, "stand_in": false, "top10": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s38004cf44d.md", "s45e9f0b07d.md", "s44e4f94d0b.md", "s3b76734538.md", "s87068f0351.md", "saf83bfc921.md", "s1dae0a38dc.md"], "type": "multi-session", "vec150_n": 46, "vec50_n": 46, "wide150": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s38004cf44d.md", "s45e9f0b07d.md", "s44e4f94d0b.md", "s3b76734538.md", "s87068f0351.md", "saf83bfc921.md", "s1dae0a38dc.md", "sa706f53172.md", "s0da3502a5c.md", "s0261525799.md", "s46b275dafe.md", "s4723ae3286.md", "s9572499d20.md", "sa9dc269d3c.md", "s65fe76485c.md", "sb7706e30d5.md", "s80e7bd4b02.md", "s852d78fe43.md", "s7ae161876c.md", "s357ffdb34c.md", "s25a091877f.md", "s43f3f3baad.md", "sdb5defa465.md", "s590f89f635.md", "s327e653efb.md", "s0a548d30fe.md", "sc3639b68a8.md", "s338ff6cdda.md", "s3559230087.md", "saa41c2f9e6.md", "sceae3ce2a7.md", "s32d4b77fc3.md", "s4dea42a4b1.md", "sb253a089b7.md", "sebe5bb4f28.md", "sdfa79f3b6a.md", "sacaf0b68ae.md", "s7654597d1a.md", "sc39d7878f6.md", "seb2246a4fd.md", "saf420cc0dd.md", "s489e5499f6.md", "s2dc5fde6c7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s72706fe101.md", "sb502d8d88e.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 57.82, "n_files": 44, "pool20": ["sb502d8d88e.md", "s72706fe101.md", "sb36ac69459.md", "sbadaead581.md", "sfa99acd4c8.md", "sb54b7766bd.md", "s815c859534.md", "s13e1229915.md", "s5479abc3ed.md", "sb63486d719.md", "s402975a3e0.md", "s3a35e5b9fd.md", "sbf8b0c2024.md", "sacf360b16d.md", "s07a5919989.md", "s6f2edc8d1f.md", "s9002931a6b.md", "s5d8f74e273.md", "s6e4b5856ac.md", "sb02905938e.md"], "qid": "09ba9854", "rrf10": [0.024590164, 0.024193548, 0.02281746, 0.022222222, 0.021875, 0.02159204, 0.021581197, 0.021342069, 0.021336996, 0.021324355], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 75.3378, "secs_fuse": 0.0274, "secs_legs": 0.0741, "stand_in": false, "top10": ["sb502d8d88e.md", "s72706fe101.md", "sb36ac69459.md", "sbadaead581.md", "sfa99acd4c8.md", "sb54b7766bd.md", "s815c859534.md", "s13e1229915.md", "s5479abc3ed.md", "sb63486d719.md"], "type": "multi-session", "vec150_n": 44, "vec50_n": 44, "wide150": ["sb502d8d88e.md", "s72706fe101.md", "sb36ac69459.md", "sbadaead581.md", "sfa99acd4c8.md", "sb54b7766bd.md", "s815c859534.md", "s13e1229915.md", "s5479abc3ed.md", "sb63486d719.md", "s402975a3e0.md", "s3a35e5b9fd.md", "sbf8b0c2024.md", "sacf360b16d.md", "s07a5919989.md", "s6f2edc8d1f.md", "s9002931a6b.md", "s5d8f74e273.md", "s6e4b5856ac.md", "sb02905938e.md", "s27adbe279b.md", "s253d90a929.md", "s3b831479c7.md", "s1306125083.md", "sb3ef950ad8.md", "sebf4525ef2.md", "s1168f3c434.md", "sdc9e57519f.md", "s2a7a56bc46.md", "sc07b2b32ee.md", "sebcc0d2d21.md", "sc5c79d1af6.md", "s5db52fef9f.md", "s91d0659242.md", "s89a10e5acc.md", "sdae476ae29.md", "sa859c1ccf2.md", "sd5b3035834.md", "se7fafead9a.md", "s2a5a804f71.md", "sfb79a7a80d.md", "s34d470c3cc.md", "sb41b642e53.md", "sec43038b84.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc45d0be97c.md", "sec6a971fe1.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 60.08, "n_files": 50, "pool20": ["sc45d0be97c.md", "sec6a971fe1.md", "s882dd8d0a6.md", "sfe5cb224c0.md", "se85badc09e.md", "sc00b9fd6ce.md", "s0866ff6c5d.md", "s1fba76af3f.md", "sa1b1a3e621.md", "sb661f10889.md", "s267f01f7d5.md", "sf8fd354e35.md", "sa7b59fcf3e.md", "s76fdaa68db.md", "s63fc8d5839.md", "s19f938992b.md", "s09b4273ca5.md", "sdd470175e8.md", "s8ffe8a449a.md", "s07a22f9fe1.md"], "qid": "d6062bb9", "rrf10": [0.024457959, 0.024325754, 0.023087687, 0.022843823, 0.022222222, 0.022068511, 0.021748136, 0.021701389, 0.021634615, 0.021227364], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.6994, "secs_fuse": 0.0091, "secs_legs": 0.0204, "stand_in": false, "top10": ["sc45d0be97c.md", "sec6a971fe1.md", "s882dd8d0a6.md", "sfe5cb224c0.md", "se85badc09e.md", "sc00b9fd6ce.md", "s0866ff6c5d.md", "s1fba76af3f.md", "sa1b1a3e621.md", "sb661f10889.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["sc45d0be97c.md", "sec6a971fe1.md", "s882dd8d0a6.md", "sfe5cb224c0.md", "se85badc09e.md", "sc00b9fd6ce.md", "s0866ff6c5d.md", "s1fba76af3f.md", "sa1b1a3e621.md", "sb661f10889.md", "s267f01f7d5.md", "sf8fd354e35.md", "sa7b59fcf3e.md", "s76fdaa68db.md", "s63fc8d5839.md", "s19f938992b.md", "s09b4273ca5.md", "sdd470175e8.md", "s8ffe8a449a.md", "s07a22f9fe1.md", "s95680df880.md", "s69a2f8f4a6.md", "se83b829ddd.md", "s45fd102944.md", "s925f90570f.md", "sa81434037f.md", "s42ab3ee1eb.md", "sc8a1030b42.md", "s234abfb581.md", "sffd3c9e18e.md", "s75073df134.md", "s25fc512071.md", "sb6604449ce.md", "sd09094d417.md", "s9d8e60cdbe.md", "s23a8c5b27a.md", "s2550cb6c7e.md", "sf38e8a7a1d.md", "sdbbc8cf7ea.md", "s7c471c0d5d.md", "se66a963d79.md", "sf6c62c1de2.md", "scca48469e9.md", "s4fd3e4230e.md", "s0ff00f97f1.md", "s26ef8b9114.md", "s27bd1ba7cf.md", "s3df3e2195f.md", "s7a3f87bf23.md", "s3b090f5547.md"]}
{"abstention": false, "arm": "A5", "gold": ["s17169e45b7.md", "s58d6c78b39.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 55.92, "n_files": 47, "pool20": ["s17169e45b7.md", "s0a8827466d.md", "sa17078bf04.md", "s776239670f.md", "s58d6c78b39.md", "s61e59a355c.md", "s43d6915f4f.md", "s8c3f724279.md", "sac275f5a17.md", "s61a9e5bbca.md", "sca13b7bdde.md", "s7f5fe0b942.md", "s9881c7bf8b.md", "s37183248d7.md", "sfb18de6622.md", "sfbb6612986.md", "s0363a2e324.md", "s0145eb2e43.md", "s9b2583249c.md", "sef60a7d384.md"], "qid": "157a136e", "rrf10": [0.024457959, 0.022727273, 0.022035256, 0.021199389, 0.021136174, 0.021079527, 0.020633013, 0.020543351, 0.02043512, 0.020277778], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.1965, "secs_fuse": 0.0115, "secs_legs": 0.0642, "stand_in": false, "top10": ["s17169e45b7.md", "s0a8827466d.md", "sa17078bf04.md", "s776239670f.md", "s58d6c78b39.md", "s61e59a355c.md", "s43d6915f4f.md", "s8c3f724279.md", "sac275f5a17.md", "s61a9e5bbca.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s17169e45b7.md", "s0a8827466d.md", "sa17078bf04.md", "s776239670f.md", "s58d6c78b39.md", "s61e59a355c.md", "s43d6915f4f.md", "s8c3f724279.md", "sac275f5a17.md", "s61a9e5bbca.md", "sca13b7bdde.md", "s7f5fe0b942.md", "s9881c7bf8b.md", "s37183248d7.md", "sfb18de6622.md", "sfbb6612986.md", "s0363a2e324.md", "s0145eb2e43.md", "s9b2583249c.md", "sef60a7d384.md", "s16b3102969.md", "se7ae7a6808.md", "s99f9d1a2e7.md", "se3254fbdef.md", "s909e675ae9.md", "s06362d9ac2.md", "s2c87a1eff7.md", "s247022b494.md", "s84b552456e.md", "s0e26240cd6.md", "s24fcf0dd14.md", "sbb5e7cb811.md", "s286b03e522.md", "s759b854a1f.md", "s507c83057d.md", "s91073e8137.md", "s9427e1acb6.md", "saf535c82c4.md", "s659a95ce58.md", "sfc17dbd6c3.md", "s9ea9fc0097.md", "s8a903b2b2c.md", "s7d84de65cc.md", "sea2a3ff6a6.md", "s05e383e4cf.md", "sc5616d902b.md", "s889c4cf322.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc174292e10.md", "sff08391df0.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 54.07, "n_files": 49, "pool20": ["s065b6392c9.md", "sff08391df0.md", "s690b772efe.md", "s849bb560a7.md", "sc174292e10.md", "s7779d8d37b.md", "s72bef69c2a.md", "sdf13bb7c33.md", "s99ea5a406c.md", "sce123991f1.md", "s8f016850e4.md", "s8e2722f280.md", "s5b9e300e2b.md", "sd4a325967a.md", "saef3e8957e.md", "s9c2c2c54d5.md", "sff06b61d5d.md", "s0f3091548b.md", "s5fc23d1886.md", "sab6ee6d743.md"], "qid": "c18a7dc8", "rrf10": [0.024205943, 0.02370479, 0.023561508, 0.022689475, 0.021645022, 0.021098213, 0.021031746, 0.021002593, 0.020740884, 0.020588235], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 96.0761, "secs_fuse": 0.0262, "secs_legs": 0.072, "stand_in": false, "top10": ["s065b6392c9.md", "sff08391df0.md", "s690b772efe.md", "s849bb560a7.md", "sc174292e10.md", "s7779d8d37b.md", "s72bef69c2a.md", "sdf13bb7c33.md", "s99ea5a406c.md", "sce123991f1.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["s065b6392c9.md", "sff08391df0.md", "s690b772efe.md", "s849bb560a7.md", "sc174292e10.md", "s7779d8d37b.md", "s72bef69c2a.md", "sdf13bb7c33.md", "s99ea5a406c.md", "sce123991f1.md", "s8f016850e4.md", "s8e2722f280.md", "s5b9e300e2b.md", "sd4a325967a.md", "saef3e8957e.md", "s9c2c2c54d5.md", "sff06b61d5d.md", "s0f3091548b.md", "s5fc23d1886.md", "sab6ee6d743.md", "sc125cb0d27.md", "s8a1c12d53e.md", "s473b5c767d.md", "sdf8205ed54.md", "s7837afa37c.md", "sb17ce563cf.md", "s7c58b06591.md", "sd216e5201f.md", "s51a73376cb.md", "s2ee1160243.md", "s51419fb951.md", "s51775371d1.md", "s98ce43715a.md", "s48a5298e32.md", "s28dc6fe9c6.md", "s8f38df1208.md", "s4c7a641fac.md", "sc166c010c3.md", "saf88604d97.md", "sb5afc2ad64.md", "sd50ac5aa5c.md", "sbb7d317646.md", "s5b5d3b45e0.md", "saafff9663e.md", "s11062b8ba4.md", "s71cea76f23.md", "s799dc6f1b9.md", "saa294e6d96.md", "s92d1ce9d01.md"]}
{"abstention": false, "arm": "A5", "gold": ["s60e87636b2.md", "seef4e1fa4d.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 68.88, "n_files": 42, "pool20": ["s60e87636b2.md", "seef4e1fa4d.md", "s62236e8089.md", "s0d7023ff1d.md", "s521251b74e.md", "sb00ac04c30.md", "sc7e7d49076.md", "sae72783e09.md", "se771717f07.md", "s62bb5732e3.md", "s3213418782.md", "sa328080e4b.md", "s3acbc429ef.md", "sf039a535fe.md", "s3c251cac10.md", "sa336513bed.md", "s18239a417b.md", "s102f626009.md", "s77ccf484d3.md", "s27f00ea1dc.md"], "qid": "a3332713", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.022960373, 0.022614202, 0.022474315, 0.022021015, 0.021535007, 0.020588235, 0.020543351], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.7702, "secs_fuse": 0.0173, "secs_legs": 0.0416, "stand_in": false, "top10": ["s60e87636b2.md", "seef4e1fa4d.md", "s62236e8089.md", "s0d7023ff1d.md", "s521251b74e.md", "sb00ac04c30.md", "sc7e7d49076.md", "sae72783e09.md", "se771717f07.md", "s62bb5732e3.md"], "type": "multi-session", "vec150_n": 42, "vec50_n": 42, "wide150": ["s60e87636b2.md", "seef4e1fa4d.md", "s62236e8089.md", "s0d7023ff1d.md", "s521251b74e.md", "sb00ac04c30.md", "sc7e7d49076.md", "sae72783e09.md", "se771717f07.md", "s62bb5732e3.md", "s3213418782.md", "sa328080e4b.md", "s3acbc429ef.md", "sf039a535fe.md", "s3c251cac10.md", "sa336513bed.md", "s18239a417b.md", "s102f626009.md", "s77ccf484d3.md", "s27f00ea1dc.md", "sa978151847.md", "sdd429c384f.md", "sa73f7a733a.md", "s7955108b91.md", "s56827f3284.md", "s4dd1305f33.md", "s26be4d1b10.md", "s528413e141.md", "s956986f4b9.md", "sbc2120be70.md", "sf6edf42a15.md", "sec5ffe8b04.md", "s9ee02426d2.md", "s4b29d8c905.md", "see81b49c36.md", "s8b9355bedd.md", "se9fa5070ea.md", "s6627ef3c59.md", "seb4135b798.md", "s663359fe49.md", "s2714724470.md", "scf0305c175.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5125e94eaa.md", "s7f8e262f74.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 55.34, "n_files": 49, "pool20": ["s7f8e262f74.md", "s5125e94eaa.md", "s77c6549beb.md", "sddf6930042.md", "s012beda446.md", "sd3097f5450.md", "s688a697e85.md", "s51dec48f38.md", "sfa1bc54691.md", "sf8897c9987.md", "s2cc2e97ce7.md", "sce37b06c0a.md", "s06e5b6a689.md", "se6ed209cbe.md", "s288db29ec2.md", "sedbc88b589.md", "s9278d9dfea.md", "sdaf65a4590.md", "sbf32449e4e.md", "s431f7b0846.md"], "qid": "55241a1f", "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.022977941, 0.022847302, 0.022737873, 0.021825397, 0.021330884, 0.021103896, 0.020742754], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.9165, "secs_fuse": 0.0222, "secs_legs": 0.0407, "stand_in": false, "top10": ["s7f8e262f74.md", "s5125e94eaa.md", "s77c6549beb.md", "sddf6930042.md", "s012beda446.md", "sd3097f5450.md", "s688a697e85.md", "s51dec48f38.md", "sfa1bc54691.md", "sf8897c9987.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["s7f8e262f74.md", "s5125e94eaa.md", "s77c6549beb.md", "sddf6930042.md", "s012beda446.md", "sd3097f5450.md", "s688a697e85.md", "s51dec48f38.md", "sfa1bc54691.md", "sf8897c9987.md", "s2cc2e97ce7.md", "sce37b06c0a.md", "s06e5b6a689.md", "se6ed209cbe.md", "s288db29ec2.md", "sedbc88b589.md", "s9278d9dfea.md", "sdaf65a4590.md", "sbf32449e4e.md", "s431f7b0846.md", "sb294515351.md", "sa766285d8b.md", "sa1619e4816.md", "s99bcfac32a.md", "s7e370ec32a.md", "sd87857cd97.md", "sa022b05369.md", "s4317f41716.md", "sc24e9e2f0a.md", "s48a97e7da9.md", "s033d14202f.md", "sfc3367b80a.md", "s3822d2550f.md", "se2785be883.md", "s16a16b1f0f.md", "s84ad848b67.md", "sf2987fa3bc.md", "se45ab34409.md", "s281243f26c.md", "sb53762d24b.md", "sac160463c6.md", "sa740bf35f1.md", "s9bc3dca870.md", "saaf8985475.md", "s42e042ab7a.md", "s349fce9aec.md", "se5d8e8b489.md", "s6ba12e25ab.md", "sc1d4aaf735.md"]}
{"abstention": false, "arm": "A5", "gold": ["s78f3fb31b3.md", "s832c9d0a8c.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 53.95, "n_files": 53, "pool20": ["s78f3fb31b3.md", "s832c9d0a8c.md", "s2c7660f669.md", "s3220b9d25a.md", "se1c13c4604.md", "s2420a8a35e.md", "s7d144228df.md", "sb0535fb080.md", "s248fb78104.md", "s43fd5669b9.md", "sb83777f0ad.md", "s2e3535b641.md", "s252f6990d1.md", "sf42dafd0fc.md", "s6b45b9ba5b.md", "sae6b383400.md", "s56d09ff052.md", "s376a57a5ee.md", "sf0e777823c.md", "scd5194f0c3.md"], "qid": "a08a253f", "rrf10": [0.024590164, 0.02382134, 0.023015873, 0.022861881, 0.02232906, 0.022035256, 0.021555197, 0.021480629, 0.021145833, 0.020952381], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.7035, "secs_fuse": 0.0577, "secs_legs": 0.107, "stand_in": false, "top10": ["s78f3fb31b3.md", "s832c9d0a8c.md", "s2c7660f669.md", "s3220b9d25a.md", "se1c13c4604.md", "s2420a8a35e.md", "s7d144228df.md", "sb0535fb080.md", "s248fb78104.md", "s43fd5669b9.md"], "type": "multi-session", "vec150_n": 53, "vec50_n": 50, "wide150": ["s78f3fb31b3.md", "s832c9d0a8c.md", "s2c7660f669.md", "s3220b9d25a.md", "se1c13c4604.md", "s2420a8a35e.md", "s7d144228df.md", "sb0535fb080.md", "s248fb78104.md", "s43fd5669b9.md", "sb83777f0ad.md", "s2e3535b641.md", "s252f6990d1.md", "sf42dafd0fc.md", "s6b45b9ba5b.md", "sae6b383400.md", "s56d09ff052.md", "s376a57a5ee.md", "sf0e777823c.md", "scd5194f0c3.md", "s63677eb0b7.md", "s193a865def.md", "s7ef854a0d7.md", "sb62a875c5b.md", "s9a190f0187.md", "s9462ca50cd.md", "s4663f3d868.md", "s40a45d1783.md", "s1a38302dbe.md", "sdd4369749f.md", "s5ee81c44f0.md", "s654b71cf0d.md", "s9ae4874816.md", "s3d9a209839.md", "sf0ddfe1b47.md", "s2de8f3c510.md", "s40d1780576.md", "sbd85bb33fa.md", "s19564466b2.md", "sd8461b83e4.md", "s1fe7225fac.md", "s0b72d64e61.md", "sb034d0649b.md", "sa0e329bb85.md", "s89419fa915.md", "sff3aa681ce.md", "s629c614b85.md", "sb3d4476e23.md", "sc7ea4b9f09.md", "s2bef2b5a5a.md", "s49d47c0405.md", "s616d9742ac.md", "s35ae4344b6.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb2a3c5940b.md", "se7dfab0d66.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 55.68, "n_files": 50, "pool20": ["se7dfab0d66.md", "sb2a3c5940b.md", "sc2a3928aa0.md", "s5cd3d06f26.md", "sc5c288a061.md", "sd09dd566f8.md", "sfcae325e3d.md", "s00cdd4b63b.md", "sebfe358282.md", "s4dd8ebb0a2.md", "sdc4581b8d8.md", "s2a320a65a1.md", "s94db1649a9.md", "s4c2e203003.md", "s3129fd551c.md", "s8572052fc8.md", "sb822909d6b.md", "sc42aab8750.md", "sa3474f8660.md", "s626603b9ee.md"], "qid": "f0e564bc", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022614202, 0.022381757, 0.022068511, 0.021581197, 0.021532091, 0.021028951, 0.020703764], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.2615, "secs_fuse": 0.0354, "secs_legs": 0.0644, "stand_in": false, "top10": ["se7dfab0d66.md", "sb2a3c5940b.md", "sc2a3928aa0.md", "s5cd3d06f26.md", "sc5c288a061.md", "sd09dd566f8.md", "sfcae325e3d.md", "s00cdd4b63b.md", "sebfe358282.md", "s4dd8ebb0a2.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["se7dfab0d66.md", "sb2a3c5940b.md", "sc2a3928aa0.md", "s5cd3d06f26.md", "sc5c288a061.md", "sd09dd566f8.md", "sfcae325e3d.md", "s00cdd4b63b.md", "sebfe358282.md", "s4dd8ebb0a2.md", "sdc4581b8d8.md", "s2a320a65a1.md", "s94db1649a9.md", "s4c2e203003.md", "s3129fd551c.md", "s8572052fc8.md", "sb822909d6b.md", "sc42aab8750.md", "sa3474f8660.md", "s626603b9ee.md", "sc31c4d6665.md", "s0f078440a6.md", "se67acad53a.md", "s7c23d7bbc3.md", "s18926becfb.md", "sadb5bc4730.md", "s45fd9e3cd2.md", "s21f4728ff9.md", "s4b76f88b99.md", "s28bcd51e69.md", "sce2ba7dbae.md", "s73b26bf264.md", "s4ce7fa2787.md", "sc6917cd086.md", "s4c8fd1e873.md", "s4a574029a0.md", "s45d14db074.md", "s122e3c5b22.md", "s5cf5bd54b8.md", "sa7db7b2198.md", "sf6f7b53bfa.md", "sc1f5061625.md", "sa9f8e313cc.md", "sd1c82e168a.md", "sa8e659512d.md", "s9677af1325.md", "s863212ac2d.md", "s9f490880aa.md", "see62f9d152.md", "s551cf66113.md"]}
{"abstention": false, "arm": "A5", "gold": ["s064fbc729a.md", "sd0ede9b63e.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 55.01, "n_files": 45, "pool20": ["sd0ede9b63e.md", "s48bc73c3ba.md", "s13675a2215.md", "s0c35525e5c.md", "sf522e99848.md", "s064fbc729a.md", "s58c59458e0.md", "s3763503ff4.md", "se3468a8cdb.md", "sf59d913aec.md", "s6205de3741.md", "sb12ed30ae0.md", "s286978f632.md", "s8569cb05b4.md", "s00b9e3058a.md", "sb4dc4f1cb1.md", "s9efdf31dd5.md", "s8cc14d4724.md", "sfc08c5890c.md", "s2599f118a9.md"], "qid": "078150f1", "rrf10": [0.024590164, 0.023685516, 0.022861881, 0.022767857, 0.022630992, 0.02255727, 0.022458146, 0.022193769, 0.021660265, 0.021638655], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 74.5536, "secs_fuse": 0.0261, "secs_legs": 0.0627, "stand_in": false, "top10": ["sd0ede9b63e.md", "s48bc73c3ba.md", "s13675a2215.md", "s0c35525e5c.md", "sf522e99848.md", "s064fbc729a.md", "s58c59458e0.md", "s3763503ff4.md", "se3468a8cdb.md", "sf59d913aec.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["sd0ede9b63e.md", "s48bc73c3ba.md", "s13675a2215.md", "s0c35525e5c.md", "sf522e99848.md", "s064fbc729a.md", "s58c59458e0.md", "s3763503ff4.md", "se3468a8cdb.md", "sf59d913aec.md", "s6205de3741.md", "sb12ed30ae0.md", "s286978f632.md", "s8569cb05b4.md", "s00b9e3058a.md", "sb4dc4f1cb1.md", "s9efdf31dd5.md", "s8cc14d4724.md", "sfc08c5890c.md", "s2599f118a9.md", "sdedcf030af.md", "sc60320987c.md", "sed4e077e5d.md", "s425f606fb2.md", "sc0c2c82e7c.md", "s5a01732c5a.md", "s58ae53e77c.md", "s4df46322d3.md", "s2644b2b2cd.md", "sa2a4e35f85.md", "sf53e12af00.md", "s75fc9fdf40.md", "sc095c2e4c0.md", "sbe5b96d53d.md", "s1f0071d45a.md", "sd1ddf8dce8.md", "s487f71a606.md", "s5b2533d0f5.md", "s6157439f7f.md", "se57ce7d93a.md", "s1d034f29c2.md", "s38e8d1c5ca.md", "s2dda2ae1c3.md", "sc12e3f4aa9.md", "s0cd78cdb6d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1a430b7199.md", "s1d1556eeff.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 98.74, "n_files": 45, "pool20": ["s1a430b7199.md", "s1d1556eeff.md", "sf2613aa219.md", "s764b922ad6.md", "s1d075305dc.md", "seafa48bfa5.md", "saa484285d8.md", "saa6ce07823.md", "s13f1fbf521.md", "s2036db2c0b.md", "s2c1d882cb9.md", "s0c7ae4611d.md", "sd67b15de96.md", "sa33b110e45.md", "s94c6be0c94.md", "sd4ede459ef.md", "s90614ab06c.md", "s57ef722062.md", "sbcb528b233.md", "sd3d30eb782.md"], "qid": "8cf4d046", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023087687, 0.021634615, 0.021480629, 0.021199389, 0.020543351, 0.020238095, 0.02023339], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.2116, "secs_fuse": 0.0088, "secs_legs": 0.0187, "stand_in": false, "top10": ["s1a430b7199.md", "s1d1556eeff.md", "sf2613aa219.md", "s764b922ad6.md", "s1d075305dc.md", "seafa48bfa5.md", "saa484285d8.md", "saa6ce07823.md", "s13f1fbf521.md", "s2036db2c0b.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s1a430b7199.md", "s1d1556eeff.md", "sf2613aa219.md", "s764b922ad6.md", "s1d075305dc.md", "seafa48bfa5.md", "saa484285d8.md", "saa6ce07823.md", "s13f1fbf521.md", "s2036db2c0b.md", "s2c1d882cb9.md", "s0c7ae4611d.md", "sd67b15de96.md", "sa33b110e45.md", "s94c6be0c94.md", "sd4ede459ef.md", "s90614ab06c.md", "s57ef722062.md", "sbcb528b233.md", "sd3d30eb782.md", "s9d239267e2.md", "s95d2e69029.md", "sdb6fec9b38.md", "sb10afa9cbd.md", "saacbc096b6.md", "sbb0d731b54.md", "s944877854d.md", "s211f850c8f.md", "sabd0989792.md", "s4f7fdc0fd1.md", "s83a948ec96.md", "s832dc61568.md", "s79ae4cded6.md", "sa3fcdcb784.md", "s774e7877d0.md", "sd56f9d3abd.md", "s25d6c2a715.md", "sd63164b099.md", "sf475b9d129.md", "s233938900d.md", "s1c2ddf73d9.md", "s85386d51c2.md", "se8d5849828.md", "s00b49cf543.md", "s571d64736e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s25832aee18.md", "sa7162f09e5.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 68.32, "n_files": 49, "pool20": ["s2846432ce3.md", "sa7162f09e5.md", "s25832aee18.md", "s25f8e000dc.md", "s9718f4c911.md", "s08e49d0c48.md", "sacca3217c8.md", "s0dcb999f38.md", "saf0330174b.md", "se44178be87.md", "seda4315da3.md", "sdd5746a27b.md", "s05dde55bd4.md", "s5f6a172f85.md", "sf82f1da680.md", "sde47c74b49.md", "s5e911ee8ea.md", "sd120e53ec3.md", "s239a70b01d.md", "s093d6a82e4.md"], "qid": "a346bb18", "rrf10": [0.024457959, 0.024325754, 0.0234375, 0.022960373, 0.022429262, 0.022278314, 0.021686969, 0.021116139, 0.021033868, 0.020535714], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 76.2754, "secs_fuse": 0.027, "secs_legs": 0.064, "stand_in": false, "top10": ["s2846432ce3.md", "sa7162f09e5.md", "s25832aee18.md", "s25f8e000dc.md", "s9718f4c911.md", "s08e49d0c48.md", "sacca3217c8.md", "s0dcb999f38.md", "saf0330174b.md", "se44178be87.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["s2846432ce3.md", "sa7162f09e5.md", "s25832aee18.md", "s25f8e000dc.md", "s9718f4c911.md", "s08e49d0c48.md", "sacca3217c8.md", "s0dcb999f38.md", "saf0330174b.md", "se44178be87.md", "seda4315da3.md", "sdd5746a27b.md", "s05dde55bd4.md", "s5f6a172f85.md", "sf82f1da680.md", "sde47c74b49.md", "s5e911ee8ea.md", "sd120e53ec3.md", "s239a70b01d.md", "s093d6a82e4.md", "s0e9021a72d.md", "s12c1c3eb60.md", "s0fc4370423.md", "s87cb945f2c.md", "s1d6a3dda2f.md", "sa4fe9f341a.md", "sf70c22bbfd.md", "s03d93668d2.md", "s7ef182e997.md", "sbcc5c5ebf4.md", "sb19c9b9b56.md", "se8f088d458.md", "s27165813c7.md", "s880258b39c.md", "s13b7bd5630.md", "s8fb9e59933.md", "s2424d63366.md", "sd8d6c5e904.md", "sfefe8cf0b5.md", "s7ddab7c5e9.md", "s9b43521764.md", "s5e3994c6b9.md", "scdd8507a81.md", "s455deaa05a.md", "s7e50f971ba.md", "s87e09bf28e.md", "s30efaf9326.md", "sa96405c9d4.md", "s1e4d0ca328.md"]}
{"abstention": false, "arm": "A5", "gold": ["s47517e52b8.md", "sab70567e24.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 57.6, "n_files": 45, "pool20": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s587130c775.md", "s5b21e0f13e.md", "s503eb880e8.md", "s4d2d5e4f4f.md", "s5935afa9e3.md", "s33e34e6619.md", "s8ad21380a1.md", "s223fe5adb2.md", "scdce88602e.md", "s4c3098b2db.md", "sc4ec161251.md", "s33df0ae1c5.md", "s8ea3224460.md", "s56079e455d.md", "sb21f782a0f.md", "s386d678693.md", "sc99ea24393.md"], "qid": "37f165cf", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022501131, 0.022397892, 0.022051282, 0.021071701, 0.020168067, 0.020037987], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 90.318, "secs_fuse": 0.034, "secs_legs": 0.0643, "stand_in": false, "top10": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s587130c775.md", "s5b21e0f13e.md", "s503eb880e8.md", "s4d2d5e4f4f.md", "s5935afa9e3.md", "s33e34e6619.md", "s8ad21380a1.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s587130c775.md", "s5b21e0f13e.md", "s503eb880e8.md", "s4d2d5e4f4f.md", "s5935afa9e3.md", "s33e34e6619.md", "s8ad21380a1.md", "s223fe5adb2.md", "scdce88602e.md", "s4c3098b2db.md", "sc4ec161251.md", "s33df0ae1c5.md", "s8ea3224460.md", "s56079e455d.md", "sb21f782a0f.md", "s386d678693.md", "sc99ea24393.md", "sb690856795.md", "s8c39ddcb17.md", "s56cf3b2119.md", "s19542fe1c3.md", "s0d7ed69701.md", "sbab14af350.md", "se47f89a340.md", "s3367f07a19.md", "sdc582043d6.md", "s25c07ff7ce.md", "sb12577673c.md", "sb08ff71a9f.md", "s5f569ee7dc.md", "se8a1bc7ea2.md", "s363a21f751.md", "saf7646b46b.md", "s87053b1706.md", "s0532ab1623.md", "s0cf25ca145.md", "sfc72cca620.md", "s54d964d7ba.md", "s31d6a07de1.md", "s91510a40bf.md", "se2674998c2.md", "s1e5ebc60f9.md"]}
{"abstention": false, "arm": "A5", "gold": ["s05a6ca0b9f.md", "s3f55b7aa1a.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 57.22, "n_files": 47, "pool20": ["sc7ff3d4a82.md", "s569d3e4349.md", "se4fb807068.md", "s05a6ca0b9f.md", "s1868966fde.md", "sf14ac79161.md", "s0b007ebed4.md", "s3f55b7aa1a.md", "s7261df8ad6.md", "s13fec58ebc.md", "s8dca75a749.md", "s8763cc0110.md", "sc939307611.md", "sc13fe8c71b.md", "s135943b594.md", "se33fb45223.md", "se0386cb50a.md", "s44b099d998.md", "s9e6502205c.md", "s631e0c42be.md"], "qid": "8e91e7d9", "rrf10": [0.024457959, 0.024069737, 0.02382134, 0.022569444, 0.021547194, 0.021098213, 0.021031746, 0.020833333, 0.020384615, 0.020200388], "score": {"all@10": true, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 61.0784, "secs_fuse": 0.0257, "secs_legs": 0.0556, "stand_in": false, "top10": ["sc7ff3d4a82.md", "s569d3e4349.md", "se4fb807068.md", "s05a6ca0b9f.md", "s1868966fde.md", "sf14ac79161.md", "s0b007ebed4.md", "s3f55b7aa1a.md", "s7261df8ad6.md", "s13fec58ebc.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["sc7ff3d4a82.md", "s569d3e4349.md", "se4fb807068.md", "s05a6ca0b9f.md", "s1868966fde.md", "sf14ac79161.md", "s0b007ebed4.md", "s3f55b7aa1a.md", "s7261df8ad6.md", "s13fec58ebc.md", "s8dca75a749.md", "s8763cc0110.md", "sc939307611.md", "sc13fe8c71b.md", "s135943b594.md", "se33fb45223.md", "se0386cb50a.md", "s44b099d998.md", "s9e6502205c.md", "s631e0c42be.md", "s5a34cf5e95.md", "s7cf9492223.md", "s1ef9bda7a5.md", "sdada6dd9c8.md", "s1a4c5dd32e.md", "sbe341450f8.md", "s5440748de9.md", "sf00ade7c17.md", "saf07fd5060.md", "s83a439a6ec.md", "sc13723d85e.md", "s6bc9d95345.md", "s52275d556a.md", "sad6ee9a6ac.md", "s666eb68455.md", "s1885c327eb.md", "sc1d5dcf9fe.md", "sb41ab2e3ae.md", "s8909a48dd6.md", "s095918a012.md", "s7838669dce.md", "s5206f3f887.md", "s0b85822c52.md", "sdc25bd51e9.md", "s617f6d5e99.md", "s12b4b9407c.md", "sfbaf76e00a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s150b9c1c76.md", "s3b2683468e.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 57.0, "n_files": 47, "pool20": ["s3b2683468e.md", "s150b9c1c76.md", "s4a51e81767.md", "sf9fac5e21c.md", "sb8c0b73033.md", "s3558e047b5.md", "s6ea1359d50.md", "s3bdd761ad5.md", "se029fc62c6.md", "se584590d94.md", "se182477419.md", "s144246809c.md", "s0663dc38b8.md", "s60bcd1a552.md", "s1015412afc.md", "s8fb54595f2.md", "s86f0245adc.md", "sf4e5160206.md", "s6cebf89b85.md", "s6666508fb1.md"], "qid": "87f22b4a", "rrf10": [0.024205943, 0.02406554, 0.022977941, 0.022689475, 0.02238806, 0.02232906, 0.021952259, 0.021660265, 0.021428571, 0.021307798], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 92.5428, "secs_fuse": 0.0271, "secs_legs": 0.0643, "stand_in": false, "top10": ["s3b2683468e.md", "s150b9c1c76.md", "s4a51e81767.md", "sf9fac5e21c.md", "sb8c0b73033.md", "s3558e047b5.md", "s6ea1359d50.md", "s3bdd761ad5.md", "se029fc62c6.md", "se584590d94.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s3b2683468e.md", "s150b9c1c76.md", "s4a51e81767.md", "sf9fac5e21c.md", "sb8c0b73033.md", "s3558e047b5.md", "s6ea1359d50.md", "s3bdd761ad5.md", "se029fc62c6.md", "se584590d94.md", "se182477419.md", "s144246809c.md", "s0663dc38b8.md", "s60bcd1a552.md", "s1015412afc.md", "s8fb54595f2.md", "s86f0245adc.md", "sf4e5160206.md", "s6cebf89b85.md", "s6666508fb1.md", "s774b544f6a.md", "sbcfc6d398e.md", "se3b1c3b0d1.md", "s5da3364f80.md", "s37e3404b4e.md", "s204d3764aa.md", "sca75c30140.md", "s2e2aa30a3f.md", "s518567486e.md", "s38e6624333.md", "s23433051de.md", "sa2cc750661.md", "s3e6b850f83.md", "s1a4a5956e1.md", "sf836c72933.md", "sdc0b522b73.md", "sf2be0eec7a.md", "sadadd1f9b8.md", "seab5beaca6.md", "s378dfece29.md", "s3d91d98a52.md", "s4fcffd8bc6.md", "sa8d5f899ee.md", "sf147e129a8.md", "se3d5a7ad5f.md", "s9804919da0.md", "s2fb2b76891.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7008cbcd61.md", "sa85670c70d.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 57.34, "n_files": 45, "pool20": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "s3031166df2.md", "sa68301e6bc.md", "sfd7f82a99e.md", "sb845bba481.md", "s2904a2683b.md", "s8488fdd27e.md", "s7aea2c669a.md", "s846c43a3b6.md", "sc04740c521.md", "s00be24cf27.md", "s3726b71e3c.md", "s3e0c1bf7cd.md", "s6e6faa1f50.md", "s2c3633f88e.md", "sd413ea4718.md", "s15c6cf5e2e.md", "sc48e884bdb.md"], "qid": "e56a43b9", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023200758, 0.022614202, 0.022305254, 0.02141888, 0.021066434, 0.020866455, 0.020751174], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 93.6631, "secs_fuse": 0.0493, "secs_legs": 0.0716, "stand_in": false, "top10": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "s3031166df2.md", "sa68301e6bc.md", "sfd7f82a99e.md", "sb845bba481.md", "s2904a2683b.md", "s8488fdd27e.md", "s7aea2c669a.md"], "type": "multi-session", "vec150_n": 45, "vec50_n": 45, "wide150": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "s3031166df2.md", "sa68301e6bc.md", "sfd7f82a99e.md", "sb845bba481.md", "s2904a2683b.md", "s8488fdd27e.md", "s7aea2c669a.md", "s846c43a3b6.md", "sc04740c521.md", "s00be24cf27.md", "s3726b71e3c.md", "s3e0c1bf7cd.md", "s6e6faa1f50.md", "s2c3633f88e.md", "sd413ea4718.md", "s15c6cf5e2e.md", "sc48e884bdb.md", "safff613b04.md", "scb678714db.md", "se3706d8380.md", "s2d90c152a9.md", "sb5eaf3158a.md", "sffa979d5aa.md", "sbc9ed3d00f.md", "s0ee7a824a4.md", "s28beac9008.md", "s233adff211.md", "se9d58540e6.md", "sf99e10ff4e.md", "s61fa7f34a9.md", "sb274a228ed.md", "sc56d703b5a.md", "s7ff4830577.md", "s67ddea5690.md", "s8f8e06339c.md", "se43d1fee9f.md", "s73643140f9.md", "sdf836dbc48.md", "s7274c4617f.md", "s9fd823d23b.md", "s4c4fce9782.md", "s4581f4332e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s431fa3741c.md", "sd2e0fb9477.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 57.36, "n_files": 48, "pool20": ["s431fa3741c.md", "sd2e0fb9477.md", "sbff3d27047.md", "sfee654f744.md", "s96fddf2b71.md", "sfaaf319d93.md", "s1db3a727d4.md", "s1a8938fe8c.md", "s9eba539f6d.md", "sa2ecf98e0b.md", "s9cd4433dcd.md", "s81cb3e1356.md", "s0b8e158453.md", "s2497593585.md", "sa41035c241.md", "s9f2bb76794.md", "s1239eeff64.md", "s3484617891.md", "s312ed4945d.md", "sbe47506c6e.md"], "qid": "efc3f7c2", "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.023317308, 0.022141372, 0.021428571, 0.021254487, 0.021033868, 0.02098626, 0.020970395], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 97.0516, "secs_fuse": 0.0185, "secs_legs": 0.0475, "stand_in": false, "top10": ["s431fa3741c.md", "sd2e0fb9477.md", "sbff3d27047.md", "sfee654f744.md", "s96fddf2b71.md", "sfaaf319d93.md", "s1db3a727d4.md", "s1a8938fe8c.md", "s9eba539f6d.md", "sa2ecf98e0b.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s431fa3741c.md", "sd2e0fb9477.md", "sbff3d27047.md", "sfee654f744.md", "s96fddf2b71.md", "sfaaf319d93.md", "s1db3a727d4.md", "s1a8938fe8c.md", "s9eba539f6d.md", "sa2ecf98e0b.md", "s9cd4433dcd.md", "s81cb3e1356.md", "s0b8e158453.md", "s2497593585.md", "sa41035c241.md", "s9f2bb76794.md", "s1239eeff64.md", "s3484617891.md", "s312ed4945d.md", "sbe47506c6e.md", "se45f52b8bc.md", "s9bcac91967.md", "s490422bf05.md", "s20e81faf65.md", "sa78f83e252.md", "sd080132b89.md", "s2fe8b9f4c8.md", "s66f888be28.md", "s6c59b00476.md", "sc560ed56c7.md", "s0544315186.md", "sf6fcdb33b4.md", "s78de76afc4.md", "sb94b06915a.md", "s7e97a4b424.md", "sbf84a0ffc2.md", "s090174bcd4.md", "s9b9d7504e2.md", "s82b7edccc0.md", "s3088600afe.md", "sa500060e91.md", "sa697b20f89.md", "s09c162b3c0.md", "s5f3c0bdd46.md", "se6275c32f0.md", "s477aaeb776.md", "sac4c59d352.md", "s73bfd6753b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s28d1c3a153.md", "s80cf54c649.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 57.02, "n_files": 47, "pool20": ["s28d1c3a153.md", "s80cf54c649.md", "s614f5778d4.md", "s429bebe550.md", "se3a5f4ccae.md", "sdfdc20b14d.md", "s2331573a7c.md", "s1422f515ca.md", "s65028efd0a.md", "s18dbe434c2.md", "s8a5b5f8649.md", "s291ed2bd02.md", "sb6eabe3f26.md", "sf570427def.md", "sff072d2d65.md", "sf948589316.md", "s58f28b6273.md", "sb4e9dd9c6b.md", "sd2dbda8ab3.md", "s5aa1189136.md"], "qid": "21d02d0d", "rrf10": [0.024590164, 0.023937532, 0.02370479, 0.022118506, 0.022051282, 0.021748136, 0.02168213, 0.021428571, 0.021094403, 0.020586298], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 99.6327, "secs_fuse": 0.0275, "secs_legs": 0.0738, "stand_in": false, "top10": ["s28d1c3a153.md", "s80cf54c649.md", "s614f5778d4.md", "s429bebe550.md", "se3a5f4ccae.md", "sdfdc20b14d.md", "s2331573a7c.md", "s1422f515ca.md", "s65028efd0a.md", "s18dbe434c2.md"], "type": "multi-session", "vec150_n": 47, "vec50_n": 47, "wide150": ["s28d1c3a153.md", "s80cf54c649.md", "s614f5778d4.md", "s429bebe550.md", "se3a5f4ccae.md", "sdfdc20b14d.md", "s2331573a7c.md", "s1422f515ca.md", "s65028efd0a.md", "s18dbe434c2.md", "s8a5b5f8649.md", "s291ed2bd02.md", "sb6eabe3f26.md", "sf570427def.md", "sff072d2d65.md", "sf948589316.md", "s58f28b6273.md", "sb4e9dd9c6b.md", "sd2dbda8ab3.md", "s5aa1189136.md", "sa4bcba1c31.md", "s4aa71cb79d.md", "s7a0d94f05e.md", "s9a3bea8603.md", "sa94852f9d4.md", "s6db035c0b9.md", "s8ce646d82d.md", "s4f8fdd2c53.md", "s2b562f7375.md", "se4e3c62469.md", "sb5faa8aec4.md", "sf40fc6e6f1.md", "s764e4339ea.md", "sd341661ef2.md", "sd49d4440ba.md", "s95ad47da09.md", "s973d0bc00d.md", "sbe8e4958a8.md", "sa7e95ff179.md", "s5d78901c34.md", "s1c335fc803.md", "s817fb4adac.md", "s583736a03d.md", "sd88e0984dd.md", "sbd554963ef.md", "s04677fb5d0.md", "s44e9363c1b.md"]}
{"abstention": true, "arm": "A5", "gold": ["sac880c30de.md", "se3a2fea94f.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 59.5, "n_files": 49, "pool20": ["sac880c30de.md", "se3a2fea94f.md", "se103a16321.md", "s4dd093e7d9.md", "s82f5a5fa56.md", "s09cf0238d0.md", "s1a378c1c52.md", "se5f3b469ee.md", "s3dc7b6506f.md", "s0e33b8c1ad.md", "s5c698b3ec0.md", "sacd4191082.md", "s495521fb10.md", "sfe78f71b5f.md", "saeaf973be5.md", "s39112d3e19.md", "s549c0b768a.md", "sb61f7e40ac.md", "s595312af24.md", "s38a23d3efc.md"], "qid": "2311e44b_abs", "rrf10": [0.024590164, 0.024193548, 0.022722331, 0.021978022, 0.02141888, 0.021326014, 0.021198569, 0.021071701, 0.02079602, 0.020526961], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.8645, "secs_fuse": 0.0254, "secs_legs": 0.0743, "stand_in": false, "top10": ["sac880c30de.md", "se3a2fea94f.md", "se103a16321.md", "s4dd093e7d9.md", "s82f5a5fa56.md", "s09cf0238d0.md", "s1a378c1c52.md", "se5f3b469ee.md", "s3dc7b6506f.md", "s0e33b8c1ad.md"], "type": "multi-session", "vec150_n": 49, "vec50_n": 49, "wide150": ["sac880c30de.md", "se3a2fea94f.md", "se103a16321.md", "s4dd093e7d9.md", "s82f5a5fa56.md", "s09cf0238d0.md", "s1a378c1c52.md", "se5f3b469ee.md", "s3dc7b6506f.md", "s0e33b8c1ad.md", "s5c698b3ec0.md", "sacd4191082.md", "s495521fb10.md", "sfe78f71b5f.md", "saeaf973be5.md", "s39112d3e19.md", "s549c0b768a.md", "sb61f7e40ac.md", "s595312af24.md", "s38a23d3efc.md", "s7fa4b3ce6f.md", "s9e6a3fef9d.md", "s7b08f2e585.md", "sb274b996be.md", "s279ff56ee7.md", "s5c1d33fbe5.md", "sd7e601f03e.md", "sc11cd410f0.md", "sc9ba0f4804.md", "sbd8bebeeba.md", "s6119ad436b.md", "s4e6c2394f5.md", "sa0c1577bff.md", "s364ab18d08.md", "sbc072470e2.md", "sb8190b30f4.md", "s50acce3127.md", "s828d9463a3.md", "sc043e594e2.md", "s9c0294adb3.md", "s7f74a8ba33.md", "s65324ab5d9.md", "s4ee3ae7082.md", "s352a7a28c4.md", "s3b5f0c6339.md", "s7769d13e6a.md", "sc7cce4d57c.md", "s1db1a09d91.md", "sc37bf571e5.md"]}
{"abstention": true, "arm": "A5", "gold": ["s6235b01d49.md", "sc66f21de81.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 54.47, "n_files": 53, "pool20": ["sc66f21de81.md", "s6235b01d49.md", "s963fcff7fd.md", "sb18a0c9d25.md", "s3b012c454f.md", "scee9947fa3.md", "s9677bbf3c9.md", "sbbc46c0025.md", "s85bafe9218.md", "s72bbaf6930.md", "s2495448140.md", "scfbbcbd6e0.md", "s35d4dc0855.md", "sf4640309d5.md", "s7676ddb219.md", "s77afff4886.md", "scb8675d940.md", "sf6f1abb37a.md", "s21846ec1c1.md", "sa48bb48c1d.md"], "qid": "6456829e_abs", "rrf10": [0.024590164, 0.02382134, 0.023685516, 0.023321123, 0.023216031, 0.023200758, 0.021848739, 0.021351575, 0.020686275, 0.020607191], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.7773, "secs_fuse": 0.0275, "secs_legs": 0.0646, "stand_in": false, "top10": ["sc66f21de81.md", "s6235b01d49.md", "s963fcff7fd.md", "sb18a0c9d25.md", "s3b012c454f.md", "scee9947fa3.md", "s9677bbf3c9.md", "sbbc46c0025.md", "s85bafe9218.md", "s72bbaf6930.md"], "type": "multi-session", "vec150_n": 53, "vec50_n": 50, "wide150": ["sc66f21de81.md", "s6235b01d49.md", "s963fcff7fd.md", "sb18a0c9d25.md", "s3b012c454f.md", "scee9947fa3.md", "s9677bbf3c9.md", "sbbc46c0025.md", "s85bafe9218.md", "s72bbaf6930.md", "s2495448140.md", "scfbbcbd6e0.md", "s35d4dc0855.md", "sf4640309d5.md", "s7676ddb219.md", "s77afff4886.md", "scb8675d940.md", "sf6f1abb37a.md", "s21846ec1c1.md", "sa48bb48c1d.md", "s4b70c4397c.md", "sdd7381e88b.md", "s0d667f3acf.md", "sc80e689327.md", "s78c4983526.md", "sc4b6cb9b47.md", "s6b37e7c121.md", "s72965d28d2.md", "sa3fdf4b9fd.md", "s4446c4b98d.md", "s851894ef16.md", "s145bb0b964.md", "s6b57d9a8d2.md", "s4ac730552c.md", "sce8b5e841b.md", "s56fe92e20a.md", "sd37b97bfab.md", "s3ad3d79caa.md", "s054240c5e1.md", "sa33793d846.md", "s1a709535fc.md", "s49603ca7ca.md", "s5cd5f9dab2.md", "s962741172c.md", "sd2189f9334.md", "sed19883a9a.md", "s5381762e4a.md", "sd3cfae4d65.md", "s05b2136ae0.md", "sc75389dd0d.md", "s9aab00af3b.md", "s5545d40e4d.md", "s50fde08d3d.md"]}
{"abstention": true, "arm": "A5", "gold": ["s61c77dba31.md", "s6d6bb39306.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 52.68, "n_files": 48, "pool20": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s6c3a3981bf.md", "s5fdfe37ef2.md", "s55fa0a72e3.md", "s515b3a6d0e.md", "s71faf627c7.md", "sc141112d61.md", "sd5f57db11c.md", "sb978dffd88.md", "sefb39bef8f.md", "s5f9857fe58.md", "s40748bf829.md", "s3c0200c5c9.md", "s2ea72029d3.md", "sf4837dec55.md", "sab34753c7b.md", "s62895cc78d.md", "s072e05a127.md"], "qid": "e5ba910e_abs", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023317308, 0.022168569, 0.021967627, 0.021266968, 0.02090301, 0.020769493, 0.020383275], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.5395, "secs_fuse": 0.028, "secs_legs": 0.0725, "stand_in": false, "top10": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s6c3a3981bf.md", "s5fdfe37ef2.md", "s55fa0a72e3.md", "s515b3a6d0e.md", "s71faf627c7.md", "sc141112d61.md", "sd5f57db11c.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s6c3a3981bf.md", "s5fdfe37ef2.md", "s55fa0a72e3.md", "s515b3a6d0e.md", "s71faf627c7.md", "sc141112d61.md", "sd5f57db11c.md", "sb978dffd88.md", "sefb39bef8f.md", "s5f9857fe58.md", "s40748bf829.md", "s3c0200c5c9.md", "s2ea72029d3.md", "sf4837dec55.md", "sab34753c7b.md", "s62895cc78d.md", "s072e05a127.md", "se3fc9218bb.md", "s732359b3ea.md", "se71529758b.md", "sbe95be9c49.md", "s81c882bb27.md", "s2d00fae8e3.md", "sd422ce7e85.md", "sfed9740d7f.md", "s6b31856728.md", "se1c0a183a0.md", "sff76ead91a.md", "s235ce73941.md", "s7e166eb39f.md", "s30e64b8da5.md", "s45dcf29f91.md", "s65e34b18fa.md", "sfd83ac3a05.md", "s7415f0295e.md", "scc35f4e743.md", "s6387b701f5.md", "s020461d11e.md", "sb1621713c2.md", "s69796399a0.md", "sbb2ac27f0a.md", "sfeeb653e19.md", "s824fba852b.md", "sd61a4a435f.md", "s82b585fa6a.md"]}
{"abstention": true, "arm": "A5", "gold": ["s575987fe96.md", "s8fa5c57ac6.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 54.43, "n_files": 53, "pool20": ["s5d5a7479dd.md", "s8fa5c57ac6.md", "s575987fe96.md", "sf3e4b2fab7.md", "s16645948e6.md", "s2bc6e6b516.md", "s6d9209ed08.md", "s1fe3670fc0.md", "sd0aa636763.md", "sdf0b9b9440.md", "sc2f3bc1eb7.md", "sfe590a9d8e.md", "s1718f47f88.md", "s0c793ea38f.md", "sc26ce4baf3.md", "sc17f2ca6c4.md", "s19822f10c5.md", "s7fea5ef9d7.md", "s5667e019bb.md", "sdbe0688f09.md"], "qid": "a96c20ee_abs", "rrf10": [0.024329951, 0.024193548, 0.023821721, 0.022915269, 0.021897007, 0.021848739, 0.021351575, 0.021274388, 0.021175612, 0.021071701], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 73.9833, "secs_fuse": 0.0238, "secs_legs": 0.0726, "stand_in": false, "top10": ["s5d5a7479dd.md", "s8fa5c57ac6.md", "s575987fe96.md", "sf3e4b2fab7.md", "s16645948e6.md", "s2bc6e6b516.md", "s6d9209ed08.md", "s1fe3670fc0.md", "sd0aa636763.md", "sdf0b9b9440.md"], "type": "multi-session", "vec150_n": 53, "vec50_n": 50, "wide150": ["s5d5a7479dd.md", "s8fa5c57ac6.md", "s575987fe96.md", "sf3e4b2fab7.md", "s16645948e6.md", "s2bc6e6b516.md", "s6d9209ed08.md", "s1fe3670fc0.md", "sd0aa636763.md", "sdf0b9b9440.md", "sc2f3bc1eb7.md", "sfe590a9d8e.md", "s1718f47f88.md", "s0c793ea38f.md", "sc26ce4baf3.md", "sc17f2ca6c4.md", "s19822f10c5.md", "s7fea5ef9d7.md", "s5667e019bb.md", "sdbe0688f09.md", "s86ec8a1943.md", "s80f0d4c1e2.md", "sde2698cda1.md", "s2e79fc6759.md", "s2394370e6e.md", "s13a06544eb.md", "s647052c0e8.md", "s9f80f431c7.md", "sedc0e740a7.md", "s840f85ab73.md", "sbe1b3c3fc0.md", "sa2868ce4da.md", "sfdc20677ef.md", "s32186ca89e.md", "sf7ffdc538e.md", "s31a09faa6f.md", "s5a8752c456.md", "s6ae262e620.md", "s9919a4506f.md", "s5afb2997bd.md", "s7c8d746f5f.md", "sf1f9810877.md", "sc23973e152.md", "s6c4f6703b8.md", "s4715bc18e0.md", "se8902e6116.md", "s1ce6ec0307.md", "s7be1518c46.md", "s2de7a9af00.md", "s0223348d05.md", "s97bc9224f8.md", "sc65ea9a663.md", "sdbfdd7836e.md"]}
{"abstention": true, "arm": "A5", "gold": ["s4cc898fb3d.md", "s6c40ac1410.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 70.62, "n_files": 48, "pool20": ["s4cc898fb3d.md", "sa6185dde9c.md", "s942a109535.md", "sf3bd7f128f.md", "sd3f4d75052.md", "s6c40ac1410.md", "sc5c4ce2c9f.md", "sf62ded0131.md", "s00e13f4ea3.md", "s3cabbddb4f.md", "s981200e95c.md", "sd680d4eeed.md", "sa8e46a59d1.md", "s9dc3094bc4.md", "sf320245bd7.md", "s1253e009f3.md", "s7f780c3338.md", "se213ba7756.md", "s6f1aa8719b.md", "s8b895aaad7.md"], "qid": "ba358f49_abs", "rrf10": [0.024590164, 0.023937532, 0.023591719, 0.022527473, 0.022474315, 0.021249076, 0.02094947, 0.020945007, 0.020833333, 0.020594736], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 66.9395, "secs_fuse": 0.0116, "secs_legs": 0.0446, "stand_in": false, "top10": ["s4cc898fb3d.md", "sa6185dde9c.md", "s942a109535.md", "sf3bd7f128f.md", "sd3f4d75052.md", "s6c40ac1410.md", "sc5c4ce2c9f.md", "sf62ded0131.md", "s00e13f4ea3.md", "s3cabbddb4f.md"], "type": "multi-session", "vec150_n": 48, "vec50_n": 48, "wide150": ["s4cc898fb3d.md", "sa6185dde9c.md", "s942a109535.md", "sf3bd7f128f.md", "sd3f4d75052.md", "s6c40ac1410.md", "sc5c4ce2c9f.md", "sf62ded0131.md", "s00e13f4ea3.md", "s3cabbddb4f.md", "s981200e95c.md", "sd680d4eeed.md", "sa8e46a59d1.md", "s9dc3094bc4.md", "sf320245bd7.md", "s1253e009f3.md", "s7f780c3338.md", "se213ba7756.md", "s6f1aa8719b.md", "s8b895aaad7.md", "s19a16ef766.md", "s81c0ce686d.md", "s3fc25541f3.md", "s76bc8c2b89.md", "s3048eac967.md", "sc45a84b49f.md", "s3b537cfa76.md", "s4f26546f27.md", "sf5a1bcf4a2.md", "s5ea2b83e8d.md", "sfa141604e2.md", "s6ad337d233.md", "s89dde800aa.md", "s5368700fd1.md", "s782fd1b902.md", "s9c63665c58.md", "s735aafb3b1.md", "s5716a00dc4.md", "sddbfb602f1.md", "s767c835f92.md", "sc030cdaa07.md", "sd6d0f2d7aa.md", "sbec1325551.md", "see9e1e4372.md", "s0b5a6b8fa1.md", "s4235637222.md", "s90faaa60ca.md", "sf13c8760eb.md"]}
{"abstention": true, "arm": "A5", "gold": ["s044fb6de78.md", "s3d41460c72.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 59.31, "n_files": 50, "pool20": ["s3d41460c72.md", "s60f1554abe.md", "s044fb6de78.md", "s33512221a0.md", "sbfa226cba5.md", "sfc92cfa259.md", "s0ac23f8cf6.md", "s014ccf6d3a.md", "s21f411081e.md", "se622f43d42.md", "s3209b663e7.md", "s3d7bed915a.md", "s4c1399fd7d.md", "se2cedd125a.md", "s0bdc2917ea.md", "sa11b614e9c.md", "s6be7ffec2f.md", "s05cf07ac37.md", "s8edc67913a.md", "sacf313d944.md"], "qid": "09ba9854_abs", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.0234375, 0.022847302, 0.02209596, 0.020739327, 0.02047619, 0.020174572, 0.020082226], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 76.8928, "secs_fuse": 0.0102, "secs_legs": 0.0266, "stand_in": false, "top10": ["s3d41460c72.md", "s60f1554abe.md", "s044fb6de78.md", "s33512221a0.md", "sbfa226cba5.md", "sfc92cfa259.md", "s0ac23f8cf6.md", "s014ccf6d3a.md", "s21f411081e.md", "se622f43d42.md"], "type": "multi-session", "vec150_n": 50, "vec50_n": 50, "wide150": ["s3d41460c72.md", "s60f1554abe.md", "s044fb6de78.md", "s33512221a0.md", "sbfa226cba5.md", "sfc92cfa259.md", "s0ac23f8cf6.md", "s014ccf6d3a.md", "s21f411081e.md", "se622f43d42.md", "s3209b663e7.md", "s3d7bed915a.md", "s4c1399fd7d.md", "se2cedd125a.md", "s0bdc2917ea.md", "sa11b614e9c.md", "s6be7ffec2f.md", "s05cf07ac37.md", "s8edc67913a.md", "sacf313d944.md", "s4edf2490f7.md", "s6d1ecfc566.md", "sfaf62b4162.md", "s87e39e21fa.md", "sb5f62e0113.md", "sbc21863e8a.md", "sfdba8f613e.md", "s084497eb34.md", "s90b6058519.md", "s1462a992f4.md", "scaae9e68c3.md", "sf4952068fd.md", "sed0c17e125.md", "s74e2a67bc4.md", "s4f85d1eee4.md", "sa3c5c29713.md", "se5c97a7151.md", "sbfea82a4ea.md", "s3d609e34fb.md", "s2954e5e6af.md", "s0970103e64.md", "s4c0d392dd0.md", "se3e5e2049c.md", "s83b555724e.md", "s314a68573b.md", "s1fa703f609.md", "s5275803c08.md", "sdcf1a1aacb.md", "sc688c9cdd6.md", "sb8c1afc24c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0de8f54495.md", "s87aab481ed.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 57.15, "n_files": 48, "pool20": ["s87aab481ed.md", "se61f58cc8f.md", "sa9fd08807d.md", "s0de8f54495.md", "s8b76961296.md", "s322171cf1b.md", "sf4255b3a60.md", "s10d607203b.md", "sb359802523.md", "s92cf6124a2.md", "s2f711cf641.md", "sab25b98b4d.md", "s5ce127a188.md", "s479bbec042.md", "s3679345204.md", "s31864c4bec.md", "s99fdbecb93.md", "s9a2c71fa42.md", "s3a3a5f789c.md", "s741a339c42.md"], "qid": "gpt4_59149c77", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023561508, 0.022964015, 0.022630992, 0.022501131, 0.021327968, 0.021031746, 0.020519836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.3081, "secs_fuse": 0.0098, "secs_legs": 0.0214, "stand_in": false, "top10": ["s87aab481ed.md", "se61f58cc8f.md", "sa9fd08807d.md", "s0de8f54495.md", "s8b76961296.md", "s322171cf1b.md", "sf4255b3a60.md", "s10d607203b.md", "sb359802523.md", "s92cf6124a2.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s87aab481ed.md", "se61f58cc8f.md", "sa9fd08807d.md", "s0de8f54495.md", "s8b76961296.md", "s322171cf1b.md", "sf4255b3a60.md", "s10d607203b.md", "sb359802523.md", "s92cf6124a2.md", "s2f711cf641.md", "sab25b98b4d.md", "s5ce127a188.md", "s479bbec042.md", "s3679345204.md", "s31864c4bec.md", "s99fdbecb93.md", "s9a2c71fa42.md", "s3a3a5f789c.md", "s741a339c42.md", "scd5101a285.md", "s908b9940e1.md", "s218de2ed58.md", "s2ab97f24d3.md", "saf3072983b.md", "s83df675d00.md", "s71fda2e5bf.md", "s770576f658.md", "s4e9e5df7ea.md", "s2a20e17c2a.md", "sd75bccb5e4.md", "s71e47bcdf8.md", "sc80b256868.md", "s4115ba0021.md", "s2b589d2fa4.md", "s512e2fecb2.md", "sf3019ee781.md", "sf9cb0301be.md", "s59db30dd6d.md", "s5b46bf242b.md", "s18afa072ca.md", "s270b23efda.md", "sf1aebb47f4.md", "s3c22ef6653.md", "sc40b3c6658.md", "sbc6a9568c8.md", "sec24b13bdc.md", "s18d174ce35.md"]}
{"abstention": false, "arm": "A5", "gold": ["s8967b317af.md", "scd70f10d4a.md", "sdb04083fb5.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 52.46, "n_files": 47, "pool20": ["scd70f10d4a.md", "sdb04083fb5.md", "s8967b317af.md", "s1f87188803.md", "s450430e6d7.md", "s7bcff2a57f.md", "s819c12a291.md", "s32dbc84657.md", "sa03be4f660.md", "s3e6534f8ea.md", "s328a869b7d.md", "s49104402ae.md", "sdb129e841d.md", "s48351302eb.md", "sed13a2282a.md", "s1e5ffc8f02.md", "s5e2c699ee2.md", "s23f9b3d7f0.md", "sead606dc0e.md", "s9d1b653000.md"], "qid": "gpt4_f49edff3", "rrf10": [0.024590164, 0.023941532, 0.023937532, 0.022977941, 0.022222222, 0.021908272, 0.021535007, 0.02128483, 0.021266968, 0.0209762], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 80.3455, "secs_fuse": 0.0479, "secs_legs": 0.091, "stand_in": false, "top10": ["scd70f10d4a.md", "sdb04083fb5.md", "s8967b317af.md", "s1f87188803.md", "s450430e6d7.md", "s7bcff2a57f.md", "s819c12a291.md", "s32dbc84657.md", "sa03be4f660.md", "s3e6534f8ea.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["scd70f10d4a.md", "sdb04083fb5.md", "s8967b317af.md", "s1f87188803.md", "s450430e6d7.md", "s7bcff2a57f.md", "s819c12a291.md", "s32dbc84657.md", "sa03be4f660.md", "s3e6534f8ea.md", "s328a869b7d.md", "s49104402ae.md", "sdb129e841d.md", "s48351302eb.md", "sed13a2282a.md", "s1e5ffc8f02.md", "s5e2c699ee2.md", "s23f9b3d7f0.md", "sead606dc0e.md", "s9d1b653000.md", "s84e364e1d2.md", "s77974a5f53.md", "s29cc2cef17.md", "s89f00acf0d.md", "s91820ee155.md", "s9883313410.md", "sfbe021e175.md", "sffe3fd7eaa.md", "sd5e2ca4471.md", "s00946a6e79.md", "s263e431e27.md", "s3b2278cf29.md", "sbb0ae27cd9.md", "sd1796aa632.md", "s9b6a68774f.md", "sb0b0534fff.md", "s23a88396bd.md", "s8be7b05bf5.md", "sf00ea5d8e8.md", "s19767f9d6d.md", "s524c86987c.md", "s189ecfadab.md", "s45c6788b7f.md", "sb410a2fa46.md", "sf945519977.md", "s3de8e8e543.md", "s202ebe63f3.md"]}
{"abstention": false, "arm": "A5", "gold": ["sfed21b3b3d.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 57.39, "n_files": 49, "pool20": ["sfed21b3b3d.md", "se079232804.md", "sffdc78de20.md", "s16bae8e890.md", "s6e8bc750c1.md", "s1788dfef67.md", "s0ff9f7493d.md", "sb40e9be05e.md", "s332a4afe74.md", "s673da5010e.md", "s4715a85f52.md", "s1714a98c06.md", "s7f8532fc1b.md", "s899c19a7fd.md", "s9c7a64aaf1.md", "s82bb817afa.md", "s558ac9edc0.md", "s4c838b3abb.md", "s8d76e5d15e.md", "s3003d0c6f1.md"], "qid": "71017276", "rrf10": [0.024590164, 0.022737873, 0.022379032, 0.02232906, 0.022291667, 0.022185061, 0.022058824, 0.021970577, 0.021397849, 0.021033868], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 84.5455, "secs_fuse": 0.0459, "secs_legs": 0.0842, "stand_in": false, "top10": ["sfed21b3b3d.md", "se079232804.md", "sffdc78de20.md", "s16bae8e890.md", "s6e8bc750c1.md", "s1788dfef67.md", "s0ff9f7493d.md", "sb40e9be05e.md", "s332a4afe74.md", "s673da5010e.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["sfed21b3b3d.md", "se079232804.md", "sffdc78de20.md", "s16bae8e890.md", "s6e8bc750c1.md", "s1788dfef67.md", "s0ff9f7493d.md", "sb40e9be05e.md", "s332a4afe74.md", "s673da5010e.md", "s4715a85f52.md", "s1714a98c06.md", "s7f8532fc1b.md", "s899c19a7fd.md", "s9c7a64aaf1.md", "s82bb817afa.md", "s558ac9edc0.md", "s4c838b3abb.md", "s8d76e5d15e.md", "s3003d0c6f1.md", "s42fd614892.md", "s971dfeeb13.md", "sf3ff8ae776.md", "sec09456023.md", "s0142e304fb.md", "s94c47ebc04.md", "s158d5fe5a0.md", "s842354201f.md", "s3551ad578d.md", "sabb8a0b3ca.md", "sda99c09288.md", "s91f3bce4c7.md", "sdb8e6b734d.md", "sd6ca44c1bc.md", "sf7423e8fbf.md", "s499b9f2f45.md", "sbec75a4773.md", "sfac7c15c43.md", "s8dadd53b69.md", "seab92799e6.md", "s6465441315.md", "sf5b418ad0e.md", "s40e92d61fc.md", "sf72c8a9313.md", "s9ea9e50613.md", "s3ac67ef3fd.md", "s1871daa213.md", "scef096ad0f.md", "s4f5f9ae4cd.md"]}
{"abstention": false, "arm": "A5", "gold": ["s13d7d57880.md", "s3de777306e.md", "sd81d698498.md", "sf99fc08dc2.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 57.53, "n_files": 46, "pool20": ["s13d7d57880.md", "s4252781e86.md", "sd93199637f.md", "sd81d698498.md", "sbdeeda4e3c.md", "sba7f0c53bd.md", "s128aecc14d.md", "sa95bad4594.md", "s6d4d39fd4f.md", "se63406f30e.md", "sab32a38ad1.md", "s0fdd952acb.md", "sd4fa13ef7e.md", "s0369945d06.md", "s3de777306e.md", "sdbd729860e.md", "s7d23fe42f0.md", "s203a3fe9be.md", "sf99fc08dc2.md", "s0c8dac40d8.md"], "qid": "b46e15ed", "rrf10": [0.024329951, 0.023216031, 0.02270798, 0.022482436, 0.02239819, 0.022278314, 0.022035256, 0.021970577, 0.021660265, 0.020645646], "score": {"all@10": false, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 99.2099, "secs_fuse": 0.0293, "secs_legs": 0.0704, "stand_in": false, "top10": ["s13d7d57880.md", "s4252781e86.md", "sd93199637f.md", "sd81d698498.md", "sbdeeda4e3c.md", "sba7f0c53bd.md", "s128aecc14d.md", "sa95bad4594.md", "s6d4d39fd4f.md", "se63406f30e.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s13d7d57880.md", "s4252781e86.md", "sd93199637f.md", "sd81d698498.md", "sbdeeda4e3c.md", "sba7f0c53bd.md", "s128aecc14d.md", "sa95bad4594.md", "s6d4d39fd4f.md", "se63406f30e.md", "sab32a38ad1.md", "s0fdd952acb.md", "sd4fa13ef7e.md", "s0369945d06.md", "s3de777306e.md", "sdbd729860e.md", "s7d23fe42f0.md", "s203a3fe9be.md", "sf99fc08dc2.md", "s0c8dac40d8.md", "sab6cde46dc.md", "s3b8e3b3ccc.md", "se7c2c5dae5.md", "s2940a68ede.md", "s65cb40d517.md", "s8b9a0cf605.md", "s14608a5367.md", "sd963ca7987.md", "s6950ae2661.md", "sb26582c39e.md", "s46fb809a68.md", "sa879cfc8e3.md", "s90d3d9f146.md", "sf603059d51.md", "sc36e4c9557.md", "s4228ba93ca.md", "s7ef01205b9.md", "sc1a2460538.md", "s3ef564462a.md", "se8a5dc138e.md", "sb93efe30c5.md", "s94b89aeb94.md", "s6b064dfe5a.md", "s8ce8d75b7c.md", "s954425d8de.md", "s0791140a6a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s416ca1f210.md", "sf0ed4e632f.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.33, "n_files": 46, "pool20": ["sf0ed4e632f.md", "s416ca1f210.md", "sbe27d3b153.md", "sef575b4bd0.md", "s2c03581ff9.md", "s9c72667b20.md", "s97c355c0b7.md", "sdc4967dc63.md", "s6827aa7b41.md", "sf9f538f5d5.md", "s9dc51c570c.md", "se927469a38.md", "s88868cb9be.md", "sdbb91d12b6.md", "s29f6b9484c.md", "sa7679050e5.md", "sba27986b5c.md", "s006630346f.md", "s02a40e6fc8.md", "se306a7a01a.md"], "qid": "gpt4_fa19884c", "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.023321123, 0.022977941, 0.022193769, 0.02217175, 0.021978022, 0.021462639, 0.021227364], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 95.4428, "secs_fuse": 0.0377, "secs_legs": 0.0816, "stand_in": false, "top10": ["sf0ed4e632f.md", "s416ca1f210.md", "sbe27d3b153.md", "sef575b4bd0.md", "s2c03581ff9.md", "s9c72667b20.md", "s97c355c0b7.md", "sdc4967dc63.md", "s6827aa7b41.md", "sf9f538f5d5.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["sf0ed4e632f.md", "s416ca1f210.md", "sbe27d3b153.md", "sef575b4bd0.md", "s2c03581ff9.md", "s9c72667b20.md", "s97c355c0b7.md", "sdc4967dc63.md", "s6827aa7b41.md", "sf9f538f5d5.md", "s9dc51c570c.md", "se927469a38.md", "s88868cb9be.md", "sdbb91d12b6.md", "s29f6b9484c.md", "sa7679050e5.md", "sba27986b5c.md", "s006630346f.md", "s02a40e6fc8.md", "se306a7a01a.md", "s2ba9c9b339.md", "s4ec78ae863.md", "s24c31aed95.md", "s812f2b28e6.md", "s347f95341b.md", "s1455e64e8f.md", "s1ee376efcf.md", "s57f0fe6400.md", "sfe7b4c136c.md", "s3a3aa4244b.md", "s373c7d5224.md", "s9ab19f5263.md", "s43ff3fcb1e.md", "seae6fd6cf5.md", "sffa77f186c.md", "sfc6b09c661.md", "s03322ce9e9.md", "s488269183e.md", "s98ff608741.md", "s175e4bc812.md", "sad8a6b3bcf.md", "sfb9f7678a0.md", "s67bbdf7b3f.md", "s2f5befb08f.md", "s55adcf1ae2.md", "sf158b9ee7a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2ad6dd5ee4.md", "s7ee484c72e.md", "sde38c72cbd.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 58.29, "n_files": 49, "pool20": ["sde38c72cbd.md", "s0475de9251.md", "sa415e4fc5d.md", "s7ee484c72e.md", "s5d98207cb1.md", "s2ad6dd5ee4.md", "s23c5695ebe.md", "s3e506a9db8.md", "sdcc93aa64d.md", "sba982ca2c1.md", "s878f2c09d3.md", "s9c2bc468f5.md", "s1cda53d19d.md", "s892ee23b3f.md", "sd77570a7b4.md", "sc28986ec58.md", "s651a8f6774.md", "s77e031300d.md", "s7af07f1114.md", "sb8572c51f8.md"], "qid": "0bc8ad92", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023317308, 0.022960373, 0.022861881, 0.020740884, 0.020695971, 0.020586298, 0.020555556], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 106.9882, "secs_fuse": 0.0309, "secs_legs": 0.072, "stand_in": false, "top10": ["sde38c72cbd.md", "s0475de9251.md", "sa415e4fc5d.md", "s7ee484c72e.md", "s5d98207cb1.md", "s2ad6dd5ee4.md", "s23c5695ebe.md", "s3e506a9db8.md", "sdcc93aa64d.md", "sba982ca2c1.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["sde38c72cbd.md", "s0475de9251.md", "sa415e4fc5d.md", "s7ee484c72e.md", "s5d98207cb1.md", "s2ad6dd5ee4.md", "s23c5695ebe.md", "s3e506a9db8.md", "sdcc93aa64d.md", "sba982ca2c1.md", "s878f2c09d3.md", "s9c2bc468f5.md", "s1cda53d19d.md", "s892ee23b3f.md", "sd77570a7b4.md", "sc28986ec58.md", "s651a8f6774.md", "s77e031300d.md", "s7af07f1114.md", "sb8572c51f8.md", "s9a363c9dcd.md", "sa51f3577dc.md", "s104a1624fe.md", "s062f02ef2d.md", "s8bad24c106.md", "sbe3c88ebdf.md", "s21aec14e42.md", "s1864ab6697.md", "sbaf960a0a7.md", "sf7925f0842.md", "sab4a7b8adc.md", "s125d3d9ee0.md", "s67c9a6d3dc.md", "s65c1567e7e.md", "s47e7588de2.md", "sf6dafbef34.md", "sb8b44782bf.md", "sced57c9528.md", "s086a0a3d80.md", "s5c781fc4c7.md", "s15f5fd70e2.md", "s3b81261a14.md", "sb0ac96d28b.md", "s8e761c2270.md", "s9c265adff6.md", "sceb340610f.md", "s9d9ed04dd1.md", "s4f1f26a68d.md", "sbffc4c0622.md"]}
{"abstention": false, "arm": "A5", "gold": ["s458613a9c1.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 58.11, "n_files": 43, "pool20": ["sc44a61b9f5.md", "s97a28ef372.md", "s6b7187db05.md", "scf03b889ec.md", "s91e15c927f.md", "s245578ac3b.md", "sed2e7ab573.md", "sd36320b6dd.md", "s458613a9c1.md", "s35f9904f63.md", "s979a7df1bb.md", "s758aa8b1f8.md", "s87f1fdc008.md", "s9cebfb7af6.md", "s7d29426210.md", "sd5d5f5d615.md", "s3e5951c011.md", "sf173e8fc72.md", "sc6b956e8c8.md", "s1c0ef0f2a3.md"], "qid": "af082822", "rrf10": [0.023746384, 0.023076923, 0.022667254, 0.022629773, 0.022168569, 0.022081413, 0.021869818, 0.021730463, 0.021710235, 0.021635611], "score": {"all@10": true, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 96.033, "secs_fuse": 0.0267, "secs_legs": 0.0642, "stand_in": false, "top10": ["sc44a61b9f5.md", "s97a28ef372.md", "s6b7187db05.md", "scf03b889ec.md", "s91e15c927f.md", "s245578ac3b.md", "sed2e7ab573.md", "sd36320b6dd.md", "s458613a9c1.md", "s35f9904f63.md"], "type": "temporal-reasoning", "vec150_n": 43, "vec50_n": 43, "wide150": ["sc44a61b9f5.md", "s97a28ef372.md", "s6b7187db05.md", "scf03b889ec.md", "s91e15c927f.md", "s245578ac3b.md", "sed2e7ab573.md", "sd36320b6dd.md", "s458613a9c1.md", "s35f9904f63.md", "s979a7df1bb.md", "s758aa8b1f8.md", "s87f1fdc008.md", "s9cebfb7af6.md", "s7d29426210.md", "sd5d5f5d615.md", "s3e5951c011.md", "sf173e8fc72.md", "sc6b956e8c8.md", "s1c0ef0f2a3.md", "s5b6722cd43.md", "s4b3a20ab35.md", "s6cac9ab9b0.md", "sb0dc0df530.md", "sa3834e3638.md", "s9fe087bb8e.md", "s6b1549161d.md", "s4a99c3c735.md", "s693817bd5a.md", "s98bfeac6e9.md", "s9579161bf5.md", "s4783fea416.md", "s529b13b3cb.md", "s2435de8c9b.md", "s5efc18a2d8.md", "sb6f035ded5.md", "s81151298c2.md", "sef4adf6e12.md", "s6deeb08405.md", "saa56be785a.md", "s0ac38f6b91.md", "s8667aec294.md", "s2362553df8.md"]}
{"abstention": false, "arm": "A5", "gold": ["s12d1202c58.md", "s34c0eea353.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 57.11, "n_files": 44, "pool20": ["s12d1202c58.md", "s34c0eea353.md", "s67d01b4f89.md", "s2c0a987df7.md", "s1a9ecbc490.md", "s73ce5fba55.md", "s226394b487.md", "s070d5599e2.md", "sdf9564db57.md", "sd07f5ecc05.md", "s38c6799748.md", "scb6d92edfa.md", "sf54b3f8729.md", "s02c35a88c1.md", "sd9d83f2da2.md", "sa5110d9cab.md", "sc9b8ab78b7.md", "sb79989a1cc.md", "sa0438053cf.md", "s7c494ddbb9.md"], "qid": "gpt4_4929293a", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.02232906, 0.022291667, 0.021635611, 0.021532091, 0.02141888, 0.020898642, 0.020467836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.8871, "secs_fuse": 0.0276, "secs_legs": 0.0719, "stand_in": false, "top10": ["s12d1202c58.md", "s34c0eea353.md", "s67d01b4f89.md", "s2c0a987df7.md", "s1a9ecbc490.md", "s73ce5fba55.md", "s226394b487.md", "s070d5599e2.md", "sdf9564db57.md", "sd07f5ecc05.md"], "type": "temporal-reasoning", "vec150_n": 44, "vec50_n": 44, "wide150": ["s12d1202c58.md", "s34c0eea353.md", "s67d01b4f89.md", "s2c0a987df7.md", "s1a9ecbc490.md", "s73ce5fba55.md", "s226394b487.md", "s070d5599e2.md", "sdf9564db57.md", "sd07f5ecc05.md", "s38c6799748.md", "scb6d92edfa.md", "sf54b3f8729.md", "s02c35a88c1.md", "sd9d83f2da2.md", "sa5110d9cab.md", "sc9b8ab78b7.md", "sb79989a1cc.md", "sa0438053cf.md", "s7c494ddbb9.md", "s0236473a2c.md", "s15fe667cee.md", "sc36c642e93.md", "s1b4dfbb9e6.md", "sa9ffca388c.md", "s6288bc0552.md", "s1fd3cbf4ac.md", "sfdba88b8a4.md", "s0679fdba48.md", "s1941c52bfa.md", "sfa619982a3.md", "s72cab392a9.md", "sd4ba4a95a3.md", "s134a266322.md", "sea71284862.md", "sec2d0ef059.md", "s5772e8482e.md", "s3f60315479.md", "s61f558ce6c.md", "sb642bcb4a0.md", "s8e9c4398cb.md", "s7125043438.md", "sf8570352a7.md", "sb4083ae5f0.md"]}
{"abstention": false, "arm": "A5", "gold": ["se49ce84405.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 55.83, "n_files": 52, "pool20": ["se49ce84405.md", "s5f3e055fd8.md", "s0469a299fe.md", "sccda05bfa3.md", "s52a8da2bfe.md", "sfbc6a52155.md", "s0eb8c2f0c6.md", "s628b4ae8a1.md", "s8fd6b27343.md", "s72fcf26b0a.md", "s3a136962f7.md", "s947272e9f8.md", "sef38c954c2.md", "s77751be352.md", "s2394c02586.md", "se08aa49b0c.md", "s4743206b28.md", "s7d0257952e.md", "s883fb1f2c8.md", "s1c0b965eae.md"], "qid": "gpt4_b5700ca9", "rrf10": [0.024590164, 0.023565324, 0.022989889, 0.022964015, 0.022847302, 0.022222222, 0.021507353, 0.021079527, 0.021051571, 0.021028951], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.136, "secs_fuse": 0.0275, "secs_legs": 0.0801, "stand_in": false, "top10": ["se49ce84405.md", "s5f3e055fd8.md", "s0469a299fe.md", "sccda05bfa3.md", "s52a8da2bfe.md", "sfbc6a52155.md", "s0eb8c2f0c6.md", "s628b4ae8a1.md", "s8fd6b27343.md", "s72fcf26b0a.md"], "type": "temporal-reasoning", "vec150_n": 52, "vec50_n": 50, "wide150": ["se49ce84405.md", "s5f3e055fd8.md", "s0469a299fe.md", "sccda05bfa3.md", "s52a8da2bfe.md", "sfbc6a52155.md", "s0eb8c2f0c6.md", "s628b4ae8a1.md", "s8fd6b27343.md", "s72fcf26b0a.md", "s3a136962f7.md", "s947272e9f8.md", "sef38c954c2.md", "s77751be352.md", "s2394c02586.md", "se08aa49b0c.md", "s4743206b28.md", "sccd26298be.md", "s7d0257952e.md", "s883fb1f2c8.md", "s1c0b965eae.md", "s10445854fd.md", "s7bb62a16c8.md", "sc0c4a256af.md", "s00de3dbc07.md", "s7e5392955d.md", "s7d820dea91.md", "sa756686f7e.md", "sd52f01a7a8.md", "s1af0c0c7eb.md", "s77421ae38b.md", "sf7023f3e71.md", "s2c82c419c9.md", "s4c989f2ded.md", "sb7808ac9e6.md", "sc399bd20ff.md", "sf46c0d5516.md", "s49b2587707.md", "sdf4cf1cbff.md", "s27e771a73c.md", "sa0cbf8e19d.md", "s67d2cd41aa.md", "s1c14c21764.md", "scfae285ab2.md", "s55344649b4.md", "sc80f915d78.md", "s6b56f29ef7.md", "s93e1da2881.md", "s468e581bc0.md", "scaa41276e4.md", "sf93874f639.md", "s0f400d7f24.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7ff91b69f4.md", "scd503bc780.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 69.1, "n_files": 54, "pool20": ["s7ff91b69f4.md", "scd503bc780.md", "s84f85fb9d3.md", "scc20a8f01a.md", "s1c2aeccdc4.md", "s7e9cd73886.md", "s19e2c32fe6.md", "s5f95be29fe.md", "s772b999daa.md", "sc7c3e50a44.md", "s7b8006ee2c.md", "s0845862186.md", "s4d2e3c23a9.md", "s38bece8fe5.md", "sb487ac1381.md", "sb1447273d7.md", "s3f4b8c82da.md", "s1dd3f7368e.md", "s94cf75f893.md", "s39bbdc62b2.md"], "qid": "9a707b81", "rrf10": [0.024590164, 0.024193548, 0.022861881, 0.022527473, 0.022203947, 0.02209596, 0.021952259, 0.021554834, 0.021547194, 0.020740884], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.2188, "secs_fuse": 0.0362, "secs_legs": 0.0752, "stand_in": false, "top10": ["s7ff91b69f4.md", "scd503bc780.md", "s84f85fb9d3.md", "scc20a8f01a.md", "s1c2aeccdc4.md", "s7e9cd73886.md", "s19e2c32fe6.md", "s5f95be29fe.md", "s772b999daa.md", "sc7c3e50a44.md"], "type": "temporal-reasoning", "vec150_n": 54, "vec50_n": 50, "wide150": ["s7ff91b69f4.md", "scd503bc780.md", "s84f85fb9d3.md", "scc20a8f01a.md", "s1c2aeccdc4.md", "s7e9cd73886.md", "s19e2c32fe6.md", "s5f95be29fe.md", "s772b999daa.md", "sc7c3e50a44.md", "s7b8006ee2c.md", "s0845862186.md", "s4d2e3c23a9.md", "s38bece8fe5.md", "sb487ac1381.md", "sb1447273d7.md", "s3f4b8c82da.md", "s1dd3f7368e.md", "s94cf75f893.md", "s39bbdc62b2.md", "s8654e16aeb.md", "s5040effed9.md", "s30da2d3983.md", "s8de05917a7.md", "se50b024153.md", "sfdce12a37c.md", "s362470bcb3.md", "s22b49adb09.md", "sa72641fc2a.md", "s4a3a3b41cd.md", "sb1d2e0812c.md", "s85f649b4e1.md", "sdbe70a89ed.md", "sacd260314a.md", "sc192afb7aa.md", "sa3fedfc4a2.md", "s94c08057f7.md", "sb870bd7c8a.md", "s81bce0bc43.md", "s290343c2e8.md", "s77552fcbcb.md", "se29b40a1ec.md", "s9908830faa.md", "s8692993f07.md", "s1c7aa59554.md", "s7bd3626de8.md", "sd71e473a2b.md", "s3e668c01bc.md", "s1a897c1a9b.md", "sef59c0e81d.md", "sf70c1232e9.md", "sdc05d4bf39.md", "s6dfd221abe.md", "s88047f44f7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5af32146a3.md", "s740744b068.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 61.58, "n_files": 53, "pool20": ["s740744b068.md", "s5af32146a3.md", "s8c5ad6c523.md", "sa5287ff98f.md", "s692eed2482.md", "s22acdee114.md", "se292677117.md", "s840cd550f1.md", "s2b38a2fd64.md", "s42d76d5459.md", "sd88aab0d82.md", "s39f5e3a0d1.md", "s5a6ea87262.md", "sf0d0144933.md", "sd603882981.md", "s0c92fbca78.md", "s49ba351262.md", "s9f7bfed5f6.md", "s54a6908906.md", "s89746021ba.md"], "qid": "gpt4_1d4ab0c9", "rrf10": [0.024457959, 0.024325754, 0.022847302, 0.022737873, 0.022629773, 0.02228164, 0.021875, 0.021645022, 0.021532091, 0.021342069], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.1855, "secs_fuse": 0.0291, "secs_legs": 0.082, "stand_in": false, "top10": ["s740744b068.md", "s5af32146a3.md", "s8c5ad6c523.md", "sa5287ff98f.md", "s692eed2482.md", "s22acdee114.md", "se292677117.md", "s840cd550f1.md", "s2b38a2fd64.md", "s42d76d5459.md"], "type": "temporal-reasoning", "vec150_n": 53, "vec50_n": 50, "wide150": ["s740744b068.md", "s5af32146a3.md", "s8c5ad6c523.md", "sa5287ff98f.md", "s692eed2482.md", "s22acdee114.md", "se292677117.md", "s840cd550f1.md", "s2b38a2fd64.md", "s42d76d5459.md", "sd88aab0d82.md", "s39f5e3a0d1.md", "s5a6ea87262.md", "sf0d0144933.md", "sd603882981.md", "s0c92fbca78.md", "s49ba351262.md", "s9f7bfed5f6.md", "s54a6908906.md", "s89746021ba.md", "s01d720fe38.md", "sbc26b8a815.md", "s99cda12f74.md", "s53a2672789.md", "s0b395f9eb2.md", "s58f4536892.md", "s119c296e39.md", "se5d27e280a.md", "se96f9c593f.md", "s5756dbc0fb.md", "s5fef437b60.md", "s1b1235b936.md", "s15bf95be8b.md", "s9838413fc7.md", "sd274fc742e.md", "s37c555fce5.md", "s048b7408e4.md", "sae88eec93e.md", "s7afc91dd8b.md", "s17f44a5723.md", "s99365f8fd0.md", "s6cfdb61cff.md", "s660f40c33f.md", "s183f8d3fcd.md", "s409cffb370.md", "sad132af1d4.md", "s991015c034.md", "s9b046dd0cb.md", "s39bf8a1fa3.md", "s92dc0b1134.md", "s5407b2ac7d.md", "sbef4bf1408.md", "sf821ed5eb1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3b56ca94e8.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 56.07, "n_files": 45, "pool20": ["s3b56ca94e8.md", "sa7606d883f.md", "s7e1374f4ae.md", "sba782a3ab1.md", "s30a7c37e4b.md", "s4ebaa20b59.md", "s0132ad4125.md", "s753d1f0eda.md", "s82540344a0.md", "s2412541f43.md", "sf040e42142.md", "s42c90ac5c3.md", "s584fc0a491.md", "saac9ee03bf.md", "s27afa2b6a8.md", "sbd189fc0b9.md", "s9c6b966170.md", "s585a21fdf8.md", "s783f0c7fb8.md", "s55f93a5136.md"], "qid": "gpt4_e072b769", "rrf10": [0.024590164, 0.023271889, 0.022737873, 0.02124951, 0.021116139, 0.021025641, 0.0209762, 0.020885029, 0.020823511, 0.020740884], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.8024, "secs_fuse": 0.0267, "secs_legs": 0.0713, "stand_in": false, "top10": ["s3b56ca94e8.md", "sa7606d883f.md", "s7e1374f4ae.md", "sba782a3ab1.md", "s30a7c37e4b.md", "s4ebaa20b59.md", "s0132ad4125.md", "s753d1f0eda.md", "s82540344a0.md", "s2412541f43.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["s3b56ca94e8.md", "sa7606d883f.md", "s7e1374f4ae.md", "sba782a3ab1.md", "s30a7c37e4b.md", "s4ebaa20b59.md", "s0132ad4125.md", "s753d1f0eda.md", "s82540344a0.md", "s2412541f43.md", "sf040e42142.md", "s42c90ac5c3.md", "s584fc0a491.md", "saac9ee03bf.md", "s27afa2b6a8.md", "sbd189fc0b9.md", "s9c6b966170.md", "s585a21fdf8.md", "s783f0c7fb8.md", "s55f93a5136.md", "s386d30e294.md", "s772bc0e51b.md", "sa04638bc23.md", "sd84272350c.md", "sbcc810ca75.md", "sb5a51ff651.md", "s8cbc2e8172.md", "s2bba55940a.md", "s226d28d87d.md", "sc9fb875de9.md", "sedb99f4b1a.md", "s2bcdd06f92.md", "sa33a772ff5.md", "s80a273384e.md", "sb48ab537e5.md", "s64065b1242.md", "sd8b3a6d729.md", "s0416e91aa9.md", "se9b544b360.md", "s44b962f267.md", "s7d6590272a.md", "s820474d27d.md", "sf74f899fb7.md", "sce6fd0dbd1.md", "s7491ef9a08.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4e4e3334fd.md", "see88f3e2b2.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 50.44, "n_files": 44, "pool20": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s4ef770edae.md", "s02bb918af5.md", "s61885cb9da.md", "s8131dcfb0d.md", "s3ae302feb5.md", "s86b183bc4c.md", "s4b580c6ecf.md", "sc99075ab33.md", "sce79057b38.md", "s97a3626e55.md", "s4d817805f2.md", "sdf7ccdc0d4.md", "s471235d301.md", "s6089d46cdf.md", "sc669c3b333.md", "s32738b271e.md", "s4ba2278833.md"], "qid": "0db4c65d", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022667254, 0.022222222, 0.022168569, 0.021878122, 0.021205821, 0.021175373, 0.02115942], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.2324, "secs_fuse": 0.0361, "secs_legs": 0.0742, "stand_in": false, "top10": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s4ef770edae.md", "s02bb918af5.md", "s61885cb9da.md", "s8131dcfb0d.md", "s3ae302feb5.md", "s86b183bc4c.md", "s4b580c6ecf.md"], "type": "temporal-reasoning", "vec150_n": 44, "vec50_n": 44, "wide150": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s4ef770edae.md", "s02bb918af5.md", "s61885cb9da.md", "s8131dcfb0d.md", "s3ae302feb5.md", "s86b183bc4c.md", "s4b580c6ecf.md", "sc99075ab33.md", "sce79057b38.md", "s97a3626e55.md", "s4d817805f2.md", "sdf7ccdc0d4.md", "s471235d301.md", "s6089d46cdf.md", "sc669c3b333.md", "s32738b271e.md", "s4ba2278833.md", "sf26caecf4f.md", "s6d7530f70c.md", "s2be21e3a9b.md", "sb407dec02b.md", "s7eda22fffd.md", "sdd6d768e62.md", "se9a8793b0e.md", "s80d8061646.md", "sef4d84194a.md", "s0499e247a5.md", "sf0cd6a02cf.md", "sada061d42b.md", "s18d30dc7bf.md", "se71c926e54.md", "s510d0ab85d.md", "s1501540bbe.md", "s019b1098e4.md", "s41c580b9c2.md", "s80f97c1adc.md", "s79a051d04a.md", "s7c4338c290.md", "s454a9a43aa.md", "s16ae387e5d.md", "s1396aa923e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s470e28ad29.md", "s673fe32ac7.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 51.5, "n_files": 51, "pool20": ["s470e28ad29.md", "s673fe32ac7.md", "s5feee30399.md", "s62d5c41294.md", "s8855cb498d.md", "s947e9db870.md", "s09c06f58e1.md", "s07dd3e6931.md", "s301bb8c008.md", "s2e07ece287.md", "sb943368044.md", "sab80787b46.md", "sd501d151e0.md", "s162c7363ff.md", "sa4a5adb94a.md", "s2897aeadc7.md", "sc36f62e87a.md", "sf95358f6d5.md", "s0f7fbd64d2.md", "s4fc7e34edd.md"], "qid": "gpt4_1d80365e", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.0234375, 0.02238806, 0.02200083, 0.021963563, 0.021227364, 0.020658263, 0.020535714], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.3345, "secs_fuse": 0.0275, "secs_legs": 0.071, "stand_in": false, "top10": ["s470e28ad29.md", "s673fe32ac7.md", "s5feee30399.md", "s62d5c41294.md", "s8855cb498d.md", "s947e9db870.md", "s09c06f58e1.md", "s07dd3e6931.md", "s301bb8c008.md", "s2e07ece287.md"], "type": "temporal-reasoning", "vec150_n": 51, "vec50_n": 50, "wide150": ["s470e28ad29.md", "s673fe32ac7.md", "s5feee30399.md", "s62d5c41294.md", "s8855cb498d.md", "s947e9db870.md", "s09c06f58e1.md", "s07dd3e6931.md", "s301bb8c008.md", "s2e07ece287.md", "sb943368044.md", "sab80787b46.md", "sd501d151e0.md", "s162c7363ff.md", "sa4a5adb94a.md", "s2897aeadc7.md", "sc36f62e87a.md", "sf95358f6d5.md", "s0f7fbd64d2.md", "s4fc7e34edd.md", "sad25f3d178.md", "s2d07542fd6.md", "sa940248f8c.md", "s9e1b7babf3.md", "sb73cb94274.md", "s42d5887a5b.md", "sae9e783966.md", "s3a956c1e9e.md", "sd4edbc4d19.md", "s59c3d8a125.md", "sbe68dea1fc.md", "s2f433e0508.md", "s24b9a94ab6.md", "sdedfd38530.md", "sfd98341e7e.md", "s148ae4ebb1.md", "sdefaa7d7bb.md", "s325d06c888.md", "s7af8101680.md", "s41ec135b8a.md", "s20a49b4f7c.md", "s1590c4a0a4.md", "sdc16c976a8.md", "s45a39d3595.md", "s6d3cb540c4.md", "sbc4c083272.md", "s5558904a30.md", "sf19d65192e.md", "sff651b8c63.md", "sc3de312bc5.md", "sfb5d30d972.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4b4e486124.md", "s5072e6f426.md", "s7eda804bfa.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 50.53, "n_files": 52, "pool20": ["s4b4e486124.md", "seb706a8717.md", "s41ba1ba2c7.md", "se79ca13c42.md", "s7eda804bfa.md", "s5072e6f426.md", "s9c3383b444.md", "sb2e4d37e5b.md", "s4a046eb653.md", "s16a2dc59c7.md", "s4d4ded0acb.md", "s801fb23229.md", "s14e1cfebb3.md", "s5921b36d03.md", "s68d37c0d3a.md", "sa1c9679c02.md", "s5bb1e3bbe2.md", "sdc6e907d77.md", "s1bdf08a8b3.md", "secc5fc3485.md"], "qid": "gpt4_7f6b06db", "rrf10": [0.023448773, 0.023375409, 0.023321123, 0.022722557, 0.022667254, 0.022617681, 0.021635611, 0.021222411, 0.021183734, 0.0209762], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 67.8299, "secs_fuse": 0.029, "secs_legs": 0.0716, "stand_in": false, "top10": ["s4b4e486124.md", "seb706a8717.md", "s41ba1ba2c7.md", "se79ca13c42.md", "s7eda804bfa.md", "s5072e6f426.md", "s9c3383b444.md", "sb2e4d37e5b.md", "s4a046eb653.md", "s16a2dc59c7.md"], "type": "temporal-reasoning", "vec150_n": 52, "vec50_n": 50, "wide150": ["s4b4e486124.md", "seb706a8717.md", "s41ba1ba2c7.md", "se79ca13c42.md", "s7eda804bfa.md", "s5072e6f426.md", "s9c3383b444.md", "sb2e4d37e5b.md", "s4a046eb653.md", "s16a2dc59c7.md", "s4d4ded0acb.md", "s801fb23229.md", "s14e1cfebb3.md", "s5921b36d03.md", "s68d37c0d3a.md", "sa1c9679c02.md", "s5bb1e3bbe2.md", "sdc6e907d77.md", "s1bdf08a8b3.md", "secc5fc3485.md", "s85855ccc8c.md", "sde5f746455.md", "s3fd94a2ad8.md", "s2a63b13803.md", "sfe6e735f9f.md", "se7a88f5d39.md", "s8353e1c807.md", "s0f3a0f728c.md", "s7c9e3b5b63.md", "sb25a86f92f.md", "s7e58e7930b.md", "s4d121cd739.md", "s578d89bb69.md", "sacbfc5ecc0.md", "sc8948c8f8e.md", "s2c8e248125.md", "s016e17f95c.md", "se3b64061d5.md", "s40d8270ec5.md", "sf2edfa8750.md", "sb893464c30.md", "s25b96e5d1f.md", "see26c683a1.md", "s9d5e521f62.md", "sc936c3c12d.md", "s50de6df2b3.md", "s78d2b30c67.md", "s694cbbac1f.md", "s1e31209ed5.md", "s6364132d52.md", "sbb2aa60837.md", "seb8eb40534.md"]}
{"abstention": false, "arm": "A5", "gold": ["sd7beaae423.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 53.85, "n_files": 48, "pool20": ["sd7beaae423.md", "s51e3e06271.md", "se7ac108102.md", "s06ee58c40b.md", "sfb8f3084d1.md", "s3f265079e2.md", "sfd9cc59807.md", "s94960eb142.md", "sa88ed29c95.md", "s8c875da86c.md", "s9bb8cda7d3.md", "s3c7cd22d27.md", "sf25adc19d4.md", "scb1d8e0cea.md", "sa206276dee.md", "se6593d7b12.md", "sd42f8692cf.md", "s38830f86c8.md", "s83a49fc016.md", "sa767f2d000.md"], "qid": "gpt4_6dc9b45b", "rrf10": [0.024590164, 0.023941532, 0.023335702, 0.023321123, 0.022767857, 0.021748136, 0.021730463, 0.021437198, 0.021222411, 0.02057971], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.2992, "secs_fuse": 0.0088, "secs_legs": 0.0195, "stand_in": false, "top10": ["sd7beaae423.md", "s51e3e06271.md", "se7ac108102.md", "s06ee58c40b.md", "sfb8f3084d1.md", "s3f265079e2.md", "sfd9cc59807.md", "s94960eb142.md", "sa88ed29c95.md", "s8c875da86c.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["sd7beaae423.md", "s51e3e06271.md", "se7ac108102.md", "s06ee58c40b.md", "sfb8f3084d1.md", "s3f265079e2.md", "sfd9cc59807.md", "s94960eb142.md", "sa88ed29c95.md", "s8c875da86c.md", "s9bb8cda7d3.md", "s3c7cd22d27.md", "sf25adc19d4.md", "scb1d8e0cea.md", "sa206276dee.md", "se6593d7b12.md", "sd42f8692cf.md", "s38830f86c8.md", "s83a49fc016.md", "sa767f2d000.md", "s3f1206bd48.md", "sbf043ae7f1.md", "scc801a4aa5.md", "s919ce870f5.md", "s9e5766edd3.md", "s66c1bec54a.md", "s3f6e6cfc07.md", "sb148c65e4d.md", "s61a92f5ae5.md", "s6adcdee7cf.md", "sa957203c25.md", "sa51ffa0107.md", "s58b4cdde67.md", "sbbcceebc3b.md", "s7986566a0d.md", "sad6d6955a5.md", "sc52e527b28.md", "sbbc1b66e41.md", "s173741c4c7.md", "s8b89a31db0.md", "sce7acac06e.md", "s9b4e868649.md", "sdb2dabb1dd.md", "sde96a1724e.md", "scec88687d6.md", "s079faa4a63.md", "sb0be4e9dde.md", "sbb63996832.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf35e757041.md"], "kw150_n": 39, "kw50_n": 39, "loadavg1_at_start": 52.63, "n_files": 47, "pool20": ["sf35e757041.md", "sb10c5a2ba0.md", "sb43bc78416.md", "s97ac8ceaff.md", "s361c0af12c.md", "sd3c9658e22.md", "s5fb66b3b4a.md", "sb191be21d3.md", "sa6423d1ba7.md", "s4fb3576300.md", "s50a8dd1e9a.md", "sfa2f0ebea2.md", "sd4f501d996.md", "s7e399baa41.md", "s65843a7d01.md", "se9d4c9867a.md", "s417a581481.md", "s7f1e1f67b3.md", "s821d229ace.md", "se95a80af20.md"], "qid": "gpt4_8279ba02", "rrf10": [0.024590164, 0.023937532, 0.02370479, 0.022843823, 0.022222222, 0.021438953, 0.021437198, 0.021336996, 0.020841487, 0.020751174], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.7771, "secs_fuse": 0.0276, "secs_legs": 0.0699, "stand_in": false, "top10": ["sf35e757041.md", "sb10c5a2ba0.md", "sb43bc78416.md", "s97ac8ceaff.md", "s361c0af12c.md", "sd3c9658e22.md", "s5fb66b3b4a.md", "sb191be21d3.md", "sa6423d1ba7.md", "s4fb3576300.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["sf35e757041.md", "sb10c5a2ba0.md", "sb43bc78416.md", "s97ac8ceaff.md", "s361c0af12c.md", "sd3c9658e22.md", "s5fb66b3b4a.md", "sb191be21d3.md", "sa6423d1ba7.md", "s4fb3576300.md", "s50a8dd1e9a.md", "sfa2f0ebea2.md", "sd4f501d996.md", "s7e399baa41.md", "s65843a7d01.md", "se9d4c9867a.md", "s417a581481.md", "s7f1e1f67b3.md", "s821d229ace.md", "se95a80af20.md", "s4075ac2fc2.md", "sd0fad84475.md", "s89c3ccac67.md", "s51e69df61b.md", "s039fc61216.md", "s67ade34d6d.md", "s4adec2cf45.md", "s82631d1e0b.md", "sa239754d47.md", "sdd47d266fb.md", "s869e3d630e.md", "s4dcd3913ee.md", "s4c3a140a5f.md", "s086910308a.md", "s4bd5d944e7.md", "sd622f13e78.md", "sbcd4097e17.md", "s0200c28efc.md", "sa2da34b821.md", "s3e4819fec4.md", "sa09baf26ab.md", "s22a93f8d6f.md", "s2d7fe1063c.md", "s68ad1def49.md", "sc0176dea03.md", "s8844471ab8.md", "s07ebd25501.md"]}
{"abstention": false, "arm": "A5", "gold": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 55.69, "n_files": 44, "pool20": ["s27dfdb9c53.md", "s49199999c0.md", "s2824f4cf65.md", "sde791e3e44.md", "s152591c2af.md", "s45d6962805.md", "s2242ce7293.md", "sfc7cbdb261.md", "s46149a79f9.md", "s35db27d266.md", "s7f0ae181ae.md", "s5564b8be78.md", "s24e0d59a8f.md", "sb63da53540.md", "s4f60db7ed2.md", "sa5ed246237.md", "s88c147718c.md", "sdd445729ea.md", "sb2a660b004.md", "s20fe429f69.md"], "qid": "gpt4_18c2b244", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023200758, 0.023197115, 0.02239819, 0.021535007, 0.020933822, 0.020866455, 0.020695971], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 77.2497, "secs_fuse": 0.0368, "secs_legs": 0.0712, "stand_in": false, "top10": ["s27dfdb9c53.md", "s49199999c0.md", "s2824f4cf65.md", "sde791e3e44.md", "s152591c2af.md", "s45d6962805.md", "s2242ce7293.md", "sfc7cbdb261.md", "s46149a79f9.md", "s35db27d266.md"], "type": "temporal-reasoning", "vec150_n": 44, "vec50_n": 44, "wide150": ["s27dfdb9c53.md", "s49199999c0.md", "s2824f4cf65.md", "sde791e3e44.md", "s152591c2af.md", "s45d6962805.md", "s2242ce7293.md", "sfc7cbdb261.md", "s46149a79f9.md", "s35db27d266.md", "s7f0ae181ae.md", "s5564b8be78.md", "s24e0d59a8f.md", "sb63da53540.md", "s4f60db7ed2.md", "sa5ed246237.md", "s88c147718c.md", "sdd445729ea.md", "sb2a660b004.md", "s20fe429f69.md", "s071185646f.md", "s92043799d8.md", "s6a6d965b3d.md", "s8d723a78a5.md", "sefaf2aef0b.md", "s3034bf4fd4.md", "sf28fedb2d8.md", "sf2ecfc47cd.md", "seae403d20f.md", "se6ee5b671f.md", "sdef3fd84b8.md", "sdafe55c36a.md", "seac8e4c49b.md", "s869597a492.md", "s23ba3f4d03.md", "s3aa16cf590.md", "s3117696a15.md", "sf4dbb74213.md", "s7fa98e500f.md", "s16d07047e5.md", "s72572dfc44.md", "s68915d93e7.md", "s49e7df199e.md", "sd6a3b081ab.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1592c4055d.md", "s3368e912a8.md", "s3a24ea8d88.md", "s5e464e410d.md", "s7de878daf0.md", "s987b330deb.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 58.6, "n_files": 49, "pool20": ["s987b330deb.md", "s1592c4055d.md", "s5e464e410d.md", "s7de878daf0.md", "s3368e912a8.md", "s3a24ea8d88.md", "s2e77bf4383.md", "s87ba8d3b8e.md", "sede1bbe68a.md", "s3e4ac5186c.md", "s2b8b891576.md", "s09f5ecf77c.md", "sf6b8a2aafb.md", "s1360413855.md", "s41608a6f96.md", "sc98018df77.md", "se7ddd34078.md", "s82f0d35275.md", "s48b09a4c8c.md", "scdda2613f0.md"], "qid": "gpt4_a1b77f9c", "rrf10": [0.024205943, 0.02406554, 0.023581337, 0.023565324, 0.022977941, 0.02255727, 0.02209596, 0.021462639, 0.021227364, 0.020739327], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 64.697, "secs_fuse": 0.0352, "secs_legs": 0.071, "stand_in": false, "top10": ["s987b330deb.md", "s1592c4055d.md", "s5e464e410d.md", "s7de878daf0.md", "s3368e912a8.md", "s3a24ea8d88.md", "s2e77bf4383.md", "s87ba8d3b8e.md", "sede1bbe68a.md", "s3e4ac5186c.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["s987b330deb.md", "s1592c4055d.md", "s5e464e410d.md", "s7de878daf0.md", "s3368e912a8.md", "s3a24ea8d88.md", "s2e77bf4383.md", "s87ba8d3b8e.md", "sede1bbe68a.md", "s3e4ac5186c.md", "s2b8b891576.md", "s09f5ecf77c.md", "sf6b8a2aafb.md", "s1360413855.md", "s41608a6f96.md", "sc98018df77.md", "se7ddd34078.md", "s82f0d35275.md", "s48b09a4c8c.md", "scdda2613f0.md", "sd76939a7ca.md", "se104b53514.md", "s39c7829734.md", "s90b0e9aba3.md", "s2f8b71f2af.md", "s48e2c8308e.md", "s44402db2d1.md", "sf353f3051d.md", "sb01e1a2e22.md", "s773b28cae1.md", "s620710ee53.md", "s0e2d5a8845.md", "s4ef3136aa0.md", "s26c3672b8e.md", "sfe6981d3cc.md", "s251b48663f.md", "sb504b7444c.md", "s0331e79c0b.md", "s2911bf6984.md", "s1be0daf65c.md", "s4d10922087.md", "s8810f72ba3.md", "s49fda21d01.md", "s910006ff37.md", "sd5b9a31c7b.md", "s9daaf427ad.md", "s69299af6b3.md", "s2a6f069285.md", "s890f68cd40.md"]}
{"abstention": false, "arm": "A5", "gold": ["s62bf117c2b.md", "s750b0d5f83.md"], "kw150_n": 56, "kw50_n": 50, "loadavg1_at_start": 58.66, "n_files": 56, "pool20": ["s62bf117c2b.md", "s750b0d5f83.md", "sa090f3776b.md", "sc11cb83a54.md", "s312c080928.md", "s8bee3c59dd.md", "sbb3624ee00.md", "s5bc585d39d.md", "sa90d7e1a9f.md", "s3d89134b84.md", "se6ef9f8d8d.md", "s5b359c1d93.md", "sd48ae14e04.md", "s19a111fc10.md", "s1fc2d3173e.md", "s501d0454f2.md", "s11e4a2f0ff.md", "se874369ad8.md", "s9466fd677f.md", "s69da9d2e12.md"], "qid": "gpt4_1916e0ea", "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.023317308, 0.022193769, 0.021774688, 0.02151113, 0.021336996, 0.021330884, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.7928, "secs_fuse": 0.0275, "secs_legs": 0.0722, "stand_in": false, "top10": ["s62bf117c2b.md", "s750b0d5f83.md", "sa090f3776b.md", "sc11cb83a54.md", "s312c080928.md", "s8bee3c59dd.md", "sbb3624ee00.md", "s5bc585d39d.md", "sa90d7e1a9f.md", "s3d89134b84.md"], "type": "temporal-reasoning", "vec150_n": 56, "vec50_n": 50, "wide150": ["s62bf117c2b.md", "s750b0d5f83.md", "sa090f3776b.md", "sc11cb83a54.md", "s312c080928.md", "s8bee3c59dd.md", "sbb3624ee00.md", "s5bc585d39d.md", "sa90d7e1a9f.md", "s3d89134b84.md", "se6ef9f8d8d.md", "s5b359c1d93.md", "sd48ae14e04.md", "s19a111fc10.md", "s1fc2d3173e.md", "s501d0454f2.md", "s11e4a2f0ff.md", "se874369ad8.md", "s9466fd677f.md", "s69da9d2e12.md", "s6cbdb08524.md", "sd79eae8df6.md", "sa696f25ba6.md", "sf1d9c263e1.md", "s146716f9a7.md", "s3e396ec0af.md", "s037e31dcfb.md", "s14214b70cf.md", "sa146159148.md", "sc22094c9d5.md", "sa630aec396.md", "s1ed22117c7.md", "se3dcf18e92.md", "s39d0ea72ef.md", "s2728c12794.md", "s2d25afbd19.md", "sa31a7b3634.md", "sa24b6c2027.md", "s2df192bcae.md", "s520ed4c331.md", "se5786b3263.md", "s6401cdb118.md", "scdc4d2eda3.md", "s04227a2bfa.md", "sf87ec76f0b.md", "scbe742f61c.md", "sbbfb944ee1.md", "s40c6ae5d77.md", "s639fdad820.md", "s51f089dfdf.md", "s56d816d420.md", "sf977e0bb2b.md", "secb64955b7.md", "sb8895904fa.md", "s95991e35cd.md", "s9e3c891193.md"]}
{"abstention": false, "arm": "A5", "gold": ["sdd184f0547.md", "sf8cc30f63f.md"], "kw150_n": 60, "kw50_n": 50, "loadavg1_at_start": 57.49, "n_files": 61, "pool20": ["sdd184f0547.md", "sf8cc30f63f.md", "s999cf76043.md", "s85d15719b7.md", "s7a934d5060.md", "s794aa4f0a3.md", "s77fa1f6c20.md", "s6c6ce26671.md", "s485565351f.md", "sa03113ad4a.md", "s3aece4dcf6.md", "sa816958347.md", "s5178defbbd.md", "s615d3dcf71.md", "sf6b233c90f.md", "s926ede0384.md", "s87b1cc2e4e.md", "s5842e28882.md", "s95b740751f.md", "s2f909f4ca1.md"], "qid": "gpt4_7a0daae1", "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.023321123, 0.022977941, 0.022614202, 0.021464646, 0.021098213, 0.02098626, 0.020945007], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.3412, "secs_fuse": 0.0288, "secs_legs": 0.0817, "stand_in": false, "top10": ["sdd184f0547.md", "sf8cc30f63f.md", "s999cf76043.md", "s85d15719b7.md", "s7a934d5060.md", "s794aa4f0a3.md", "s77fa1f6c20.md", "s6c6ce26671.md", "s485565351f.md", "sa03113ad4a.md"], "type": "temporal-reasoning", "vec150_n": 61, "vec50_n": 50, "wide150": ["sdd184f0547.md", "sf8cc30f63f.md", "s999cf76043.md", "s85d15719b7.md", "s7a934d5060.md", "s794aa4f0a3.md", "s77fa1f6c20.md", "s6c6ce26671.md", "s485565351f.md", "sa03113ad4a.md", "s3aece4dcf6.md", "sa816958347.md", "s5178defbbd.md", "s615d3dcf71.md", "sf6b233c90f.md", "s926ede0384.md", "s87b1cc2e4e.md", "s5842e28882.md", "s95b740751f.md", "s2f909f4ca1.md", "s7caefce33b.md", "s7709dbf843.md", "sdbe1718ad3.md", "s3ba325ba2d.md", "s045e9b7cf8.md", "scceb6ad61c.md", "s182c8d84c8.md", "s6778adf80d.md", "scb9b1465aa.md", "sd1d0641e6f.md", "sb108a57751.md", "s439e07863a.md", "sf3aee13ce1.md", "s64e2f01992.md", "s0b262ab745.md", "s7ac43a4cf2.md", "s9bbc4ad483.md", "s8dcc819352.md", "s27a9dc416f.md", "s7bcf25f9b4.md", "s98c1f4baef.md", "sb91fcc05e3.md", "s9c06c03dc1.md", "s1ec2523dfd.md", "se6eebcba6c.md", "s3fd77312c8.md", "s4dc6cedd00.md", "s1ac3343293.md", "s6167ca5f7b.md", "sb82677cb02.md", "s66102d6ecb.md", "sa0ae468928.md", "sf0c2b8af8c.md", "sfd21150652.md", "s83e5011b5c.md", "s1e81f459b9.md", "s779358b4c4.md", "scf608e772f.md", "s76870eca0c.md", "sf09df81a42.md", "s61ec43f648.md"]}
{"abstention": false, "arm": "A5", "gold": ["se6c4b027c1.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 56.94, "n_files": 44, "pool20": ["sb92b107cfa.md", "sbf13a56603.md", "se3c0aff529.md", "s9038e208cb.md", "s56170e3b54.md", "se6c4b027c1.md", "sfa91eb788c.md", "s4b1f9fe308.md", "s06160b3546.md", "s18c7c7c83d.md", "sd3e8bfe4a3.md", "scbc60e57a0.md", "sd0440d7db2.md", "s8bdc4958c3.md", "sf715f33321.md", "s47b6b224f9.md", "s50d4481482.md", "sff8df576aa.md", "sf0f465ed80.md", "s7fb0db0af4.md"], "qid": "gpt4_468eb063", "rrf10": [0.024590164, 0.02406554, 0.022617681, 0.02220213, 0.022051282, 0.021953405, 0.021649096, 0.021555197, 0.020965469, 0.020866455], "score": {"all@10": true, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 80.0981, "secs_fuse": 0.0074, "secs_legs": 0.0184, "stand_in": false, "top10": ["sb92b107cfa.md", "sbf13a56603.md", "se3c0aff529.md", "s9038e208cb.md", "s56170e3b54.md", "se6c4b027c1.md", "sfa91eb788c.md", "s4b1f9fe308.md", "s06160b3546.md", "s18c7c7c83d.md"], "type": "temporal-reasoning", "vec150_n": 44, "vec50_n": 44, "wide150": ["sb92b107cfa.md", "sbf13a56603.md", "se3c0aff529.md", "s9038e208cb.md", "s56170e3b54.md", "se6c4b027c1.md", "sfa91eb788c.md", "s4b1f9fe308.md", "s06160b3546.md", "s18c7c7c83d.md", "sd3e8bfe4a3.md", "scbc60e57a0.md", "sd0440d7db2.md", "s8bdc4958c3.md", "sf715f33321.md", "s47b6b224f9.md", "s50d4481482.md", "sff8df576aa.md", "sf0f465ed80.md", "s7fb0db0af4.md", "s6311cad1c6.md", "s63150e8140.md", "sb2e40f4a0f.md", "s6eaa54ecbe.md", "s81cf6bc1f9.md", "s39bf713ccd.md", "sb9a9b2494e.md", "sdc33dccf83.md", "s0ccbe7fd1c.md", "sb3f12dc3e0.md", "saf859aef94.md", "s4facaf4f2a.md", "s0a39fff363.md", "s806c990fde.md", "sb556ad66d1.md", "s8c2524a10f.md", "sead74866df.md", "s711fd9c559.md", "sb6c95cb991.md", "s77cc71d4a6.md", "s2992c077cb.md", "sc662b5e1a0.md", "s22b0563ea5.md", "sa3aa14cf8b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s089aa238b5.md", "s0da7667bb9.md", "s336b4d8800.md", "s460021fe1c.md", "s6c535841a0.md", "s711866769d.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 54.13, "n_files": 48, "pool20": ["s6c535841a0.md", "s336b4d8800.md", "s460021fe1c.md", "s089aa238b5.md", "s8ad3de51df.md", "s1af675d381.md", "s62f0d9b142.md", "sfa2da46297.md", "s0da7667bb9.md", "s711866769d.md", "sbeb817ec33.md", "sa1e161d312.md", "sef7c0c26a2.md", "sf9d778248b.md", "s91639013ca.md", "s4372fe61b4.md", "s00d74838a4.md", "s901d938888.md", "s6732e19e6e.md", "s136aa6db6c.md"], "qid": "gpt4_7abb270c", "rrf10": [0.02408575, 0.02406554, 0.023335702, 0.022989889, 0.022630992, 0.022504456, 0.022291667, 0.02228164, 0.021071701, 0.020841264], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 84.0579, "secs_fuse": 0.0262, "secs_legs": 0.0706, "stand_in": false, "top10": ["s6c535841a0.md", "s336b4d8800.md", "s460021fe1c.md", "s089aa238b5.md", "s8ad3de51df.md", "s1af675d381.md", "s62f0d9b142.md", "sfa2da46297.md", "s0da7667bb9.md", "s711866769d.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s6c535841a0.md", "s336b4d8800.md", "s460021fe1c.md", "s089aa238b5.md", "s8ad3de51df.md", "s1af675d381.md", "s62f0d9b142.md", "sfa2da46297.md", "s0da7667bb9.md", "s711866769d.md", "sbeb817ec33.md", "sa1e161d312.md", "sef7c0c26a2.md", "sf9d778248b.md", "s91639013ca.md", "s4372fe61b4.md", "s00d74838a4.md", "s901d938888.md", "s6732e19e6e.md", "s136aa6db6c.md", "sc28f48adbc.md", "s5c1ad47731.md", "sbd2558b364.md", "s01299775a5.md", "s63d648a201.md", "s7f235ae333.md", "s29262e49fe.md", "s00bc50938d.md", "s9d4a2ab528.md", "sc74983caef.md", "sc38a519f35.md", "s3bf77b7a1c.md", "s0ef0457500.md", "s71c26f89b5.md", "s26c25e8a55.md", "s1e26d70842.md", "s51a60daa76.md", "s86b68f8285.md", "s887038e0ea.md", "s54e250b284.md", "s5611fe61da.md", "s8c3e83a681.md", "s7f9b22020c.md", "sd5de32e73b.md", "s46de020290.md", "sacfb92caaf.md", "sf2e0c4f562.md", "s43df7f6c15.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4965a34b4b.md", "se8a4fc3c2b.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 55.6, "n_files": 48, "pool20": ["se8a4fc3c2b.md", "sd9c4aad8ea.md", "s4965a34b4b.md", "se2f582900f.md", "sa7abbdb268.md", "s67171e54fe.md", "s9f21cc5ec4.md", "s5bc77d1008.md", "s98832b33d7.md", "s0962d51244.md", "s51bb172ed7.md", "s393d68fe4d.md", "s266b5ee3a0.md", "se99e0f3ef0.md", "s69046dea75.md", "sf13bcbd939.md", "s2fb0b2982c.md", "s0ec6aa8029.md", "s70117e558d.md", "s1081cb7880.md"], "qid": "gpt4_1e4a8aeb", "rrf10": [0.024590164, 0.023941532, 0.023937532, 0.022569444, 0.022527473, 0.022397892, 0.021861472, 0.0209762, 0.020757021, 0.020455387], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 98.4356, "secs_fuse": 0.0282, "secs_legs": 0.0632, "stand_in": false, "top10": ["se8a4fc3c2b.md", "sd9c4aad8ea.md", "s4965a34b4b.md", "se2f582900f.md", "sa7abbdb268.md", "s67171e54fe.md", "s9f21cc5ec4.md", "s5bc77d1008.md", "s98832b33d7.md", "s0962d51244.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["se8a4fc3c2b.md", "sd9c4aad8ea.md", "s4965a34b4b.md", "se2f582900f.md", "sa7abbdb268.md", "s67171e54fe.md", "s9f21cc5ec4.md", "s5bc77d1008.md", "s98832b33d7.md", "s0962d51244.md", "s51bb172ed7.md", "s393d68fe4d.md", "s266b5ee3a0.md", "se99e0f3ef0.md", "s69046dea75.md", "sf13bcbd939.md", "s2fb0b2982c.md", "s0ec6aa8029.md", "s70117e558d.md", "s1081cb7880.md", "s4941916aff.md", "se6baf36c91.md", "s3aa67e5948.md", "se371cf3b2f.md", "s50bfc982da.md", "sb6f16b8778.md", "s075eeedf4a.md", "se710b4512f.md", "sa7235e4628.md", "sb3b1e9536a.md", "s8eba922761.md", "s15b24b0c21.md", "s65b071d0d9.md", "s6d70edcd05.md", "sfb212db73b.md", "sac60d65f3f.md", "s80476ea74d.md", "s80c6b56412.md", "s0026b92ef9.md", "s0996ae55de.md", "sd40e600820.md", "s0ca46ebf58.md", "sa2bfce8e77.md", "sdbdb3847a5.md", "s60bc20a0c3.md", "s766a89419a.md", "sb104f189c7.md", "s2271f4e73a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s86e8fc5c64.md", "sa00694b92d.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 56.3, "n_files": 45, "pool20": ["s86e8fc5c64.md", "sa00694b92d.md", "se15d4076d5.md", "s1b5d0e7c6e.md", "s62f881d834.md", "se26de73020.md", "s308523a66b.md", "s0b210d7c1a.md", "s51aafa2f7e.md", "s79295a91e6.md", "sac7011d279.md", "s5325615d19.md", "s5379b9f64e.md", "se1788c2144.md", "s70fb119229.md", "s25ac7acb0f.md", "s5a385d7c27.md", "s48d7bf735c.md", "sfa9c5f96ba.md", "s494fd2f507.md"], "qid": "gpt4_4fc4f797", "rrf10": [0.024590164, 0.024193548, 0.022737873, 0.022294372, 0.022203947, 0.021408712, 0.02124183, 0.020643075, 0.020634921, 0.020306707], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 100.5308, "secs_fuse": 0.0085, "secs_legs": 0.0181, "stand_in": false, "top10": ["s86e8fc5c64.md", "sa00694b92d.md", "se15d4076d5.md", "s1b5d0e7c6e.md", "s62f881d834.md", "se26de73020.md", "s308523a66b.md", "s0b210d7c1a.md", "s51aafa2f7e.md", "s79295a91e6.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["s86e8fc5c64.md", "sa00694b92d.md", "se15d4076d5.md", "s1b5d0e7c6e.md", "s62f881d834.md", "se26de73020.md", "s308523a66b.md", "s0b210d7c1a.md", "s51aafa2f7e.md", "s79295a91e6.md", "sac7011d279.md", "s5325615d19.md", "s5379b9f64e.md", "se1788c2144.md", "s70fb119229.md", "s25ac7acb0f.md", "s5a385d7c27.md", "s48d7bf735c.md", "sfa9c5f96ba.md", "s494fd2f507.md", "sc7ed8cf402.md", "s0ce6466201.md", "se47f4fc1dd.md", "s82a0a3be45.md", "sab1c4de070.md", "s43c2e905ab.md", "s881c053592.md", "s422e6d020e.md", "s64f5fd329a.md", "sc6b053dd80.md", "s4639e30a44.md", "s206c7ebda7.md", "s50be7a2208.md", "sbfa330131e.md", "s7b81754d2e.md", "s8352d94bad.md", "s5af6809cff.md", "seaad61af51.md", "s0bffbe483f.md", "sa751f83102.md", "sb0e5469d39.md", "s87dacf039d.md", "s6a5cf50c09.md", "s5bf3834384.md", "s20077ee335.md"]}
{"abstention": false, "arm": "A5", "gold": ["s994a3c82f9.md", "sed9bb71adb.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 55.35, "n_files": 47, "pool20": ["sed9bb71adb.md", "s994a3c82f9.md", "se45839fae3.md", "s7bd9e599b3.md", "s8da6c34d20.md", "sfcbb29a3fe.md", "sc9bc82f822.md", "s3b20560135.md", "s094f08b01e.md", "s5a8139ce3f.md", "s15056eb22d.md", "sb7c45414ed.md", "sc387b96555.md", "s90e4ad15db.md", "s293908010b.md", "s6244c6222a.md", "saa7a5f7506.md", "s3a632d2e38.md", "sd8d5bc7ace.md", "s109e8c90c5.md"], "qid": "4dfccbf7", "rrf10": [0.024590164, 0.023937532, 0.023171286, 0.021845695, 0.021372549, 0.021330884, 0.021326014, 0.021098213, 0.021059783, 0.021042471], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 81.7508, "secs_fuse": 0.0404, "secs_legs": 0.0744, "stand_in": false, "top10": ["sed9bb71adb.md", "s994a3c82f9.md", "se45839fae3.md", "s7bd9e599b3.md", "s8da6c34d20.md", "sfcbb29a3fe.md", "sc9bc82f822.md", "s3b20560135.md", "s094f08b01e.md", "s5a8139ce3f.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["sed9bb71adb.md", "s994a3c82f9.md", "se45839fae3.md", "s7bd9e599b3.md", "s8da6c34d20.md", "sfcbb29a3fe.md", "sc9bc82f822.md", "s3b20560135.md", "s094f08b01e.md", "s5a8139ce3f.md", "s15056eb22d.md", "sb7c45414ed.md", "sc387b96555.md", "s90e4ad15db.md", "s293908010b.md", "s6244c6222a.md", "saa7a5f7506.md", "s3a632d2e38.md", "sd8d5bc7ace.md", "s109e8c90c5.md", "se827c31d9b.md", "sb7b223dca4.md", "sfe7bfc87bd.md", "s916c22ec26.md", "s78589fc4f4.md", "sde2bf2720e.md", "s8dee33e97d.md", "s3461c61994.md", "s961213d5e2.md", "s692fe45d6b.md", "s37598e8ede.md", "s4f992334ca.md", "s6884fef28b.md", "sd2d9a05c64.md", "s52c9727ef8.md", "sc35d76c55f.md", "sc88c608e1a.md", "s9521f65bfc.md", "s36b3287c71.md", "s7f1907e679.md", "s7def0a4ec7.md", "sd9c88c6763.md", "sffbcba0932.md", "s3f548ab5f6.md", "s2d1aa30142.md", "s0dec238c41.md", "scb314c8467.md"]}
{"abstention": false, "arm": "A5", "gold": ["s20c93280b9.md", "s6de2686779.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 54.12, "n_files": 48, "pool20": ["s20c93280b9.md", "s6de2686779.md", "s1feff97347.md", "s9ba372a885.md", "sf052b0e8e2.md", "sa7abe1dbd3.md", "s2023243d18.md", "sfedcb36942.md", "s367e65b53f.md", "s4b208f1b1c.md", "s5f31013bc5.md", "s00c445c702.md", "s48ab96694f.md", "sa36fa02012.md", "s0ec28cc7dc.md", "scb3a994b79.md", "s9aca83606e.md", "s6d78b1c2d1.md", "sd360665334.md", "se251aae354.md"], "qid": "gpt4_61e13b3c", "rrf10": [0.024590164, 0.024193548, 0.023076923, 0.022614202, 0.022366522, 0.022278314, 0.022222222, 0.021555197, 0.021089271, 0.021071701], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.5021, "secs_fuse": 0.018, "secs_legs": 0.042, "stand_in": false, "top10": ["s20c93280b9.md", "s6de2686779.md", "s1feff97347.md", "s9ba372a885.md", "sf052b0e8e2.md", "sa7abe1dbd3.md", "s2023243d18.md", "sfedcb36942.md", "s367e65b53f.md", "s4b208f1b1c.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s20c93280b9.md", "s6de2686779.md", "s1feff97347.md", "s9ba372a885.md", "sf052b0e8e2.md", "sa7abe1dbd3.md", "s2023243d18.md", "sfedcb36942.md", "s367e65b53f.md", "s4b208f1b1c.md", "s5f31013bc5.md", "s00c445c702.md", "s48ab96694f.md", "sa36fa02012.md", "s0ec28cc7dc.md", "scb3a994b79.md", "s9aca83606e.md", "s6d78b1c2d1.md", "sd360665334.md", "se251aae354.md", "sa170841b2d.md", "s73c0bf2f3a.md", "sb1300e2eb3.md", "s3fa076cc5d.md", "seac066a885.md", "s4b5d7abad0.md", "sa361296cbf.md", "s243276fcf2.md", "s7aca75ae66.md", "s23b00777e7.md", "se70ee811d9.md", "s518ab85473.md", "sc7df472438.md", "s0c4643aa03.md", "s437b93d9cc.md", "s7bbc3fe583.md", "sc5fee531bc.md", "s8b38e18161.md", "s6f1e1f0525.md", "s35c013b395.md", "s03b3c66f18.md", "scad9ef0014.md", "s31c32e0a42.md", "sa0f7d2e04f.md", "s36415648b5.md", "s998e114040.md", "s31ab42ec5f.md", "s7245f28b29.md"]}
{"abstention": false, "arm": "A5", "gold": ["s56b6b15804.md", "s7011c1d990.md", "scc1a9ac597.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 56.83, "n_files": 45, "pool20": ["s7011c1d990.md", "s29e2b87dae.md", "scc1a9ac597.md", "s56b6b15804.md", "s2d912f4f18.md", "sb52dcce058.md", "sd5a6b5d8d7.md", "s27e2fdc1b2.md", "s752e9f82ea.md", "s2e859d241a.md", "s80b8298fd6.md", "sebaac9cfcc.md", "s4cfa148971.md", "s430cfb3188.md", "se9044cebac.md", "s24c838d060.md", "s7b0a82d626.md", "sf0e30b7ca9.md", "s0600cd7282.md", "sd1e8c392a9.md"], "qid": "gpt4_45189cb4", "rrf10": [0.024457959, 0.023685516, 0.023561508, 0.023481973, 0.022902604, 0.022843823, 0.022501131, 0.021794872, 0.021330884, 0.021327968], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 91.7818, "secs_fuse": 0.0337, "secs_legs": 0.0717, "stand_in": false, "top10": ["s7011c1d990.md", "s29e2b87dae.md", "scc1a9ac597.md", "s56b6b15804.md", "s2d912f4f18.md", "sb52dcce058.md", "sd5a6b5d8d7.md", "s27e2fdc1b2.md", "s752e9f82ea.md", "s2e859d241a.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["s7011c1d990.md", "s29e2b87dae.md", "scc1a9ac597.md", "s56b6b15804.md", "s2d912f4f18.md", "sb52dcce058.md", "sd5a6b5d8d7.md", "s27e2fdc1b2.md", "s752e9f82ea.md", "s2e859d241a.md", "s80b8298fd6.md", "sebaac9cfcc.md", "s4cfa148971.md", "s430cfb3188.md", "se9044cebac.md", "s24c838d060.md", "s7b0a82d626.md", "sf0e30b7ca9.md", "s0600cd7282.md", "sd1e8c392a9.md", "sfd4dd30915.md", "s9d131bd1e1.md", "sbdd404db45.md", "s688ecf2971.md", "s614dba4e9d.md", "s3b2dc7833d.md", "s2a884c797e.md", "se07869330f.md", "s2a4442b859.md", "s90869fc2ce.md", "s89140d47c7.md", "s2823e98793.md", "s0ec6989e6e.md", "s2c166817f7.md", "sff8c888956.md", "s931497ecb0.md", "s40313c075a.md", "s55741d18d9.md", "s8d5c9ea5d5.md", "sfbfe288b9e.md", "s9980682303.md", "sfa416905d7.md", "s621756a928.md", "sc32b54ab77.md", "s893cd2a13f.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa061eb7d02.md", "sd9d046a725.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 54.38, "n_files": 43, "pool20": ["sd9d046a725.md", "sa061eb7d02.md", "sda2cb8a2cc.md", "sadd765fd26.md", "s1eac952338.md", "s3af6efda37.md", "s83e2b4996e.md", "s7d5ecb3886.md", "s2d82c14159.md", "sb6bceae102.md", "sd8cc2160da.md", "s1c7dc4eb2e.md", "s1803123d61.md", "s1909c64e57.md", "sfa4d52a6cf.md", "s7695e456f5.md", "s2229d87b98.md", "s15f94e8bdc.md", "s6313e02077.md", "s5cc3aeda47.md"], "qid": "2ebe6c90", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022727273, 0.022527473, 0.022429262, 0.021351575, 0.021327968, 0.021180556, 0.021034996], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 81.7921, "secs_fuse": 0.0283, "secs_legs": 0.0644, "stand_in": false, "top10": ["sd9d046a725.md", "sa061eb7d02.md", "sda2cb8a2cc.md", "sadd765fd26.md", "s1eac952338.md", "s3af6efda37.md", "s83e2b4996e.md", "s7d5ecb3886.md", "s2d82c14159.md", "sb6bceae102.md"], "type": "temporal-reasoning", "vec150_n": 43, "vec50_n": 43, "wide150": ["sd9d046a725.md", "sa061eb7d02.md", "sda2cb8a2cc.md", "sadd765fd26.md", "s1eac952338.md", "s3af6efda37.md", "s83e2b4996e.md", "s7d5ecb3886.md", "s2d82c14159.md", "sb6bceae102.md", "sd8cc2160da.md", "s1c7dc4eb2e.md", "s1803123d61.md", "s1909c64e57.md", "sfa4d52a6cf.md", "s7695e456f5.md", "s2229d87b98.md", "s15f94e8bdc.md", "s6313e02077.md", "s5cc3aeda47.md", "secce8d201b.md", "s3f9d4dd889.md", "s4eef8f091b.md", "se127d7891d.md", "s60e1c17fd2.md", "s9c177f67fb.md", "s44e27143e3.md", "s039e9a23bf.md", "s883a5b218c.md", "sd5c8a89d84.md", "s41d88ba7d0.md", "s53e2f443d0.md", "s5669ae2552.md", "sb8e8588b61.md", "s1047744b41.md", "s19f3ba7749.md", "s8b9ecca8da.md", "s81c1f26262.md", "s97af4768c9.md", "sc84457bf29.md", "s90b004272d.md", "s2407972095.md", "s1f8a7324f4.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2863cc2ae4.md", "s43a4e39340.md", "s7d2fafc848.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 54.97, "n_files": 46, "pool20": ["s43a4e39340.md", "s5b5bca3d7f.md", "s7fb835e33a.md", "s84a3d34217.md", "sad8d982d7f.md", "s3b608e3bf3.md", "sc4c67fd285.md", "s9782ab492b.md", "s29fba92d50.md", "sbcce1939e1.md", "s2863cc2ae4.md", "s7d2fafc848.md", "s49bbc3a6cf.md", "s388a5ff4ad.md", "s168f847b8b.md", "s4e59a1052c.md", "s1ba7daf77a.md", "sf5221600f8.md", "s5abbb99ef8.md", "sa75ce62ab1.md"], "qid": "gpt4_e061b84f", "rrf10": [0.023856129, 0.023481973, 0.023119393, 0.022689475, 0.021897007, 0.021722561, 0.021450021, 0.020833333, 0.020833333, 0.020740884], "score": {"all@10": false, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 111.4567, "secs_fuse": 0.0345, "secs_legs": 0.0641, "stand_in": false, "top10": ["s43a4e39340.md", "s5b5bca3d7f.md", "s7fb835e33a.md", "s84a3d34217.md", "sad8d982d7f.md", "s3b608e3bf3.md", "sc4c67fd285.md", "s9782ab492b.md", "s29fba92d50.md", "sbcce1939e1.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s43a4e39340.md", "s5b5bca3d7f.md", "s7fb835e33a.md", "s84a3d34217.md", "sad8d982d7f.md", "s3b608e3bf3.md", "sc4c67fd285.md", "s9782ab492b.md", "s29fba92d50.md", "sbcce1939e1.md", "s2863cc2ae4.md", "s7d2fafc848.md", "s49bbc3a6cf.md", "s388a5ff4ad.md", "s168f847b8b.md", "s4e59a1052c.md", "s1ba7daf77a.md", "sf5221600f8.md", "s5abbb99ef8.md", "sa75ce62ab1.md", "s8593ebd1b7.md", "sef074a0513.md", "s41f492dfd5.md", "s4b60a071e3.md", "s8119190d55.md", "s0b67129821.md", "s3d6accdd64.md", "s534fa9d770.md", "s1ceb0c410a.md", "s18b981898c.md", "sfad191793b.md", "sed9b9415b1.md", "s0c185620f1.md", "sa6a0da21f7.md", "s2ae002b22c.md", "s4b13e64bc4.md", "s35271e7c3e.md", "s5dba165629.md", "s97ca87feae.md", "se3863df82d.md", "sbcc661fef1.md", "sef7f9a333f.md", "s568429a80a.md", "sa2a033732e.md", "s4ca7e30d32.md", "sd816273385.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4ba7fc06a6.md", "s950777cdc2.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 58.03, "n_files": 46, "pool20": ["s4ba7fc06a6.md", "s950777cdc2.md", "s96611c9cb5.md", "s51dc9ee1b4.md", "sd81371b1bd.md", "s233a2aab31.md", "s9346a40393.md", "s818bde6d76.md", "s9239f87144.md", "sefce26f6de.md", "s527b524ad2.md", "sc59c3c6d01.md", "s50aef562cf.md", "sa0cdaf6fe8.md", "sdd32f8c85b.md", "s97ec3f57de.md", "se763b1891e.md", "s912baa5d84.md", "s9fea9df0dc.md", "sa100678311.md"], "qid": "370a8ff4", "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022539683, 0.022429262, 0.02238806, 0.021848739, 0.020663454, 0.020432692, 0.020350536], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 115.1085, "secs_fuse": 0.0352, "secs_legs": 0.0717, "stand_in": false, "top10": ["s4ba7fc06a6.md", "s950777cdc2.md", "s96611c9cb5.md", "s51dc9ee1b4.md", "sd81371b1bd.md", "s233a2aab31.md", "s9346a40393.md", "s818bde6d76.md", "s9239f87144.md", "sefce26f6de.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s4ba7fc06a6.md", "s950777cdc2.md", "s96611c9cb5.md", "s51dc9ee1b4.md", "sd81371b1bd.md", "s233a2aab31.md", "s9346a40393.md", "s818bde6d76.md", "s9239f87144.md", "sefce26f6de.md", "s527b524ad2.md", "sc59c3c6d01.md", "s50aef562cf.md", "sa0cdaf6fe8.md", "sdd32f8c85b.md", "s97ec3f57de.md", "se763b1891e.md", "s912baa5d84.md", "s9fea9df0dc.md", "sa100678311.md", "s2f89e7ead0.md", "sb98bb627b6.md", "s45d03dfa7f.md", "sd9dfc8ea0d.md", "sd26093e3f6.md", "sadcc574ab4.md", "s57f826056c.md", "sdb9e398d89.md", "sbb07c69e1f.md", "sa766dcb831.md", "s3b7d0e0f29.md", "sa4c79d90cd.md", "s1b8f1c5cbb.md", "sbaee63e495.md", "s0268134f2f.md", "sc52b254306.md", "sfdaf39fdd9.md", "se005c9f095.md", "sf14bad2c9a.md", "s410e6d8c47.md", "sf4c7b25f0a.md", "s7e0549a8c7.md", "s603eda607e.md", "sddbc499027.md", "s0d5e6b5266.md", "s0a659a0f27.md"]}
{"abstention": false, "arm": "A5", "gold": ["s193d7352b9.md", "s1f80139e1f.md", "s431dbcb910.md", "s54c1ea549a.md", "sb8911662c9.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 59.31, "n_files": 50, "pool20": ["sb8911662c9.md", "s431dbcb910.md", "s54c1ea549a.md", "s1f80139e1f.md", "s1c4a818edf.md", "s193d7352b9.md", "s9a3fca9dff.md", "s2bfdfae3e4.md", "s1dda6e11b7.md", "s2ea0225d23.md", "s1da197efe7.md", "s37334abe4e.md", "sa88f3d1a33.md", "s6a33029077.md", "s917e37acc3.md", "s55cfc09e39.md", "s14e18b92b7.md", "sd6ebecd803.md", "s6ea7ab9105.md", "s7b75cf13cb.md"], "qid": "gpt4_d6585ce8", "rrf10": [0.024590164, 0.023941532, 0.023809524, 0.023689516, 0.022960373, 0.022614202, 0.021952259, 0.021776815, 0.021022934, 0.020555767], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 119.879, "secs_fuse": 0.0351, "secs_legs": 0.0775, "stand_in": false, "top10": ["sb8911662c9.md", "s431dbcb910.md", "s54c1ea549a.md", "s1f80139e1f.md", "s1c4a818edf.md", "s193d7352b9.md", "s9a3fca9dff.md", "s2bfdfae3e4.md", "s1dda6e11b7.md", "s2ea0225d23.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["sb8911662c9.md", "s431dbcb910.md", "s54c1ea549a.md", "s1f80139e1f.md", "s1c4a818edf.md", "s193d7352b9.md", "s9a3fca9dff.md", "s2bfdfae3e4.md", "s1dda6e11b7.md", "s2ea0225d23.md", "s1da197efe7.md", "s37334abe4e.md", "sa88f3d1a33.md", "s6a33029077.md", "s917e37acc3.md", "s55cfc09e39.md", "s14e18b92b7.md", "sd6ebecd803.md", "s6ea7ab9105.md", "s7b75cf13cb.md", "sc6bce2f267.md", "s069c93bdd6.md", "s2760845596.md", "s2b0c97709c.md", "sb163ead250.md", "s5890d5b879.md", "s15834e8121.md", "s230fc5db86.md", "s01b8f448fc.md", "sa571036197.md", "se7eeb28171.md", "s46a160d16d.md", "s56e9cdd58c.md", "sdcbb980872.md", "s90a9f9cda3.md", "sb5c3093dcf.md", "s571462bd88.md", "sbb00cfa61a.md", "sdb70996195.md", "sea90b60302.md", "s779ad642d8.md", "sc3f5478df4.md", "s70b8581d44.md", "s796d904eff.md", "s74b16d5d87.md", "s83156c7500.md", "s86f7c4be6b.md", "s9c45383f2d.md", "s31f6949619.md", "sbf87af7407.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3b86b37b91.md", "s44278adeeb.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 62.5, "n_files": 49, "pool20": ["s3b86b37b91.md", "s44278adeeb.md", "s8891deeba0.md", "sbe149b2461.md", "s7ecc5c768d.md", "s99f45b797e.md", "sd7d6222640.md", "s1e6d06142b.md", "s8e4f0c1e79.md", "sa386069e6b.md", "s989fc3874a.md", "s5915543d6f.md", "s764ce2ba8f.md", "s87c5f76da2.md", "s36db3a7e06.md", "se4ec215fec.md", "sff9f62015e.md", "s707b013162.md", "s42ec6e6f20.md", "s50026a97b3.md"], "qid": "gpt4_4ef30696", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023200758, 0.022964015, 0.022617681, 0.022168569, 0.021963563, 0.021845695, 0.020945007], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 129.8873, "secs_fuse": 0.0313, "secs_legs": 0.0672, "stand_in": false, "top10": ["s3b86b37b91.md", "s44278adeeb.md", "s8891deeba0.md", "sbe149b2461.md", "s7ecc5c768d.md", "s99f45b797e.md", "sd7d6222640.md", "s1e6d06142b.md", "s8e4f0c1e79.md", "sa386069e6b.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["s3b86b37b91.md", "s44278adeeb.md", "s8891deeba0.md", "sbe149b2461.md", "s7ecc5c768d.md", "s99f45b797e.md", "sd7d6222640.md", "s1e6d06142b.md", "s8e4f0c1e79.md", "sa386069e6b.md", "s989fc3874a.md", "s5915543d6f.md", "s764ce2ba8f.md", "s87c5f76da2.md", "s36db3a7e06.md", "se4ec215fec.md", "sff9f62015e.md", "s707b013162.md", "s42ec6e6f20.md", "s50026a97b3.md", "s1ec82362cf.md", "sbfffaae250.md", "s979c7375ad.md", "sfc9d650d6d.md", "s981905ac8f.md", "see35312c50.md", "sb88e866d0a.md", "s4fe995f489.md", "s1bcbd83e49.md", "sf4d1ef05df.md", "s39bcfb895b.md", "s16a7f8d63d.md", "scf2956cbdb.md", "sb850958a4d.md", "sac7666b225.md", "s972db5258d.md", "sb06de4123e.md", "s474a0f09a6.md", "s00c622f2fb.md", "sb8fdce207d.md", "s01949b5d3d.md", "s09b043ccb8.md", "s306bf1c262.md", "sfe05150605.md", "sf118141b1a.md", "s3d06eda22f.md", "se2c8127f58.md", "saf76685fb6.md", "s0da751d5c1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2c2bc6ed95.md", "s8de7ddaa05.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 54.77, "n_files": 47, "pool20": ["s8de7ddaa05.md", "s2c2bc6ed95.md", "s058c4417b9.md", "sa5f02e8d9c.md", "sa3836dfe17.md", "sc2a3e5bea4.md", "s7afa5abc69.md", "sa02417b5d9.md", "s73d93d3cd6.md", "s2d4c3bd108.md", "s2ecbfa2903.md", "sd2a4eaa90b.md", "sd72fc5161f.md", "s65e8f095fc.md", "sc126a36c2e.md", "s1d20544f6a.md", "sa90dbd2021.md", "s09fcd4f772.md", "sdab61a67cc.md", "s11dd01326f.md"], "qid": "gpt4_ec93e27f", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022474315, 0.022305254, 0.021480629, 0.020760959, 0.020620581, 0.020578014, 0.020455387], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 107.0796, "secs_fuse": 0.0207, "secs_legs": 0.0636, "stand_in": false, "top10": ["s8de7ddaa05.md", "s2c2bc6ed95.md", "s058c4417b9.md", "sa5f02e8d9c.md", "sa3836dfe17.md", "sc2a3e5bea4.md", "s7afa5abc69.md", "sa02417b5d9.md", "s73d93d3cd6.md", "s2d4c3bd108.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["s8de7ddaa05.md", "s2c2bc6ed95.md", "s058c4417b9.md", "sa5f02e8d9c.md", "sa3836dfe17.md", "sc2a3e5bea4.md", "s7afa5abc69.md", "sa02417b5d9.md", "s73d93d3cd6.md", "s2d4c3bd108.md", "s2ecbfa2903.md", "sd2a4eaa90b.md", "sd72fc5161f.md", "s65e8f095fc.md", "sc126a36c2e.md", "s1d20544f6a.md", "sa90dbd2021.md", "s09fcd4f772.md", "sdab61a67cc.md", "s11dd01326f.md", "s12c20b5e7f.md", "se1a5b54417.md", "seb08c48008.md", "scf2f8950a9.md", "sf85ffcce38.md", "s59e0521cda.md", "s4a77673f2a.md", "s6d33633a1f.md", "se23e7b364b.md", "sdb4b0b9dc6.md", "sf50f4164fc.md", "sbe23afabf9.md", "s73f5cd470b.md", "s6b25b4d8ad.md", "sf4846f88e4.md", "sca6eef07e6.md", "s9464f03b51.md", "seec8b30cf3.md", "se66a782728.md", "sf0332d0f94.md", "sf149004db3.md", "s4d67cf4e44.md", "s9c2ac6a933.md", "s3c0f0561fd.md", "s5942f143a3.md", "s8ffed26f14.md", "s3f27b5be67.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4f0e71de47.md", "s7b8815ea0d.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 59.4, "n_files": 50, "pool20": ["s7b8815ea0d.md", "s4f0e71de47.md", "s98d39a9200.md", "s6963ffc65b.md", "s1a1d1ab172.md", "sd0237d4698.md", "s2e4ad54998.md", "sd8f11aedab.md", "s83f5295776.md", "s05a410c4df.md", "s9ff3bb9867.md", "s6a76914133.md", "s311d526a28.md", "s23eeef4181.md", "sd48485058f.md", "s9b8f7be982.md", "s1fbb36ddf7.md", "s877e5a5ee7.md", "s430dc4191c.md", "sc799205a32.md"], "qid": "6e984301", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022501131, 0.022098214, 0.022058824, 0.022051282, 0.021581197, 0.021561772, 0.021490993], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 118.1396, "secs_fuse": 0.0118, "secs_legs": 0.0444, "stand_in": false, "top10": ["s7b8815ea0d.md", "s4f0e71de47.md", "s98d39a9200.md", "s6963ffc65b.md", "s1a1d1ab172.md", "sd0237d4698.md", "s2e4ad54998.md", "sd8f11aedab.md", "s83f5295776.md", "s05a410c4df.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s7b8815ea0d.md", "s4f0e71de47.md", "s98d39a9200.md", "s6963ffc65b.md", "s1a1d1ab172.md", "sd0237d4698.md", "s2e4ad54998.md", "sd8f11aedab.md", "s83f5295776.md", "s05a410c4df.md", "s9ff3bb9867.md", "s6a76914133.md", "s311d526a28.md", "s23eeef4181.md", "sd48485058f.md", "s9b8f7be982.md", "s1fbb36ddf7.md", "s877e5a5ee7.md", "s430dc4191c.md", "sc799205a32.md", "s3638826e9a.md", "scec3438420.md", "sa283356888.md", "s9177a038e4.md", "sd6a50d8a7c.md", "s3067a6a6ec.md", "s8138d8ca1b.md", "s651b55f778.md", "s47b2462037.md", "s0d6bc27eb1.md", "s552c3ea2c8.md", "sf7872e5947.md", "sa694301792.md", "sd26d2484a9.md", "s52d612e116.md", "s20d9d0f0eb.md", "s204183f9ef.md", "sbf3a6a0ef6.md", "s621b5ce4c1.md", "s4f8949cc4f.md", "sbbc7878e1a.md", "sdee3156b08.md", "s25cccc3c40.md", "sd96036569a.md", "saf7e3a882a.md", "s07a08766f4.md", "s93c6f06f38.md", "sf358a0bd4d.md", "scb4cc0c5b2.md", "sb2c6c1c2be.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc6850b7307.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 58.33, "n_files": 47, "pool20": ["sc6850b7307.md", "se3bbf52e57.md", "se14c344a87.md", "s05fa8d1f58.md", "sfaaa89829c.md", "s6eaad95eb3.md", "s6c14387641.md", "scb3fd60412.md", "s6da5341efb.md", "sa801fb2245.md", "s35c80d6a41.md", "se29b4f5b56.md", "s4cf317e603.md", "s8e5c3f8317.md", "s35262a312f.md", "sbf03b4c6b9.md", "s324166b905.md", "s515828314a.md", "s1025feceed.md", "s824b6b98a2.md"], "qid": "8077ef71", "rrf10": [0.024329951, 0.024325754, 0.022847302, 0.022629773, 0.022504456, 0.022035256, 0.021978022, 0.021098213, 0.020933822, 0.020833333], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.8056, "secs_fuse": 0.0283, "secs_legs": 0.0714, "stand_in": false, "top10": ["sc6850b7307.md", "se3bbf52e57.md", "se14c344a87.md", "s05fa8d1f58.md", "sfaaa89829c.md", "s6eaad95eb3.md", "s6c14387641.md", "scb3fd60412.md", "s6da5341efb.md", "sa801fb2245.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["sc6850b7307.md", "se3bbf52e57.md", "se14c344a87.md", "s05fa8d1f58.md", "sfaaa89829c.md", "s6eaad95eb3.md", "s6c14387641.md", "scb3fd60412.md", "s6da5341efb.md", "sa801fb2245.md", "s35c80d6a41.md", "se29b4f5b56.md", "s4cf317e603.md", "s8e5c3f8317.md", "s35262a312f.md", "sbf03b4c6b9.md", "s324166b905.md", "s515828314a.md", "s1025feceed.md", "s824b6b98a2.md", "s4fcf66ae82.md", "s07c0ee86c1.md", "s753714ef28.md", "se911a6a9cc.md", "sfd65e056ac.md", "s6aa90ed5b5.md", "scd1a01afad.md", "s46e437dba6.md", "se846f73dd2.md", "s3d2e28d8f0.md", "s6fbd14e5aa.md", "s69b63dd0f7.md", "s7e9b7fcfa8.md", "sd1492777a1.md", "s98f97f44f1.md", "se02537ee07.md", "s4e5583e445.md", "s98afbd4ff6.md", "s1969eb2818.md", "s2d40595ec0.md", "sf65970caea.md", "sb029e3e76e.md", "s336236fef7.md", "s15bfed915b.md", "sfdd69bec9b.md", "scd163e4a11.md", "s4abcfca4a4.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "sd5581fd2c1.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 54.72, "n_files": 47, "pool20": ["sd5581fd2c1.md", "s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "s232db9294a.md", "s5609fcf283.md", "sa4a8a39edb.md", "sf5efc3496a.md", "s7d1af0c94a.md", "s201c498022.md", "s102d4eda23.md", "s8abe37e4c1.md", "sd1489d0319.md", "s2218f317fc.md", "s87fe7d63fd.md", "s8717f4ea10.md", "s7a37c221bb.md", "s61f840be90.md", "sf364b3d9b4.md"], "qid": "gpt4_f420262c", "rrf10": [0.0239692, 0.023821721, 0.023809524, 0.023591719, 0.023197115, 0.021397849, 0.021330884, 0.021175612, 0.020480929, 0.020453009], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.0, "secs_fuse": 0.0272, "secs_legs": 0.064, "stand_in": false, "top10": ["sd5581fd2c1.md", "s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "s232db9294a.md", "s5609fcf283.md", "sa4a8a39edb.md", "sf5efc3496a.md", "s7d1af0c94a.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["sd5581fd2c1.md", "s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "s232db9294a.md", "s5609fcf283.md", "sa4a8a39edb.md", "sf5efc3496a.md", "s7d1af0c94a.md", "s201c498022.md", "s102d4eda23.md", "s8abe37e4c1.md", "sd1489d0319.md", "s2218f317fc.md", "s87fe7d63fd.md", "s8717f4ea10.md", "s7a37c221bb.md", "s61f840be90.md", "sf364b3d9b4.md", "sccf445b215.md", "sf0257c50aa.md", "s9534d76e6f.md", "sb09d6d5b27.md", "s46cb56b216.md", "s13a3ad6190.md", "sf248c8a3de.md", "sf0e002e7c4.md", "s4d65f8ee72.md", "sf9dd930d8f.md", "s7a2fdfc0ca.md", "s7157f0ca3b.md", "sfaa25a98d1.md", "sda60347413.md", "s7396c7fe60.md", "s2b67430d7e.md", "s081c4f65d5.md", "s38c287ff7b.md", "s3ef7e69947.md", "sda450f93b1.md", "sc8d7ec68a5.md", "s6c8b6585b7.md", "sefcfda73d6.md", "sd9099a05d2.md", "s65ab73e549.md", "s973fde8a12.md", "sfc405894b7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1cd8a196cf.md", "saadba4fdcb.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 51.92, "n_files": 47, "pool20": ["saadba4fdcb.md", "s1cd8a196cf.md", "s992e7dcb41.md", "sbec86b3b92.md", "s3abf2ca32b.md", "s0e9c9db1ae.md", "sfff46c044a.md", "s6996be8ebb.md", "sc3f2b7a529.md", "sd4735e5096.md", "s10ac38b415.md", "se230f93b28.md", "s1d001e90e9.md", "s86b722a371.md", "s7270985032.md", "scd98d25c73.md", "s95dcb0ad34.md", "s4e440680e8.md", "sdafbe039bc.md", "s84c298281c.md"], "qid": "gpt4_8e165409", "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022861881, 0.022118506, 0.022045855, 0.021561772, 0.02151113, 0.021327968, 0.020102339], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 92.8688, "secs_fuse": 0.0276, "secs_legs": 0.0715, "stand_in": false, "top10": ["saadba4fdcb.md", "s1cd8a196cf.md", "s992e7dcb41.md", "sbec86b3b92.md", "s3abf2ca32b.md", "s0e9c9db1ae.md", "sfff46c044a.md", "s6996be8ebb.md", "sc3f2b7a529.md", "sd4735e5096.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["saadba4fdcb.md", "s1cd8a196cf.md", "s992e7dcb41.md", "sbec86b3b92.md", "s3abf2ca32b.md", "s0e9c9db1ae.md", "sfff46c044a.md", "s6996be8ebb.md", "sc3f2b7a529.md", "sd4735e5096.md", "s10ac38b415.md", "se230f93b28.md", "s1d001e90e9.md", "s86b722a371.md", "s7270985032.md", "scd98d25c73.md", "s95dcb0ad34.md", "s4e440680e8.md", "sdafbe039bc.md", "s84c298281c.md", "s530cbeca60.md", "sae30f3f69f.md", "s005b3abd61.md", "sed517b8078.md", "s19288630c6.md", "s74e90b3f5b.md", "s0aa3e5f5c2.md", "sf62a4d6490.md", "s6c934ebceb.md", "s1e959114c3.md", "s218bc761bc.md", "s31933ab0b5.md", "s4985cbda9b.md", "s3e478c4088.md", "s45bfa7f95e.md", "s5ba97daca9.md", "s24fcd9f0cf.md", "s5c73324177.md", "s3615edccc6.md", "sdb743c9d6b.md", "sa8aab95389.md", "sf34f8c6b0d.md", "sbc32f6508f.md", "sf2f55ed2f9.md", "s652e5aa34a.md", "s029d896301.md", "s8dd4881a98.md"]}
{"abstention": false, "arm": "A5", "gold": ["s029fdb6057.md", "sa5eda3ba3a.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 55.17, "n_files": 45, "pool20": ["sa5eda3ba3a.md", "s029fdb6057.md", "s97872baf2d.md", "s44752eb7ec.md", "s775200ce95.md", "s75f4f7b401.md", "s92b0c38ff2.md", "se21ae5bd50.md", "sa91b8f3a56.md", "s840d558164.md", "s5183f7ec63.md", "s97552b7a68.md", "sab32e71f66.md", "s5006b326a3.md", "s63770a0b55.md", "s2b623efbe0.md", "sea86afdce5.md", "s5ba255ca73.md", "sd9c015a567.md", "s8c9b40eca5.md"], "qid": "gpt4_74aed68e", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022960373, 0.022058824, 0.021818182, 0.021390938, 0.021342069, 0.02133563], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 77.2701, "secs_fuse": 0.0382, "secs_legs": 0.0738, "stand_in": false, "top10": ["sa5eda3ba3a.md", "s029fdb6057.md", "s97872baf2d.md", "s44752eb7ec.md", "s775200ce95.md", "s75f4f7b401.md", "s92b0c38ff2.md", "se21ae5bd50.md", "sa91b8f3a56.md", "s840d558164.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["sa5eda3ba3a.md", "s029fdb6057.md", "s97872baf2d.md", "s44752eb7ec.md", "s775200ce95.md", "s75f4f7b401.md", "s92b0c38ff2.md", "se21ae5bd50.md", "sa91b8f3a56.md", "s840d558164.md", "s5183f7ec63.md", "s97552b7a68.md", "sab32e71f66.md", "s5006b326a3.md", "s63770a0b55.md", "s2b623efbe0.md", "sea86afdce5.md", "s5ba255ca73.md", "sd9c015a567.md", "s8c9b40eca5.md", "s9214826b88.md", "s822dca35b7.md", "s3c74c16966.md", "s375f34ac2d.md", "s6772cdfd16.md", "s572d9c01ef.md", "sb06dbb10fe.md", "s0fcc1dda51.md", "s986b5adcee.md", "sdf46475697.md", "s8fdd4d6fef.md", "s51d65f2c65.md", "s8be59e536a.md", "s8fd2c070f9.md", "se3723e51b8.md", "sa597602f0d.md", "s2e888c6d2f.md", "s9b7e7d7121.md", "se571e86cc7.md", "sdc35f4eafb.md", "s8bc430ae6d.md", "s54da2170c0.md", "se836301ace.md", "s74666998e8.md", "s520dbf3ab7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s43951b5af8.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 55.09, "n_files": 48, "pool20": ["s43951b5af8.md", "s96ff24ec54.md", "s321eaaa311.md", "s7cebb80e42.md", "s680342bed3.md", "s37339d18d4.md", "s43b774df2b.md", "s9bd19d5889.md", "s38532c84a8.md", "s1bbc614374.md", "s35cabb0493.md", "sd6b618a6ca.md", "s1374f599b9.md", "s34a015fcd0.md", "sca002c6540.md", "s74f6d6019f.md", "sdab3544191.md", "s472645225e.md", "s991fad711a.md", "s4bb0204d23.md"], "qid": "bcbe585f", "rrf10": [0.024590164, 0.02370479, 0.022617681, 0.02235023, 0.021897007, 0.021462639, 0.021450021, 0.021372126, 0.021367521, 0.021336996], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.2853, "secs_fuse": 0.0314, "secs_legs": 0.0647, "stand_in": false, "top10": ["s43951b5af8.md", "s96ff24ec54.md", "s321eaaa311.md", "s7cebb80e42.md", "s680342bed3.md", "s37339d18d4.md", "s43b774df2b.md", "s9bd19d5889.md", "s38532c84a8.md", "s1bbc614374.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s43951b5af8.md", "s96ff24ec54.md", "s321eaaa311.md", "s7cebb80e42.md", "s680342bed3.md", "s37339d18d4.md", "s43b774df2b.md", "s9bd19d5889.md", "s38532c84a8.md", "s1bbc614374.md", "s35cabb0493.md", "sd6b618a6ca.md", "s1374f599b9.md", "s34a015fcd0.md", "sca002c6540.md", "s74f6d6019f.md", "sdab3544191.md", "s472645225e.md", "s991fad711a.md", "s4bb0204d23.md", "s8f9bcbfbbb.md", "s50916568c3.md", "s53f50845fa.md", "s512ee7552f.md", "sf4fb998263.md", "sd687a8c3e1.md", "sa3d60e534c.md", "s4d17ee63b4.md", "s114c0f2a20.md", "sf7584d0a5d.md", "sa14ce1c84a.md", "sd263c0e874.md", "s7b9503e730.md", "sbb112919c5.md", "s2ca3659a27.md", "s2e74278fd2.md", "s14dd3912d9.md", "sb3d3f48695.md", "s14528bfd99.md", "saf511fd87e.md", "s3ae1891d01.md", "s2adcced729.md", "se12816ac36.md", "s1844cc1a4b.md", "s392fd4b05a.md", "sf61969cf86.md", "s1d3b3edf38.md", "s937fae8e0b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2cf77dc894.md", "sd590893eb7.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 50.89, "n_files": 52, "pool20": ["s827bdbd550.md", "sc35acf5860.md", "sd590893eb7.md", "sdcce2ca7e3.md", "s2cf77dc894.md", "s3696ec64c3.md", "sec45eea467.md", "sbdf50e2799.md", "s9ee94d0f58.md", "s10acaa4d27.md", "sf6748c3b2b.md", "sc4133b18d4.md", "s93979f69c2.md", "s550cbecdf9.md", "s41f8645edb.md", "sb109ce3e36.md", "s434ab02c69.md", "s8f235c0273.md", "sfae0d10e25.md", "sf0054b6f6a.md"], "qid": "gpt4_21adecb5", "rrf10": [0.023937532, 0.02382134, 0.023122094, 0.023060109, 0.022518382, 0.02173913, 0.021557455, 0.021306818, 0.020414673, 0.020277778], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 67.7739, "secs_fuse": 0.0346, "secs_legs": 0.0649, "stand_in": false, "top10": ["s827bdbd550.md", "sc35acf5860.md", "sd590893eb7.md", "sdcce2ca7e3.md", "s2cf77dc894.md", "s3696ec64c3.md", "sec45eea467.md", "sbdf50e2799.md", "s9ee94d0f58.md", "s10acaa4d27.md"], "type": "temporal-reasoning", "vec150_n": 52, "vec50_n": 50, "wide150": ["s827bdbd550.md", "sc35acf5860.md", "sd590893eb7.md", "sdcce2ca7e3.md", "s2cf77dc894.md", "s3696ec64c3.md", "sec45eea467.md", "sbdf50e2799.md", "s9ee94d0f58.md", "s10acaa4d27.md", "sf6748c3b2b.md", "sc4133b18d4.md", "s93979f69c2.md", "s550cbecdf9.md", "s41f8645edb.md", "sb109ce3e36.md", "s434ab02c69.md", "s8f235c0273.md", "sfae0d10e25.md", "sf0054b6f6a.md", "s00deea835e.md", "sb875ceddec.md", "sf0f3aa5c9c.md", "s018fd0b9f9.md", "sb7b173b0e3.md", "s1afbc5f484.md", "sc14518f4b4.md", "s2fb33a310e.md", "se87fd07237.md", "s060bdb3027.md", "s7ee9c10128.md", "scad5f3bbd4.md", "s2bbe27ea8e.md", "s7cdee15717.md", "s9141715e19.md", "s9640e0834f.md", "s556d22efba.md", "s7c1305db58.md", "s41bf56d29a.md", "s51d337b4b7.md", "sc11159017d.md", "s7e96361038.md", "s38fc7b840f.md", "s22e56364f4.md", "s58a1fe17cf.md", "s41525338ef.md", "s73c2aed90f.md", "scb86fc128f.md", "s4d27d7d270.md", "sdd35e7b865.md", "sce0b8adfa8.md", "sb2788185f4.md"]}
{"abstention": false, "arm": "A5", "gold": ["saeedc20bb7.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 58.72, "n_files": 45, "pool20": ["s32337bb789.md", "se66a5275da.md", "saeedc20bb7.md", "sabbb4e25db.md", "se209c780a4.md", "s7da59ee1bf.md", "s2ac43fd84c.md", "s3f113dba3c.md", "s153ae9b5e8.md", "sbae1f9bf3d.md", "s0b853310f9.md", "see4fb9f50f.md", "s717a0f62e1.md", "s0546b1c46f.md", "s74dbba3466.md", "s23cb9deafc.md", "s8b8a510e88.md", "s3605eade83.md", "s89746aa875.md", "s48512f90c8.md"], "qid": "5e1b23de", "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.023317308, 0.021952259, 0.021878122, 0.02115942, 0.02094947, 0.020833333, 0.020646021], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 81.1863, "secs_fuse": 0.0284, "secs_legs": 0.0645, "stand_in": false, "top10": ["s32337bb789.md", "se66a5275da.md", "saeedc20bb7.md", "sabbb4e25db.md", "se209c780a4.md", "s7da59ee1bf.md", "s2ac43fd84c.md", "s3f113dba3c.md", "s153ae9b5e8.md", "sbae1f9bf3d.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["s32337bb789.md", "se66a5275da.md", "saeedc20bb7.md", "sabbb4e25db.md", "se209c780a4.md", "s7da59ee1bf.md", "s2ac43fd84c.md", "s3f113dba3c.md", "s153ae9b5e8.md", "sbae1f9bf3d.md", "s0b853310f9.md", "see4fb9f50f.md", "s717a0f62e1.md", "s0546b1c46f.md", "s74dbba3466.md", "s23cb9deafc.md", "s8b8a510e88.md", "s3605eade83.md", "s89746aa875.md", "s48512f90c8.md", "s6f97151aed.md", "s7e59831150.md", "s8fc6d6bf37.md", "s77fad6b700.md", "seec10d074b.md", "sf74e90c443.md", "s8ac1eab51a.md", "s2f525ce207.md", "safbf482987.md", "s24650f872a.md", "se47a898e2f.md", "scd1068e064.md", "s3d858ddc9c.md", "s2774a7e3c7.md", "s818363f4dd.md", "scc2e725367.md", "sa88b3df9f6.md", "s6ebf8a68ae.md", "sbc8fa68c2f.md", "sc7b80dcdbf.md", "s8aeea7bb33.md", "s59dd1d3014.md", "sc589549775.md", "sb7d497e7bb.md", "sc4f80f7f73.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1460aa12d1.md", "s9791b8e390.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 62.01, "n_files": 49, "pool20": ["s1460aa12d1.md", "s9791b8e390.md", "s60fe250dea.md", "sbca9903f8d.md", "s2ccd7a033b.md", "s60f74e7a86.md", "s11d913d134.md", "sbccb0fac29.md", "sb320141375.md", "sa416ec81af.md", "sbf50adb49b.md", "s7428fa4224.md", "s27b29ebd81.md", "s20b72e26a2.md", "s6d60507059.md", "sa824bf73c7.md", "s0d69b8c1db.md", "s3bea28877d.md", "s52fd49d194.md", "s294e2f9e9c.md"], "qid": "gpt4_98f46fc6", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023448773, 0.022964015, 0.022426869, 0.021869818, 0.021116139, 0.020375107, 0.019686353], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 95.9067, "secs_fuse": 0.0278, "secs_legs": 0.0806, "stand_in": false, "top10": ["s1460aa12d1.md", "s9791b8e390.md", "s60fe250dea.md", "sbca9903f8d.md", "s2ccd7a033b.md", "s60f74e7a86.md", "s11d913d134.md", "sbccb0fac29.md", "sb320141375.md", "sa416ec81af.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["s1460aa12d1.md", "s9791b8e390.md", "s60fe250dea.md", "sbca9903f8d.md", "s2ccd7a033b.md", "s60f74e7a86.md", "s11d913d134.md", "sbccb0fac29.md", "sb320141375.md", "sa416ec81af.md", "sbf50adb49b.md", "s7428fa4224.md", "s27b29ebd81.md", "s20b72e26a2.md", "s6d60507059.md", "sa824bf73c7.md", "s0d69b8c1db.md", "s3bea28877d.md", "s52fd49d194.md", "s294e2f9e9c.md", "s93a2e9aea4.md", "sad6ebc6554.md", "sa7ad21c59d.md", "s1c2d996176.md", "scfd7b22410.md", "sca29aa120d.md", "s32167a79c3.md", "sc641a71382.md", "s765e56f4d2.md", "s90eacaf4ef.md", "s0780c4d29d.md", "sbc0d8f181e.md", "s3408ad2313.md", "s49d63ca56b.md", "sa4843b3030.md", "s355250a5d2.md", "s94f15cc511.md", "s45d10e9bdc.md", "s119649a743.md", "se6f831470a.md", "s6ca7f3a34f.md", "sbdacedf97c.md", "seb04a4be57.md", "s8e4625af18.md", "s5d2204e677.md", "s4ca4356065.md", "s8eaf11fb9e.md", "s8bad45c643.md", "s5d44395936.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2b9dea603d.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 58.48, "n_files": 42, "pool20": ["s2b9dea603d.md", "s438a222225.md", "s327487caaf.md", "sd471ff63fe.md", "s9e5a59d89f.md", "sb61e04ad95.md", "s2e83eac7e0.md", "sae7c5f32b5.md", "s1e20c81407.md", "s8a0b5a3b21.md", "s66bbb77d48.md", "sde66497d2b.md", "sc0f85c405d.md", "sa41e46e4f9.md", "s8536fd92ad.md", "s7c9141560d.md", "s82a73a8e13.md", "s5dbc1472e7.md", "sc5afd79241.md", "sc6cf0efa90.md"], "qid": "gpt4_af6db32f", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.022977941, 0.021825397, 0.021462639, 0.021227364, 0.021135029, 0.021098213, 0.020707071], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 99.2621, "secs_fuse": 0.0206, "secs_legs": 0.0772, "stand_in": false, "top10": ["s2b9dea603d.md", "s438a222225.md", "s327487caaf.md", "sd471ff63fe.md", "s9e5a59d89f.md", "sb61e04ad95.md", "s2e83eac7e0.md", "sae7c5f32b5.md", "s1e20c81407.md", "s8a0b5a3b21.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["s2b9dea603d.md", "s438a222225.md", "s327487caaf.md", "sd471ff63fe.md", "s9e5a59d89f.md", "sb61e04ad95.md", "s2e83eac7e0.md", "sae7c5f32b5.md", "s1e20c81407.md", "s8a0b5a3b21.md", "s66bbb77d48.md", "sde66497d2b.md", "sc0f85c405d.md", "sa41e46e4f9.md", "s8536fd92ad.md", "s7c9141560d.md", "s82a73a8e13.md", "s5dbc1472e7.md", "sc5afd79241.md", "sc6cf0efa90.md", "s9bca947cfc.md", "s6d8954b918.md", "s928902680b.md", "sfd72ee699a.md", "sd8482ad8dc.md", "se4f1ee26fb.md", "s1477931191.md", "s00e7cc0d5e.md", "s0a064b1bc9.md", "s517c834ce2.md", "sf633b6feee.md", "s6681ab67c4.md", "sa53213872c.md", "s21a397bd72.md", "sca2c524226.md", "s0f31634047.md", "s4494211a10.md", "sa0a454c809.md", "s8a87493dc4.md", "sc8776bae71.md", "s0cc12e98eb.md", "s22b17cf6e7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s91209e129c.md", "sd59e03b1f2.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 60.39, "n_files": 46, "pool20": ["sd59e03b1f2.md", "s91209e129c.md", "s4e9025d5ec.md", "s73b461fde8.md", "sd9e9946b9a.md", "sc9ae441aad.md", "s2c72644cd2.md", "sc8780e2e27.md", "s2c2329993a.md", "s6016f0f617.md", "s66933cb050.md", "s0f63f35f95.md", "scb753c42be.md", "s59b2a3ca23.md", "s8dd9627791.md", "s89a3b78dfd.md", "sc585781999.md", "sebcf61ad6e.md", "sba3e647856.md", "s0158cc1e6e.md"], "qid": "eac54adc", "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.022727273, 0.022381757, 0.021635138, 0.02159204, 0.021126761, 0.020970395, 0.020453009], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 128.2445, "secs_fuse": 0.0276, "secs_legs": 0.0699, "stand_in": false, "top10": ["sd59e03b1f2.md", "s91209e129c.md", "s4e9025d5ec.md", "s73b461fde8.md", "sd9e9946b9a.md", "sc9ae441aad.md", "s2c72644cd2.md", "sc8780e2e27.md", "s2c2329993a.md", "s6016f0f617.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["sd59e03b1f2.md", "s91209e129c.md", "s4e9025d5ec.md", "s73b461fde8.md", "sd9e9946b9a.md", "sc9ae441aad.md", "s2c72644cd2.md", "sc8780e2e27.md", "s2c2329993a.md", "s6016f0f617.md", "s66933cb050.md", "s0f63f35f95.md", "scb753c42be.md", "s59b2a3ca23.md", "s8dd9627791.md", "s89a3b78dfd.md", "sc585781999.md", "sebcf61ad6e.md", "sba3e647856.md", "s0158cc1e6e.md", "sf5bdc32d36.md", "s9067f1565f.md", "s3b1f0301a4.md", "s9ef18ac0a3.md", "s49bc686f74.md", "se4ccfb2173.md", "sa718ee8837.md", "sbef7dd0669.md", "se6168fa1be.md", "s529522d13c.md", "scdaf7df745.md", "s13e279bb8e.md", "sc0b842fbe8.md", "s1d2d8bca08.md", "s306d10204c.md", "s817e9082c5.md", "sd2b2f1c12c.md", "sa0b34bcce9.md", "s17b8e4a15d.md", "scec3bf25b3.md", "s57e4e9bd21.md", "s4c0ff4a7f9.md", "s4ce122dd4d.md", "s44ae6ea3a0.md", "s506d7a028b.md", "sb0d7e62c02.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb7a706d9cc.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 59.06, "n_files": 47, "pool20": ["sb7a706d9cc.md", "sd19c2ac5d0.md", "s390cf2c068.md", "s2518ff529a.md", "s7aa4c9d5ae.md", "s01174758ab.md", "s8d5d29a06c.md", "s4efe039057.md", "scfed8af571.md", "s8fb2d10cc2.md", "sd460d1c61f.md", "s1328456c70.md", "sce2d17a8a3.md", "s18e7760908.md", "sb996745916.md", "s3c89f8d378.md", "s81891ea1ca.md", "sbeaf683ea7.md", "s3425fc2201.md", "se151f4e373.md"], "qid": "gpt4_7ddcf75f", "rrf10": [0.024590164, 0.023685516, 0.023375409, 0.02238806, 0.022193769, 0.021963563, 0.02157803, 0.021507353, 0.021372549, 0.02124951], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 117.107, "secs_fuse": 0.0118, "secs_legs": 0.0914, "stand_in": false, "top10": ["sb7a706d9cc.md", "sd19c2ac5d0.md", "s390cf2c068.md", "s2518ff529a.md", "s7aa4c9d5ae.md", "s01174758ab.md", "s8d5d29a06c.md", "s4efe039057.md", "scfed8af571.md", "s8fb2d10cc2.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["sb7a706d9cc.md", "sd19c2ac5d0.md", "s390cf2c068.md", "s2518ff529a.md", "s7aa4c9d5ae.md", "s01174758ab.md", "s8d5d29a06c.md", "s4efe039057.md", "scfed8af571.md", "s8fb2d10cc2.md", "sd460d1c61f.md", "s1328456c70.md", "sce2d17a8a3.md", "s18e7760908.md", "sb996745916.md", "s3c89f8d378.md", "s81891ea1ca.md", "sbeaf683ea7.md", "s3425fc2201.md", "se151f4e373.md", "s55e06d34d4.md", "s6dddb4404d.md", "s510f97760d.md", "sf4107652ee.md", "s4171b78a19.md", "s38d5da5751.md", "s013bd3e439.md", "s2ed0b83a3e.md", "s18e92446a3.md", "s65336de1f9.md", "s7f56d686aa.md", "s80914c1436.md", "s6c37f1e0cd.md", "s3966e27b1c.md", "sdca3e6d157.md", "s17b57068fd.md", "se2ad55a237.md", "s349062acdd.md", "sef2f98ad66.md", "s02f630c185.md", "s7f7de6ad99.md", "se79d321f78.md", "s7288f4bcf2.md", "sbcb5c77bf0.md", "s9163e62bbf.md", "s958eecf4a8.md", "s95ad496114.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9e38a6d057.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 58.28, "n_files": 44, "pool20": ["s9e38a6d057.md", "s75b6f89332.md", "s81e9bf9433.md", "sea59407232.md", "s283ff03f54.md", "se5e56952e5.md", "s31d11e175a.md", "s3c89d6b969.md", "sdf4c6ce1d7.md", "s881760379b.md", "sbe3b6fb604.md", "s2b0dc93464.md", "sf2a11355b7.md", "sf7c9a7f598.md", "s5a73bc3a92.md", "sd06b83399e.md", "sb0d42c85b6.md", "sf13ed5c829.md", "sd3a1a98b21.md", "scacccdede5.md"], "qid": "gpt4_a2d1d1f6", "rrf10": [0.024590164, 0.022960373, 0.022843823, 0.022149023, 0.02206823, 0.022011385, 0.021722561, 0.021701389, 0.021620142, 0.02128483], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 118.8548, "secs_fuse": 0.0267, "secs_legs": 0.0641, "stand_in": false, "top10": ["s9e38a6d057.md", "s75b6f89332.md", "s81e9bf9433.md", "sea59407232.md", "s283ff03f54.md", "se5e56952e5.md", "s31d11e175a.md", "s3c89d6b969.md", "sdf4c6ce1d7.md", "s881760379b.md"], "type": "temporal-reasoning", "vec150_n": 44, "vec50_n": 44, "wide150": ["s9e38a6d057.md", "s75b6f89332.md", "s81e9bf9433.md", "sea59407232.md", "s283ff03f54.md", "se5e56952e5.md", "s31d11e175a.md", "s3c89d6b969.md", "sdf4c6ce1d7.md", "s881760379b.md", "sbe3b6fb604.md", "s2b0dc93464.md", "sf2a11355b7.md", "sf7c9a7f598.md", "s5a73bc3a92.md", "sd06b83399e.md", "sb0d42c85b6.md", "sf13ed5c829.md", "sd3a1a98b21.md", "scacccdede5.md", "s6113c0eb13.md", "sd25147b8ab.md", "s77e2579c29.md", "sa1859605b0.md", "s051cfcd379.md", "s480aa6282f.md", "sda8ee72f04.md", "sd5be9ecc5e.md", "s31242d32b3.md", "s9a18b36023.md", "sbebcf9f81e.md", "s8443d180ca.md", "s9685dfbb78.md", "sdca6e41ea1.md", "sfa6d6fe64d.md", "sa087bc88c1.md", "s143750f308.md", "se5b3014402.md", "s77408c4614.md", "s18893ddf83.md", "s94f95d70a1.md", "sf5fbf701e2.md", "se7315ca5c4.md", "sd3ad9c16a7.md"]}
{"abstention": false, "arm": "A5", "gold": ["seb709c85db.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 62.12, "n_files": 53, "pool20": ["seb709c85db.md", "sfa8edd9d07.md", "s34108cd1fb.md", "s51089abd89.md", "s51a54af6d2.md", "sf4e7ea6873.md", "scf06b87bc8.md", "s80dc2db0ee.md", "s0cdeb7c46b.md", "s1e545991f0.md", "safd59a1a96.md", "s370d849bb2.md", "s9b88dcee58.md", "sdb950025a8.md", "sd34efe72de.md", "s27af2d1f8e.md", "sb3320504c8.md", "s45b89fa803.md", "sa10fdaefaa.md", "s24748c8c70.md"], "qid": "gpt4_85da3956", "rrf10": [0.024590164, 0.022960373, 0.022885789, 0.02281746, 0.022767857, 0.022518382, 0.02235023, 0.021504321, 0.0209762, 0.020931142], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 111.7977, "secs_fuse": 0.0363, "secs_legs": 0.0854, "stand_in": false, "top10": ["seb709c85db.md", "sfa8edd9d07.md", "s34108cd1fb.md", "s51089abd89.md", "s51a54af6d2.md", "sf4e7ea6873.md", "scf06b87bc8.md", "s80dc2db0ee.md", "s0cdeb7c46b.md", "s1e545991f0.md"], "type": "temporal-reasoning", "vec150_n": 53, "vec50_n": 50, "wide150": ["seb709c85db.md", "sfa8edd9d07.md", "s34108cd1fb.md", "s51089abd89.md", "s51a54af6d2.md", "sf4e7ea6873.md", "scf06b87bc8.md", "s80dc2db0ee.md", "s0cdeb7c46b.md", "s1e545991f0.md", "safd59a1a96.md", "s370d849bb2.md", "s9b88dcee58.md", "sdb950025a8.md", "sd34efe72de.md", "s27af2d1f8e.md", "sb3320504c8.md", "s45b89fa803.md", "sa10fdaefaa.md", "s24748c8c70.md", "s008d778544.md", "s4cb5f46ef8.md", "s75096021c0.md", "s3d112e54f0.md", "se299202893.md", "s3567b618c1.md", "s5ae4d6b8e1.md", "s0901597701.md", "s6d98f45068.md", "sf738b18d8b.md", "s59ab83cb96.md", "s68534e9d08.md", "s514a80954c.md", "saaaf5f1574.md", "sb4fbb5120c.md", "se878d13bc4.md", "s0fbead103c.md", "s6558289089.md", "s6645ca7e3c.md", "s61b993faec.md", "s88ce0e1e07.md", "s77268b824b.md", "s407aed5d77.md", "sa50d0821b9.md", "s5f96006c18.md", "s4f49400df2.md", "s396a40ca9d.md", "s5f2976e21d.md", "s45da10dbe6.md", "s08a593d34a.md", "s09ffec9940.md", "s301cee3b8b.md", "s0055d488b5.md"]}
{"abstention": false, "arm": "A5", "gold": ["s17cbc23e83.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 59.41, "n_files": 42, "pool20": ["s5f2b19534c.md", "s17cbc23e83.md", "sad2940711b.md", "s6514cbc2a2.md", "s4e834846ec.md", "sf7256265cc.md", "s12da0d1603.md", "s948bc325ae.md", "s1f2d8dcb68.md", "s2bfe871670.md", "s9a73d8325f.md", "s755acc46ab.md", "sde4d5b3ae5.md", "sf201e96d87.md", "s9e953da583.md", "s46ca05bb60.md", "s87c369cb16.md", "s4958db2a5f.md", "sbe0726fa19.md", "s2683e0eb54.md"], "qid": "gpt4_b0863698", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.022667254, 0.022504456, 0.022068511, 0.02128483, 0.020645646, 0.020620581], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 96.6123, "secs_fuse": 0.0268, "secs_legs": 0.0798, "stand_in": false, "top10": ["s5f2b19534c.md", "s17cbc23e83.md", "sad2940711b.md", "s6514cbc2a2.md", "s4e834846ec.md", "sf7256265cc.md", "s12da0d1603.md", "s948bc325ae.md", "s1f2d8dcb68.md", "s2bfe871670.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["s5f2b19534c.md", "s17cbc23e83.md", "sad2940711b.md", "s6514cbc2a2.md", "s4e834846ec.md", "sf7256265cc.md", "s12da0d1603.md", "s948bc325ae.md", "s1f2d8dcb68.md", "s2bfe871670.md", "s9a73d8325f.md", "s755acc46ab.md", "sde4d5b3ae5.md", "sf201e96d87.md", "s9e953da583.md", "s46ca05bb60.md", "s87c369cb16.md", "s4958db2a5f.md", "sbe0726fa19.md", "s2683e0eb54.md", "sdf9ab47d46.md", "s00b72707a1.md", "scd72cd262f.md", "sde931f66bb.md", "s5ede653c65.md", "sc9d1e0670f.md", "s88c9d645b3.md", "s6b8f0819a0.md", "sea0160c30a.md", "s0c49586e13.md", "s10e73ca3f1.md", "s906bca5d17.md", "s2e2c9f47e5.md", "sbc35cbf5c0.md", "sdfb24e9a22.md", "s33fbeee8b3.md", "sbd752acfdc.md", "s00cbc34ffe.md", "sddce64c862.md", "s6795972dfe.md", "sabc008450f.md", "s337b869bc3.md"]}
{"abstention": false, "arm": "A5", "gold": ["s68260b8fd5.md", "s91208e524e.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 57.36, "n_files": 50, "pool20": ["s68260b8fd5.md", "s95d0ee97f7.md", "s680b3cdee9.md", "s91208e524e.md", "s98cd20f281.md", "s0ac1836c6d.md", "s76255697ec.md", "s745ad3ce7e.md", "s13e11fd4ae.md", "s97d28897f8.md", "s18681d1971.md", "se283d2d218.md", "s948db491e2.md", "sf97e84436a.md", "sc586738081.md", "s60d07a4fab.md", "s5cfb77541b.md", "se4490e3cb5.md", "s44faa9ce77.md", "sb82bdd2873.md"], "qid": "gpt4_68e94287", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023561508, 0.022727273, 0.021897007, 0.021635611, 0.02141888, 0.021066434, 0.020339954], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 100.3598, "secs_fuse": 0.0268, "secs_legs": 0.0548, "stand_in": false, "top10": ["s68260b8fd5.md", "s95d0ee97f7.md", "s680b3cdee9.md", "s91208e524e.md", "s98cd20f281.md", "s0ac1836c6d.md", "s76255697ec.md", "s745ad3ce7e.md", "s13e11fd4ae.md", "s97d28897f8.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s68260b8fd5.md", "s95d0ee97f7.md", "s680b3cdee9.md", "s91208e524e.md", "s98cd20f281.md", "s0ac1836c6d.md", "s76255697ec.md", "s745ad3ce7e.md", "s13e11fd4ae.md", "s97d28897f8.md", "s18681d1971.md", "se283d2d218.md", "s948db491e2.md", "sf97e84436a.md", "sc586738081.md", "s60d07a4fab.md", "s5cfb77541b.md", "se4490e3cb5.md", "s44faa9ce77.md", "sb82bdd2873.md", "sc12a600072.md", "s4188197a2f.md", "sf6300a4c73.md", "s550e2c1a60.md", "sf7f4985e25.md", "sac5849b86f.md", "sdb5df499e7.md", "s0ab6f5715b.md", "s41b5bb1a72.md", "s64b6611629.md", "s3b2e57db10.md", "s172eda2bb3.md", "s7e0d003352.md", "s9a060a26c2.md", "s2b5dc27e36.md", "s1ef7e466c6.md", "s7b152716c3.md", "s0db91d03ec.md", "sa9bcb51fc4.md", "sfdd4ff8523.md", "s93c66c1068.md", "s9d2b55b745.md", "s689449d0cf.md", "s95c938cf01.md", "s602ccc79d0.md", "s1f57654065.md", "sbdaa6aa4c5.md", "s3799a3c683.md", "sa7bc5472b7.md", "s93307080ef.md"]}
{"abstention": false, "arm": "A5", "gold": ["s24647086fa.md", "s2fafe005ea.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 54.02, "n_files": 46, "pool20": ["s24647086fa.md", "s2fafe005ea.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "se489e58b5b.md", "s50a990b18c.md", "s28734cb49f.md", "sde2a40da9a.md", "s42de1eda36.md", "s819545f00b.md", "s70bad9a001.md", "sa71f581478.md", "sfcba4c23e6.md", "s6080aaa690.md", "sb9901f8b4b.md", "sbb68328b89.md", "s7bad803058.md", "s83daa94699.md", "se2af6160c7.md", "s6e380f1af4.md"], "qid": "gpt4_e414231e", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023197115, 0.022397892, 0.02206823, 0.022058824, 0.021372126, 0.020841264, 0.020233985], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.065, "secs_fuse": 0.0353, "secs_legs": 0.0704, "stand_in": false, "top10": ["s24647086fa.md", "s2fafe005ea.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "se489e58b5b.md", "s50a990b18c.md", "s28734cb49f.md", "sde2a40da9a.md", "s42de1eda36.md", "s819545f00b.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s24647086fa.md", "s2fafe005ea.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "se489e58b5b.md", "s50a990b18c.md", "s28734cb49f.md", "sde2a40da9a.md", "s42de1eda36.md", "s819545f00b.md", "s70bad9a001.md", "sa71f581478.md", "sfcba4c23e6.md", "s6080aaa690.md", "sb9901f8b4b.md", "sbb68328b89.md", "s7bad803058.md", "s83daa94699.md", "se2af6160c7.md", "s6e380f1af4.md", "sc11bbb9d21.md", "s58ccfcae98.md", "sce66107e12.md", "s028304b274.md", "sf4013ea98d.md", "sb6180b1a16.md", "sb6d9a3677b.md", "s72f5a84ccd.md", "s78191da5a4.md", "s995c97dc5b.md", "s83e0f484fa.md", "s4aed8ca748.md", "s5e6531bf03.md", "s9b0450d7a1.md", "s6b838dd282.md", "s0aba4a18d9.md", "scf4cd86e62.md", "s3eae5fbae9.md", "se4cd87ea7b.md", "sbb083698c8.md", "s02c9fcfbb9.md", "s2475eba85c.md", "sc608cc2411.md", "s63e45e0813.md", "s66083fa26b.md", "se8bc8d24a9.md"]}
{"abstention": false, "arm": "A5", "gold": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md"], "kw150_n": 54, "kw50_n": 50, "loadavg1_at_start": 56.25, "n_files": 54, "pool20": ["sc231c512f6.md", "sfe7f677414.md", "s36836ec9bf.md", "s6149aefc4f.md", "s65d9d72a2e.md", "s928ba85fad.md", "sec7c047d56.md", "s8f5346c940.md", "saf8bccab96.md", "s669e5ee31d.md", "s6e932c76a7.md", "sf358066f83.md", "s3cbeca1daf.md", "s82ff169816.md", "s31fc2d601b.md", "se7a51a4980.md", "se10ceba5ba.md", "sba056e5405.md", "s34149568bd.md", "sa564549e84.md"], "qid": "gpt4_7ca326fa", "rrf10": [0.024457959, 0.02406554, 0.023821721, 0.02281746, 0.022614202, 0.022058824, 0.021135266, 0.021066434, 0.02098626, 0.020970395], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.6929, "secs_fuse": 0.0274, "secs_legs": 0.0639, "stand_in": false, "top10": ["sc231c512f6.md", "sfe7f677414.md", "s36836ec9bf.md", "s6149aefc4f.md", "s65d9d72a2e.md", "s928ba85fad.md", "sec7c047d56.md", "s8f5346c940.md", "saf8bccab96.md", "s669e5ee31d.md"], "type": "temporal-reasoning", "vec150_n": 54, "vec50_n": 50, "wide150": ["sc231c512f6.md", "sfe7f677414.md", "s36836ec9bf.md", "s6149aefc4f.md", "s65d9d72a2e.md", "s928ba85fad.md", "sec7c047d56.md", "s8f5346c940.md", "saf8bccab96.md", "s669e5ee31d.md", "s6e932c76a7.md", "sf358066f83.md", "s3cbeca1daf.md", "s82ff169816.md", "s31fc2d601b.md", "se7a51a4980.md", "se10ceba5ba.md", "sba056e5405.md", "s34149568bd.md", "sa564549e84.md", "s784b9cf97e.md", "s3a9510b2c2.md", "sc7fa201547.md", "sb72f5547be.md", "sc6f90fc1c7.md", "sa782a45997.md", "sa03fc015eb.md", "s4aa0a471c5.md", "s7a930d42fc.md", "sa740a856be.md", "s310229aa8e.md", "s5ca6f7f60c.md", "s6141fec8c5.md", "s0d4eec011c.md", "s76a29e7cb1.md", "s7384aeb5a4.md", "s7c6d42b0e9.md", "s69da365947.md", "sc4b2975b68.md", "s0443eeb2f1.md", "sf882141874.md", "s1bb787f601.md", "s2dd2c6dda5.md", "s46a9641c45.md", "s783de9e5d1.md", "s484df90a79.md", "s79dd1bb598.md", "s9f858d038a.md", "s7f0bf53a57.md", "scd6540aa8c.md", "s165749998b.md", "s55a695a503.md", "sea35ad7316.md", "s7c30f7790f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s82870d01ff.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 53.61, "n_files": 48, "pool20": ["s82870d01ff.md", "s30da968d79.md", "sda02ddda42.md", "s5f629d87b9.md", "s459ce6bb35.md", "s60a676f879.md", "s9363c22b91.md", "s1604344744.md", "s0638311f1f.md", "s584b6f46fd.md", "sbb321a1a6d.md", "s48ff068d86.md", "sbc48575fbb.md", "s725f0d44c2.md", "s673e204606.md", "sc113fabcbf.md", "se8b32826e9.md", "s782d8d24ec.md", "s62fab1be51.md", "s08bd22fc85.md"], "qid": "gpt4_7bc6cf22", "rrf10": [0.024590164, 0.022795699, 0.022630992, 0.022035256, 0.021978022, 0.021650327, 0.021504321, 0.021490993, 0.020841487, 0.020586298], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.9876, "secs_fuse": 0.0289, "secs_legs": 0.0631, "stand_in": false, "top10": ["s82870d01ff.md", "s30da968d79.md", "sda02ddda42.md", "s5f629d87b9.md", "s459ce6bb35.md", "s60a676f879.md", "s9363c22b91.md", "s1604344744.md", "s0638311f1f.md", "s584b6f46fd.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s82870d01ff.md", "s30da968d79.md", "sda02ddda42.md", "s5f629d87b9.md", "s459ce6bb35.md", "s60a676f879.md", "s9363c22b91.md", "s1604344744.md", "s0638311f1f.md", "s584b6f46fd.md", "sbb321a1a6d.md", "s48ff068d86.md", "sbc48575fbb.md", "s725f0d44c2.md", "s673e204606.md", "sc113fabcbf.md", "se8b32826e9.md", "s782d8d24ec.md", "s62fab1be51.md", "s08bd22fc85.md", "s4c5417a25a.md", "sa14df0db3d.md", "s163d843c7c.md", "s44310d44f2.md", "se34375e70d.md", "s522ee3dab2.md", "s722bf1025e.md", "s299393b031.md", "s8a0395b1ac.md", "s8eec2dafab.md", "s4d5ac6e358.md", "sa74a752af5.md", "s7b07c2a2ee.md", "s2a92b823e8.md", "sbba108c238.md", "s364d0a77db.md", "sc78dc2a21b.md", "s3ef1046447.md", "s96bb7f0824.md", "sb4952676c1.md", "s6a92c55fbe.md", "sa347acc58e.md", "s5d2dbac104.md", "scba98f8638.md", "sc2541326e1.md", "s98c775a043.md", "s2bb8258ff3.md", "s4ed767532e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4c13d1174b.md", "s556e69205f.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 53.27, "n_files": 48, "pool20": ["s4c13d1174b.md", "sb5a9acf399.md", "sa85d1f8c67.md", "s78670ccabc.md", "s783d482924.md", "s556e69205f.md", "sf017366bf1.md", "s18d8340c2b.md", "sb5bf5ec8f8.md", "s69a8ffa073.md", "s0469e6be8a.md", "s2e40b8c244.md", "sfca090525d.md", "s7223988b91.md", "sce6d3139aa.md", "seddf612a10.md", "see1d61fb6f.md", "s85e400a8d5.md", "sd021ee6666.md", "s57662ad6d2.md"], "qid": "2ebe6c92", "rrf10": [0.02406554, 0.023348236, 0.023076923, 0.02297239, 0.022915269, 0.021954114, 0.021701389, 0.02168213, 0.021342069, 0.020866455], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 64.4768, "secs_fuse": 0.0079, "secs_legs": 0.0183, "stand_in": false, "top10": ["s4c13d1174b.md", "sb5a9acf399.md", "sa85d1f8c67.md", "s78670ccabc.md", "s783d482924.md", "s556e69205f.md", "sf017366bf1.md", "s18d8340c2b.md", "sb5bf5ec8f8.md", "s69a8ffa073.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s4c13d1174b.md", "sb5a9acf399.md", "sa85d1f8c67.md", "s78670ccabc.md", "s783d482924.md", "s556e69205f.md", "sf017366bf1.md", "s18d8340c2b.md", "sb5bf5ec8f8.md", "s69a8ffa073.md", "s0469e6be8a.md", "s2e40b8c244.md", "sfca090525d.md", "s7223988b91.md", "sce6d3139aa.md", "seddf612a10.md", "see1d61fb6f.md", "s85e400a8d5.md", "sd021ee6666.md", "s57662ad6d2.md", "s10d9007b77.md", "s260f0255ad.md", "sc92a11658f.md", "s6b671aa086.md", "s958de5a927.md", "s8389c308cd.md", "sc36e62a3dc.md", "sa1b7456be1.md", "s3fab25eb25.md", "sf4ee3f3856.md", "s2cce0341be.md", "s5e714aad89.md", "s57fe005afa.md", "s9a8bc4b514.md", "s9ac5051ede.md", "sf344913766.md", "s38f4d423fd.md", "s4382d40c93.md", "sf300e49026.md", "s5948fdab19.md", "s5ce42d6b26.md", "s5362469a04.md", "s170828b850.md", "s08dbb718d4.md", "sdc3b5a68e7.md", "s1bdbcba274.md", "s142e89411b.md", "se66ce9ad31.md"]}
{"abstention": false, "arm": "A5", "gold": ["s46a9a97cbd.md", "s6cd6007fa9.md", "sba27c9ecfb.md"], "kw150_n": 56, "kw50_n": 50, "loadavg1_at_start": 54.07, "n_files": 58, "pool20": ["s6da3c35fb5.md", "s6cd6007fa9.md", "s0e4a8bc031.md", "s2fcf7edf3d.md", "s4ff840cc90.md", "sdfbb98acc6.md", "s46a9a97cbd.md", "s221e10daf5.md", "s69c4441cd6.md", "s866a80aa27.md", "se5cc76bda1.md", "sc2ebd6a7d7.md", "s5ae6bcd679.md", "sba27c9ecfb.md", "sa432b0461c.md", "s7f738ba044.md", "sd6cb50bf4b.md", "s613b027eb2.md", "se8f169bee1.md", "s5a53dfcbe9.md"], "qid": "gpt4_e061b84g", "rrf10": [0.024193548, 0.0239692, 0.023317308, 0.023122094, 0.022429262, 0.022123016, 0.021878122, 0.020686275, 0.020663454, 0.020633013], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 94.574, "secs_fuse": 0.0087, "secs_legs": 0.0189, "stand_in": false, "top10": ["s6da3c35fb5.md", "s6cd6007fa9.md", "s0e4a8bc031.md", "s2fcf7edf3d.md", "s4ff840cc90.md", "sdfbb98acc6.md", "s46a9a97cbd.md", "s221e10daf5.md", "s69c4441cd6.md", "s866a80aa27.md"], "type": "temporal-reasoning", "vec150_n": 58, "vec50_n": 50, "wide150": ["s6da3c35fb5.md", "s6cd6007fa9.md", "s0e4a8bc031.md", "s2fcf7edf3d.md", "s4ff840cc90.md", "sdfbb98acc6.md", "s46a9a97cbd.md", "s221e10daf5.md", "s69c4441cd6.md", "s866a80aa27.md", "se5cc76bda1.md", "sc2ebd6a7d7.md", "s5ae6bcd679.md", "sba27c9ecfb.md", "sa432b0461c.md", "s7f738ba044.md", "sd6cb50bf4b.md", "s613b027eb2.md", "se8f169bee1.md", "sf0a9d8d840.md", "s5a53dfcbe9.md", "s82beefc91a.md", "s41f558c53d.md", "sb3c82c5fd4.md", "s3b948a3b80.md", "s7d2e3db1fd.md", "s16d19a8492.md", "sbab702fa40.md", "s17090d46b6.md", "sc12e510ddb.md", "s655e140de0.md", "s41c485ea15.md", "sb33d44fa76.md", "s3723093f1a.md", "scaa4b3ecc4.md", "sf8ca264e2e.md", "sbf453afd89.md", "s24e0bf799c.md", "s4c2faf1ae5.md", "s9c4865f2a1.md", "s13626c0f26.md", "s175405eaf1.md", "s9818a9880d.md", "s729ba50144.md", "se65917930a.md", "s10571d98ac.md", "sf28da98c95.md", "sbfa72be70c.md", "sb5653dc308.md", "s7e2e8d1fb9.md", "s5b3cc60e3c.md", "scab5bfdf07.md", "s80b37d8ccf.md", "s56396eae71.md", "s478bf7ea7b.md", "s6c5f99d3b0.md", "s1fca7201c4.md", "sf25cc6ed91.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf29c86135d.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 53.38, "n_files": 51, "pool20": ["sf29c86135d.md", "s5f1503ff17.md", "sa30d910d94.md", "sf9bb8ec5bb.md", "se8183ac199.md", "s9488bd744b.md", "sb7b169db77.md", "s6ac3413068.md", "sed4831a5a5.md", "s79c5258f74.md", "sbd51343691.md", "s338134ff33.md", "sd8512f2964.md", "sb47a7525d1.md", "s650af650a5.md", "sfa5d4cc904.md", "sa2c1429eec.md", "s27877be063.md", "s24df71c729.md", "sbf87825719.md"], "qid": "71017277", "rrf10": [0.024590164, 0.022977941, 0.022727273, 0.02232906, 0.022301872, 0.022283272, 0.022168569, 0.021953405, 0.021025641, 0.020742754], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 94.5216, "secs_fuse": 0.0278, "secs_legs": 0.0721, "stand_in": false, "top10": ["sf29c86135d.md", "s5f1503ff17.md", "sa30d910d94.md", "sf9bb8ec5bb.md", "se8183ac199.md", "s9488bd744b.md", "sb7b169db77.md", "s6ac3413068.md", "sed4831a5a5.md", "s79c5258f74.md"], "type": "temporal-reasoning", "vec150_n": 51, "vec50_n": 50, "wide150": ["sf29c86135d.md", "s5f1503ff17.md", "sa30d910d94.md", "sf9bb8ec5bb.md", "se8183ac199.md", "s9488bd744b.md", "sb7b169db77.md", "s6ac3413068.md", "sed4831a5a5.md", "s79c5258f74.md", "sbd51343691.md", "s338134ff33.md", "sd8512f2964.md", "sb47a7525d1.md", "s650af650a5.md", "sfa5d4cc904.md", "sa2c1429eec.md", "s27877be063.md", "s24df71c729.md", "sbf87825719.md", "s90d2e0bc1c.md", "s1261da2508.md", "sa1ff35d0bb.md", "s3c2945d2ae.md", "s26d790cfc3.md", "s9520485efb.md", "sf80e423356.md", "s6e7ab909f8.md", "sf1c048f139.md", "sbf90ffb397.md", "s55d594457f.md", "s6c2418fa73.md", "s04ac737c17.md", "sfdd628caef.md", "s422964d580.md", "sce2c3602d7.md", "s893cf07f4a.md", "s0618bac4d1.md", "s36a3c7ac57.md", "sfff42a694a.md", "sc48799c8b3.md", "s5af556ee22.md", "s7320cb9de4.md", "s41f2e2f6ac.md", "s1dc528afb4.md", "s8cb16a8828.md", "s999367a1ff.md", "s68cec99bfa.md", "s9504116038.md", "s844c4a1786.md", "se04a320f2b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s23e5eb2c4f.md", "s61696d8458.md", "saef86266be.md", "sfadd2aad2d.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 54.34, "n_files": 42, "pool20": ["saef86266be.md", "s7bd21826bc.md", "sfadd2aad2d.md", "sb8d231993f.md", "sb7fa1b33c2.md", "s131036675a.md", "s61696d8458.md", "s5163454c32.md", "s282be9dec1.md", "s23e5eb2c4f.md", "s45d12f0998.md", "s00fdfcd0bb.md", "s0940443f0a.md", "s81d29dd8ff.md", "s6101bc444b.md", "s5a6cd34f50.md", "s3f8ba97704.md", "se7ec8166b8.md", "se210400fc1.md", "s8b4d18b2e2.md"], "qid": "b46e15ee", "rrf10": [0.024590164, 0.02382134, 0.023689516, 0.023448773, 0.021967627, 0.021818182, 0.021635611, 0.021532091, 0.021051571, 0.020799513], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 94.6506, "secs_fuse": 0.0262, "secs_legs": 0.055, "stand_in": false, "top10": ["saef86266be.md", "s7bd21826bc.md", "sfadd2aad2d.md", "sb8d231993f.md", "sb7fa1b33c2.md", "s131036675a.md", "s61696d8458.md", "s5163454c32.md", "s282be9dec1.md", "s23e5eb2c4f.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["saef86266be.md", "s7bd21826bc.md", "sfadd2aad2d.md", "sb8d231993f.md", "sb7fa1b33c2.md", "s131036675a.md", "s61696d8458.md", "s5163454c32.md", "s282be9dec1.md", "s23e5eb2c4f.md", "s45d12f0998.md", "s00fdfcd0bb.md", "s0940443f0a.md", "s81d29dd8ff.md", "s6101bc444b.md", "s5a6cd34f50.md", "s3f8ba97704.md", "se7ec8166b8.md", "se210400fc1.md", "s8b4d18b2e2.md", "s486cff7f54.md", "s30e0db6141.md", "sa65526e9a2.md", "s932f5d71b4.md", "sd824cac0cd.md", "s63db007abe.md", "s6395dcf061.md", "sb3afc5303f.md", "s2b1de9b4c1.md", "sb6094161e9.md", "sf4bec29fc7.md", "s310b4001c0.md", "s0042fd0f11.md", "s51cd400ecf.md", "s121d654ff5.md", "s64652df1ae.md", "s602fc89ac3.md", "s8ce050264d.md", "sc8179ead2e.md", "s8d57b4ae03.md", "sedd41ac8c6.md", "sdd2ed8d658.md"]}
{"abstention": false, "arm": "A5", "gold": ["s13140f2a3d.md", "s2e1f3cfe71.md", "s302fc535f1.md", "s32134acc14.md", "s56a1b80baa.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 53.73, "n_files": 42, "pool20": ["s13140f2a3d.md", "s2e1f3cfe71.md", "se5b3a9d852.md", "s32134acc14.md", "sb8a4b72925.md", "s56a1b80baa.md", "s302fc535f1.md", "sabd8531c31.md", "see3fdf1d5f.md", "s3d2697e31e.md", "s0cfc4bfa30.md", "s14acf1af5d.md", "s5ae058bc84.md", "see7ec8cd05.md", "s30b0f0a96d.md", "s300466d48f.md", "s3e6ac714d0.md", "s9ba7fe9f4b.md", "sd370520823.md", "sfb2c8fa859.md"], "qid": "gpt4_d6585ce9", "rrf10": [0.0239692, 0.023941532, 0.023689516, 0.023335702, 0.023122094, 0.023076923, 0.02200083, 0.021650327, 0.021532091, 0.020510836], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 78.5893, "secs_fuse": 0.0264, "secs_legs": 0.0624, "stand_in": false, "top10": ["s13140f2a3d.md", "s2e1f3cfe71.md", "se5b3a9d852.md", "s32134acc14.md", "sb8a4b72925.md", "s56a1b80baa.md", "s302fc535f1.md", "sabd8531c31.md", "see3fdf1d5f.md", "s3d2697e31e.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["s13140f2a3d.md", "s2e1f3cfe71.md", "se5b3a9d852.md", "s32134acc14.md", "sb8a4b72925.md", "s56a1b80baa.md", "s302fc535f1.md", "sabd8531c31.md", "see3fdf1d5f.md", "s3d2697e31e.md", "s0cfc4bfa30.md", "s14acf1af5d.md", "s5ae058bc84.md", "see7ec8cd05.md", "s30b0f0a96d.md", "s300466d48f.md", "s3e6ac714d0.md", "s9ba7fe9f4b.md", "sd370520823.md", "sfb2c8fa859.md", "s0f0ca0ecd0.md", "s6206f4261f.md", "s5ff9ef703c.md", "sd0d27ef1b0.md", "s5bd953dbaa.md", "s6b5d78941f.md", "sb442e4e863.md", "s1491cda7b5.md", "s3de93f4e59.md", "s18afa194ae.md", "s20466b62be.md", "sd0244bff91.md", "sa9d12d45e0.md", "seeec386b8a.md", "s39b6b3fb3c.md", "sf69e48d9ba.md", "s81dd345be4.md", "s3fa4924157.md", "sbfe0cfb3bd.md", "sc43656d07b.md", "se559ce360d.md", "sd4279be8f2.md"]}
{"abstention": false, "arm": "A5", "gold": ["s25e1ab8039.md", "sf849a07d53.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 53.43, "n_files": 50, "pool20": ["sf849a07d53.md", "s25e1ab8039.md", "seba0fafdcb.md", "sc5a873a351.md", "s025074c2b4.md", "s1b49e22033.md", "s40dc85a759.md", "s33fcd2d0b0.md", "sb188668f24.md", "s2c0af65be8.md", "s5eda5eb22f.md", "sfc72e57eaf.md", "s0f6bbbb5c0.md", "sd2aeacad1c.md", "s3ff6acb1b9.md", "s6c1f2884e3.md", "sa46a6c3041.md", "sf0b49a0d9b.md", "s37b591df77.md", "seb87fb753e.md"], "qid": "gpt4_1e4a8aec", "rrf10": [0.023746384, 0.023591719, 0.023119393, 0.02264239, 0.022474315, 0.02206823, 0.021710235, 0.020679321, 0.02043512, 0.020306154], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.1427, "secs_fuse": 0.0265, "secs_legs": 0.0626, "stand_in": false, "top10": ["sf849a07d53.md", "s25e1ab8039.md", "seba0fafdcb.md", "sc5a873a351.md", "s025074c2b4.md", "s1b49e22033.md", "s40dc85a759.md", "s33fcd2d0b0.md", "sb188668f24.md", "s2c0af65be8.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["sf849a07d53.md", "s25e1ab8039.md", "seba0fafdcb.md", "sc5a873a351.md", "s025074c2b4.md", "s1b49e22033.md", "s40dc85a759.md", "s33fcd2d0b0.md", "sb188668f24.md", "s2c0af65be8.md", "s5eda5eb22f.md", "sfc72e57eaf.md", "s0f6bbbb5c0.md", "sd2aeacad1c.md", "s3ff6acb1b9.md", "s6c1f2884e3.md", "sa46a6c3041.md", "sf0b49a0d9b.md", "s37b591df77.md", "seb87fb753e.md", "s64cbc4196f.md", "s74587c67ef.md", "s206ba2908d.md", "s18e759afef.md", "s8bacc63758.md", "s3c5de88400.md", "s4944f24fb7.md", "s915e236404.md", "sfe4f5b6d18.md", "s73d4178917.md", "s5ab8e8a0c9.md", "s6b1d7abc55.md", "sf76196dc79.md", "s5d3ae4181f.md", "s970f2da770.md", "sab1a800030.md", "se5086f9b43.md", "sfc9fe203d8.md", "sf9807e3f72.md", "sba6855e357.md", "s47260b8260.md", "s8fb268579c.md", "s1c49c77726.md", "sf31682df6a.md", "s57f2865fc1.md", "sa751b38e68.md", "sb0e0dd138a.md", "s7b15a2f0a6.md", "s74d3c68631.md", "s9b28865111.md"]}
{"abstention": false, "arm": "A5", "gold": ["s002e2dce0d.md", "s2706cff681.md", "s4197969738.md", "s42b1274863.md", "sef8154a18e.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 52.14, "n_files": 43, "pool20": ["sef8154a18e.md", "s4197969738.md", "s42b1274863.md", "s2706cff681.md", "s002e2dce0d.md", "sbde08d49d5.md", "sccdb378645.md", "saeb12f5256.md", "s502a136953.md", "s67b888e4bb.md", "s70868237d9.md", "s995fabed44.md", "s2d17e1f712.md", "s0f24f78f2c.md", "s2e6f6eb245.md", "sefcad7fe5a.md", "sd799c9ce2a.md", "sb153c0f7bc.md", "s5550968ab2.md", "s3fd9d08a84.md"], "qid": "gpt4_f420262d", "rrf10": [0.024325754, 0.02408575, 0.023809524, 0.023449132, 0.023200758, 0.022614202, 0.02206823, 0.021748136, 0.020445135, 0.020413621], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.5178, "secs_fuse": 0.0267, "secs_legs": 0.063, "stand_in": false, "top10": ["sef8154a18e.md", "s4197969738.md", "s42b1274863.md", "s2706cff681.md", "s002e2dce0d.md", "sbde08d49d5.md", "sccdb378645.md", "saeb12f5256.md", "s502a136953.md", "s67b888e4bb.md"], "type": "temporal-reasoning", "vec150_n": 43, "vec50_n": 43, "wide150": ["sef8154a18e.md", "s4197969738.md", "s42b1274863.md", "s2706cff681.md", "s002e2dce0d.md", "sbde08d49d5.md", "sccdb378645.md", "saeb12f5256.md", "s502a136953.md", "s67b888e4bb.md", "s70868237d9.md", "s995fabed44.md", "s2d17e1f712.md", "s0f24f78f2c.md", "s2e6f6eb245.md", "sefcad7fe5a.md", "sd799c9ce2a.md", "sb153c0f7bc.md", "s5550968ab2.md", "s3fd9d08a84.md", "sf2931f360a.md", "sde05f2a697.md", "sd9b82d7be6.md", "s557a24d530.md", "s913e814fc6.md", "s9e9988a826.md", "s2d7ec992b8.md", "sfbae0fe58b.md", "sa6fb4963d2.md", "sed6b83d321.md", "sd41f211aab.md", "s95fd171786.md", "s10909d4670.md", "sa3860f5e9e.md", "s6f9a97ab59.md", "s637e7c1242.md", "s2e32591ef2.md", "s093bd751e4.md", "sb1ef2d407b.md", "sa3e9bb9dbb.md", "s3f3853f13b.md", "s761c8828ae.md", "s05c1c66509.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb85e52ab92.md", "sce4fc22611.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.69, "n_files": 51, "pool20": ["s57f97dbfe1.md", "sb85e52ab92.md", "saf076ef2bd.md", "s94676065b0.md", "sce4fc22611.md", "s2387cadf8b.md", "sba886ab9ef.md", "s2e1f454301.md", "sf23cd9e81a.md", "s860a49a259.md", "s14c0046afa.md", "sd2b665760f.md", "s77eee866c3.md", "s3dacba1c8b.md", "s0b61358c4b.md", "sd93f7807e6.md", "s7452734d4a.md", "s355b5b85a5.md", "s9b828f16b2.md", "s16eb943841.md"], "qid": "gpt4_59149c78", "rrf10": [0.024590164, 0.023375409, 0.023335702, 0.023200758, 0.02264239, 0.022426869, 0.022278314, 0.021776815, 0.020898642, 0.020841487], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 80.9155, "secs_fuse": 0.0273, "secs_legs": 0.0715, "stand_in": false, "top10": ["s57f97dbfe1.md", "sb85e52ab92.md", "saf076ef2bd.md", "s94676065b0.md", "sce4fc22611.md", "s2387cadf8b.md", "sba886ab9ef.md", "s2e1f454301.md", "sf23cd9e81a.md", "s860a49a259.md"], "type": "temporal-reasoning", "vec150_n": 51, "vec50_n": 50, "wide150": ["s57f97dbfe1.md", "sb85e52ab92.md", "saf076ef2bd.md", "s94676065b0.md", "sce4fc22611.md", "s2387cadf8b.md", "sba886ab9ef.md", "s2e1f454301.md", "sf23cd9e81a.md", "s860a49a259.md", "s14c0046afa.md", "sd2b665760f.md", "s77eee866c3.md", "s3dacba1c8b.md", "s0b61358c4b.md", "sd93f7807e6.md", "s7452734d4a.md", "s355b5b85a5.md", "s9b828f16b2.md", "s16eb943841.md", "s329dee9a2a.md", "s8ae3d01035.md", "sfca5f2661b.md", "s8a1b203d2b.md", "s86aa0f0f58.md", "se40e5c7ba7.md", "s43fd51a5b0.md", "se206e835c5.md", "s6adea2d225.md", "s2422213492.md", "sbce0f8b8d6.md", "s772e039e3c.md", "sa606d8defe.md", "sd2552ead26.md", "s4da0076993.md", "s1ba9af0df5.md", "s7998988f5f.md", "s508275029f.md", "sde1466a99b.md", "s9b61cebdfe.md", "s69bda05fa1.md", "sa86638b18c.md", "s584557e38d.md", "s79898c107c.md", "s43411dc41e.md", "s67cedcf94c.md", "s8628809e11.md", "s417b75e023.md", "scb60aec0e9.md", "s89803d59c9.md", "sa63788fbc5.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4f2f06180b.md", "s83c5db768f.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 49.73, "n_files": 46, "pool20": ["s83c5db768f.md", "s4f2f06180b.md", "s40987eb3eb.md", "s9b5e47d063.md", "s17f1afa435.md", "s9c8b1d4c97.md", "s7432e29380.md", "sdfaec6c40c.md", "s18ca164d02.md", "sb79a0510f6.md", "s902e65262a.md", "sa8f82b82ca.md", "s4f4acb3a48.md", "s5622f92695.md", "s2bc1d4a76d.md", "sa36f2f2ca4.md", "se2844b3990.md", "s60f7c1feae.md", "sc228717111.md", "s7234230974.md"], "qid": "gpt4_e414231f", "rrf10": [0.024590164, 0.023941532, 0.023689516, 0.022727273, 0.022051282, 0.021825397, 0.021825397, 0.021774688, 0.020740884, 0.020588235], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 125.8647, "secs_fuse": 0.0177, "secs_legs": 0.0432, "stand_in": false, "top10": ["s83c5db768f.md", "s4f2f06180b.md", "s40987eb3eb.md", "s9b5e47d063.md", "s17f1afa435.md", "s9c8b1d4c97.md", "s7432e29380.md", "sdfaec6c40c.md", "s18ca164d02.md", "sb79a0510f6.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s83c5db768f.md", "s4f2f06180b.md", "s40987eb3eb.md", "s9b5e47d063.md", "s17f1afa435.md", "s9c8b1d4c97.md", "s7432e29380.md", "sdfaec6c40c.md", "s18ca164d02.md", "sb79a0510f6.md", "s902e65262a.md", "sa8f82b82ca.md", "s4f4acb3a48.md", "s5622f92695.md", "s2bc1d4a76d.md", "sa36f2f2ca4.md", "se2844b3990.md", "s60f7c1feae.md", "sc228717111.md", "s7234230974.md", "sdcd102a82b.md", "s5586235ae7.md", "see0eeee3d1.md", "sbaaed5d003.md", "sedf56d5a32.md", "s9c67425c28.md", "s6357691695.md", "s1e812837f1.md", "s284e4ac848.md", "s13593b38b5.md", "s31317af8be.md", "sdb47b8291e.md", "se58874e463.md", "sc4a12a470f.md", "s539f46f4b8.md", "sf2d3219b01.md", "s9dcfac2a82.md", "s70f879f26a.md", "sb0a43ec574.md", "s8e60af2a9f.md", "s7f600aaa78.md", "s1746f011e2.md", "sb8bfd70fdd.md", "sd10f746514.md", "sb2165aabb5.md", "sa316ce2d7e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4ca2cbd3b4.md", "s589785a84a.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 60.26, "n_files": 48, "pool20": ["s8a733bb8fe.md", "s9063c770ef.md", "sc0248c1470.md", "s0352573a6e.md", "sdf96851b34.md", "s15b52a74c2.md", "s3ac6e74d0a.md", "s9672513559.md", "s2515968c64.md", "see5d4eca5a.md", "s61e2bb2d9f.md", "s36ae44826b.md", "s4ca2cbd3b4.md", "s60bcdb403b.md", "sadc7821176.md", "s70976519d0.md", "s22d63d24b8.md", "s3cf7d14677.md", "s1b959d4a2b.md", "s1c056928ae.md"], "qid": "gpt4_4929293b", "rrf10": [0.02255727, 0.022518382, 0.022451963, 0.021878122, 0.021712592, 0.021354616, 0.021337366, 0.021330884, 0.021022934, 0.020757021], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 110.2036, "secs_fuse": 0.0286, "secs_legs": 0.0719, "stand_in": false, "top10": ["s8a733bb8fe.md", "s9063c770ef.md", "sc0248c1470.md", "s0352573a6e.md", "sdf96851b34.md", "s15b52a74c2.md", "s3ac6e74d0a.md", "s9672513559.md", "s2515968c64.md", "see5d4eca5a.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s8a733bb8fe.md", "s9063c770ef.md", "sc0248c1470.md", "s0352573a6e.md", "sdf96851b34.md", "s15b52a74c2.md", "s3ac6e74d0a.md", "s9672513559.md", "s2515968c64.md", "see5d4eca5a.md", "s61e2bb2d9f.md", "s36ae44826b.md", "s4ca2cbd3b4.md", "s60bcdb403b.md", "sadc7821176.md", "s70976519d0.md", "s22d63d24b8.md", "s3cf7d14677.md", "s1b959d4a2b.md", "s1c056928ae.md", "s89738bc027.md", "s92bf60b551.md", "sa1a2b9a1a6.md", "s589785a84a.md", "s864ca76b1e.md", "s43f1278fa2.md", "see46e398b9.md", "sbe3ab3ea95.md", "sade9f15a8e.md", "s01d293ecef.md", "sfd97ce5f37.md", "s7ed93d1b14.md", "s28bb52b628.md", "s83a2059d27.md", "sa432d17cb2.md", "sb2d024a8f8.md", "sbba2195595.md", "s2aa2df81d6.md", "s5aa47e9231.md", "sc589c30029.md", "se63e122534.md", "sb60d9b0282.md", "s4389b5829a.md", "s1eeb03840f.md", "s5ee2994b53.md", "sd830217082.md", "sc4d1169f44.md", "s1f099005d2.md"]}
{"abstention": false, "arm": "A5", "gold": ["s46ca419463.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 59.92, "n_files": 48, "pool20": ["sf14f60dbc1.md", "s771de0126e.md", "s0a2324441e.md", "s51cf34e824.md", "s5859dc779c.md", "s79bbc013f4.md", "s5270e8ee22.md", "s5e55da2d7d.md", "sa288ce629b.md", "s21d65e2554.md", "sc650f46078.md", "s46ca419463.md", "s2046ad4385.md", "s33fc4264ae.md", "s47f7b74120.md", "scf0520bf32.md", "s960d696ada.md", "s38ae21e72e.md", "sc36682f12d.md", "s061e9ed1f2.md"], "qid": "gpt4_468eb064", "rrf10": [0.024193548, 0.023821721, 0.022451963, 0.022294372, 0.021330884, 0.021116139, 0.02098626, 0.02079602, 0.020740884, 0.020647773], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 63.5225, "secs_fuse": 0.0274, "secs_legs": 0.0644, "stand_in": false, "top10": ["sf14f60dbc1.md", "s771de0126e.md", "s0a2324441e.md", "s51cf34e824.md", "s5859dc779c.md", "s79bbc013f4.md", "s5270e8ee22.md", "s5e55da2d7d.md", "sa288ce629b.md", "s21d65e2554.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["sf14f60dbc1.md", "s771de0126e.md", "s0a2324441e.md", "s51cf34e824.md", "s5859dc779c.md", "s79bbc013f4.md", "s5270e8ee22.md", "s5e55da2d7d.md", "sa288ce629b.md", "s21d65e2554.md", "sc650f46078.md", "s46ca419463.md", "s2046ad4385.md", "s33fc4264ae.md", "s47f7b74120.md", "scf0520bf32.md", "s960d696ada.md", "s38ae21e72e.md", "sc36682f12d.md", "s061e9ed1f2.md", "s836a0b5391.md", "sbd0b58e989.md", "sfe4e1775f8.md", "s479d26c9f0.md", "s721075f9d7.md", "s552b99ec82.md", "sc7f0c02018.md", "sd385283547.md", "s42ed039d7f.md", "s5e4ab1b447.md", "s8a06d66741.md", "sc1cbb315e6.md", "sded8bbc524.md", "s3865682a0d.md", "s3a0530a17c.md", "s5076446cd8.md", "s388156116b.md", "s5eccdbce1a.md", "sfa8ea056d3.md", "s5ba687ec51.md", "sf62be77a5a.md", "scb0e5a75d4.md", "sd18534ae6c.md", "sddc47b6677.md", "sc37e99711d.md", "sa204efd4f9.md", "sa9198d7651.md", "s291d40538f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s95ea2e00a1.md", "sc12f87dd19.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 55.91, "n_files": 50, "pool20": ["sc12f87dd19.md", "s10dede8772.md", "s95ea2e00a1.md", "s0175d50beb.md", "sec15584363.md", "s18e5564fcb.md", "s7cb525ec2a.md", "s7e098098b0.md", "s8c2dd1ad64.md", "s7694bf0eee.md", "s2d8fe276dd.md", "s955a67ac2e.md", "sa7cf29395c.md", "s54cd70c022.md", "sc26656c721.md", "s0dadebc54d.md", "s6ddf6e61f2.md", "s949519daca.md", "s1048ec44ee.md", "s4f6302954c.md"], "qid": "gpt4_fa19884d", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022847302, 0.021561772, 0.02124951, 0.021227364, 0.021175373, 0.020643075], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.1567, "secs_fuse": 0.0346, "secs_legs": 0.0723, "stand_in": false, "top10": ["sc12f87dd19.md", "s10dede8772.md", "s95ea2e00a1.md", "s0175d50beb.md", "sec15584363.md", "s18e5564fcb.md", "s7cb525ec2a.md", "s7e098098b0.md", "s8c2dd1ad64.md", "s7694bf0eee.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["sc12f87dd19.md", "s10dede8772.md", "s95ea2e00a1.md", "s0175d50beb.md", "sec15584363.md", "s18e5564fcb.md", "s7cb525ec2a.md", "s7e098098b0.md", "s8c2dd1ad64.md", "s7694bf0eee.md", "s2d8fe276dd.md", "s955a67ac2e.md", "sa7cf29395c.md", "s54cd70c022.md", "sc26656c721.md", "s0dadebc54d.md", "s6ddf6e61f2.md", "s949519daca.md", "s1048ec44ee.md", "s4f6302954c.md", "s2e0e237158.md", "sbe35b6eaa6.md", "s1c6427bd1c.md", "s1ea6cdaa91.md", "sfb0fea4671.md", "sfdf4db6aa0.md", "s0a4e34a130.md", "s0872439d0c.md", "s3c162c3ed4.md", "sb6a7317fb6.md", "s52ab82efc4.md", "sbda11cfb72.md", "sf1d46d56d8.md", "s1b5819f40d.md", "s691906983b.md", "s2b305810dc.md", "sb2a2f2ea4d.md", "s92ea48c100.md", "sd47e27c06b.md", "sae6b31e81b.md", "sa6e00ae356.md", "sc32d2f9f95.md", "s118d369099.md", "sd9b6d53e1f.md", "s1a1c896827.md", "se6a9bfaf31.md", "s6d0a67d881.md", "sa35cc6c570.md", "s4f33646a17.md", "s60875f20ce.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4786946473.md", "s81b6bbdf4e.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 54.87, "n_files": 53, "pool20": ["s93311ca8d0.md", "s7ebd01ec60.md", "sce5d03a82b.md", "s2742c32677.md", "s81b6bbdf4e.md", "sdf62b0ed05.md", "s4786946473.md", "sa53a27ebb3.md", "se21890ca7e.md", "s15b7f59278.md", "s3922476113.md", "sd852417c32.md", "s97aa9a0582.md", "s177b2bb8db.md", "s66625352cb.md", "sea7ad0158b.md", "s8eac007360.md", "s7e0f357f4a.md", "s11da5a6911.md", "sf71b17fb38.md"], "qid": "9a707b82", "rrf10": [0.02408575, 0.023561508, 0.023481973, 0.023216031, 0.023197115, 0.022501131, 0.022451963, 0.022281228, 0.021748401, 0.021555197], "score": {"all@10": true, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 66.6963, "secs_fuse": 0.0288, "secs_legs": 0.071, "stand_in": false, "top10": ["s93311ca8d0.md", "s7ebd01ec60.md", "sce5d03a82b.md", "s2742c32677.md", "s81b6bbdf4e.md", "sdf62b0ed05.md", "s4786946473.md", "sa53a27ebb3.md", "se21890ca7e.md", "s15b7f59278.md"], "type": "temporal-reasoning", "vec150_n": 53, "vec50_n": 50, "wide150": ["s93311ca8d0.md", "s7ebd01ec60.md", "sce5d03a82b.md", "s2742c32677.md", "s81b6bbdf4e.md", "sdf62b0ed05.md", "s4786946473.md", "sa53a27ebb3.md", "se21890ca7e.md", "s15b7f59278.md", "s3922476113.md", "sd852417c32.md", "s97aa9a0582.md", "s177b2bb8db.md", "s66625352cb.md", "saa1032d265.md", "sea7ad0158b.md", "s8eac007360.md", "s7e0f357f4a.md", "s11da5a6911.md", "sf71b17fb38.md", "sf45a1964bd.md", "s18c5f5c67e.md", "sd706cda449.md", "sff363951d8.md", "s39490dc1c9.md", "s12a6395e4f.md", "s31d136adf5.md", "s43928a6069.md", "s90b02a904c.md", "sd20e1de3c9.md", "se0beca9760.md", "s8ac9ab42e9.md", "seab937f5c5.md", "s081fec2813.md", "sff297ba8b4.md", "sec46b8cae3.md", "se7af2cd5d6.md", "s033e9b2e30.md", "s9deb50d550.md", "s1a3eee5e86.md", "s3de1150bff.md", "s42d7e4e67b.md", "s5a277670fe.md", "s8fec8aed18.md", "sb401914f70.md", "sb4c9254a76.md", "s65d7e34647.md", "sdf4ace0229.md", "s4bc17d1f99.md", "s2e9c6c3990.md", "s2475e7287a.md", "sf03f749e48.md"]}
{"abstention": false, "arm": "A5", "gold": ["s162504919c.md", "s8337b854d4.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 60.18, "n_files": 43, "pool20": ["s4e746c4004.md", "sb1ac440339.md", "s353d91cc7a.md", "s454a6b7bf4.md", "sbf7dd4a358.md", "s376ce055a5.md", "s078eba9411.md", "sb87df9a71b.md", "s08b08453a7.md", "s8337b854d4.md", "sc3fcc3ca0a.md", "s162504919c.md", "s1ed503cce6.md", "s53e973e9fd.md", "saae5e94f24.md", "sb9f73b0b44.md", "s12114d7a4e.md", "se88ebb1288.md", "s99ac2a7cbe.md", "sff3a08234b.md"], "qid": "eac54add", "rrf10": [0.024457959, 0.023809524, 0.023076923, 0.02238806, 0.022068511, 0.022035256, 0.021563815, 0.021555197, 0.021401515, 0.021227364], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 90.6018, "secs_fuse": 0.0172, "secs_legs": 0.0419, "stand_in": false, "top10": ["s4e746c4004.md", "sb1ac440339.md", "s353d91cc7a.md", "s454a6b7bf4.md", "sbf7dd4a358.md", "s376ce055a5.md", "s078eba9411.md", "sb87df9a71b.md", "s08b08453a7.md", "s8337b854d4.md"], "type": "temporal-reasoning", "vec150_n": 43, "vec50_n": 43, "wide150": ["s4e746c4004.md", "sb1ac440339.md", "s353d91cc7a.md", "s454a6b7bf4.md", "sbf7dd4a358.md", "s376ce055a5.md", "s078eba9411.md", "sb87df9a71b.md", "s08b08453a7.md", "s8337b854d4.md", "sc3fcc3ca0a.md", "s162504919c.md", "s1ed503cce6.md", "s53e973e9fd.md", "saae5e94f24.md", "sb9f73b0b44.md", "s12114d7a4e.md", "se88ebb1288.md", "s99ac2a7cbe.md", "sff3a08234b.md", "s6d627d3439.md", "se074f53ea0.md", "s03a53402c4.md", "s32d914dcee.md", "sabe9f6cb67.md", "s3415bf68d8.md", "s4380d0bd80.md", "sfd31f8940b.md", "s0b48d7d2f3.md", "se6e72f415b.md", "sbb2b42a6cc.md", "s191a25dc39.md", "s8b3edc0cc2.md", "s03e8449d2c.md", "s2fedd28e3c.md", "s61d8890e09.md", "s26765c5167.md", "sfb8e9a095a.md", "s928fb05ec5.md", "s650330313f.md", "sd5a6fb61ab.md", "sdf6c53329a.md", "sc7e0269e05.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa09e60716b.md", "sb9082af00f.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 58.91, "n_files": 43, "pool20": ["s9aa8197690.md", "s6d6bafc40d.md", "sb9082af00f.md", "sa18f584a73.md", "s3635e07caa.md", "s1356787ead.md", "s95959fcde2.md", "sf16c50e4ea.md", "s11547356b8.md", "s42d931259f.md", "se49655039a.md", "scda201d835.md", "sea0ddead19.md", "s80350f319c.md", "s348cfe6f82.md", "s8c8f4262cd.md", "sb054d04ced.md", "sceaaec77e0.md", "s4a77b44c8e.md", "s9077109f77.md"], "qid": "4dfccbf8", "rrf10": [0.022737557, 0.022149023, 0.02208561, 0.021897112, 0.02173913, 0.021645022, 0.021372549, 0.021372126, 0.021089271, 0.021030993], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 88.7185, "secs_fuse": 0.0276, "secs_legs": 0.0652, "stand_in": false, "top10": ["s9aa8197690.md", "s6d6bafc40d.md", "sb9082af00f.md", "sa18f584a73.md", "s3635e07caa.md", "s1356787ead.md", "s95959fcde2.md", "sf16c50e4ea.md", "s11547356b8.md", "s42d931259f.md"], "type": "temporal-reasoning", "vec150_n": 43, "vec50_n": 43, "wide150": ["s9aa8197690.md", "s6d6bafc40d.md", "sb9082af00f.md", "sa18f584a73.md", "s3635e07caa.md", "s1356787ead.md", "s95959fcde2.md", "sf16c50e4ea.md", "s11547356b8.md", "s42d931259f.md", "se49655039a.md", "scda201d835.md", "sea0ddead19.md", "s80350f319c.md", "s348cfe6f82.md", "s8c8f4262cd.md", "sb054d04ced.md", "sceaaec77e0.md", "s4a77b44c8e.md", "s9077109f77.md", "s9b62fb6f5e.md", "sed7db89cff.md", "s3318ccd5f9.md", "s9eac0ae5a3.md", "sa09e60716b.md", "sc6a3be214d.md", "s1688ffe354.md", "s8ec08e091b.md", "sdb0b5379fa.md", "s268d5b659f.md", "s5c44b0da2a.md", "sb963e8eb3f.md", "s1cd63ab2f8.md", "sf6c28eac49.md", "sdd0f1e204d.md", "safe4777d94.md", "s5d9b09c83c.md", "scf009d48a5.md", "s3c8ade7c60.md", "s0969e8729d.md", "s96c6de1016.md", "sb7aaf22ca3.md", "sfdbd9fae40.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4587f6fe90.md", "sa08679a07b.md", "sc170d58684.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 60.44, "n_files": 47, "pool20": ["s4587f6fe90.md", "sfe1fc78253.md", "sc170d58684.md", "s3820a08c33.md", "s848a9a443f.md", "sf0c9f52515.md", "sfa8ec505b6.md", "sa08679a07b.md", "s135b28fd66.md", "s6cf26664f2.md", "s7559eee620.md", "s237d561606.md", "se928b2ba65.md", "s1fe22d8789.md", "s0a056f3db3.md", "sfa36ee291e.md", "s44ab26bac5.md", "se97b1189d0.md", "sa2f475f693.md", "s651d628726.md"], "qid": "0bc8ad93", "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.022960373, 0.022871377, 0.022504456, 0.021978022, 0.021701389, 0.020878722, 0.020751174], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 101.0472, "secs_fuse": 0.0305, "secs_legs": 0.0386, "stand_in": false, "top10": ["s4587f6fe90.md", "sfe1fc78253.md", "sc170d58684.md", "s3820a08c33.md", "s848a9a443f.md", "sf0c9f52515.md", "sfa8ec505b6.md", "sa08679a07b.md", "s135b28fd66.md", "s6cf26664f2.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["s4587f6fe90.md", "sfe1fc78253.md", "sc170d58684.md", "s3820a08c33.md", "s848a9a443f.md", "sf0c9f52515.md", "sfa8ec505b6.md", "sa08679a07b.md", "s135b28fd66.md", "s6cf26664f2.md", "s7559eee620.md", "s237d561606.md", "se928b2ba65.md", "s1fe22d8789.md", "s0a056f3db3.md", "sfa36ee291e.md", "s44ab26bac5.md", "se97b1189d0.md", "sa2f475f693.md", "s651d628726.md", "s2df8d842c0.md", "sc4d8221114.md", "s1895dc00db.md", "sc551cad1a5.md", "sc93f1c72c4.md", "sf87a3e54e6.md", "sec2ed05448.md", "sfe136b3a70.md", "s3ba6f8c234.md", "s66e69e8fc7.md", "s12e83f5488.md", "sada4ff8f37.md", "sbe5316dbee.md", "s12ab32d4b3.md", "sc94892f0a7.md", "sd33b6900af.md", "s9fd48de96b.md", "sce4379d5f1.md", "s501bde0031.md", "sf403cdd1d1.md", "s5437e4ba39.md", "sa5fdf42f70.md", "sfcb28767c0.md", "s07a3639e28.md", "sc496dd23a2.md", "scdae641859.md", "s1ee2b2ac63.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6ab3f16aac.md", "s83e0c428cd.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 61.77, "n_files": 43, "pool20": ["s2b34e456c4.md", "sbe0d0d4910.md", "sf0b77f477b.md", "s1e07da5111.md", "sf2790ce62a.md", "s65d8bfe5ad.md", "sab035380b7.md", "s9d88533877.md", "s08ae9a77e2.md", "s6ab3f16aac.md", "s48a05d2b84.md", "s4cbac69267.md", "s89f86ea6e9.md", "s029261dca9.md", "s01f812b4b1.md", "sd2d5198dee.md", "sa8f29557bd.md", "sc1a5cd6ba7.md", "sdbfb98443e.md", "seb24c32b9f.md"], "qid": "6e984302", "rrf10": [0.023809524, 0.023348236, 0.023337887, 0.022960373, 0.022871377, 0.022301872, 0.022185061, 0.021748136, 0.021222411, 0.021051571], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 92.2676, "secs_fuse": 0.0274, "secs_legs": 0.0629, "stand_in": false, "top10": ["s2b34e456c4.md", "sbe0d0d4910.md", "sf0b77f477b.md", "s1e07da5111.md", "sf2790ce62a.md", "s65d8bfe5ad.md", "sab035380b7.md", "s9d88533877.md", "s08ae9a77e2.md", "s6ab3f16aac.md"], "type": "temporal-reasoning", "vec150_n": 43, "vec50_n": 43, "wide150": ["s2b34e456c4.md", "sbe0d0d4910.md", "sf0b77f477b.md", "s1e07da5111.md", "sf2790ce62a.md", "s65d8bfe5ad.md", "sab035380b7.md", "s9d88533877.md", "s08ae9a77e2.md", "s6ab3f16aac.md", "s48a05d2b84.md", "s4cbac69267.md", "s89f86ea6e9.md", "s029261dca9.md", "s01f812b4b1.md", "sd2d5198dee.md", "sa8f29557bd.md", "sc1a5cd6ba7.md", "sdbfb98443e.md", "seb24c32b9f.md", "s83e0c428cd.md", "s1887e04597.md", "sda2f33d6f3.md", "s30e2474ea6.md", "sa9ea43f633.md", "sa0e59a7391.md", "sc5479beade.md", "s557927e281.md", "sd719a70805.md", "scaf9b9f15f.md", "s7cf94b286d.md", "s161ad2fa85.md", "seb0632f9bd.md", "s1187194e55.md", "s7a9a5f48c5.md", "s9132ff61b9.md", "s149065c5f2.md", "s10884f4516.md", "s2d01d86ede.md", "sfba7e8e7fb.md", "s4f27eb24c9.md", "s835fc95091.md", "saddc02e366.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4f9139a2e6.md"], "kw150_n": 38, "kw50_n": 38, "loadavg1_at_start": 57.07, "n_files": 43, "pool20": ["sbb094ad3fc.md", "se38ef685f8.md", "sb503ff5272.md", "s008442bd5a.md", "s8e326bda56.md", "s5fbbb9ea07.md", "sc3e090393c.md", "sc10b55c8a5.md", "s2bc6da6130.md", "s349c47a319.md", "s1bba39fec5.md", "se724bb601e.md", "s4f9139a2e6.md", "sc15a4fdc19.md", "s374041ea3c.md", "seec1afdd5c.md", "s12be121171.md", "seb8e982c52.md", "sdcff74d2b5.md", "s1f25a7c105.md"], "qid": "gpt4_8279ba03", "rrf10": [0.023937532, 0.023639819, 0.023561508, 0.022843823, 0.022795699, 0.022527473, 0.022058824, 0.021861472, 0.021530055, 0.021161317], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": false}, "secs_embed": 96.8074, "secs_fuse": 0.0254, "secs_legs": 0.0746, "stand_in": false, "top10": ["sbb094ad3fc.md", "se38ef685f8.md", "sb503ff5272.md", "s008442bd5a.md", "s8e326bda56.md", "s5fbbb9ea07.md", "sc3e090393c.md", "sc10b55c8a5.md", "s2bc6da6130.md", "s349c47a319.md"], "type": "temporal-reasoning", "vec150_n": 43, "vec50_n": 43, "wide150": ["sbb094ad3fc.md", "se38ef685f8.md", "sb503ff5272.md", "s008442bd5a.md", "s8e326bda56.md", "s5fbbb9ea07.md", "sc3e090393c.md", "sc10b55c8a5.md", "s2bc6da6130.md", "s349c47a319.md", "s1bba39fec5.md", "se724bb601e.md", "s4f9139a2e6.md", "sc15a4fdc19.md", "s374041ea3c.md", "seec1afdd5c.md", "s12be121171.md", "seb8e982c52.md", "sdcff74d2b5.md", "s1f25a7c105.md", "sbcafa9f8ab.md", "saa7e09dcc1.md", "s5c1d230efa.md", "s1e7236827f.md", "s2de05c46ee.md", "s9b088ee777.md", "s3c8835302e.md", "sa58d9ca368.md", "s85ce3ee82d.md", "s5e877c92fb.md", "s0afaf1b3ef.md", "s09b9ea748d.md", "s7df3b5227b.md", "s9e2a879c3c.md", "seb4da7cde6.md", "sc46a5e1c70.md", "s6cb30f9d58.md", "sd3b77fd773.md", "s56a5e9ed61.md", "s445ef7214b.md", "s42ff7916ae.md", "s4287743244.md", "seee4758e34.md"]}
{"abstention": false, "arm": "A5", "gold": ["s72d3f1186e.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 59.34, "n_files": 50, "pool20": ["s72d3f1186e.md", "sd217675fa6.md", "sba65fea786.md", "s1fad58d740.md", "sc36541159b.md", "s6a45e8b82a.md", "sf65c04da7c.md", "s2094cacad9.md", "s29fdb1e913.md", "sa3375ce3b6.md", "sc6b6c37138.md", "s704834c8cc.md", "s6f47675d12.md", "sfec8416a2d.md", "s3a62797261.md", "s0ff0fabed7.md", "s4825bfd97b.md", "s391bb20fff.md", "s60c4abf083.md", "sf53deeb79a.md"], "qid": "gpt4_b5700ca0", "rrf10": [0.024329951, 0.023821721, 0.023591719, 0.022770398, 0.021554834, 0.02141888, 0.020539255, 0.020535714, 0.020158179, 0.020075758], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 96.5576, "secs_fuse": 0.0211, "secs_legs": 0.0445, "stand_in": false, "top10": ["s72d3f1186e.md", "sd217675fa6.md", "sba65fea786.md", "s1fad58d740.md", "sc36541159b.md", "s6a45e8b82a.md", "sf65c04da7c.md", "s2094cacad9.md", "s29fdb1e913.md", "sa3375ce3b6.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s72d3f1186e.md", "sd217675fa6.md", "sba65fea786.md", "s1fad58d740.md", "sc36541159b.md", "s6a45e8b82a.md", "sf65c04da7c.md", "s2094cacad9.md", "s29fdb1e913.md", "sa3375ce3b6.md", "sc6b6c37138.md", "s704834c8cc.md", "s6f47675d12.md", "sfec8416a2d.md", "s3a62797261.md", "s0ff0fabed7.md", "s4825bfd97b.md", "s391bb20fff.md", "s60c4abf083.md", "sf53deeb79a.md", "s4acb4a344c.md", "s0c32fd392f.md", "sdc739546d5.md", "s6b13704719.md", "s459b7dbc54.md", "sa712549c65.md", "se758422f77.md", "sf39457dc97.md", "s0aa051c5a3.md", "s447397bec9.md", "sa28c3f8c7e.md", "sc827644c09.md", "sc1ce26b4b9.md", "se531661d54.md", "s0aa5e0a00f.md", "se48c69e9b9.md", "s2dd67b8f5e.md", "s88690ac014.md", "s566e986b52.md", "s5f11fd8096.md", "s7f333bda80.md", "s75e798e656.md", "s846973b384.md", "s00ead6fbc0.md", "s05a3051cd4.md", "sd107f972ed.md", "sc913f7d842.md", "sa4213024b3.md", "sdac006e549.md", "s8ad6614888.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa0c7b3aa66.md", "sf252db108c.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 57.5, "n_files": 44, "pool20": ["s14846cddb0.md", "s46f6839810.md", "sa0c7b3aa66.md", "s8f5f0c3d73.md", "saaf4776370.md", "s081e150019.md", "sb5c3a43b4b.md", "s8c28dce03f.md", "sf79da606d4.md", "scc7fce322c.md", "sc25c49be6b.md", "sef63aeddb6.md", "s24a78682eb.md", "s04e0eb6cbe.md", "sf252db108c.md", "s537ea24403.md", "s7d4f0e189e.md", "s65cee3a646.md", "s04a4daa445.md", "s0220f742a3.md"], "qid": "gpt4_68e94288", "rrf10": [0.024205943, 0.023561508, 0.023449132, 0.023448773, 0.023375409, 0.022902604, 0.02209596, 0.02195544, 0.020182648, 0.020036888], "score": {"all@10": false, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 94.9957, "secs_fuse": 0.0374, "secs_legs": 0.091, "stand_in": false, "top10": ["s14846cddb0.md", "s46f6839810.md", "sa0c7b3aa66.md", "s8f5f0c3d73.md", "saaf4776370.md", "s081e150019.md", "sb5c3a43b4b.md", "s8c28dce03f.md", "sf79da606d4.md", "scc7fce322c.md"], "type": "temporal-reasoning", "vec150_n": 44, "vec50_n": 44, "wide150": ["s14846cddb0.md", "s46f6839810.md", "sa0c7b3aa66.md", "s8f5f0c3d73.md", "saaf4776370.md", "s081e150019.md", "sb5c3a43b4b.md", "s8c28dce03f.md", "sf79da606d4.md", "scc7fce322c.md", "sc25c49be6b.md", "sef63aeddb6.md", "s24a78682eb.md", "s04e0eb6cbe.md", "sf252db108c.md", "s537ea24403.md", "s7d4f0e189e.md", "s65cee3a646.md", "s04a4daa445.md", "s0220f742a3.md", "sa7002f5a6d.md", "s4542b9d652.md", "seb7034895a.md", "sc3f81f54c4.md", "s58a04e6af1.md", "s9fc7d3acdb.md", "s76e59b875e.md", "s58877c8d37.md", "s1a349ef269.md", "sc1e36e253e.md", "sfccd94307b.md", "sccf6d1ad9e.md", "sa6578f02fe.md", "sc2911d442c.md", "s4a96bb65fe.md", "sfd0dbe9562.md", "s621b26c84b.md", "sc5afece358.md", "s245e11036f.md", "sc471805fb9.md", "s39785e3950.md", "s8b84c68d62.md", "sca073f5899.md", "s92d1c00d0f.md"]}
{"abstention": false, "arm": "A5", "gold": ["sbd2d6853a4.md", "sf0e65c9f25.md", "sfb09c24b3f.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 56.96, "n_files": 45, "pool20": ["sfb09c24b3f.md", "sbd2d6853a4.md", "sd6061a486e.md", "sf0e65c9f25.md", "s9948c48442.md", "s30a901b77f.md", "seba48cb2a1.md", "s98557bd883.md", "sfa7d9a2a6f.md", "s38a786e8f1.md", "s7fc61b9aec.md", "s1751e65c76.md", "s8a216cc6d9.md", "sa0836e577d.md", "s71bac5dbcb.md", "s701f2ed09d.md", "s70914c7cf8.md", "sdbb51dfbbf.md", "s57502316e7.md", "s8436c83af7.md"], "qid": "gpt4_2655b836", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022426869, 0.02238806, 0.021730463, 0.021635611, 0.021205821, 0.021042471], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 93.4526, "secs_fuse": 0.0289, "secs_legs": 0.0707, "stand_in": false, "top10": ["sfb09c24b3f.md", "sbd2d6853a4.md", "sd6061a486e.md", "sf0e65c9f25.md", "s9948c48442.md", "s30a901b77f.md", "seba48cb2a1.md", "s98557bd883.md", "sfa7d9a2a6f.md", "s38a786e8f1.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["sfb09c24b3f.md", "sbd2d6853a4.md", "sd6061a486e.md", "sf0e65c9f25.md", "s9948c48442.md", "s30a901b77f.md", "seba48cb2a1.md", "s98557bd883.md", "sfa7d9a2a6f.md", "s38a786e8f1.md", "s7fc61b9aec.md", "s1751e65c76.md", "s8a216cc6d9.md", "sa0836e577d.md", "s71bac5dbcb.md", "s701f2ed09d.md", "s70914c7cf8.md", "sdbb51dfbbf.md", "s57502316e7.md", "s8436c83af7.md", "scfd092f357.md", "s6ec1ac9d60.md", "s8c45e2d629.md", "s06f80ac486.md", "s7757045d51.md", "sac6f806ad4.md", "sae97ee241f.md", "scfb1fa37f1.md", "s8e4a6faf65.md", "s310fae6c4b.md", "s1d231446f9.md", "s8e268e706f.md", "s0c97967f37.md", "s1c6865e370.md", "s73eccf0ebb.md", "s3883109a17.md", "sf7135d19aa.md", "s29f0198888.md", "se455821d37.md", "sa7a86ee7d8.md", "s5392bd24a9.md", "s5aab3f6d22.md", "s13d40fab88.md", "sf9d73f6fd7.md", "s94385311cb.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4d59b8878b.md", "sb28c305d83.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 59.57, "n_files": 47, "pool20": ["sb28c305d83.md", "scd823c404b.md", "s4d59b8878b.md", "sdafa58f138.md", "sc92b730a1c.md", "sb3bb420a5b.md", "s3a45bbe699.md", "s9ede7814c5.md", "s49ee939b0b.md", "sfbe076175b.md", "s8344ec13ec.md", "se305430cfb.md", "sfeddb0602b.md", "s0f9339ae6d.md", "s149430f92a.md", "sa50d9057ac.md", "sddc17142d5.md", "s8c345ef623.md", "s737b8e2cbb.md", "s73078a60ab.md"], "qid": "gpt4_2487a7cb", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.021954114, 0.021774688, 0.021535007, 0.021372549, 0.020909091, 0.020663454], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.1721, "secs_fuse": 0.0278, "secs_legs": 0.0637, "stand_in": false, "top10": ["sb28c305d83.md", "scd823c404b.md", "s4d59b8878b.md", "sdafa58f138.md", "sc92b730a1c.md", "sb3bb420a5b.md", "s3a45bbe699.md", "s9ede7814c5.md", "s49ee939b0b.md", "sfbe076175b.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["sb28c305d83.md", "scd823c404b.md", "s4d59b8878b.md", "sdafa58f138.md", "sc92b730a1c.md", "sb3bb420a5b.md", "s3a45bbe699.md", "s9ede7814c5.md", "s49ee939b0b.md", "sfbe076175b.md", "s8344ec13ec.md", "se305430cfb.md", "sfeddb0602b.md", "s0f9339ae6d.md", "s149430f92a.md", "sa50d9057ac.md", "sddc17142d5.md", "s8c345ef623.md", "s737b8e2cbb.md", "s73078a60ab.md", "s72ac0355a2.md", "s0f972ef61f.md", "s6afa3b1181.md", "sce2a4a120f.md", "se6cab5b8ca.md", "s41c2c434ce.md", "s9f74f6c15f.md", "sb2683e0d8f.md", "s452538b9c4.md", "see9c56812b.md", "sfd530ea3a3.md", "s5af78b3d7d.md", "sde1216ec8b.md", "sf7e2d59e12.md", "sd2048ba563.md", "s0e81e02a98.md", "s70232b8bc9.md", "sb80e218abf.md", "sef2efcfc2d.md", "sf74808a2c2.md", "s5f6dd6dfb4.md", "s5bb9f00685.md", "s557111547b.md", "s34fb89c1f7.md", "sde2f95f7b9.md", "s71b1f9f588.md", "sb2f960e8b0.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5168ffe72d.md", "sa84dca62c2.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 53.38, "n_files": 43, "pool20": ["s5168ffe72d.md", "sa84dca62c2.md", "s04efc15fa5.md", "s151a431429.md", "s1200646c38.md", "s7c7057cf2f.md", "se6111a85ad.md", "s000c9aa523.md", "s0697812313.md", "s9c96fd71b5.md", "s95ea833487.md", "s4e6e62cac2.md", "s9f6a78d7e8.md", "s7bc9cf68ec.md", "sfd4a795591.md", "s6573312c90.md", "sc1dbff3aac.md", "s5edcc3bf64.md", "sf212ebb0ee.md", "s853a0719b3.md"], "qid": "gpt4_76048e76", "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.022426869, 0.022278314, 0.022118506, 0.021978022, 0.021547194, 0.021462639, 0.021342069], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 81.0491, "secs_fuse": 0.0286, "secs_legs": 0.0634, "stand_in": false, "top10": ["s5168ffe72d.md", "sa84dca62c2.md", "s04efc15fa5.md", "s151a431429.md", "s1200646c38.md", "s7c7057cf2f.md", "se6111a85ad.md", "s000c9aa523.md", "s0697812313.md", "s9c96fd71b5.md"], "type": "temporal-reasoning", "vec150_n": 43, "vec50_n": 43, "wide150": ["s5168ffe72d.md", "sa84dca62c2.md", "s04efc15fa5.md", "s151a431429.md", "s1200646c38.md", "s7c7057cf2f.md", "se6111a85ad.md", "s000c9aa523.md", "s0697812313.md", "s9c96fd71b5.md", "s95ea833487.md", "s4e6e62cac2.md", "s9f6a78d7e8.md", "s7bc9cf68ec.md", "sfd4a795591.md", "s6573312c90.md", "sc1dbff3aac.md", "s5edcc3bf64.md", "sf212ebb0ee.md", "s853a0719b3.md", "s38c5e8da21.md", "s390dcd2ea6.md", "s2cdc121c9b.md", "s223334479d.md", "s93388bcbd3.md", "sdeb3fe9208.md", "sa0224c9e80.md", "s2e5b47d2a6.md", "s4aa706296d.md", "s761941e7c1.md", "s1856ecd535.md", "s5348ae3e90.md", "s711c6e2f80.md", "s9e163622f3.md", "s4dab514401.md", "s3002088f77.md", "s8a60db4ae3.md", "s6ebc5ac117.md", "se20d0e867e.md", "s73e6fcdc2c.md", "s439a013658.md", "s34f5fe43d2.md", "s88be2f19c5.md"]}
{"abstention": false, "arm": "A5", "gold": ["s345a3cd20b.md", "s3640d5892b.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 59.89, "n_files": 45, "pool20": ["s3640d5892b.md", "s1578e8805e.md", "s345a3cd20b.md", "s1ab2ddfecb.md", "s5d97ff9b34.md", "s0890e919d7.md", "sf5a82ee344.md", "s50c7bd3d58.md", "saa19023d19.md", "s32d0be9453.md", "s8c4c202bd1.md", "s80fb14cb87.md", "s476f9c2559.md", "se71f80aa54.md", "s39a5a450ee.md", "safbe8a58c5.md", "s904ca8ce4b.md", "s772a9e8cfe.md", "s1b2fdd31ab.md", "sa01e254694.md"], "qid": "gpt4_2312f94c", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022960373, 0.022168569, 0.021967627, 0.021428571, 0.021324355, 0.021205821, 0.020779639], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.8871, "secs_fuse": 0.0209, "secs_legs": 0.0699, "stand_in": false, "top10": ["s3640d5892b.md", "s1578e8805e.md", "s345a3cd20b.md", "s1ab2ddfecb.md", "s5d97ff9b34.md", "s0890e919d7.md", "sf5a82ee344.md", "s50c7bd3d58.md", "saa19023d19.md", "s32d0be9453.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["s3640d5892b.md", "s1578e8805e.md", "s345a3cd20b.md", "s1ab2ddfecb.md", "s5d97ff9b34.md", "s0890e919d7.md", "sf5a82ee344.md", "s50c7bd3d58.md", "saa19023d19.md", "s32d0be9453.md", "s8c4c202bd1.md", "s80fb14cb87.md", "s476f9c2559.md", "se71f80aa54.md", "s39a5a450ee.md", "safbe8a58c5.md", "s904ca8ce4b.md", "s772a9e8cfe.md", "s1b2fdd31ab.md", "sa01e254694.md", "s8eff5a6f39.md", "s0a6e871eaf.md", "s73c0e6c42e.md", "sdbef9ee62a.md", "s60b4d21f07.md", "sb9a8967877.md", "sa83a3e9262.md", "safadad88c3.md", "sfc5c3e3c09.md", "sb487ff9dff.md", "sa00f232e57.md", "sbe7d9b1562.md", "s9d9a5511a0.md", "s9085c035e3.md", "se9e3aafc04.md", "s65ac6dd41c.md", "sc4cddd7cb7.md", "s5ff416f7da.md", "s4de1bf1a49.md", "seb550bbd11.md", "sa023ad9021.md", "s011d3a79ec.md", "s7cac5f2abd.md", "s214014d4a2.md", "s67f10ba783.md"]}
{"abstention": false, "arm": "A5", "gold": ["s595a56db20.md", "scce59a4655.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 57.48, "n_files": 42, "pool20": ["scce59a4655.md", "s595a56db20.md", "s56ed2f0c8f.md", "sa7cdaaeb2a.md", "s2615a04853.md", "s7907b0f164.md", "s90ea4a7b13.md", "sb63daa1678.md", "s3c84c52504.md", "s20e144b7bb.md", "sdc3a30dc03.md", "s5c848e9789.md", "sae9bff2b58.md", "s919ad4a7c8.md", "s150436840f.md", "se28963afe6.md", "s3c17cc9f63.md", "s41683fd9fb.md", "s171f543d72.md", "s7b9ece6609.md"], "qid": "0bb5a684", "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023565324, 0.022964015, 0.022847302, 0.021861472, 0.020877754, 0.02051685, 0.020455387], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.2072, "secs_fuse": 0.03, "secs_legs": 0.071, "stand_in": false, "top10": ["scce59a4655.md", "s595a56db20.md", "s56ed2f0c8f.md", "sa7cdaaeb2a.md", "s2615a04853.md", "s7907b0f164.md", "s90ea4a7b13.md", "sb63daa1678.md", "s3c84c52504.md", "s20e144b7bb.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["scce59a4655.md", "s595a56db20.md", "s56ed2f0c8f.md", "sa7cdaaeb2a.md", "s2615a04853.md", "s7907b0f164.md", "s90ea4a7b13.md", "sb63daa1678.md", "s3c84c52504.md", "s20e144b7bb.md", "sdc3a30dc03.md", "s5c848e9789.md", "sae9bff2b58.md", "s919ad4a7c8.md", "s150436840f.md", "se28963afe6.md", "s3c17cc9f63.md", "s41683fd9fb.md", "s171f543d72.md", "s7b9ece6609.md", "sd421f57b70.md", "sb7e412f4f0.md", "s9cfe1427c8.md", "s2372ab3dec.md", "s1e7db54b99.md", "s8d474726b0.md", "s2e6450da93.md", "s9a806830f5.md", "sfaa363d210.md", "sdf24dc4c07.md", "s80b84955ea.md", "sdf1880d703.md", "s7cf01cc3d5.md", "sdaeff5e593.md", "sb930ea6f1b.md", "s673b1e433c.md", "sd1832efa22.md", "sc5fd527f2d.md", "sf2b61f60de.md", "s8b3c02fd3b.md", "s9708a40d2d.md", "s329c9d41b1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2af822d821.md", "s640616c492.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 55.03, "n_files": 47, "pool20": ["s2af822d821.md", "s592c2f510e.md", "s640616c492.md", "sa22f98db8c.md", "sc8f74bc636.md", "s4b396ed6a0.md", "s940b36c8eb.md", "sb50bf2cbf3.md", "sbf68449e7e.md", "see9df609f6.md", "s49d5777a2c.md", "s9ce9fafa59.md", "s0f9cbb38c4.md", "s0c54bab47b.md", "sb51f329861.md", "s092a7494a7.md", "sf042194ce2.md", "s4b4be53cc2.md", "sf34764b070.md", "s53c139c1ca.md"], "qid": "08f4fc43", "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023225957, 0.02238806, 0.022185061, 0.021908272, 0.021701389, 0.021336996, 0.02128483], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.4503, "secs_fuse": 0.0283, "secs_legs": 0.073, "stand_in": false, "top10": ["s2af822d821.md", "s592c2f510e.md", "s640616c492.md", "sa22f98db8c.md", "sc8f74bc636.md", "s4b396ed6a0.md", "s940b36c8eb.md", "sb50bf2cbf3.md", "sbf68449e7e.md", "see9df609f6.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["s2af822d821.md", "s592c2f510e.md", "s640616c492.md", "sa22f98db8c.md", "sc8f74bc636.md", "s4b396ed6a0.md", "s940b36c8eb.md", "sb50bf2cbf3.md", "sbf68449e7e.md", "see9df609f6.md", "s49d5777a2c.md", "s9ce9fafa59.md", "s0f9cbb38c4.md", "s0c54bab47b.md", "sb51f329861.md", "s092a7494a7.md", "sf042194ce2.md", "s4b4be53cc2.md", "sf34764b070.md", "s53c139c1ca.md", "sb6cdd2d980.md", "s06794278e1.md", "sc2e14fa908.md", "s15b3387a91.md", "s306efa47e5.md", "s9b23a42a67.md", "s302c1d91b3.md", "s1f5afaf09c.md", "s8ebe0fd802.md", "s8e81b5250c.md", "sa44d5f420d.md", "sb32ab122e0.md", "se64e0fcf41.md", "s2103704892.md", "s56a578dfdb.md", "s32af71e919.md", "s9115741207.md", "scc29a6e339.md", "s595a8754da.md", "s346eb03a49.md", "sb4612d80d6.md", "s96a040d8f9.md", "sf178ec5795.md", "s75ca40f6b1.md", "sea3b7875cd.md", "s26ef436beb.md", "sd5fd78736c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4f98c8dc3a.md", "s9f1a32ae81.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 55.33, "n_files": 54, "pool20": ["s4f98c8dc3a.md", "s9f1a32ae81.md", "scaa9894582.md", "s7914937fde.md", "s6b03696532.md", "sb981c1af92.md", "s814450ff3d.md", "s356d5d8ad1.md", "secee1bfe32.md", "s660398722c.md", "s6eaefa2ac1.md", "s1287a743f8.md", "sc9ba5669e8.md", "s4405fa5a05.md", "sa459bcfd8a.md", "s2598a70f38.md", "sb5cf9250e1.md", "s6afc9650d0.md", "s5078cfc4f8.md", "s4315eee20f.md"], "qid": "2c63a862", "rrf10": [0.024590164, 0.023941532, 0.023689516, 0.022617681, 0.021970577, 0.021794872, 0.021450021, 0.021401515, 0.020614828, 0.020588235], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.0706, "secs_fuse": 0.0346, "secs_legs": 0.0729, "stand_in": false, "top10": ["s4f98c8dc3a.md", "s9f1a32ae81.md", "scaa9894582.md", "s7914937fde.md", "s6b03696532.md", "sb981c1af92.md", "s814450ff3d.md", "s356d5d8ad1.md", "secee1bfe32.md", "s660398722c.md"], "type": "temporal-reasoning", "vec150_n": 54, "vec50_n": 50, "wide150": ["s4f98c8dc3a.md", "s9f1a32ae81.md", "scaa9894582.md", "s7914937fde.md", "s6b03696532.md", "sb981c1af92.md", "s814450ff3d.md", "s356d5d8ad1.md", "secee1bfe32.md", "s660398722c.md", "s6eaefa2ac1.md", "s1287a743f8.md", "sc9ba5669e8.md", "s4405fa5a05.md", "sa459bcfd8a.md", "s2598a70f38.md", "sb5cf9250e1.md", "s6afc9650d0.md", "s5078cfc4f8.md", "s4315eee20f.md", "sc5c0761a10.md", "s0e4ed2b8a4.md", "sf5afd51f01.md", "s004857cbc2.md", "sdd548ec364.md", "s5c28d35e0e.md", "s996fc47ced.md", "sc6acfd077d.md", "scbf113ae58.md", "s67e21a3558.md", "sb73f7b0f82.md", "sb8170c4bc1.md", "s44f637e238.md", "scf66881d6f.md", "s8773724cda.md", "s6a8d26fe3f.md", "secc3923abf.md", "sbd62f72488.md", "s5ba99457aa.md", "sdb7cecd82c.md", "s8819a7f6d0.md", "scd5abfe9ef.md", "s913261f7ec.md", "sdb072d1cd6.md", "sbc3b3db860.md", "s320ea12a8f.md", "s62517bd58c.md", "s1ebbc89a7e.md", "s91036d19ae.md", "s524529f425.md", "s0fbd776855.md", "sc4b52cb60a.md", "sf5460e19cd.md", "sb9e133905c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2e8320a39c.md", "sa4b77ce1d4.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 54.59, "n_files": 51, "pool20": ["sa4b77ce1d4.md", "s69a0294101.md", "s38bfef5ed7.md", "s2e8320a39c.md", "s860de2e267.md", "sa76eff2993.md", "s689b341cd0.md", "saaf2878e41.md", "sa6d979f564.md", "sab2c3e31d5.md", "s9bbdd5d7de.md", "s0c557c9e56.md", "sc6dd38426b.md", "s0d593e22f0.md", "s4b3b9ebffa.md", "s2e955dc433.md", "s6ecf6138b2.md", "sace42579a2.md", "sd078e1d78c.md", "sbc430ac748.md"], "qid": "gpt4_385a5000", "rrf10": [0.024590164, 0.02382134, 0.023809524, 0.023216031, 0.022518382, 0.022141372, 0.021774688, 0.021180556, 0.021089271, 0.020952381], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.0747, "secs_fuse": 0.027, "secs_legs": 0.0629, "stand_in": false, "top10": ["sa4b77ce1d4.md", "s69a0294101.md", "s38bfef5ed7.md", "s2e8320a39c.md", "s860de2e267.md", "sa76eff2993.md", "s689b341cd0.md", "saaf2878e41.md", "sa6d979f564.md", "sab2c3e31d5.md"], "type": "temporal-reasoning", "vec150_n": 51, "vec50_n": 50, "wide150": ["sa4b77ce1d4.md", "s69a0294101.md", "s38bfef5ed7.md", "s2e8320a39c.md", "s860de2e267.md", "sa76eff2993.md", "s689b341cd0.md", "saaf2878e41.md", "sa6d979f564.md", "sab2c3e31d5.md", "s9bbdd5d7de.md", "s0c557c9e56.md", "sc6dd38426b.md", "s0d593e22f0.md", "s4b3b9ebffa.md", "s2e955dc433.md", "s6ecf6138b2.md", "sace42579a2.md", "sd078e1d78c.md", "sbc430ac748.md", "s0207beaebd.md", "s0f3053401b.md", "s33a3972e62.md", "s48a25f32c9.md", "s16605cac6c.md", "sd80644cce7.md", "s83117c5948.md", "s44198b2af5.md", "s9c988d143c.md", "s962e697495.md", "s1335032d3e.md", "se3b5d3a81d.md", "s95d31532d3.md", "sdaad2ca344.md", "sa430add5e1.md", "s9de0df7ab7.md", "s0ae316682f.md", "sf831b803c6.md", "s3e1f4286cb.md", "s9f27070251.md", "sf73c3fb502.md", "s56a926acc8.md", "s8f2553a243.md", "s1fffade909.md", "s4a0c347d7a.md", "s0e16b349a2.md", "s6c3c83799d.md", "sb413134c39.md", "sae5992554a.md", "sb85b549cbc.md", "se9d3ff2ebe.md"]}
{"abstention": false, "arm": "A5", "gold": ["s55d727a7bc.md", "s8d839c07e0.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 54.65, "n_files": 46, "pool20": ["s8d839c07e0.md", "s55d727a7bc.md", "s9257a30459.md", "sda9dd3ba67.md", "sbe58be2457.md", "s0eea19416d.md", "sa9923cf93c.md", "sa96cde9886.md", "s41a12a8a79.md", "sab11da3276.md", "se0a08e42fe.md", "scd9d14c78f.md", "sa24aca4a4b.md", "sb2ab5a7e37.md", "sb189410649.md", "s203fcf1541.md", "s1fdb2c88fd.md", "s0144ac3942.md", "se1f140ec5e.md", "s7e129efcf8.md"], "qid": "2a1811e2", "rrf10": [0.024457959, 0.024069737, 0.02370479, 0.023321123, 0.022617681, 0.021897007, 0.021532091, 0.021351575, 0.02128483, 0.020665593], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.7243, "secs_fuse": 0.0284, "secs_legs": 0.071, "stand_in": false, "top10": ["s8d839c07e0.md", "s55d727a7bc.md", "s9257a30459.md", "sda9dd3ba67.md", "sbe58be2457.md", "s0eea19416d.md", "sa9923cf93c.md", "sa96cde9886.md", "s41a12a8a79.md", "sab11da3276.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s8d839c07e0.md", "s55d727a7bc.md", "s9257a30459.md", "sda9dd3ba67.md", "sbe58be2457.md", "s0eea19416d.md", "sa9923cf93c.md", "sa96cde9886.md", "s41a12a8a79.md", "sab11da3276.md", "se0a08e42fe.md", "scd9d14c78f.md", "sa24aca4a4b.md", "sb2ab5a7e37.md", "sb189410649.md", "s203fcf1541.md", "s1fdb2c88fd.md", "s0144ac3942.md", "se1f140ec5e.md", "s7e129efcf8.md", "s06c87f38df.md", "s75c0805f00.md", "s7bfd1d9b5d.md", "s1c8e3a6bcf.md", "s43cbc66007.md", "s64010b44c6.md", "s77c4547c6f.md", "s518961ff0f.md", "s055f047b76.md", "sb21a3fff10.md", "s0233db36bd.md", "se6e9a19cd5.md", "s6c0c95a959.md", "s9a46dc9f2b.md", "secf4972d32.md", "s0856581c2c.md", "s6e43031162.md", "s58d304d739.md", "se35b59102d.md", "s53102e4441.md", "s9a489b50a8.md", "s8058279452.md", "s55787140bf.md", "sdd08b73312.md", "s360c8f27ce.md", "sa648560a06.md"]}
{"abstention": false, "arm": "A5", "gold": ["s30d987b3c3.md", "s7b6f7dd6ee.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 54.35, "n_files": 45, "pool20": ["s7b6f7dd6ee.md", "s31c4f49a3a.md", "s30d987b3c3.md", "s843bf14752.md", "se10fca23da.md", "s1a4a62a416.md", "s406704ace4.md", "s9294810284.md", "s6dfeb0b0f0.md", "s608efe2d9d.md", "s2a6de2a9af.md", "s526e981d1d.md", "s9f95df4a6c.md", "sc85b1775c3.md", "s2fe28e4c7c.md", "s4ae506ea6b.md", "se52d780f71.md", "sbb0aaa5362.md", "s91ce4f4c26.md", "s2d01902464.md"], "qid": "bbf86515", "rrf10": [0.024590164, 0.023685516, 0.023449132, 0.022501131, 0.022458146, 0.022397892, 0.022291667, 0.022222222, 0.021635611, 0.021199389], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.6685, "secs_fuse": 0.0174, "secs_legs": 0.0444, "stand_in": false, "top10": ["s7b6f7dd6ee.md", "s31c4f49a3a.md", "s30d987b3c3.md", "s843bf14752.md", "se10fca23da.md", "s1a4a62a416.md", "s406704ace4.md", "s9294810284.md", "s6dfeb0b0f0.md", "s608efe2d9d.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["s7b6f7dd6ee.md", "s31c4f49a3a.md", "s30d987b3c3.md", "s843bf14752.md", "se10fca23da.md", "s1a4a62a416.md", "s406704ace4.md", "s9294810284.md", "s6dfeb0b0f0.md", "s608efe2d9d.md", "s2a6de2a9af.md", "s526e981d1d.md", "s9f95df4a6c.md", "sc85b1775c3.md", "s2fe28e4c7c.md", "s4ae506ea6b.md", "se52d780f71.md", "sbb0aaa5362.md", "s91ce4f4c26.md", "s2d01902464.md", "s9a097bd8d3.md", "se01437cc39.md", "scff6d02cd1.md", "s1cc3c97d5a.md", "sfbb4fdb2c9.md", "sf303bf4f52.md", "s6788615030.md", "s4a8153bbfc.md", "s093a9b20e8.md", "sb66ff0f37a.md", "s7ed08c3fa7.md", "sa6028946c4.md", "sa160299009.md", "sb3689a0e6c.md", "s5ddff58948.md", "s2fc8e8ac61.md", "sed8f15aa98.md", "s9dd205b9d0.md", "s00fc5c95eb.md", "sf21d48f400.md", "s7cf1c8f65d.md", "s279440aee6.md", "s499a94d057.md", "scefe867096.md", "sf2c76e02bc.md"]}
{"abstention": false, "arm": "A5", "gold": ["s24d99c7c22.md", "saa4d80e61a.md", "sccd56d8af2.md", "sd243ebb0b8.md", "sfc267f2333.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.09, "n_files": 50, "pool20": ["saa4d80e61a.md", "sfc267f2333.md", "sccd56d8af2.md", "sd243ebb0b8.md", "s24d99c7c22.md", "s5a0f1006d9.md", "s53e72bded5.md", "s628aec4c53.md", "s418c366815.md", "s264b60e681.md", "sdf9b6608ca.md", "s0ceddabea9.md", "s3245df7354.md", "saa9c23004b.md", "sf3033df12f.md", "s301286f9a5.md", "s2ac9b36298.md", "s8b74b3d96f.md", "s1fed5ee966.md", "s7a2f7c3aeb.md"], "qid": "gpt4_5dcc0aab", "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.023317308, 0.023197115, 0.022278314, 0.022068511, 0.021818182, 0.021330884, 0.021327968], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 75.911, "secs_fuse": 0.0276, "secs_legs": 0.0792, "stand_in": false, "top10": ["saa4d80e61a.md", "sfc267f2333.md", "sccd56d8af2.md", "sd243ebb0b8.md", "s24d99c7c22.md", "s5a0f1006d9.md", "s53e72bded5.md", "s628aec4c53.md", "s418c366815.md", "s264b60e681.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["saa4d80e61a.md", "sfc267f2333.md", "sccd56d8af2.md", "sd243ebb0b8.md", "s24d99c7c22.md", "s5a0f1006d9.md", "s53e72bded5.md", "s628aec4c53.md", "s418c366815.md", "s264b60e681.md", "sdf9b6608ca.md", "s0ceddabea9.md", "s3245df7354.md", "saa9c23004b.md", "sf3033df12f.md", "s301286f9a5.md", "s2ac9b36298.md", "s8b74b3d96f.md", "s1fed5ee966.md", "s7a2f7c3aeb.md", "s8443a57414.md", "s5bda03630e.md", "s13af9b93a1.md", "s359cb30361.md", "s6835cb5f83.md", "s2e3b8911af.md", "s8bf09fb8e5.md", "sf7f64614a9.md", "sbf57d371ae.md", "s8dd528d331.md", "sa54660300b.md", "s4185b42c94.md", "s1e616484f5.md", "s84f668b09f.md", "s7ce41f2d0a.md", "s3a3f15c1de.md", "s1a58e2a8cc.md", "s336af55fe9.md", "s492cf649ac.md", "s2cbc57f0b3.md", "s4dec386dee.md", "s5e2fae894b.md", "sc7a675d39c.md", "se909e90b64.md", "s4728e07e9a.md", "sbabd1efb1f.md", "sae8195fbf1.md", "sf20d0ff760.md", "s8eda66fbb4.md", "s2bb97ea98c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s64ebf1efbd.md", "s90c6ccbe2b.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 53.5, "n_files": 53, "pool20": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "s8fba3ccb69.md", "sb3516aace3.md", "s40f3f7772b.md", "s1d19b405a7.md", "s2bc99a4da9.md", "sac6f3173d2.md", "sbbfa2f2d1a.md", "sec836f4f02.md", "s2d23b12579.md", "se89578156f.md", "s54958462fe.md", "s92a8eba1dc.md", "sb72e9e60d7.md", "sc9b427c11d.md", "s40a6baf4db.md", "s69296e68ae.md", "s67a47ef287.md", "s5aa2bea892.md"], "qid": "gpt4_0b2f1d21", "rrf10": [0.024590164, 0.024193548, 0.023317308, 0.02264239, 0.022426869, 0.022305254, 0.021774688, 0.021561772, 0.020562771, 0.020502646], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.9397, "secs_fuse": 0.0341, "secs_legs": 0.0643, "stand_in": false, "top10": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "s8fba3ccb69.md", "sb3516aace3.md", "s40f3f7772b.md", "s1d19b405a7.md", "s2bc99a4da9.md", "sac6f3173d2.md", "sbbfa2f2d1a.md", "sec836f4f02.md"], "type": "temporal-reasoning", "vec150_n": 53, "vec50_n": 50, "wide150": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "s8fba3ccb69.md", "sb3516aace3.md", "s40f3f7772b.md", "s1d19b405a7.md", "s2bc99a4da9.md", "sac6f3173d2.md", "sbbfa2f2d1a.md", "sec836f4f02.md", "s2d23b12579.md", "se89578156f.md", "s54958462fe.md", "s92a8eba1dc.md", "sb72e9e60d7.md", "sc9b427c11d.md", "s40a6baf4db.md", "s69296e68ae.md", "s67a47ef287.md", "s5aa2bea892.md", "sa7ea22dc2a.md", "s89b519130d.md", "s2928da92ef.md", "sbcf4993e8c.md", "sf7f3c5974a.md", "sb4b7b7b13f.md", "sffb87022ad.md", "scaf15314c4.md", "sd2cc644917.md", "seee2d43dd5.md", "s1f458d73c0.md", "sb92835e4d1.md", "s89e4c4c6e1.md", "s95c2756bbd.md", "s3a61981451.md", "s0459644af6.md", "s87d86c04ea.md", "s9210404da8.md", "s4543900a73.md", "sca7ea32840.md", "sb4b01202f0.md", "s92eb25c171.md", "se9d6950680.md", "s7b74aa05b3.md", "sebc29b028a.md", "sc2372c82db.md", "s94a01c89ba.md", "sddf93e35df.md", "s506afe0104.md", "sc2c3693fa7.md", "s3f1ffd2104.md", "s1a5829351e.md", "s825949d21f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s817b9a6f4d.md", "sfe7e47317a.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 52.25, "n_files": 46, "pool20": ["sfe7e47317a.md", "s817b9a6f4d.md", "s3d48a3e0b7.md", "sc3e40b0945.md", "s06f5347192.md", "s25ae9177ef.md", "sd41cd92c49.md", "s9b9634dfd6.md", "s536c892a97.md", "sc678be3ee8.md", "s603879487d.md", "sed237f0791.md", "s3f973f62b0.md", "s4af7683876.md", "s8af90abf41.md", "s1d7eab5759.md", "s4d2f335b49.md", "s851068ae96.md", "s303afd6f08.md", "s1ba982ef47.md"], "qid": "f0853d11", "rrf10": [0.024457959, 0.024325754, 0.022915269, 0.022843823, 0.022767857, 0.022068511, 0.021701389, 0.021650327, 0.021504321, 0.020940171], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.6811, "secs_fuse": 0.0267, "secs_legs": 0.0541, "stand_in": false, "top10": ["sfe7e47317a.md", "s817b9a6f4d.md", "s3d48a3e0b7.md", "sc3e40b0945.md", "s06f5347192.md", "s25ae9177ef.md", "sd41cd92c49.md", "s9b9634dfd6.md", "s536c892a97.md", "sc678be3ee8.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["sfe7e47317a.md", "s817b9a6f4d.md", "s3d48a3e0b7.md", "sc3e40b0945.md", "s06f5347192.md", "s25ae9177ef.md", "sd41cd92c49.md", "s9b9634dfd6.md", "s536c892a97.md", "sc678be3ee8.md", "s603879487d.md", "sed237f0791.md", "s3f973f62b0.md", "s4af7683876.md", "s8af90abf41.md", "s1d7eab5759.md", "s4d2f335b49.md", "s851068ae96.md", "s303afd6f08.md", "s1ba982ef47.md", "sa32229e149.md", "s23b9756342.md", "s5023b2a1d7.md", "sebc71a8074.md", "s6145fcaada.md", "s4025eeadae.md", "s4b0c788144.md", "s33a30f4a98.md", "sd9f7a60fd7.md", "s59244cb0de.md", "s3fb171c873.md", "s6684959f74.md", "s62f8d0b8d2.md", "sc3b2debb7b.md", "s67d77ec04f.md", "scabaaecd9d.md", "se3e4ab85d5.md", "saad03f7258.md", "sb9cf969b21.md", "sbde5263e2d.md", "s35d2650601.md", "sce4b801a51.md", "s8f00c6109a.md", "sfe628e4bc6.md", "s5c9fc3d3e5.md", "sd9f3d98f17.md"]}
{"abstention": false, "arm": "A5", "gold": ["s55af9f14ed.md", "sbd11663681.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 51.21, "n_files": 46, "pool20": ["s55af9f14ed.md", "sbd11663681.md", "sa1b549dc19.md", "sd9d569b468.md", "sed4b321821.md", "s3c9433c1a9.md", "sc6cf4d9cc4.md", "s0837c15005.md", "sef0c8b5149.md", "scb260fc417.md", "s95a58412d6.md", "s93d73aac45.md", "sffb86be3dc.md", "sbd7240519e.md", "sbc0a664fc9.md", "sfeec2cf034.md", "s58a535a09e.md", "sb991f908e2.md", "s160e2d3557.md", "sa2a89eda2c.md"], "qid": "gpt4_6ed717ea", "rrf10": [0.024590164, 0.024193548, 0.022737873, 0.022667254, 0.02228164, 0.02209596, 0.021825397, 0.021428571, 0.021227364, 0.021161317], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.6213, "secs_fuse": 0.0093, "secs_legs": 0.0252, "stand_in": false, "top10": ["s55af9f14ed.md", "sbd11663681.md", "sa1b549dc19.md", "sd9d569b468.md", "sed4b321821.md", "s3c9433c1a9.md", "sc6cf4d9cc4.md", "s0837c15005.md", "sef0c8b5149.md", "scb260fc417.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s55af9f14ed.md", "sbd11663681.md", "sa1b549dc19.md", "sd9d569b468.md", "sed4b321821.md", "s3c9433c1a9.md", "sc6cf4d9cc4.md", "s0837c15005.md", "sef0c8b5149.md", "scb260fc417.md", "s95a58412d6.md", "s93d73aac45.md", "sffb86be3dc.md", "sbd7240519e.md", "sbc0a664fc9.md", "sfeec2cf034.md", "s58a535a09e.md", "sb991f908e2.md", "s160e2d3557.md", "sa2a89eda2c.md", "s3bb2d9cb58.md", "s054db48d09.md", "s23e194c2c7.md", "sa87a0d14e3.md", "s3ee7fb1e9f.md", "s684c93ed8f.md", "sdb89c8be2c.md", "s7891da3735.md", "s39e7cd37a8.md", "s7d4164fbed.md", "s95cecc0a51.md", "sa552e7d0b5.md", "s14b5c97f16.md", "s4fe0698668.md", "scd61bae7fe.md", "s57914f10d9.md", "scdf62261f5.md", "s19ffb01262.md", "s692240c107.md", "s1e5bb5632d.md", "s58c00ee48d.md", "s2ab2508b1a.md", "sdabc06a552.md", "s405d4966a1.md", "sb510dd9456.md", "s2dc3cd996e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s41bf8b44c2.md", "s5cf74e1124.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 52.15, "n_files": 48, "pool20": ["s5cf74e1124.md", "s41bf8b44c2.md", "s21ad0a7052.md", "sb3f5ede777.md", "s5c8e6efa68.md", "s0b4ca95d67.md", "s8434b55e4c.md", "sf99d5eeaaa.md", "s5e3caad845.md", "s5e58bb106e.md", "s1510eb9c45.md", "sc5b1eafc73.md", "se48964d6e6.md", "s1f974fb55b.md", "seda94a271d.md", "s4502c1cb02.md", "s3e6b864fca.md", "sa6b74c2857.md", "s7c68b6417e.md", "sc2af4bd4be.md"], "qid": "gpt4_70e84552", "rrf10": [0.024457959, 0.024325754, 0.023335702, 0.022381757, 0.022222222, 0.021848739, 0.021401515, 0.021135266, 0.02094947, 0.020866455], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.3406, "secs_fuse": 0.0082, "secs_legs": 0.0211, "stand_in": false, "top10": ["s5cf74e1124.md", "s41bf8b44c2.md", "s21ad0a7052.md", "sb3f5ede777.md", "s5c8e6efa68.md", "s0b4ca95d67.md", "s8434b55e4c.md", "sf99d5eeaaa.md", "s5e3caad845.md", "s5e58bb106e.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s5cf74e1124.md", "s41bf8b44c2.md", "s21ad0a7052.md", "sb3f5ede777.md", "s5c8e6efa68.md", "s0b4ca95d67.md", "s8434b55e4c.md", "sf99d5eeaaa.md", "s5e3caad845.md", "s5e58bb106e.md", "s1510eb9c45.md", "sc5b1eafc73.md", "se48964d6e6.md", "s1f974fb55b.md", "seda94a271d.md", "s4502c1cb02.md", "s3e6b864fca.md", "sa6b74c2857.md", "s7c68b6417e.md", "sc2af4bd4be.md", "s9660c042eb.md", "s0b942c07fe.md", "safbc787d25.md", "sbeaccd402c.md", "s1aec4ae648.md", "sd4a99b0066.md", "s6e2bfa8e13.md", "sed5b95b8e8.md", "s0879d3dabf.md", "sf9c6e06c3e.md", "s966467ecdc.md", "scff8353f50.md", "s0ae0965ecf.md", "s6703350cfe.md", "sfbc62cea28.md", "s1c2da2a3f0.md", "sf8d0d7298e.md", "s9385f6b8a0.md", "s99c3bd2e6a.md", "sfb5b9e7566.md", "s3598b60f85.md", "sa356f0134f.md", "sae3ba8ed14.md", "s88e7f2d768.md", "sb4b73fd6d5.md", "s10d783b811.md", "s25518adc1c.md", "s792cf4eb2c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s008616af89.md", "s08039dfb39.md", "s433c60d14c.md", "s5949e866a0.md", "sc06f53e288.md", "sfdc5e0b469.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 55.58, "n_files": 47, "pool20": ["s433c60d14c.md", "sfdc5e0b469.md", "s5949e866a0.md", "sc06f53e288.md", "s08039dfb39.md", "s88be3d04ec.md", "s008616af89.md", "s0109d1bcbf.md", "sea614a3b27.md", "sfdaac14000.md", "s981fbfae83.md", "s588dc22624.md", "sacc91c05ec.md", "s3337aa87e9.md", "sc4ef3cfbd0.md", "s20db7e82f2.md", "sa33da59e80.md", "sbb9cc406a1.md", "s26a5fe4133.md", "s20537213a5.md"], "qid": "a3838d2b", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022737557, 0.02238806, 0.022185061, 0.020898642, 0.020562771, 0.020494763], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 72.6864, "secs_fuse": 0.0091, "secs_legs": 0.02, "stand_in": false, "top10": ["s433c60d14c.md", "sfdc5e0b469.md", "s5949e866a0.md", "sc06f53e288.md", "s08039dfb39.md", "s88be3d04ec.md", "s008616af89.md", "s0109d1bcbf.md", "sea614a3b27.md", "sfdaac14000.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["s433c60d14c.md", "sfdc5e0b469.md", "s5949e866a0.md", "sc06f53e288.md", "s08039dfb39.md", "s88be3d04ec.md", "s008616af89.md", "s0109d1bcbf.md", "sea614a3b27.md", "sfdaac14000.md", "s981fbfae83.md", "s588dc22624.md", "sacc91c05ec.md", "s3337aa87e9.md", "sc4ef3cfbd0.md", "s20db7e82f2.md", "sa33da59e80.md", "sbb9cc406a1.md", "s26a5fe4133.md", "s20537213a5.md", "s348c2f2f71.md", "s3db677a300.md", "s25169cb812.md", "se492a44bde.md", "s6ed2601e4c.md", "s24291d9a30.md", "s6406226c9d.md", "s0afeb8eb57.md", "sd152290339.md", "s657cb90307.md", "sba6054edf8.md", "s0640c05e7b.md", "sa38646e37b.md", "s214cebb208.md", "s984b84b209.md", "s8033c52a76.md", "s94274a43ee.md", "sdadbc16751.md", "scbbe936dd3.md", "s2198dc5c1a.md", "s02bdf981a9.md", "s83a33c3ea3.md", "s21409c1bff.md", "s190fd36fe3.md", "s8964fb67af.md", "sea0e2b0719.md", "sd82d5af956.md"]}
{"abstention": false, "arm": "A5", "gold": ["s28b2bb6a4c.md", "s480422580e.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 55.31, "n_files": 42, "pool20": ["s480422580e.md", "s66fbc2cb82.md", "s28b2bb6a4c.md", "sd33a34e4c3.md", "sda816c4c06.md", "sff3ee580bc.md", "sf2d0a2ddc8.md", "s71c400275b.md", "s6d345411ac.md", "sb3d5cd199e.md", "s2acbd42d04.md", "sd6aad566c2.md", "sd6af0853f0.md", "s256755fe05.md", "sc3c3dc1c37.md", "s89b7c097b9.md", "s1c7de77bbb.md", "s8741a753ba.md", "s8574dbb3ca.md", "s576267bf75.md"], "qid": "gpt4_93159ced", "rrf10": [0.024590164, 0.0234375, 0.023073477, 0.022504456, 0.021660265, 0.021532091, 0.021254487, 0.021192165, 0.021094403, 0.020955882], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.5824, "secs_fuse": 0.0264, "secs_legs": 0.1349, "stand_in": false, "top10": ["s480422580e.md", "s66fbc2cb82.md", "s28b2bb6a4c.md", "sd33a34e4c3.md", "sda816c4c06.md", "sff3ee580bc.md", "sf2d0a2ddc8.md", "s71c400275b.md", "s6d345411ac.md", "sb3d5cd199e.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["s480422580e.md", "s66fbc2cb82.md", "s28b2bb6a4c.md", "sd33a34e4c3.md", "sda816c4c06.md", "sff3ee580bc.md", "sf2d0a2ddc8.md", "s71c400275b.md", "s6d345411ac.md", "sb3d5cd199e.md", "s2acbd42d04.md", "sd6aad566c2.md", "sd6af0853f0.md", "s256755fe05.md", "sc3c3dc1c37.md", "s89b7c097b9.md", "s1c7de77bbb.md", "s8741a753ba.md", "s8574dbb3ca.md", "s576267bf75.md", "sbb901ccb49.md", "s28108cb31e.md", "s181dbd4756.md", "s24fd9b6912.md", "s462629c29f.md", "s1e1c635466.md", "se9cabc155e.md", "se8dd6b84b9.md", "s10b67e0c4a.md", "s9a7a3fb62a.md", "s675d1171c8.md", "sd50af2c678.md", "s9c8871ffac.md", "s4a8d9cce62.md", "sacd719cb62.md", "s7ed5cbf864.md", "s085922580b.md", "s99fafef635.md", "s81842abe9b.md", "s6336b97b8f.md", "s4f19e09c19.md", "sf66a1cba33.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2826b6f894.md", "s421af25d82.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.72, "n_files": 46, "pool20": ["s2826b6f894.md", "s421af25d82.md", "sb7968eb15e.md", "sa93b473326.md", "s6afb2163ec.md", "s2f46714931.md", "s891fc456e5.md", "s2e50c4f398.md", "s1b368c9880.md", "s748ac55840.md", "s90ad0c1053.md", "saf36731877.md", "sb968cc672c.md", "s0b138e9290.md", "sc1c49536af.md", "sa50e187e9a.md", "s091a667479.md", "sff349234b9.md", "s6f98f895f4.md", "s97a869ee7e.md"], "qid": "gpt4_2d58bcd6", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023561508, 0.022737873, 0.022727273, 0.022058824, 0.02124951, 0.020833333, 0.020614828], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 75.9967, "secs_fuse": 0.0083, "secs_legs": 0.0175, "stand_in": false, "top10": ["s2826b6f894.md", "s421af25d82.md", "sb7968eb15e.md", "sa93b473326.md", "s6afb2163ec.md", "s2f46714931.md", "s891fc456e5.md", "s2e50c4f398.md", "s1b368c9880.md", "s748ac55840.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s2826b6f894.md", "s421af25d82.md", "sb7968eb15e.md", "sa93b473326.md", "s6afb2163ec.md", "s2f46714931.md", "s891fc456e5.md", "s2e50c4f398.md", "s1b368c9880.md", "s748ac55840.md", "s90ad0c1053.md", "saf36731877.md", "sb968cc672c.md", "s0b138e9290.md", "sc1c49536af.md", "sa50e187e9a.md", "s091a667479.md", "sff349234b9.md", "s6f98f895f4.md", "s97a869ee7e.md", "s7ce80be018.md", "s674aabb072.md", "sffe6c68726.md", "saebb8b00c3.md", "s3b17d14e51.md", "s1084141f43.md", "sd9bc0ed022.md", "s46ed519174.md", "sd30f742665.md", "s1fcaa54852.md", "s8fd099ef2c.md", "s4300106b8d.md", "s025e0c8cb9.md", "s04127028e6.md", "s96676027b7.md", "s5114c63e47.md", "s197007351e.md", "s8ade3144af.md", "sf54164b1f9.md", "s391309a52f.md", "s4fd36d8322.md", "s59aa1a0e7b.md", "s5887754d2e.md", "s00e26df3de.md", "sdad967e364.md", "sf41790123f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6f9ff14428.md", "s90a4bc5533.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 51.79, "n_files": 42, "pool20": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "s11972a0d1a.md", "s0583c7636b.md", "s615d89fdfc.md", "s0be47a9ac3.md", "s306a6677cc.md", "s3077ee83db.md", "se05f4453d7.md", "sa5cbe07bbc.md", "sfaf607dc64.md", "s3bbeb60f1d.md", "s87e025f5a6.md", "s572e9a2236.md", "s4d3281a260.md", "s697b173a3a.md", "s4bb353aae8.md", "s26c4e19c08.md", "s588c467e54.md"], "qid": "gpt4_65aabe59", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023200758, 0.022843823, 0.022737873, 0.022527473, 0.021351575, 0.020590315, 0.020261438], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 67.6318, "secs_fuse": 0.0277, "secs_legs": 0.063, "stand_in": false, "top10": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "s11972a0d1a.md", "s0583c7636b.md", "s615d89fdfc.md", "s0be47a9ac3.md", "s306a6677cc.md", "s3077ee83db.md", "se05f4453d7.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "s11972a0d1a.md", "s0583c7636b.md", "s615d89fdfc.md", "s0be47a9ac3.md", "s306a6677cc.md", "s3077ee83db.md", "se05f4453d7.md", "sa5cbe07bbc.md", "sfaf607dc64.md", "s3bbeb60f1d.md", "s87e025f5a6.md", "s572e9a2236.md", "s4d3281a260.md", "s697b173a3a.md", "s4bb353aae8.md", "s26c4e19c08.md", "s588c467e54.md", "sa8f6214edf.md", "s7cabfda16a.md", "s228343beb1.md", "s6ab51e9111.md", "sbdee452407.md", "s3dcc225ddd.md", "s585aac9911.md", "sc5f9c7015c.md", "sa206c4d867.md", "sb560c6a303.md", "s405937fef5.md", "sf4b19aaef9.md", "sc8710bbdd6.md", "sec1df627eb.md", "sbee160ffa6.md", "sbaf561bc9e.md", "sae72a9cd10.md", "sd43b1d1ce3.md", "se4823de4bc.md", "s96f90c89e0.md", "s45a33b943a.md", "sf5fd8ec0ee.md"]}
{"abstention": false, "arm": "A5", "gold": ["sccb03fc4f5.md", "sf3670fa6d3.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 53.09, "n_files": 47, "pool20": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sb51a319156.md", "sf653ecc01c.md", "sf84f7b9cb0.md", "saaad16bc00.md", "sdbf883a0db.md", "s9328c8b6f4.md", "s8da7402be4.md", "s9f5ba46808.md", "scc1e92a9c0.md", "s2f86418bbc.md", "sdd40a53cd6.md", "sa3092fdb12.md", "s2a80e3dd0d.md", "s8b7f1b907b.md", "s114fa97c84.md", "sf6de81178a.md", "s9d19662a6b.md", "s0ea492c832.md"], "qid": "982b5123", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022847302, 0.021952259, 0.021776815, 0.021774688, 0.021730463, 0.021464646], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.2192, "secs_fuse": 0.0146, "secs_legs": 0.0466, "stand_in": false, "top10": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sb51a319156.md", "sf653ecc01c.md", "sf84f7b9cb0.md", "saaad16bc00.md", "sdbf883a0db.md", "s9328c8b6f4.md", "s8da7402be4.md", "s9f5ba46808.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sb51a319156.md", "sf653ecc01c.md", "sf84f7b9cb0.md", "saaad16bc00.md", "sdbf883a0db.md", "s9328c8b6f4.md", "s8da7402be4.md", "s9f5ba46808.md", "scc1e92a9c0.md", "s2f86418bbc.md", "sdd40a53cd6.md", "sa3092fdb12.md", "s2a80e3dd0d.md", "s8b7f1b907b.md", "s114fa97c84.md", "sf6de81178a.md", "s9d19662a6b.md", "s0ea492c832.md", "s6b29b19f88.md", "s8f3ac1101d.md", "s62f8abaf0d.md", "s3cd1918103.md", "sae86feb7e0.md", "se4da1d7410.md", "sea8b90c2db.md", "s9a4798ec23.md", "sb0f77a7f32.md", "s98caca210c.md", "s45feb5c171.md", "s42bf91c331.md", "scd2eaed7dd.md", "sc408602449.md", "sf2becab63d.md", "s3f5813ff75.md", "s3c7e6c0ebd.md", "sa49ebfccc1.md", "s34787f6890.md", "s65958810cb.md", "s60fca0648c.md", "sc5ea920e65.md", "s0114ec5fd7.md", "s313eefd6db.md", "se665ac921b.md", "sf764c847df.md", "sccbd2b77db.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1d14444b2b.md", "s5eb7a1d415.md", "s8208760db1.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 53.12, "n_files": 48, "pool20": ["s5eb7a1d415.md", "s8208760db1.md", "s1d14444b2b.md", "s122a1d1b78.md", "s26eefdf1ef.md", "s32da7f40ae.md", "s9e16552b41.md", "s9f962ba7e5.md", "s81c5416f1c.md", "s543f0a04d0.md", "s77a8d3edee.md", "s5b818dd190.md", "s2db3ec6f8b.md", "se280a6f3be.md", "s23a6108f21.md", "sa0e7f6c1f9.md", "sc0567795fd.md", "sc90bd1316c.md", "s5a8196fc3c.md", "s88dcdbd325.md"], "qid": "b9cfe692", "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.0234375, 0.022843823, 0.022278314, 0.021034996, 0.02098626, 0.020945007, 0.020931142], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 58.207, "secs_fuse": 0.0282, "secs_legs": 0.0713, "stand_in": false, "top10": ["s5eb7a1d415.md", "s8208760db1.md", "s1d14444b2b.md", "s122a1d1b78.md", "s26eefdf1ef.md", "s32da7f40ae.md", "s9e16552b41.md", "s9f962ba7e5.md", "s81c5416f1c.md", "s543f0a04d0.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s5eb7a1d415.md", "s8208760db1.md", "s1d14444b2b.md", "s122a1d1b78.md", "s26eefdf1ef.md", "s32da7f40ae.md", "s9e16552b41.md", "s9f962ba7e5.md", "s81c5416f1c.md", "s543f0a04d0.md", "s77a8d3edee.md", "s5b818dd190.md", "s2db3ec6f8b.md", "se280a6f3be.md", "s23a6108f21.md", "sa0e7f6c1f9.md", "sc0567795fd.md", "sc90bd1316c.md", "s5a8196fc3c.md", "s88dcdbd325.md", "s22fd669da0.md", "s296151d0b1.md", "s54755c9772.md", "s6dd0d6f66e.md", "s7008766ad9.md", "s64374f6c9f.md", "s0dbd61a849.md", "s5acbed51c2.md", "se299524324.md", "s639d0a629f.md", "s04f47d029f.md", "s67498d0fff.md", "sf2d94163c0.md", "seab3408b45.md", "sf8d2895230.md", "sdcdd810f9e.md", "s992c28229a.md", "sdd5c51c087.md", "sc70171bee8.md", "s81cccf3bdc.md", "s6042f391cd.md", "s754ebe1b34.md", "s7ced254827.md", "s5f89d571b6.md", "sb71d516406.md", "s6239e43334.md", "s732ce238ab.md", "s07f6fc4602.md"]}
{"abstention": false, "arm": "A5", "gold": ["s73cd5d9160.md", "s9be19f5415.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 55.3, "n_files": 41, "pool20": ["s9be19f5415.md", "s73cd5d9160.md", "s839b8ab38b.md", "sf79fde178f.md", "s34a02113e4.md", "s575cfae9c3.md", "s8e1f16e287.md", "sed28ca5fc3.md", "s6de90354dc.md", "s8f457067d1.md", "sa6b6a9cf17.md", "sd747b3abe8.md", "s36c1e8ed44.md", "s6ae05ecfbc.md", "s8b81410564.md", "s63584e51d4.md", "s47b71ee91b.md", "s3ac637e966.md", "s2c3b12d353.md", "sf7c22c7f64.md"], "qid": "gpt4_4edbafa2", "rrf10": [0.024457959, 0.024325754, 0.022429262, 0.022291667, 0.021776815, 0.021367521, 0.021199389, 0.021145833, 0.021031746, 0.020819398], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.3345, "secs_fuse": 0.0085, "secs_legs": 0.0181, "stand_in": false, "top10": ["s9be19f5415.md", "s73cd5d9160.md", "s839b8ab38b.md", "sf79fde178f.md", "s34a02113e4.md", "s575cfae9c3.md", "s8e1f16e287.md", "sed28ca5fc3.md", "s6de90354dc.md", "s8f457067d1.md"], "type": "temporal-reasoning", "vec150_n": 41, "vec50_n": 41, "wide150": ["s9be19f5415.md", "s73cd5d9160.md", "s839b8ab38b.md", "sf79fde178f.md", "s34a02113e4.md", "s575cfae9c3.md", "s8e1f16e287.md", "sed28ca5fc3.md", "s6de90354dc.md", "s8f457067d1.md", "sa6b6a9cf17.md", "sd747b3abe8.md", "s36c1e8ed44.md", "s6ae05ecfbc.md", "s8b81410564.md", "s63584e51d4.md", "s47b71ee91b.md", "s3ac637e966.md", "s2c3b12d353.md", "sf7c22c7f64.md", "s1aa16403f0.md", "s0cd71fe1fb.md", "sc3f1ac8458.md", "s610f69cca2.md", "s760861587b.md", "sbefdd24c39.md", "s9d8537b119.md", "s83d8f9a1f7.md", "sf4c706cc2f.md", "s131a0513a1.md", "s9d54a61b17.md", "s7a5b1a4b74.md", "sf83522bf1a.md", "s9e97d2b35e.md", "s6db4c2aa17.md", "sd493e10eb5.md", "s2c90e3478f.md", "se68f1aeb97.md", "sc046e4fff6.md", "sd82f562695.md", "s75a6190bd5.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7d5893d955.md", "sb88bd81bf2.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 74.7, "n_files": 47, "pool20": ["s7d5893d955.md", "sb88bd81bf2.md", "sade61b1c3d.md", "s3de1920264.md", "scbcbf00fe5.md", "s85642fb1ea.md", "s1ba0e36656.md", "s0f04f7d06f.md", "s8e4958042a.md", "sb5c8f1a92a.md", "s062255e255.md", "se13e10aaa2.md", "s46ec41484d.md", "s813fdac862.md", "s00187a58bd.md", "s458f5df08e.md", "s3a207d71fa.md", "sf2b67b6a91.md", "s6319144f58.md", "s48cf48f1fb.md"], "qid": "c8090214", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022381757, 0.022278314, 0.021978022, 0.021660265, 0.021645022, 0.021635611, 0.021450021], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.7639, "secs_fuse": 0.0278, "secs_legs": 0.071, "stand_in": false, "top10": ["s7d5893d955.md", "sb88bd81bf2.md", "sade61b1c3d.md", "s3de1920264.md", "scbcbf00fe5.md", "s85642fb1ea.md", "s1ba0e36656.md", "s0f04f7d06f.md", "s8e4958042a.md", "sb5c8f1a92a.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["s7d5893d955.md", "sb88bd81bf2.md", "sade61b1c3d.md", "s3de1920264.md", "scbcbf00fe5.md", "s85642fb1ea.md", "s1ba0e36656.md", "s0f04f7d06f.md", "s8e4958042a.md", "sb5c8f1a92a.md", "s062255e255.md", "se13e10aaa2.md", "s46ec41484d.md", "s813fdac862.md", "s00187a58bd.md", "s458f5df08e.md", "s3a207d71fa.md", "sf2b67b6a91.md", "s6319144f58.md", "s48cf48f1fb.md", "s266f246881.md", "sba861fa4a5.md", "s6003651029.md", "s723d615641.md", "s4a55203643.md", "s3c0a1dbaa0.md", "sfff8d20f90.md", "sf76d20727e.md", "s8b2a0e90d5.md", "sdbe3af6d04.md", "scd31b47684.md", "s373fa88a5b.md", "se0cf3c76b0.md", "sba41227e49.md", "sd770b2251c.md", "scb5fe9e13a.md", "s885a129611.md", "s5763bcec3a.md", "s52585a2b24.md", "s72074cd20d.md", "s3635f4f51b.md", "se5b33aa8a5.md", "sef06c3faa7.md", "s08d35871d0.md", "sf68f0ada15.md", "s38485b6071.md", "s7a89dbeccc.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3b66dde47c.md", "se8266fabdf.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 64.87, "n_files": 52, "pool20": ["s3b66dde47c.md", "se8266fabdf.md", "se7423c1a80.md", "s9b91094ca7.md", "s41d8802eaf.md", "s3ec30e6b6d.md", "sdd20145bae.md", "sd9632fe39f.md", "s98ebfa02e9.md", "s7d297bad83.md", "s2a3471fc3e.md", "s925867c6d8.md", "s7433eda19a.md", "sef147a22f4.md", "sbfa53f87ae.md", "se0df0a5c2b.md", "sc120a7a43b.md", "s4bdd53401d.md", "sd665296850.md", "s5ba2051087.md"], "qid": "gpt4_483dd43c", "rrf10": [0.024590164, 0.024193548, 0.022291667, 0.021967627, 0.021861472, 0.021336996, 0.021192165, 0.021025641, 0.020878722, 0.020494763], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 56.4207, "secs_fuse": 0.0331, "secs_legs": 0.0643, "stand_in": false, "top10": ["s3b66dde47c.md", "se8266fabdf.md", "se7423c1a80.md", "s9b91094ca7.md", "s41d8802eaf.md", "s3ec30e6b6d.md", "sdd20145bae.md", "sd9632fe39f.md", "s98ebfa02e9.md", "s7d297bad83.md"], "type": "temporal-reasoning", "vec150_n": 52, "vec50_n": 50, "wide150": ["s3b66dde47c.md", "se8266fabdf.md", "se7423c1a80.md", "s9b91094ca7.md", "s41d8802eaf.md", "s3ec30e6b6d.md", "sdd20145bae.md", "sd9632fe39f.md", "s98ebfa02e9.md", "s7d297bad83.md", "s2a3471fc3e.md", "s925867c6d8.md", "s5cb864953a.md", "s7433eda19a.md", "sef147a22f4.md", "sbfa53f87ae.md", "se0df0a5c2b.md", "sc120a7a43b.md", "s4bdd53401d.md", "sd665296850.md", "s5ba2051087.md", "s5023697a0e.md", "s8039990e6b.md", "s2652cd98d5.md", "scacf23db95.md", "s88079ff40d.md", "s09102063a7.md", "sc5159efc68.md", "s3837f17e6f.md", "s2f14130a59.md", "s3406dffb73.md", "s4e1f14c04c.md", "sd46a50407d.md", "sf5671d395a.md", "s572c730013.md", "s8aacf11ad6.md", "se2d338eabe.md", "s4b33da0f44.md", "s31688f47a6.md", "s221bcc4d5c.md", "s2aa7cf166d.md", "sfca1781410.md", "sff39d0723a.md", "s3509332ae7.md", "sc394f7ec3d.md", "s63b11c73fe.md", "saf5ce35bb2.md", "sb602bf6a87.md", "sf43687a767.md", "sd59add5f77.md", "s14675a9de7.md", "s532973227f.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb3a93ec989.md", "scac3fc2d6a.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 54.8, "n_files": 45, "pool20": ["scac3fc2d6a.md", "sb3a93ec989.md", "s748bbd0901.md", "seca64f6618.md", "s644060b738.md", "sea0f9e4152.md", "s337ec808d0.md", "sf5bcc52f7c.md", "s89f28e6c0d.md", "sf1b1547632.md", "s3d18e0b0a2.md", "s5b79e5a9e1.md", "s9436ef43b6.md", "s5f13ce6ea2.md", "s36ba01f613.md", "sb360d05907.md", "sbe0d53aaa4.md", "s828f90c20a.md", "s7dfe5500aa.md", "s592b68e641.md"], "qid": "e4e14d04", "rrf10": [0.024457959, 0.024069737, 0.02382134, 0.022977941, 0.022727273, 0.022429262, 0.02217175, 0.022141372, 0.021701389, 0.021230159], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.1319, "secs_fuse": 0.0089, "secs_legs": 0.0197, "stand_in": false, "top10": ["scac3fc2d6a.md", "sb3a93ec989.md", "s748bbd0901.md", "seca64f6618.md", "s644060b738.md", "sea0f9e4152.md", "s337ec808d0.md", "sf5bcc52f7c.md", "s89f28e6c0d.md", "sf1b1547632.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["scac3fc2d6a.md", "sb3a93ec989.md", "s748bbd0901.md", "seca64f6618.md", "s644060b738.md", "sea0f9e4152.md", "s337ec808d0.md", "sf5bcc52f7c.md", "s89f28e6c0d.md", "sf1b1547632.md", "s3d18e0b0a2.md", "s5b79e5a9e1.md", "s9436ef43b6.md", "s5f13ce6ea2.md", "s36ba01f613.md", "sb360d05907.md", "sbe0d53aaa4.md", "s828f90c20a.md", "s7dfe5500aa.md", "s592b68e641.md", "sa5a9445456.md", "sade8398fce.md", "se3ac573386.md", "s09b1b648b9.md", "se94dd11c5f.md", "s44a9d2e2ac.md", "s16e6e1d717.md", "s1bf2ec2794.md", "sa8923b2c97.md", "sc70690a44b.md", "s17d054102b.md", "s476745f5bc.md", "s6bbf6b0193.md", "se16316ad3b.md", "s2d6f36c1d0.md", "sb1d49ef924.md", "s119081b08f.md", "s420632659e.md", "s15abfaa7a5.md", "s470961b719.md", "s256bd46a18.md", "sddbafd509a.md", "sbcb474d4b4.md", "s2341bf8821.md", "s4a1882d090.md"]}
{"abstention": false, "arm": "A5", "gold": ["s08e1e9433d.md", "s5aac5fac5b.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 50.15, "n_files": 50, "pool20": ["s08e1e9433d.md", "s5aac5fac5b.md", "s7ed0b1b18d.md", "sca226d846c.md", "s9df17a702b.md", "s19f34a8b76.md", "s36cfcc7da4.md", "sd77bfcf84f.md", "s3053450223.md", "sc1dfba41ca.md", "s1ce8f63e85.md", "sd034de9360.md", "sf0cb921b1c.md", "sf349b8e168.md", "s77b0902c23.md", "sa231ad0c89.md", "s896b7432ad.md", "s711cb32bd2.md", "s0089c912d4.md", "sa34daccd8c.md"], "qid": "c9f37c46", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023321123, 0.023200758, 0.021952259, 0.021748401, 0.021581197, 0.021249076, 0.020277578], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.8702, "secs_fuse": 0.0095, "secs_legs": 0.0218, "stand_in": false, "top10": ["s08e1e9433d.md", "s5aac5fac5b.md", "s7ed0b1b18d.md", "sca226d846c.md", "s9df17a702b.md", "s19f34a8b76.md", "s36cfcc7da4.md", "sd77bfcf84f.md", "s3053450223.md", "sc1dfba41ca.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s08e1e9433d.md", "s5aac5fac5b.md", "s7ed0b1b18d.md", "sca226d846c.md", "s9df17a702b.md", "s19f34a8b76.md", "s36cfcc7da4.md", "sd77bfcf84f.md", "s3053450223.md", "sc1dfba41ca.md", "s1ce8f63e85.md", "sd034de9360.md", "sf0cb921b1c.md", "sf349b8e168.md", "s77b0902c23.md", "sa231ad0c89.md", "s896b7432ad.md", "s711cb32bd2.md", "s0089c912d4.md", "sa34daccd8c.md", "s4f1b8f8014.md", "s9ec437accb.md", "s43f1d77d77.md", "sd1a3c55d2f.md", "s2e00c18ef7.md", "s765d1e52bf.md", "s2092eb930d.md", "sa7c2e3d7ce.md", "s6108d72cbb.md", "s7f0e6d1f53.md", "s0440a03b89.md", "s9f8d369f18.md", "s05918af33c.md", "s8d5bdbff54.md", "s6f9a3d5860.md", "s0ee308c949.md", "sf43efe4aef.md", "s96e83d33bb.md", "s7d82e95a58.md", "sd11803ceac.md", "s02e99497d8.md", "sa5372cabc2.md", "s7808cdffcd.md", "s54edb68284.md", "s8bbc20dad7.md", "sb7ba2d3e1c.md", "s3f5dd590bb.md", "s8b93b25158.md", "s97d0470790.md", "sab29de6886.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0175de5805.md", "sedd6d1da16.md"], "kw150_n": 56, "kw50_n": 50, "loadavg1_at_start": 52.87, "n_files": 56, "pool20": ["s0175de5805.md", "sedd6d1da16.md", "s49304f2686.md", "s6dcb50164f.md", "sf5f795cbc0.md", "s8b8c7ed890.md", "sc3b7955ec6.md", "s5f22746c04.md", "s0a8108071e.md", "s0ffc680f3f.md", "s9b0ef59d78.md", "s0eeeb3007f.md", "s24c2bf4b16.md", "s18fd4def26.md", "s57dbf5e58d.md", "s8abfd558c4.md", "s2c58cd1ec8.md", "sb80176e130.md", "sddf62a6d35.md", "sbe3da60a38.md"], "qid": "gpt4_2c50253f", "rrf10": [0.024457959, 0.024325754, 0.023225957, 0.022426869, 0.022118506, 0.02209596, 0.022068511, 0.021776815, 0.021555197, 0.021351575], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 54.1024, "secs_fuse": 0.009, "secs_legs": 0.0215, "stand_in": false, "top10": ["s0175de5805.md", "sedd6d1da16.md", "s49304f2686.md", "s6dcb50164f.md", "sf5f795cbc0.md", "s8b8c7ed890.md", "sc3b7955ec6.md", "s5f22746c04.md", "s0a8108071e.md", "s0ffc680f3f.md"], "type": "temporal-reasoning", "vec150_n": 56, "vec50_n": 50, "wide150": ["s0175de5805.md", "sedd6d1da16.md", "s49304f2686.md", "s6dcb50164f.md", "sf5f795cbc0.md", "s8b8c7ed890.md", "sc3b7955ec6.md", "s5f22746c04.md", "s0a8108071e.md", "s0ffc680f3f.md", "s9b0ef59d78.md", "s0eeeb3007f.md", "s24c2bf4b16.md", "s18fd4def26.md", "s57dbf5e58d.md", "s8abfd558c4.md", "s1750bd7a83.md", "s2c58cd1ec8.md", "sb80176e130.md", "sddf62a6d35.md", "sbe3da60a38.md", "sa46d991dbf.md", "saa1dc259b1.md", "s05162e27cc.md", "s65636f9bea.md", "sc9c29a1b4e.md", "s86e392ca31.md", "sbcbeabbcaf.md", "s0469bb472d.md", "s43da89460a.md", "s1cf8f354b2.md", "sf5c0304f36.md", "s409852409a.md", "s9aace2c2f9.md", "s75ce02b501.md", "s04f67bf0fa.md", "sc8481ff9ba.md", "s281829bf0d.md", "s65126e2888.md", "s12585721d9.md", "sd0ef4c21ce.md", "sa215dcc845.md", "s1ef3a4b37c.md", "s92b861dbeb.md", "s916d4373bf.md", "s82fa8f5acb.md", "s318a5c77c4.md", "scb4ac6536f.md", "s5c6bc4a3fb.md", "s7a45843f77.md", "s111b0f28f4.md", "s8f5e4b0eb4.md", "s2206845b94.md", "s90d6aefc17.md", "s182924422d.md", "s665f18cc62.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5e747c25d4.md", "s829e5b50ee.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 53.26, "n_files": 46, "pool20": ["s829e5b50ee.md", "s5e747c25d4.md", "sc26232a561.md", "s5feddd87ca.md", "sdd3094b383.md", "s940b7cea29.md", "s2e88fd1193.md", "sa8621e8157.md", "s81e9930b53.md", "sc375d7f2dd.md", "s26cace0e02.md", "s8ef3c9321d.md", "sb7e91a1fdf.md", "s4e26adde59.md", "s2f2bcde5a4.md", "s3317546e75.md", "s7530c0f057.md", "s7d48e43658.md", "sf7e71ef679.md", "sbf9cbb8f1e.md"], "qid": "dcfa8644", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.021818182, 0.021722561, 0.021462639, 0.021230159, 0.021098213, 0.020940171, 0.020663454], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.6877, "secs_fuse": 0.0095, "secs_legs": 0.0199, "stand_in": false, "top10": ["s829e5b50ee.md", "s5e747c25d4.md", "sc26232a561.md", "s5feddd87ca.md", "sdd3094b383.md", "s940b7cea29.md", "s2e88fd1193.md", "sa8621e8157.md", "s81e9930b53.md", "sc375d7f2dd.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s829e5b50ee.md", "s5e747c25d4.md", "sc26232a561.md", "s5feddd87ca.md", "sdd3094b383.md", "s940b7cea29.md", "s2e88fd1193.md", "sa8621e8157.md", "s81e9930b53.md", "sc375d7f2dd.md", "s26cace0e02.md", "s8ef3c9321d.md", "sb7e91a1fdf.md", "s4e26adde59.md", "s2f2bcde5a4.md", "s3317546e75.md", "s7530c0f057.md", "s7d48e43658.md", "sf7e71ef679.md", "sbf9cbb8f1e.md", "s33a5452453.md", "s43fe133a52.md", "s893b86e2f7.md", "s718c0e22f9.md", "s5e49580335.md", "s3bd4c5f970.md", "sb061de21b9.md", "s247d973e23.md", "s35a70378b3.md", "s7582f9d252.md", "s8892be7102.md", "s9991b4fa93.md", "s2ee689fd6e.md", "s3dffedbeea.md", "saf81b41eae.md", "s1e1f9ba791.md", "s764501f20e.md", "s03fa9da7f6.md", "s40cdbf5a48.md", "s150ca98d2b.md", "se2946601c0.md", "s2562ea6664.md", "s3d78beb099.md", "s44e59af574.md", "sb328ade56a.md", "s917f9383fe.md"]}
{"abstention": false, "arm": "A5", "gold": ["s81e3d5422c.md", "s9886a5c274.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 53.41, "n_files": 47, "pool20": ["s81e3d5422c.md", "s9886a5c274.md", "sdb00f3e0f2.md", "sd73e36147a.md", "sf756d81c8b.md", "s4cc7cee7c6.md", "s8043e23777.md", "s758d6b0d5e.md", "s6df31dd978.md", "sd70c9fe847.md", "s4f4780410e.md", "sd17ef02c36.md", "sc509d05dcc.md", "s204b598096.md", "s9efd4420c1.md", "sb1000e3a56.md", "s2a4cbb59b4.md", "sd3a71d5e3f.md", "sb9e6c4b34a.md", "s444539dad0.md"], "qid": "gpt4_b4a80587", "rrf10": [0.024590164, 0.024193548, 0.023197115, 0.022871377, 0.02239819, 0.022366522, 0.022294372, 0.021869818, 0.021845695, 0.021126761], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 59.6457, "secs_fuse": 0.0333, "secs_legs": 0.0561, "stand_in": false, "top10": ["s81e3d5422c.md", "s9886a5c274.md", "sdb00f3e0f2.md", "sd73e36147a.md", "sf756d81c8b.md", "s4cc7cee7c6.md", "s8043e23777.md", "s758d6b0d5e.md", "s6df31dd978.md", "sd70c9fe847.md"], "type": "temporal-reasoning", "vec150_n": 47, "vec50_n": 47, "wide150": ["s81e3d5422c.md", "s9886a5c274.md", "sdb00f3e0f2.md", "sd73e36147a.md", "sf756d81c8b.md", "s4cc7cee7c6.md", "s8043e23777.md", "s758d6b0d5e.md", "s6df31dd978.md", "sd70c9fe847.md", "s4f4780410e.md", "sd17ef02c36.md", "sc509d05dcc.md", "s204b598096.md", "s9efd4420c1.md", "sb1000e3a56.md", "s2a4cbb59b4.md", "sd3a71d5e3f.md", "sb9e6c4b34a.md", "s444539dad0.md", "s0ed313afc2.md", "s328bab486a.md", "sdcbf5dca5e.md", "sa0db9cec88.md", "s4c69c0c460.md", "sae11be7322.md", "s615b53eae7.md", "s3dcb028648.md", "s351988eea6.md", "sfca534c3bb.md", "scebe7e8a11.md", "s4bf09aa338.md", "s18d58b9d5b.md", "s54f3daee03.md", "s64454bbc1e.md", "s9719efc639.md", "s0f79ce5e6b.md", "sd0932e52e7.md", "s9e9df9411f.md", "s19460b25c4.md", "sabbfe4f4ea.md", "s629c21663f.md", "sc673ce1f76.md", "sa12e16b02f.md", "s580e8a23f1.md", "sa68b753988.md", "sb342e03bff.md"]}
{"abstention": false, "arm": "A5", "gold": ["s39bce70737.md", "s9cf08030f4.md", "sa5569c7b49.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 50.2, "n_files": 46, "pool20": ["s9cf08030f4.md", "s39bce70737.md", "sa5569c7b49.md", "s0c2eb2a185.md", "s946073a043.md", "s65698d0474.md", "sb7f38044c3.md", "sd19132c35c.md", "s9857184315.md", "sdb16a48dd5.md", "s1bbddf0c7e.md", "s74948fc417.md", "s492717a1f4.md", "s414b59153b.md", "s30c9d289b6.md", "s86022311f9.md", "sc84dab024f.md", "s7e8b5cd3d9.md", "s0bb202dffa.md", "s12d8454485.md"], "qid": "gpt4_9a159967", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023335702, 0.023197115, 0.022278314, 0.022185061, 0.021464646, 0.02128483, 0.021028951], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 59.7376, "secs_fuse": 0.0092, "secs_legs": 0.0197, "stand_in": false, "top10": ["s9cf08030f4.md", "s39bce70737.md", "sa5569c7b49.md", "s0c2eb2a185.md", "s946073a043.md", "s65698d0474.md", "sb7f38044c3.md", "sd19132c35c.md", "s9857184315.md", "sdb16a48dd5.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s9cf08030f4.md", "s39bce70737.md", "sa5569c7b49.md", "s0c2eb2a185.md", "s946073a043.md", "s65698d0474.md", "sb7f38044c3.md", "sd19132c35c.md", "s9857184315.md", "sdb16a48dd5.md", "s1bbddf0c7e.md", "s74948fc417.md", "s492717a1f4.md", "s414b59153b.md", "s30c9d289b6.md", "s86022311f9.md", "sc84dab024f.md", "s7e8b5cd3d9.md", "s0bb202dffa.md", "s12d8454485.md", "s8294f717b4.md", "s5b4b7f78d5.md", "s9e742bca80.md", "s545822cafa.md", "s358b15239e.md", "s31e203db8a.md", "s89d664471a.md", "s493f47cfbf.md", "s29a1b5bc48.md", "s4a06ceb1f0.md", "sfe2eb6bfbb.md", "s0e52acc1ac.md", "s73946f3538.md", "s919b3de0fc.md", "s519ccfa46c.md", "s099952713b.md", "scd7bdc5a27.md", "s2fd45a9270.md", "s891f05c1c9.md", "s2810706d35.md", "s668c22a6aa.md", "s8263c84437.md", "sf2bd799353.md", "s2bd9b0c5dd.md", "s3b991cb189.md", "s6d16951164.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1c5f3ff0b6.md", "s9f4d074051.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 51.56, "n_files": 46, "pool20": ["s1c5f3ff0b6.md", "s9f4d074051.md", "s44f163f955.md", "s6386ad6ef3.md", "s6bc147bba6.md", "sca3842cd5a.md", "scc20a584a3.md", "sd53ce01ff0.md", "s594459dde9.md", "s034d1163bc.md", "sf428fa99b5.md", "s730d841380.md", "s6377b85372.md", "se04750362a.md", "sd6e9e0e6ff.md", "sec570d0a5e.md", "sd20c10acbb.md", "sf506bd5225.md", "s3be96533e8.md", "s061008c3e3.md"], "qid": "cc6d1ec1", "rrf10": [0.024590164, 0.024193548, 0.022871377, 0.022722331, 0.022518382, 0.02206823, 0.021713729, 0.021205821, 0.020931142, 0.02079602], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 50.0184, "secs_fuse": 0.0282, "secs_legs": 0.076, "stand_in": false, "top10": ["s1c5f3ff0b6.md", "s9f4d074051.md", "s44f163f955.md", "s6386ad6ef3.md", "s6bc147bba6.md", "sca3842cd5a.md", "scc20a584a3.md", "sd53ce01ff0.md", "s594459dde9.md", "s034d1163bc.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["s1c5f3ff0b6.md", "s9f4d074051.md", "s44f163f955.md", "s6386ad6ef3.md", "s6bc147bba6.md", "sca3842cd5a.md", "scc20a584a3.md", "sd53ce01ff0.md", "s594459dde9.md", "s034d1163bc.md", "sf428fa99b5.md", "s730d841380.md", "s6377b85372.md", "se04750362a.md", "sd6e9e0e6ff.md", "sec570d0a5e.md", "sd20c10acbb.md", "sf506bd5225.md", "s3be96533e8.md", "s061008c3e3.md", "s290308b822.md", "s1b2597aade.md", "s7e9951e91f.md", "se90e7f345d.md", "s8235e97fc8.md", "sf5ab548607.md", "s51512b3557.md", "s6bf164e322.md", "sba8c1a6543.md", "se9d677e5ae.md", "s56a5db082b.md", "sc716c08194.md", "s82213d0069.md", "s2817ad0e05.md", "s112979708c.md", "sd4b55a1129.md", "se3b33c07bf.md", "s6c6d371685.md", "s5c5619e500.md", "s9d4b09932f.md", "sb114305076.md", "s8f226c5eb3.md", "s9ab7667224.md", "sddfa0649f1.md", "s95e04d9f23.md", "s3927ac809f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s05cb38b910.md", "s0ebeaaa131.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 51.63, "n_files": 50, "pool20": ["s0ebeaaa131.md", "s0b7165840c.md", "s05cb38b910.md", "s73a6dea65e.md", "s44b31faa32.md", "s2d984ce048.md", "s630cd2c65f.md", "sead1ce3d43.md", "sbb66e49d06.md", "sc49b79e68e.md", "s0e77c59f35.md", "sf5822aaf9a.md", "s0730cc807a.md", "s0aac4321c7.md", "scab011631d.md", "sdf561b99ef.md", "s50ee320eff.md", "se39136a2d7.md", "s0021810692.md", "s2308d8639a.md"], "qid": "gpt4_8c8961ae", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.02179784, 0.021794872, 0.021372549, 0.021249076, 0.021175373, 0.021145833, 0.021126761], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 58.1224, "secs_fuse": 0.0283, "secs_legs": 0.0719, "stand_in": false, "top10": ["s0ebeaaa131.md", "s0b7165840c.md", "s05cb38b910.md", "s73a6dea65e.md", "s44b31faa32.md", "s2d984ce048.md", "s630cd2c65f.md", "sead1ce3d43.md", "sbb66e49d06.md", "sc49b79e68e.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s0ebeaaa131.md", "s0b7165840c.md", "s05cb38b910.md", "s73a6dea65e.md", "s44b31faa32.md", "s2d984ce048.md", "s630cd2c65f.md", "sead1ce3d43.md", "sbb66e49d06.md", "sc49b79e68e.md", "s0e77c59f35.md", "sf5822aaf9a.md", "s0730cc807a.md", "s0aac4321c7.md", "scab011631d.md", "sdf561b99ef.md", "s50ee320eff.md", "se39136a2d7.md", "s0021810692.md", "s2308d8639a.md", "s1f7b64c0d7.md", "s48d3cc48fd.md", "sbc109f72ad.md", "s12d7d4020a.md", "s31e3a5524e.md", "sd66f075127.md", "se8c7a6d8df.md", "se2127dd746.md", "s73503b85b9.md", "seba6966e6a.md", "s8a813973e5.md", "s6779884307.md", "saf49b565f6.md", "sf8a3fa3304.md", "s3bbc888ee3.md", "s83fb1cf77e.md", "s7af9184a7f.md", "sab6f59d80d.md", "sc274f76435.md", "s36bd9d8178.md", "s602210bf00.md", "sa1567caf8a.md", "s227e15e33f.md", "s273a3fb36a.md", "s9ad8b0db13.md", "sd42921191d.md", "sf42c628d0a.md", "s48c9245cd9.md", "s314b0db744.md", "s5f5499e526.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0f39b2797c.md", "s91ee2f2e0e.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 56.61, "n_files": 51, "pool20": ["s91ee2f2e0e.md", "s0f39b2797c.md", "s70afc29573.md", "sdb21a0fbef.md", "s645440ba48.md", "sa55008c3c5.md", "sc2ce1b0653.md", "s1469f168f2.md", "s47af66556f.md", "sc2b7c25e9f.md", "s85f15d6eff.md", "s6ce605cdbc.md", "s6e989b92f8.md", "s2a73e09e65.md", "se4438d3a81.md", "s24e2f89457.md", "s859850dd0f.md", "se6c4dffb9e.md", "se254ae283f.md", "se925ba90a7.md"], "qid": "gpt4_d9af6064", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.021462639, 0.021401515, 0.021330884, 0.021327968, 0.021306818, 0.020733652], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.2734, "secs_fuse": 0.0214, "secs_legs": 0.0429, "stand_in": false, "top10": ["s91ee2f2e0e.md", "s0f39b2797c.md", "s70afc29573.md", "sdb21a0fbef.md", "s645440ba48.md", "sa55008c3c5.md", "sc2ce1b0653.md", "s1469f168f2.md", "s47af66556f.md", "sc2b7c25e9f.md"], "type": "temporal-reasoning", "vec150_n": 51, "vec50_n": 50, "wide150": ["s91ee2f2e0e.md", "s0f39b2797c.md", "s70afc29573.md", "sdb21a0fbef.md", "s645440ba48.md", "sa55008c3c5.md", "sc2ce1b0653.md", "s1469f168f2.md", "s47af66556f.md", "sc2b7c25e9f.md", "s85f15d6eff.md", "s6ce605cdbc.md", "s6e989b92f8.md", "s2a73e09e65.md", "se4438d3a81.md", "s24e2f89457.md", "s859850dd0f.md", "se6c4dffb9e.md", "se254ae283f.md", "se925ba90a7.md", "se3f29b5aad.md", "s06eb86f51b.md", "sfa6e5c73f8.md", "s2f659df208.md", "s76f54d5376.md", "sba4951d25b.md", "sc3a4a02088.md", "s6fcd99fd13.md", "s467839af88.md", "s0f85de81e3.md", "s2d01578368.md", "s38854aff7a.md", "sdba92066ed.md", "s878a1618c6.md", "sbf03cb038e.md", "s1eca08b0eb.md", "sfe536b6f9a.md", "sb9485e0887.md", "s548ceeb9af.md", "s69399ed2fb.md", "s9532ddfada.md", "sbeee097f6f.md", "s75a975cdaf.md", "sb51b991a9c.md", "s769192a78e.md", "s59e5334da9.md", "s4d83377c6c.md", "sd4aa175408.md", "s8afd606335.md", "s2195ff550e.md", "sd755e1af05.md"]}
{"abstention": false, "arm": "A5", "gold": ["s87199b9e20.md", "s8d2939d9d9.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 57.08, "n_files": 49, "pool20": ["s8d2939d9d9.md", "s87199b9e20.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sd2341bc017.md", "sa7ab9c4734.md", "s58cef62418.md", "s9d31691c46.md", "sd2fbc1ea6e.md", "sd0d36ae472.md", "s52ace60292.md", "se389885c6d.md", "s9c705d7fa8.md", "s0d6dfb4973.md", "sf910af34b6.md", "sab9a593177.md", "s1e86748a3d.md", "s0831c0deeb.md", "s9703506b19.md", "s6f91e59a57.md"], "qid": "gpt4_7de946e7", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023197115, 0.02168213, 0.021660265, 0.021480629, 0.02115942, 0.020850202, 0.02079602], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.9695, "secs_fuse": 0.0277, "secs_legs": 0.0622, "stand_in": false, "top10": ["s8d2939d9d9.md", "s87199b9e20.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sd2341bc017.md", "sa7ab9c4734.md", "s58cef62418.md", "s9d31691c46.md", "sd2fbc1ea6e.md", "sd0d36ae472.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["s8d2939d9d9.md", "s87199b9e20.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sd2341bc017.md", "sa7ab9c4734.md", "s58cef62418.md", "s9d31691c46.md", "sd2fbc1ea6e.md", "sd0d36ae472.md", "s52ace60292.md", "se389885c6d.md", "s9c705d7fa8.md", "s0d6dfb4973.md", "sf910af34b6.md", "sab9a593177.md", "s1e86748a3d.md", "s0831c0deeb.md", "s9703506b19.md", "s6f91e59a57.md", "sd460a264b5.md", "sd5c6b22376.md", "s75c53b2fe2.md", "s0e772e71c5.md", "s3a3bddd4bc.md", "s0da136afd3.md", "scbd1854124.md", "s2d5f65e71e.md", "s911e8ca38a.md", "sc015530058.md", "s36731f5567.md", "s4f7378e11b.md", "s76499d2d71.md", "sf5371d77af.md", "s11ad7954c3.md", "s44b3547bba.md", "s5f71e34093.md", "s47f61e404a.md", "s71979729ad.md", "s2f8dd5ec19.md", "sd9d770ddb4.md", "s021dc8f223.md", "sebc3ffc7ea.md", "sd46ca6774b.md", "s417811703c.md", "sdc8328260b.md", "sb30c08422f.md", "s32975ade77.md", "s5b5ab18435.md"]}
{"abstention": false, "arm": "A5", "gold": ["s27c3996527.md", "sc0834edc40.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 53.8, "n_files": 42, "pool20": ["sc0834edc40.md", "s27c3996527.md", "sbca7204e08.md", "s63c55b5a2a.md", "s267b6828ee.md", "s12308690f5.md", "s906be4d53a.md", "s0e1ae3e7ea.md", "sfcddfb85f2.md", "s081d63c9cd.md", "scf9565c28d.md", "scfd5070cca.md", "s1ddc4f5bfb.md", "sff86892469.md", "s1ed9fb28f4.md", "s653f92f6fc.md", "scb30e55217.md", "s0e678c6741.md", "se7500ec8e8.md", "s6f1b69e6ff.md"], "qid": "d01c6aa8", "rrf10": [0.024457959, 0.024069737, 0.023941532, 0.022871377, 0.022861881, 0.022058824, 0.021482176, 0.020821868, 0.020512821, 0.020414673], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.2794, "secs_fuse": 0.0088, "secs_legs": 0.0191, "stand_in": false, "top10": ["sc0834edc40.md", "s27c3996527.md", "sbca7204e08.md", "s63c55b5a2a.md", "s267b6828ee.md", "s12308690f5.md", "s906be4d53a.md", "s0e1ae3e7ea.md", "sfcddfb85f2.md", "s081d63c9cd.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["sc0834edc40.md", "s27c3996527.md", "sbca7204e08.md", "s63c55b5a2a.md", "s267b6828ee.md", "s12308690f5.md", "s906be4d53a.md", "s0e1ae3e7ea.md", "sfcddfb85f2.md", "s081d63c9cd.md", "scf9565c28d.md", "scfd5070cca.md", "s1ddc4f5bfb.md", "sff86892469.md", "s1ed9fb28f4.md", "s653f92f6fc.md", "scb30e55217.md", "s0e678c6741.md", "se7500ec8e8.md", "s6f1b69e6ff.md", "s9f59b6da8a.md", "sae6776cf40.md", "s9141a820f6.md", "s4c05a8212f.md", "sd98b2683da.md", "s494b5522a4.md", "s42443d05ef.md", "sa9f34c05ae.md", "s4e7418f5be.md", "s3353c0a5c1.md", "s88a922a6cc.md", "s7ba82b54d1.md", "sb4e47de964.md", "s3bbc531caf.md", "sb517101db0.md", "s41fcc4985f.md", "sbf8f8419e8.md", "sbb5339c329.md", "s51b9b36e7f.md", "sff7394af85.md", "sa43e83a031.md", "sfd4f5b866d.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc2c75a3b3d.md", "sca918c6491.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 50.49, "n_files": 49, "pool20": ["sc2c75a3b3d.md", "sa0f4c3b204.md", "sca918c6491.md", "sa0f5693822.md", "sf597189f38.md", "s38a79afd7e.md", "sc8e6cebc17.md", "s0078e93c3d.md", "s60a8cc6191.md", "s6afff252ac.md", "sb4f510da95.md", "s62d61587e7.md", "sbfb01bc4a8.md", "sa3e1babeab.md", "s24e0ff679f.md", "sb2a7648f7c.md", "s953495e5a7.md", "sc8ad0562d0.md", "sb3bdfd3a8f.md", "s9178c3fe71.md"], "qid": "993da5e2", "rrf10": [0.024590164, 0.023941532, 0.023689516, 0.022737557, 0.022614202, 0.022451963, 0.021116139, 0.021031746, 0.020383275, 0.019875868], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.5398, "secs_fuse": 0.0277, "secs_legs": 0.0703, "stand_in": false, "top10": ["sc2c75a3b3d.md", "sa0f4c3b204.md", "sca918c6491.md", "sa0f5693822.md", "sf597189f38.md", "s38a79afd7e.md", "sc8e6cebc17.md", "s0078e93c3d.md", "s60a8cc6191.md", "s6afff252ac.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["sc2c75a3b3d.md", "sa0f4c3b204.md", "sca918c6491.md", "sa0f5693822.md", "sf597189f38.md", "s38a79afd7e.md", "sc8e6cebc17.md", "s0078e93c3d.md", "s60a8cc6191.md", "s6afff252ac.md", "sb4f510da95.md", "s62d61587e7.md", "sbfb01bc4a8.md", "sa3e1babeab.md", "s24e0ff679f.md", "sb2a7648f7c.md", "s953495e5a7.md", "sc8ad0562d0.md", "sb3bdfd3a8f.md", "s9178c3fe71.md", "s3d64fb29ca.md", "s7ac97478ef.md", "sdf10a67752.md", "s1c8afd6bf3.md", "s921e1f5d1b.md", "sf53fe06dab.md", "s63150f8944.md", "sc7fdf02ebe.md", "s69b588c5c5.md", "sfca4c2f79b.md", "s22212ea7f9.md", "s58d097079f.md", "sc4429e4a2f.md", "s838444a7f6.md", "s419a56b141.md", "sdcda0df5d1.md", "sb6b12afb0f.md", "sd6b2028e72.md", "s2d52d18905.md", "s4ad79059e1.md", "s3582130b29.md", "sf00d43db4b.md", "s0ee25234f9.md", "s7222348672.md", "s77bc4fbeb5.md", "s4336111ae3.md", "s47c4b1ad6d.md", "s9355712193.md", "s8dd8d7102d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s34e4ec4eef.md", "sf6f7182ae0.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 50.93, "n_files": 53, "pool20": ["sb946f98b8c.md", "sf6f7182ae0.md", "s868545fa6a.md", "s34e4ec4eef.md", "s9f04e9c2b9.md", "s6fb625b37e.md", "s238c353f40.md", "s6e501c414f.md", "sf10b4b4cb0.md", "s4db1295acd.md", "sc6a48a5ee1.md", "s53cb6dcb10.md", "sc3d69a28d3.md", "s39c0f507b0.md", "sadcc83c913.md", "sb207ce62f9.md", "s76611bce2f.md", "sfca8bf147d.md", "sc2a724ffbe.md", "s92f4c200f3.md"], "qid": "a3045048", "rrf10": [0.024457959, 0.024325754, 0.023317308, 0.023088023, 0.02281746, 0.022737873, 0.022630992, 0.021660265, 0.021042471, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 74.9143, "secs_fuse": 0.0151, "secs_legs": 0.0432, "stand_in": false, "top10": ["sb946f98b8c.md", "sf6f7182ae0.md", "s868545fa6a.md", "s34e4ec4eef.md", "s9f04e9c2b9.md", "s6fb625b37e.md", "s238c353f40.md", "s6e501c414f.md", "sf10b4b4cb0.md", "s4db1295acd.md"], "type": "temporal-reasoning", "vec150_n": 53, "vec50_n": 50, "wide150": ["sb946f98b8c.md", "sf6f7182ae0.md", "s868545fa6a.md", "s34e4ec4eef.md", "s9f04e9c2b9.md", "s6fb625b37e.md", "s238c353f40.md", "s6e501c414f.md", "sf10b4b4cb0.md", "s4db1295acd.md", "sc6a48a5ee1.md", "s53cb6dcb10.md", "sc3d69a28d3.md", "s39c0f507b0.md", "sadcc83c913.md", "sb207ce62f9.md", "s76611bce2f.md", "sfca8bf147d.md", "sc2a724ffbe.md", "s92f4c200f3.md", "s4792b4971b.md", "s692e173cd1.md", "sf9a76af0c6.md", "s18282f0657.md", "s6d85715ec4.md", "s40c2fbd3a9.md", "secc8744257.md", "s1761d3644e.md", "sbfa3d6d0d9.md", "s42ce14830e.md", "s8331ae5eab.md", "s66a6ab74b1.md", "s7b55025440.md", "s0a9ebcfab2.md", "s806fa7f302.md", "se9bb0feb3a.md", "s350c88ba3a.md", "s03e2073dc9.md", "s48bc887612.md", "s03edadd6c1.md", "s3a6b114b4d.md", "s2932c8fbe6.md", "sa98f3eb9ec.md", "sdf0eb73501.md", "s722d3dcc7f.md", "s1d4fa595ca.md", "s86ee9bf057.md", "sdd157c37ed.md", "s8c1d0b3110.md", "s8af926b5c6.md", "s34457859f5.md", "s7dc187d4d3.md", "s404b70427b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5c0a31b0c9.md", "s6e88e5e525.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 52.49, "n_files": 50, "pool20": ["s5c0a31b0c9.md", "se03fc5ca98.md", "s0cbc84a2e4.md", "s0c3b4ad7fb.md", "s6e88e5e525.md", "sde2659ee38.md", "sb9cd50476b.md", "s5ebf4b8a9c.md", "sc1dd77eabc.md", "s56f7485fb6.md", "s18b4cc2ebd.md", "sd20b6706f1.md", "s23e1c3e4dc.md", "s375e590a15.md", "s71342f3939.md", "sca7ab57070.md", "s73b70c3a7e.md", "se12b1c7f5e.md", "sdc6ece3068.md", "s02c7d4ecd4.md"], "qid": "gpt4_d31cdae3", "rrf10": [0.024590164, 0.023809524, 0.02370479, 0.0234375, 0.022989889, 0.02124183, 0.021205821, 0.021042471, 0.020740884, 0.020729979], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.3601, "secs_fuse": 0.0464, "secs_legs": 0.0936, "stand_in": false, "top10": ["s5c0a31b0c9.md", "se03fc5ca98.md", "s0cbc84a2e4.md", "s0c3b4ad7fb.md", "s6e88e5e525.md", "sde2659ee38.md", "sb9cd50476b.md", "s5ebf4b8a9c.md", "sc1dd77eabc.md", "s56f7485fb6.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s5c0a31b0c9.md", "se03fc5ca98.md", "s0cbc84a2e4.md", "s0c3b4ad7fb.md", "s6e88e5e525.md", "sde2659ee38.md", "sb9cd50476b.md", "s5ebf4b8a9c.md", "sc1dd77eabc.md", "s56f7485fb6.md", "s18b4cc2ebd.md", "sd20b6706f1.md", "s23e1c3e4dc.md", "s375e590a15.md", "s71342f3939.md", "sca7ab57070.md", "s73b70c3a7e.md", "se12b1c7f5e.md", "sdc6ece3068.md", "s02c7d4ecd4.md", "s38a339bc17.md", "se5c725ffd8.md", "s4fd43e019f.md", "se121be67f9.md", "s06696d4530.md", "sf79a685644.md", "sa06f1546ff.md", "sdcd698fbe5.md", "s6a1388bc63.md", "s231b4d0792.md", "sb09e1c7595.md", "s5419df9e1b.md", "sdb435e8aef.md", "sa64028b14a.md", "s07047edb9e.md", "saa93e5bf3d.md", "scee33f3bb7.md", "s8fa13eff8f.md", "sa737ff7375.md", "sbf677da7f3.md", "saa9e4a42d4.md", "sb4b38c45a4.md", "s596cb9741a.md", "s0e7d8a3470.md", "s894857d97e.md", "sc3c921fd6c.md", "s85b7e38d07.md", "s769e92d441.md", "s293c4a6666.md", "s66e3f3ff98.md"]}
{"abstention": false, "arm": "A5", "gold": ["s01360ef0c3.md", "s8a8c2e05ec.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 87.57, "n_files": 52, "pool20": ["s8a8c2e05ec.md", "s01360ef0c3.md", "sebc5c7ad86.md", "s27ce54af4e.md", "s3af56adb0b.md", "se03971e927.md", "s23fac897f1.md", "s2c0f0e132d.md", "sc9c4832d17.md", "s3d33a11a61.md", "sc028636e2a.md", "s14e8081519.md", "s59033cc933.md", "s533d9cf8e4.md", "s3afff42f97.md", "sb0695978a7.md", "s52491b94a1.md", "sc13f3f3be5.md", "s595f2c6742.md", "sd49ddb3a0d.md"], "qid": "gpt4_cd90e484", "rrf10": [0.024457959, 0.024325754, 0.023200758, 0.021794872, 0.02151113, 0.020588235, 0.020555767, 0.02041847, 0.020283199, 0.020174572], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.7939, "secs_fuse": 0.0177, "secs_legs": 0.0456, "stand_in": false, "top10": ["s8a8c2e05ec.md", "s01360ef0c3.md", "sebc5c7ad86.md", "s27ce54af4e.md", "s3af56adb0b.md", "se03971e927.md", "s23fac897f1.md", "s2c0f0e132d.md", "sc9c4832d17.md", "s3d33a11a61.md"], "type": "temporal-reasoning", "vec150_n": 52, "vec50_n": 50, "wide150": ["s8a8c2e05ec.md", "s01360ef0c3.md", "sebc5c7ad86.md", "s27ce54af4e.md", "s3af56adb0b.md", "se03971e927.md", "s23fac897f1.md", "s2c0f0e132d.md", "sc9c4832d17.md", "s3d33a11a61.md", "sc028636e2a.md", "s14e8081519.md", "s59033cc933.md", "s2322986d9b.md", "s533d9cf8e4.md", "s3afff42f97.md", "sb0695978a7.md", "s52491b94a1.md", "sc13f3f3be5.md", "s595f2c6742.md", "sd49ddb3a0d.md", "s367abecc78.md", "s604cef23e7.md", "sb8a5f99976.md", "s4ef2cbf3c4.md", "s4c753bca9e.md", "sfe1f35d442.md", "se6772475f2.md", "sc40f97d602.md", "s4be3306ef0.md", "sa813de35f9.md", "s7de0f7ff35.md", "sd89ac318db.md", "sf629606463.md", "sda33be6861.md", "s102e346d63.md", "s51f518c05e.md", "s1f49a02f21.md", "s0159437cbd.md", "s7990cc0e56.md", "s636c8e110c.md", "s0cb43f0fe8.md", "s52ba6e7a7a.md", "s81a6b5c584.md", "s5cbdcf3caf.md", "s64e832c528.md", "s7ba4fddf5e.md", "s7f1f70864a.md", "s8816b6287b.md", "sb1705f0663.md", "s21d8c082ef.md", "s99d4ca0723.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9368d1b6c1.md", "sa3245090a2.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 62.24, "n_files": 49, "pool20": ["sa3245090a2.md", "s9368d1b6c1.md", "sac2f5bd3ee.md", "s38e1741d67.md", "s290e87c58c.md", "sd51c0de2f5.md", "scc8768836c.md", "s38e27fb144.md", "s81b2a55988.md", "sb082c3d562.md", "s493c9e6cc6.md", "sb2381f9e84.md", "s9d38b00fde.md", "s6c4802443c.md", "s20add0fe7d.md", "s60dd92d866.md", "sa1a99dfab4.md", "s6472b75285.md", "sb35496e2ac.md", "s93f6cb8deb.md"], "qid": "gpt4_88806d6e", "rrf10": [0.024590164, 0.023561508, 0.022527473, 0.022185061, 0.022011385, 0.021547194, 0.021089271, 0.020898642, 0.020877754, 0.020633013], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.8221, "secs_fuse": 0.0192, "secs_legs": 0.0441, "stand_in": false, "top10": ["sa3245090a2.md", "s9368d1b6c1.md", "sac2f5bd3ee.md", "s38e1741d67.md", "s290e87c58c.md", "sd51c0de2f5.md", "scc8768836c.md", "s38e27fb144.md", "s81b2a55988.md", "sb082c3d562.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["sa3245090a2.md", "s9368d1b6c1.md", "sac2f5bd3ee.md", "s38e1741d67.md", "s290e87c58c.md", "sd51c0de2f5.md", "scc8768836c.md", "s38e27fb144.md", "s81b2a55988.md", "sb082c3d562.md", "s493c9e6cc6.md", "sb2381f9e84.md", "s9d38b00fde.md", "s6c4802443c.md", "s20add0fe7d.md", "s60dd92d866.md", "sa1a99dfab4.md", "s6472b75285.md", "sb35496e2ac.md", "s93f6cb8deb.md", "s5975388401.md", "s01327f33bd.md", "sfcb98f7e15.md", "sd2292b6fc1.md", "s707afc98b4.md", "s2863d8f768.md", "saccb80664f.md", "s37779b8bdc.md", "s50b57e3096.md", "s86248a1cc6.md", "sba10776b29.md", "sf951f19d74.md", "seb6740ef85.md", "se40963a6b3.md", "s9c27b7b321.md", "s8904b62bb2.md", "s928ede8ab3.md", "sc9a4213a86.md", "s2b7e194250.md", "se37596f9eb.md", "s155a7b5589.md", "see6caaec60.md", "s6fc88c1f48.md", "sbfa232f178.md", "sd4914e627b.md", "s47403d813c.md", "se9309a33f5.md", "sf207a2a032.md", "sd668278b6e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3ddfcc1840.md", "sdcbbe1aff8.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 55.31, "n_files": 45, "pool20": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sf99b407698.md", "s883432cd0a.md", "s68af291090.md", "s64a98e5698.md", "s36770957ed.md", "s3df0316031.md", "sc112151abf.md", "sfe3164f4b4.md", "s33f1a46a13.md", "s630c3665c9.md", "s1f44ce8bef.md", "sabb87d6f21.md", "s07dd6825af.md", "s088840d3a4.md", "s83651542c6.md", "s7f121ef5ec.md", "s77f5597e9b.md", "s6e97cfe321.md"], "qid": "gpt4_4cd9eba1", "rrf10": [0.024590164, 0.024193548, 0.023197115, 0.022617681, 0.022614202, 0.022045855, 0.021861472, 0.021342069, 0.021135266, 0.020955882], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.6548, "secs_fuse": 0.0482, "secs_legs": 0.0954, "stand_in": false, "top10": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sf99b407698.md", "s883432cd0a.md", "s68af291090.md", "s64a98e5698.md", "s36770957ed.md", "s3df0316031.md", "sc112151abf.md", "sfe3164f4b4.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sf99b407698.md", "s883432cd0a.md", "s68af291090.md", "s64a98e5698.md", "s36770957ed.md", "s3df0316031.md", "sc112151abf.md", "sfe3164f4b4.md", "s33f1a46a13.md", "s630c3665c9.md", "s1f44ce8bef.md", "sabb87d6f21.md", "s07dd6825af.md", "s088840d3a4.md", "s83651542c6.md", "s7f121ef5ec.md", "s77f5597e9b.md", "s6e97cfe321.md", "s4f490a48c7.md", "s9edd4920f0.md", "s9cc23112c3.md", "sb126fc7b82.md", "s1a5b51875e.md", "sfe852ac4a6.md", "s2ed3f1c292.md", "sabef265a55.md", "s0deee9d03c.md", "sc5bb3fb889.md", "s6df934d29c.md", "s64f9283353.md", "s6f657785d1.md", "s4aecd50016.md", "sc19b31177a.md", "s9a7bcd526e.md", "saac0420cf3.md", "s9adf2ff23d.md", "s5c706f7ee9.md", "s9690057bbf.md", "s51963e347f.md", "s94484c8e68.md", "s9656cb38d1.md", "sa963e16b18.md", "s9650c30368.md"]}
{"abstention": false, "arm": "A5", "gold": ["s43a072f157.md", "sd1df7a24ac.md", "sfb967e87f2.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 53.16, "n_files": 42, "pool20": ["sfb967e87f2.md", "sd1df7a24ac.md", "s08accac585.md", "sd96069f4b2.md", "s43a072f157.md", "sd2d72e6837.md", "sff493dc186.md", "sceea088529.md", "sd8d40f36f3.md", "s68d7cd1ed0.md", "s251f6ffef2.md", "se7510d5f6a.md", "s038b5b85c9.md", "sbdb777a43a.md", "sd28f18b570.md", "s487edd6718.md", "s6a496771ef.md", "s75c1f5d801.md", "s41e92f97f2.md", "s1ab04a013d.md"], "qid": "gpt4_93f6379c", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022193769, 0.022141372, 0.02173913, 0.021581197, 0.021098213, 0.021059783, 0.020733652], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.1075, "secs_fuse": 0.0261, "secs_legs": 0.0708, "stand_in": false, "top10": ["sfb967e87f2.md", "sd1df7a24ac.md", "s08accac585.md", "sd96069f4b2.md", "s43a072f157.md", "sd2d72e6837.md", "sff493dc186.md", "sceea088529.md", "sd8d40f36f3.md", "s68d7cd1ed0.md"], "type": "temporal-reasoning", "vec150_n": 42, "vec50_n": 42, "wide150": ["sfb967e87f2.md", "sd1df7a24ac.md", "s08accac585.md", "sd96069f4b2.md", "s43a072f157.md", "sd2d72e6837.md", "sff493dc186.md", "sceea088529.md", "sd8d40f36f3.md", "s68d7cd1ed0.md", "s251f6ffef2.md", "se7510d5f6a.md", "s038b5b85c9.md", "sbdb777a43a.md", "sd28f18b570.md", "s487edd6718.md", "s6a496771ef.md", "s75c1f5d801.md", "s41e92f97f2.md", "s1ab04a013d.md", "s5a360a8a6a.md", "s63d74e4cba.md", "s36050a7ae1.md", "sdc8d52e2fc.md", "s2f326cde88.md", "s5742b0c623.md", "sded685286c.md", "s9caf86060f.md", "s845eaf896e.md", "s3d56c8c07a.md", "s47086f3330.md", "sf2aac20d2a.md", "se0ef539d7c.md", "s99ef308a81.md", "s4d485252f4.md", "sfc7baa6506.md", "s2d0ff10abd.md", "s229ef05e1c.md", "sc648963bcf.md", "sb38ba9b649.md", "s5a117e3cce.md", "s60970d5df9.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3b896c3512.md", "s548348aeec.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.75, "n_files": 50, "pool20": ["s3b896c3512.md", "s548348aeec.md", "s360637b2a6.md", "s48f960c250.md", "s665fd095f5.md", "seb53491733.md", "s15134189e9.md", "sf6dad02828.md", "s83f9921dd5.md", "s43342168ae.md", "s6c47a9bf7e.md", "s25ea3978a6.md", "scdfaabcb8d.md", "s1eb4079cdc.md", "s028941bd36.md", "se78a0b3a91.md", "s062a2fad9f.md", "sa69a4d7c72.md", "s4698901d2d.md", "s9c4ea71290.md"], "qid": "b29f3365", "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.023087687, 0.021428571, 0.02133563, 0.021274388, 0.021269841, 0.020647773, 0.020586298], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.4183, "secs_fuse": 0.0177, "secs_legs": 0.0431, "stand_in": false, "top10": ["s3b896c3512.md", "s548348aeec.md", "s360637b2a6.md", "s48f960c250.md", "s665fd095f5.md", "seb53491733.md", "s15134189e9.md", "sf6dad02828.md", "s83f9921dd5.md", "s43342168ae.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s3b896c3512.md", "s548348aeec.md", "s360637b2a6.md", "s48f960c250.md", "s665fd095f5.md", "seb53491733.md", "s15134189e9.md", "sf6dad02828.md", "s83f9921dd5.md", "s43342168ae.md", "s6c47a9bf7e.md", "s25ea3978a6.md", "scdfaabcb8d.md", "s1eb4079cdc.md", "s028941bd36.md", "se78a0b3a91.md", "s062a2fad9f.md", "sa69a4d7c72.md", "s4698901d2d.md", "s9c4ea71290.md", "s22ccca2f39.md", "s0134774701.md", "sb733a0c8d6.md", "sb3988bf228.md", "s7765ac8979.md", "sf37fff8e89.md", "sb2f3bd1ba0.md", "saa77cfaf42.md", "sf9f04d63fe.md", "sb3d775ade6.md", "s635d75cfb7.md", "s57d47f8ae9.md", "sf4bf0d91ff.md", "s5397dc33d3.md", "s8bdfcd4799.md", "s9445ed5eeb.md", "s7e19d3ece1.md", "saa5b98aa04.md", "s258699988b.md", "s72e3fbce76.md", "sdb272dae82.md", "s1ccb4e132e.md", "s9aeec42da6.md", "s625bb05828.md", "sd11e3dff7e.md", "sc6850ab798.md", "sc99511586d.md", "sfe01c63803.md", "s53241a5736.md", "s9c8493fa03.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1f845ab656.md", "s655404f4a3.md", "sf0d9378d6e.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 52.99, "n_files": 45, "pool20": ["s655404f4a3.md", "s1f845ab656.md", "sf0d9378d6e.md", "sfe659584cc.md", "sb7a439cf2e.md", "sca23044b98.md", "s02f7cf91ac.md", "s7e952879f9.md", "sc0d240093a.md", "s1fad0b117a.md", "s63cacb21b1.md", "s0da31b1256.md", "s60e49fe2f7.md", "se34a23b7bb.md", "sac7e1751ea.md", "see3dc25523.md", "s3d9af1e8bc.md", "s52152fa99e.md", "s56e192749a.md", "s10cbf6811e.md"], "qid": "gpt4_2f56ae70", "rrf10": [0.023941532, 0.023689516, 0.023639819, 0.02208561, 0.02159204, 0.021437448, 0.021199389, 0.021081349, 0.021033868, 0.021002593], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.3445, "secs_fuse": 0.0087, "secs_legs": 0.0184, "stand_in": false, "top10": ["s655404f4a3.md", "s1f845ab656.md", "sf0d9378d6e.md", "sfe659584cc.md", "sb7a439cf2e.md", "sca23044b98.md", "s02f7cf91ac.md", "s7e952879f9.md", "sc0d240093a.md", "s1fad0b117a.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["s655404f4a3.md", "s1f845ab656.md", "sf0d9378d6e.md", "sfe659584cc.md", "sb7a439cf2e.md", "sca23044b98.md", "s02f7cf91ac.md", "s7e952879f9.md", "sc0d240093a.md", "s1fad0b117a.md", "s63cacb21b1.md", "s0da31b1256.md", "s60e49fe2f7.md", "se34a23b7bb.md", "sac7e1751ea.md", "see3dc25523.md", "s3d9af1e8bc.md", "s52152fa99e.md", "s56e192749a.md", "s10cbf6811e.md", "s46888c1d60.md", "s2d2aa76c7a.md", "sc269312152.md", "sce12cc9a65.md", "s189763370c.md", "s797176578a.md", "se214699910.md", "s5bf0d61871.md", "saf0f1886a2.md", "s0058b49f58.md", "sca6fa9f8ec.md", "s894bed4c91.md", "sd60188c3c0.md", "sd0a35b08c7.md", "sa5cd9e28c8.md", "s7546d55f88.md", "s9a6bebbbdd.md", "s1ae578b05f.md", "s2d4ef95d6f.md", "sdd79a9c4f9.md", "sd7ca907289.md", "s8377fd8c48.md", "s69d926cd99.md", "s87313fcc28.md", "s3dcb4bd7f0.md"]}
{"abstention": false, "arm": "A5", "gold": ["s837e89c60d.md", "sbddb9c5815.md", "se4c50b7071.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 51.89, "n_files": 41, "pool20": ["sbddb9c5815.md", "s6422cf943a.md", "se4c50b7071.md", "s6843424c25.md", "s87a60292af.md", "s1693f43973.md", "s31fb8d4036.md", "s221906619f.md", "s896018073b.md", "s12033449f0.md", "s837e89c60d.md", "sf8c6c1bb54.md", "sc856d38cba.md", "s4d0a382db6.md", "s1a52e3040f.md", "sc23656ef11.md", "s734b592cba.md", "s7c54f7cabe.md", "sa1e01ac3e1.md", "s7085cf91e6.md"], "qid": "6613b389", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023076923, 0.022098214, 0.021875, 0.021818182, 0.021437448, 0.02133563, 0.020740884], "score": {"all@10": false, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 71.8899, "secs_fuse": 0.0201, "secs_legs": 0.0372, "stand_in": false, "top10": ["sbddb9c5815.md", "s6422cf943a.md", "se4c50b7071.md", "s6843424c25.md", "s87a60292af.md", "s1693f43973.md", "s31fb8d4036.md", "s221906619f.md", "s896018073b.md", "s12033449f0.md"], "type": "temporal-reasoning", "vec150_n": 41, "vec50_n": 41, "wide150": ["sbddb9c5815.md", "s6422cf943a.md", "se4c50b7071.md", "s6843424c25.md", "s87a60292af.md", "s1693f43973.md", "s31fb8d4036.md", "s221906619f.md", "s896018073b.md", "s12033449f0.md", "s837e89c60d.md", "sf8c6c1bb54.md", "sc856d38cba.md", "s4d0a382db6.md", "s1a52e3040f.md", "sc23656ef11.md", "s734b592cba.md", "s7c54f7cabe.md", "sa1e01ac3e1.md", "s7085cf91e6.md", "sfec1ec1836.md", "sd7ba783a98.md", "s59e67be958.md", "s49c5abfca2.md", "s83bf96168c.md", "see46fca952.md", "sa327b06e36.md", "s0bc6704b81.md", "sad5b871495.md", "s14bee9a26a.md", "s87cf61d00f.md", "s1d7f026267.md", "s7af83ee627.md", "sb69b5af44b.md", "sba3c5b3bba.md", "s6732df0794.md", "s99e82d002f.md", "s3b030f113f.md", "sa9d4bf2ab0.md", "sddcae0df98.md", "s28c036a399.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6facddd513.md", "scf6d1055d1.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 52.39, "n_files": 49, "pool20": ["scf6d1055d1.md", "s6d08802e39.md", "se2f5808e71.md", "s6facddd513.md", "s2ca9aaa762.md", "seb1daa5e4e.md", "sfa78c4c327.md", "secf2c5d061.md", "s5e09cd5ca6.md", "s44defde7ec.md", "s51f575b2eb.md", "sbb6c87c9e8.md", "s1e39370106.md", "s934a1a4b23.md", "sdbe78d4a40.md", "s7317eb875f.md", "s905bb7740e.md", "s80b34ae0db.md", "s574f878ff3.md", "s30ff09001d.md"], "qid": "gpt4_78cf46a3", "rrf10": [0.024325754, 0.023685516, 0.023639819, 0.023449132, 0.022667254, 0.02239819, 0.021428571, 0.02141888, 0.021269841, 0.021071701], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 75.4001, "secs_fuse": 0.0269, "secs_legs": 0.0715, "stand_in": false, "top10": ["scf6d1055d1.md", "s6d08802e39.md", "se2f5808e71.md", "s6facddd513.md", "s2ca9aaa762.md", "seb1daa5e4e.md", "sfa78c4c327.md", "secf2c5d061.md", "s5e09cd5ca6.md", "s44defde7ec.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["scf6d1055d1.md", "s6d08802e39.md", "se2f5808e71.md", "s6facddd513.md", "s2ca9aaa762.md", "seb1daa5e4e.md", "sfa78c4c327.md", "secf2c5d061.md", "s5e09cd5ca6.md", "s44defde7ec.md", "s51f575b2eb.md", "sbb6c87c9e8.md", "s1e39370106.md", "s934a1a4b23.md", "sdbe78d4a40.md", "s7317eb875f.md", "s905bb7740e.md", "s80b34ae0db.md", "s574f878ff3.md", "s30ff09001d.md", "s9e89ab1c3c.md", "s9f333b3ae2.md", "s1a020b6839.md", "s79dcaa1157.md", "s310c21751e.md", "sf53e0dd293.md", "sebf50933c6.md", "s8537bad34a.md", "s3bcb9444b2.md", "s91e055393e.md", "s4d81ca2098.md", "sed2390a630.md", "s4d507cb1af.md", "s55109af2d8.md", "s027734f1b6.md", "s27fb44e338.md", "sdface93e2c.md", "s3f37de024e.md", "s03a3bc7202.md", "s0156db1505.md", "s34baf9db7b.md", "s5b5a9228cd.md", "s1330d5484b.md", "s2117cf68d5.md", "s395816bc95.md", "s39c0435762.md", "s35e4a03147.md", "s608b816305.md", "s4928a11579.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5bcfae14fb.md", "sabede4e831.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 62.31, "n_files": 45, "pool20": ["sabede4e831.md", "s304ac5b187.md", "s5bcfae14fb.md", "s2df1845825.md", "sa76ac027d3.md", "s9124fa68d3.md", "sf136dd5489.md", "s573c552ad8.md", "s41d63be742.md", "sf0d32151e9.md", "sdbd4480fdb.md", "sa78780c7ea.md", "sa18ec878a1.md", "s08f7b396b0.md", "sc16862c490.md", "sa7d5e7cd80.md", "s3290b50a26.md", "sae3f1ff284.md", "sf14bb8ef10.md", "sa61016e8e9.md"], "qid": "gpt4_0a05b494", "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.022294372, 0.021861472, 0.021776815, 0.021634615, 0.021535007, 0.021192165, 0.0206725], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 59.3323, "secs_fuse": 0.0095, "secs_legs": 0.0184, "stand_in": false, "top10": ["sabede4e831.md", "s304ac5b187.md", "s5bcfae14fb.md", "s2df1845825.md", "sa76ac027d3.md", "s9124fa68d3.md", "sf136dd5489.md", "s573c552ad8.md", "s41d63be742.md", "sf0d32151e9.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["sabede4e831.md", "s304ac5b187.md", "s5bcfae14fb.md", "s2df1845825.md", "sa76ac027d3.md", "s9124fa68d3.md", "sf136dd5489.md", "s573c552ad8.md", "s41d63be742.md", "sf0d32151e9.md", "sdbd4480fdb.md", "sa78780c7ea.md", "sa18ec878a1.md", "s08f7b396b0.md", "sc16862c490.md", "sa7d5e7cd80.md", "s3290b50a26.md", "sae3f1ff284.md", "sf14bb8ef10.md", "sa61016e8e9.md", "sff915b20c9.md", "sabfda5f6b1.md", "sc7250c3953.md", "s9beef2d962.md", "sae33208d19.md", "s14bb975d4d.md", "s1c68b7c529.md", "s7b8cc41b3d.md", "sa4a0e48e65.md", "sf9310e0816.md", "s0458ecdef3.md", "scf38402f87.md", "sd0140cec57.md", "s937218fa54.md", "s63ced898ec.md", "s23604de11c.md", "s4d812e1d47.md", "s9fd4462890.md", "s2bb9189229.md", "sc8210075df.md", "s68b28346c9.md", "s723ca812a1.md", "sb6dc85f21d.md", "s04555a4db8.md", "s77d337a42c.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf7811e5c83.md", "sfd09ef2725.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.43, "n_files": 46, "pool20": ["sf7811e5c83.md", "sfd09ef2725.md", "scf8525cfd3.md", "sffb862a492.md", "s33d87fd9d7.md", "se89657da8d.md", "sa181f1700c.md", "sb7ff63e87f.md", "sd16e75e9cc.md", "sd1089464b3.md", "sf15cf87ef4.md", "sb72ff891f4.md", "s1354cf6f5a.md", "sff48fbb442.md", "sf8564bff24.md", "se0c73edad3.md", "saa9f79ff72.md", "sb2b39615d3.md", "sb35ee3c1c7.md", "s4407f79c93.md"], "qid": "gpt4_1a1dc16d", "rrf10": [0.024590164, 0.023941532, 0.023449132, 0.023225957, 0.022861881, 0.022294372, 0.02228164, 0.021507353, 0.020850202, 0.020833333], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.4944, "secs_fuse": 0.0189, "secs_legs": 0.0429, "stand_in": false, "top10": ["sf7811e5c83.md", "sfd09ef2725.md", "scf8525cfd3.md", "sffb862a492.md", "s33d87fd9d7.md", "se89657da8d.md", "sa181f1700c.md", "sb7ff63e87f.md", "sd16e75e9cc.md", "sd1089464b3.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["sf7811e5c83.md", "sfd09ef2725.md", "scf8525cfd3.md", "sffb862a492.md", "s33d87fd9d7.md", "se89657da8d.md", "sa181f1700c.md", "sb7ff63e87f.md", "sd16e75e9cc.md", "sd1089464b3.md", "sf15cf87ef4.md", "sb72ff891f4.md", "s1354cf6f5a.md", "sff48fbb442.md", "sf8564bff24.md", "se0c73edad3.md", "saa9f79ff72.md", "sb2b39615d3.md", "sb35ee3c1c7.md", "s4407f79c93.md", "s38fb1e54ec.md", "s9d48500881.md", "sd11102a3a9.md", "sd83c18f964.md", "s4eec28e677.md", "sb457ceefe1.md", "s097250df92.md", "s091bb1496e.md", "sa6b369fb25.md", "s8c7c926db0.md", "se5a824791b.md", "s78efb8560e.md", "s1c4647adf8.md", "s69079899b6.md", "s1a71cd09e0.md", "s6160e3ad0c.md", "sc95c784b68.md", "s6f885ad4f1.md", "s2ffa240bc7.md", "sf5b291ba6d.md", "sc133ed9d68.md", "s2f02eeaf34.md", "sd86161cc17.md", "s711f7832fd.md", "sf719bd028d.md", "sf5749ed3bb.md"]}
{"abstention": false, "arm": "A5", "gold": ["s35bbe43aff.md", "sc5b1e223c5.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 52.02, "n_files": 45, "pool20": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s43af6bd5ab.md", "sd48bd057e4.md", "s1d490417b0.md", "s808057f3b4.md", "s5eb9b31989.md", "s33b24145c6.md", "s45fb58468b.md", "s087a4643ae.md", "s7d7bd00124.md", "s3e57f39ce9.md", "s3dc2ba3b4e.md", "sf4036f7c63.md", "sc504e2f99e.md", "s08ccf0f2da.md", "sddceda5bd3.md", "s95e8d7a4e3.md", "s522c50906a.md"], "qid": "gpt4_2f584639", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022381757, 0.021878122, 0.021701389, 0.021480629, 0.021028951, 0.020878722, 0.020686275], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.5504, "secs_fuse": 0.0273, "secs_legs": 0.0704, "stand_in": false, "top10": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s43af6bd5ab.md", "sd48bd057e4.md", "s1d490417b0.md", "s808057f3b4.md", "s5eb9b31989.md", "s33b24145c6.md", "s45fb58468b.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s43af6bd5ab.md", "sd48bd057e4.md", "s1d490417b0.md", "s808057f3b4.md", "s5eb9b31989.md", "s33b24145c6.md", "s45fb58468b.md", "s087a4643ae.md", "s7d7bd00124.md", "s3e57f39ce9.md", "s3dc2ba3b4e.md", "sf4036f7c63.md", "sc504e2f99e.md", "s08ccf0f2da.md", "sddceda5bd3.md", "s95e8d7a4e3.md", "s522c50906a.md", "sb7992def17.md", "sa3e09ba34d.md", "s4224022144.md", "s45c644851e.md", "s2ae8bb5a26.md", "sf241f33e5d.md", "s726a7f1e58.md", "s8d0793ceb3.md", "s57aef13c09.md", "s71fb35fa97.md", "sc21dae3ad4.md", "s4019d5d95c.md", "s0da458b4db.md", "s93ae0910ef.md", "s69cdf5af66.md", "s09507fe39d.md", "sb533f34896.md", "s59068aa513.md", "s7df46fe434.md", "s83475b4263.md", "s9f24da913f.md", "s84b2cdb5e7.md", "scf15c94ac8.md", "s0f163b3b34.md", "sefc96ef5c6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s92d881001c.md", "sb2b2185e8e.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 51.7, "n_files": 45, "pool20": ["sb2b2185e8e.md", "s92d881001c.md", "seb95410169.md", "s19cf5fa165.md", "sa3361c2f35.md", "s172965d91d.md", "se2bce8d00e.md", "sa12dfe1257.md", "sc4c5dee5b5.md", "s800e3f140a.md", "saa13b7c5f1.md", "s7b6dbbb528.md", "s2ff05ebcb3.md", "s1734641284.md", "s4fce5c47ec.md", "sc103dc2975.md", "s600e463eda.md", "sdc70ebdcf6.md", "s764a0ac516.md", "scab46dd5fe.md"], "qid": "gpt4_213fd887", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.022843823, 0.02217175, 0.021845695, 0.021464646, 0.020878722, 0.020864662], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.2272, "secs_fuse": 0.0267, "secs_legs": 0.0635, "stand_in": false, "top10": ["sb2b2185e8e.md", "s92d881001c.md", "seb95410169.md", "s19cf5fa165.md", "sa3361c2f35.md", "s172965d91d.md", "se2bce8d00e.md", "sa12dfe1257.md", "sc4c5dee5b5.md", "s800e3f140a.md"], "type": "temporal-reasoning", "vec150_n": 45, "vec50_n": 45, "wide150": ["sb2b2185e8e.md", "s92d881001c.md", "seb95410169.md", "s19cf5fa165.md", "sa3361c2f35.md", "s172965d91d.md", "se2bce8d00e.md", "sa12dfe1257.md", "sc4c5dee5b5.md", "s800e3f140a.md", "saa13b7c5f1.md", "s7b6dbbb528.md", "s2ff05ebcb3.md", "s1734641284.md", "s4fce5c47ec.md", "sc103dc2975.md", "s600e463eda.md", "sdc70ebdcf6.md", "s764a0ac516.md", "scab46dd5fe.md", "s9fb3f6082a.md", "s8a1e814b68.md", "s43d8ecae7b.md", "s9fe8f477a9.md", "sd7c06418da.md", "s1a0e521f31.md", "sf00373b404.md", "s290fa5c641.md", "s0e4c412236.md", "sbba37da862.md", "sb24f848d9f.md", "sb5ea4f195c.md", "sd61df2250b.md", "s93afc61494.md", "sb225ac4f4d.md", "sc4a72441c3.md", "s71f4065aa1.md", "s9a38145424.md", "s85b54fbf6e.md", "scd9667c18a.md", "se3209e7b8c.md", "safcee2c69f.md", "se333fb2ef9.md", "s1d5f1f7112.md", "s08b7e33169.md"]}
{"abstention": false, "arm": "A5", "gold": ["s25b44053fd.md", "s36786ac286.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 54.83, "n_files": 50, "pool20": ["s30f07eb5cb.md", "s36786ac286.md", "s7fbbfb6b3c.md", "s25b44053fd.md", "s40a6e34051.md", "s22dd706d12.md", "scf4a2daedd.md", "s62560a0ebd.md", "s50f6adc6ef.md", "sfa7b0fd37c.md", "s5e1bd4ee0a.md", "s3508dd62b3.md", "sdecd60c56e.md", "sd34c4b970d.md", "sd0a0f19527.md", "s2e4e3ee2e8.md", "s4735cf4e71.md", "s4012da6350.md", "sbea0050e68.md", "s77b54a7a40.md"], "qid": "gpt4_5438fa52", "rrf10": [0.024590164, 0.02382134, 0.023561508, 0.023449132, 0.023335702, 0.022737873, 0.022727273, 0.021650327, 0.021635611, 0.021135029], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 76.1276, "secs_fuse": 0.0096, "secs_legs": 0.0197, "stand_in": false, "top10": ["s30f07eb5cb.md", "s36786ac286.md", "s7fbbfb6b3c.md", "s25b44053fd.md", "s40a6e34051.md", "s22dd706d12.md", "scf4a2daedd.md", "s62560a0ebd.md", "s50f6adc6ef.md", "sfa7b0fd37c.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s30f07eb5cb.md", "s36786ac286.md", "s7fbbfb6b3c.md", "s25b44053fd.md", "s40a6e34051.md", "s22dd706d12.md", "scf4a2daedd.md", "s62560a0ebd.md", "s50f6adc6ef.md", "sfa7b0fd37c.md", "s5e1bd4ee0a.md", "s3508dd62b3.md", "sdecd60c56e.md", "sd34c4b970d.md", "sd0a0f19527.md", "s2e4e3ee2e8.md", "s4735cf4e71.md", "s4012da6350.md", "sbea0050e68.md", "s77b54a7a40.md", "sc2308148dd.md", "s67c7d4a647.md", "s8cda2a6845.md", "s6122b20349.md", "sebaecb91fe.md", "s4f35bf2908.md", "s4fe112a5f6.md", "s58fa3e4cdc.md", "s32061e0312.md", "s22688a4a36.md", "s1ee281cc68.md", "sa295c4548b.md", "sc285e65376.md", "sb22e4cfb04.md", "s17121b147b.md", "sd9bbf0a3c4.md", "s96efe7fd04.md", "s533cd165e6.md", "s3a0101eca2.md", "sa73ea605d2.md", "s3dd651251d.md", "sbcd37b3b0b.md", "se0d5cbcab4.md", "sf40a3a48e0.md", "sf2eeb48b3a.md", "s230af17dd4.md", "s80a9d67a9f.md", "s070eb3c39a.md", "seea38af4b6.md", "sd1d8feb34b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s710e95d011.md", "sb7f6f1f28d.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 56.54, "n_files": 51, "pool20": ["s710e95d011.md", "sb7f6f1f28d.md", "s5935538db0.md", "sebb4063582.md", "s93e8318712.md", "sc8dc26e979.md", "s1b70fd4e2c.md", "sfb8225a893.md", "s3cfa10088f.md", "sf2f8dc2ff7.md", "saf31f9bf92.md", "s21ff8ecfa6.md", "s0f5967411d.md", "s1d364af8af.md", "sce6383e988.md", "s6e4fccef33.md", "s4762a2ef9f.md", "sb7352d203c.md", "sbd48981668.md", "s7cfdf1fc21.md"], "qid": "gpt4_c27434e8", "rrf10": [0.024590164, 0.024193548, 0.022843823, 0.022278314, 0.022068511, 0.022021015, 0.021722561, 0.021336996, 0.020873016, 0.020740884], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.9795, "secs_fuse": 0.0185, "secs_legs": 0.0496, "stand_in": false, "top10": ["s710e95d011.md", "sb7f6f1f28d.md", "s5935538db0.md", "sebb4063582.md", "s93e8318712.md", "sc8dc26e979.md", "s1b70fd4e2c.md", "sfb8225a893.md", "s3cfa10088f.md", "sf2f8dc2ff7.md"], "type": "temporal-reasoning", "vec150_n": 51, "vec50_n": 50, "wide150": ["s710e95d011.md", "sb7f6f1f28d.md", "s5935538db0.md", "sebb4063582.md", "s93e8318712.md", "sc8dc26e979.md", "s1b70fd4e2c.md", "sfb8225a893.md", "s3cfa10088f.md", "sf2f8dc2ff7.md", "saf31f9bf92.md", "s21ff8ecfa6.md", "s0f5967411d.md", "s1d364af8af.md", "sce6383e988.md", "s6e4fccef33.md", "s4762a2ef9f.md", "sb7352d203c.md", "sbd48981668.md", "s7cfdf1fc21.md", "sae639bd54c.md", "sd621ef68d3.md", "sc721f92730.md", "s2743dd8a35.md", "sa11112f608.md", "s098a623b22.md", "s88b788cc3d.md", "s33acac9b20.md", "se4a19ed78f.md", "se7cfd97692.md", "sba8fec440a.md", "s4f7f40a37b.md", "se41507037c.md", "s37e7b6f4c3.md", "s0afaeff701.md", "sb7b30ff462.md", "sc5e1436544.md", "sbc757e6f50.md", "s63e33c0697.md", "sbac0596adf.md", "s70ad84303c.md", "s8958e214a0.md", "scdd2265a17.md", "sc48742583a.md", "sb42115dfa3.md", "s34379c0ea1.md", "s0724332e1f.md", "s265fdcb14c.md", "safe5dbf169.md", "sa26524ed51.md", "s53e887b0ec.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3ddffe09ad.md", "s9e9e6a7ea5.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 60.0, "n_files": 48, "pool20": ["s9e9e6a7ea5.md", "s3ddffe09ad.md", "s1482ea51ca.md", "s4aea3ef6a6.md", "s47a8f83ec6.md", "s04547b770a.md", "s109947238e.md", "s6b5162e538.md", "sa53eb56e84.md", "s1fb0e6b69c.md", "s47a2a48540.md", "s43f7fab64b.md", "s47883eafa8.md", "s544fcad801.md", "s556a9c8fe7.md", "s0346e9218f.md", "s06f2a46d4b.md", "s18f8d204cc.md", "se6b79bae39.md", "s962fc8e889.md"], "qid": "gpt4_fe651585", "rrf10": [0.024590164, 0.023941532, 0.023321123, 0.023087687, 0.022915269, 0.02255727, 0.02209596, 0.02168213, 0.021638655, 0.021555197], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.0343, "secs_fuse": 0.0296, "secs_legs": 0.0639, "stand_in": false, "top10": ["s9e9e6a7ea5.md", "s3ddffe09ad.md", "s1482ea51ca.md", "s4aea3ef6a6.md", "s47a8f83ec6.md", "s04547b770a.md", "s109947238e.md", "s6b5162e538.md", "sa53eb56e84.md", "s1fb0e6b69c.md"], "type": "temporal-reasoning", "vec150_n": 48, "vec50_n": 48, "wide150": ["s9e9e6a7ea5.md", "s3ddffe09ad.md", "s1482ea51ca.md", "s4aea3ef6a6.md", "s47a8f83ec6.md", "s04547b770a.md", "s109947238e.md", "s6b5162e538.md", "sa53eb56e84.md", "s1fb0e6b69c.md", "s47a2a48540.md", "s43f7fab64b.md", "s47883eafa8.md", "s544fcad801.md", "s556a9c8fe7.md", "s0346e9218f.md", "s06f2a46d4b.md", "s18f8d204cc.md", "se6b79bae39.md", "s962fc8e889.md", "sa423c4c86d.md", "s771059d557.md", "saf700f56d1.md", "s723f1fb778.md", "s7340737f22.md", "s08322947a3.md", "s5f16555a40.md", "se354dd937a.md", "s84af1b09da.md", "seb08ec2153.md", "s679671d1cc.md", "sdf5e8659de.md", "s2712d20683.md", "s23be40b81a.md", "s1104ffbbd7.md", "s8240fc81fc.md", "s455cba5c14.md", "sd939817994.md", "s90fc167d7f.md", "s1ccb48333b.md", "s1a1f394acb.md", "se32a3c572f.md", "s03255a4d19.md", "sb4b8f8e4c4.md", "sc64b3b2c31.md", "s47e86c5e57.md", "s0acf030552.md", "s2e2e0f6d93.md"]}
{"abstention": false, "arm": "A5", "gold": ["s49c6d6513f.md", "s530c3c190b.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 56.84, "n_files": 41, "pool20": ["sc9f8b2c904.md", "s530c3c190b.md", "s49c6d6513f.md", "s5400662dee.md", "s51e89a99d0.md", "s1c790ce0af.md", "sf7c950b6df.md", "sc7f9a624ca.md", "s4064d64af2.md", "s8d19bf6391.md", "sad7e2f44a9.md", "s5f51e86549.md", "s3692218c7f.md", "s8f0b13a358.md", "sf068318ad7.md", "sa471a1a034.md", "s4aefe91ab0.md", "s6c943e68b5.md", "sb95e3907e8.md", "sfdf01c4889.md"], "qid": "8c18457d", "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.022843823, 0.02173913, 0.02141888, 0.021145833, 0.020841264, 0.020729979, 0.020727041], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 64.6435, "secs_fuse": 0.009, "secs_legs": 0.0182, "stand_in": false, "top10": ["sc9f8b2c904.md", "s530c3c190b.md", "s49c6d6513f.md", "s5400662dee.md", "s51e89a99d0.md", "s1c790ce0af.md", "sf7c950b6df.md", "sc7f9a624ca.md", "s4064d64af2.md", "s8d19bf6391.md"], "type": "temporal-reasoning", "vec150_n": 41, "vec50_n": 41, "wide150": ["sc9f8b2c904.md", "s530c3c190b.md", "s49c6d6513f.md", "s5400662dee.md", "s51e89a99d0.md", "s1c790ce0af.md", "sf7c950b6df.md", "sc7f9a624ca.md", "s4064d64af2.md", "s8d19bf6391.md", "sad7e2f44a9.md", "s5f51e86549.md", "s3692218c7f.md", "s8f0b13a358.md", "sf068318ad7.md", "sa471a1a034.md", "s4aefe91ab0.md", "s6c943e68b5.md", "sb95e3907e8.md", "sfdf01c4889.md", "sc43b7a2505.md", "s7b3605a0e9.md", "s35df0fa360.md", "s2005a38518.md", "sc8d93b5a68.md", "sc1d612b847.md", "s74036d0776.md", "s4884aa67bd.md", "s4bf28d3b28.md", "sa8195de1e2.md", "sb92f30f720.md", "sed259f4329.md", "s371d88db10.md", "sa4a78f3476.md", "sfd0c7d852e.md", "s0105f1e449.md", "sbe16cb7d36.md", "sbe587c24e9.md", "sd9b384692e.md", "s17481797c7.md", "s8d778e1189.md"]}
{"abstention": true, "arm": "A5", "gold": ["s6012d761ea.md", "sb7a6e178e4.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 54.71, "n_files": 50, "pool20": ["s6012d761ea.md", "sb7a6e178e4.md", "s0283e6eb76.md", "sa2499f2741.md", "s6276d56957.md", "s7826f9269d.md", "s88eaf95314.md", "s4894a25d2b.md", "s4d0ca287ba.md", "s436d5d62e8.md", "s6e5192701d.md", "s459eedfea6.md", "s3e87545573.md", "sab2f4b9f1b.md", "se86c3c37a9.md", "sd1551a90ae.md", "s23544cdaca.md", "sd5683049d3.md", "sf675b3c7e8.md", "s870a950212.md"], "qid": "gpt4_70e84552_abs", "rrf10": [0.024457959, 0.024325754, 0.023448773, 0.023076923, 0.02200083, 0.021875, 0.021869818, 0.021450021, 0.021051571, 0.020841264], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.7502, "secs_fuse": 0.0263, "secs_legs": 0.0708, "stand_in": false, "top10": ["s6012d761ea.md", "sb7a6e178e4.md", "s0283e6eb76.md", "sa2499f2741.md", "s6276d56957.md", "s7826f9269d.md", "s88eaf95314.md", "s4894a25d2b.md", "s4d0ca287ba.md", "s436d5d62e8.md"], "type": "temporal-reasoning", "vec150_n": 50, "vec50_n": 50, "wide150": ["s6012d761ea.md", "sb7a6e178e4.md", "s0283e6eb76.md", "sa2499f2741.md", "s6276d56957.md", "s7826f9269d.md", "s88eaf95314.md", "s4894a25d2b.md", "s4d0ca287ba.md", "s436d5d62e8.md", "s6e5192701d.md", "s459eedfea6.md", "s3e87545573.md", "sab2f4b9f1b.md", "se86c3c37a9.md", "sd1551a90ae.md", "s23544cdaca.md", "sd5683049d3.md", "sf675b3c7e8.md", "s870a950212.md", "sf5d7031cb1.md", "sf7c837b814.md", "s84a339ca10.md", "sb47c411d1e.md", "s08a6086095.md", "sbb4ded46cc.md", "sab5d65b210.md", "sd826c1ffb6.md", "s2acf8dd497.md", "sd144d9369f.md", "sf79101beeb.md", "s4cbc3b4dc1.md", "sd9f38c78c5.md", "saaf4591f2f.md", "sfb984688e9.md", "s974f0fc4ef.md", "s1c601f7e77.md", "s98411694d0.md", "s58e61bf22f.md", "sce74cb2c49.md", "sde94126663.md", "s88c18d2799.md", "sb3c4495fba.md", "s29843c7479.md", "sd5b4338ac5.md", "s81ac742999.md", "scf12975cec.md", "s8784d62251.md", "s60f92af53a.md", "sab54480e59.md"]}
{"abstention": true, "arm": "A5", "gold": ["s388e2039d9.md", "s8f61031d33.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 52.41, "n_files": 44, "pool20": ["s8f61031d33.md", "sd5aa117874.md", "sa41ccfaee8.md", "s18a6e73a41.md", "s388e2039d9.md", "s3e577310c6.md", "s048d9cfac2.md", "s2c3487faff.md", "sd6c94afa43.md", "s0e7e7afc3a.md", "sb93e8c3ffc.md", "sa61b88ad9e.md", "sa5545ea1d1.md", "s3884fdcec5.md", "s9618e40384.md", "sfc2d429ad8.md", "s53102d51b0.md", "s2cfc3e3e3c.md", "sebc1962573.md", "s58ce4cb399.md"], "qid": "gpt4_93159ced_abs", "rrf10": [0.02406554, 0.023216031, 0.023087687, 0.022617681, 0.022275796, 0.022051282, 0.021895351, 0.021825397, 0.021342069, 0.020470728], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.3453, "secs_fuse": 0.0094, "secs_legs": 0.0191, "stand_in": false, "top10": ["s8f61031d33.md", "sd5aa117874.md", "sa41ccfaee8.md", "s18a6e73a41.md", "s388e2039d9.md", "s3e577310c6.md", "s048d9cfac2.md", "s2c3487faff.md", "sd6c94afa43.md", "s0e7e7afc3a.md"], "type": "temporal-reasoning", "vec150_n": 44, "vec50_n": 44, "wide150": ["s8f61031d33.md", "sd5aa117874.md", "sa41ccfaee8.md", "s18a6e73a41.md", "s388e2039d9.md", "s3e577310c6.md", "s048d9cfac2.md", "s2c3487faff.md", "sd6c94afa43.md", "s0e7e7afc3a.md", "sb93e8c3ffc.md", "sa61b88ad9e.md", "sa5545ea1d1.md", "s3884fdcec5.md", "s9618e40384.md", "sfc2d429ad8.md", "s53102d51b0.md", "s2cfc3e3e3c.md", "sebc1962573.md", "s58ce4cb399.md", "s03d8f5889f.md", "sc6d41b3857.md", "s940da7e1e1.md", "sf6097356d5.md", "saae57e6537.md", "s8c7eee0e2b.md", "s1e4d035f5a.md", "s1e2ea32328.md", "sbae95af8bc.md", "sb040b49af9.md", "s8191791baf.md", "s445ee8ef5b.md", "sc6e2f4c0e3.md", "s65b30d2ceb.md", "sf8d84fe16b.md", "s93db0201c4.md", "sba607cd09b.md", "sded649001d.md", "sc2572ec535.md", "sd6ced41db9.md", "sd171a09054.md", "s443524b8a2.md", "s2a1180d679.md", "sac0363bd90.md"]}
{"abstention": true, "arm": "A5", "gold": ["sa7799fa269.md", "sf764bdd52b.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 55.34, "n_files": 44, "pool20": ["sf764bdd52b.md", "s9f250dadd1.md", "sbe93bb6052.md", "s7016b95fcc.md", "s5068df2ad7.md", "sc7b4ac87f4.md", "sa7799fa269.md", "s9b0e6f6e57.md", "s7680ad09f2.md", "s993556397c.md", "se44a1deac8.md", "sa6549a9f16.md", "sd19ec65782.md", "scf1c0e4824.md", "s8f60b114e7.md", "s72e254e380.md", "s1ee5d66c36.md", "s5212511922.md", "s1beef647b9.md", "s3e8d15ce35.md"], "qid": "982b5123_abs", "rrf10": [0.024590164, 0.023216031, 0.022885789, 0.022847302, 0.02159204, 0.021577381, 0.021027655, 0.020309811, 0.020218003, 0.02000721], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 64.817, "secs_fuse": 0.0168, "secs_legs": 0.0358, "stand_in": false, "top10": ["sf764bdd52b.md", "s9f250dadd1.md", "sbe93bb6052.md", "s7016b95fcc.md", "s5068df2ad7.md", "sc7b4ac87f4.md", "sa7799fa269.md", "s9b0e6f6e57.md", "s7680ad09f2.md", "s993556397c.md"], "type": "temporal-reasoning", "vec150_n": 44, "vec50_n": 44, "wide150": ["sf764bdd52b.md", "s9f250dadd1.md", "sbe93bb6052.md", "s7016b95fcc.md", "s5068df2ad7.md", "sc7b4ac87f4.md", "sa7799fa269.md", "s9b0e6f6e57.md", "s7680ad09f2.md", "s993556397c.md", "se44a1deac8.md", "sa6549a9f16.md", "sd19ec65782.md", "scf1c0e4824.md", "s8f60b114e7.md", "s72e254e380.md", "s1ee5d66c36.md", "s5212511922.md", "s1beef647b9.md", "s3e8d15ce35.md", "s04a66b6531.md", "sabaf1038b6.md", "s9c54569598.md", "sc0b0d413b7.md", "se6bb46a449.md", "sec591b6ea6.md", "s0c7e45078c.md", "sd12520ab4f.md", "s220a3e2342.md", "sd102a0b5c6.md", "s36b0fd269f.md", "sb8179e97cc.md", "sf89dfb0e15.md", "sf38648d204.md", "sbd66f7c150.md", "sb1f6724c1b.md", "sc3f2ef2874.md", "s26a249047f.md", "s1fce90528b.md", "s8e45df360c.md", "s9d628c3748.md", "s4e9915d194.md", "s8ab3633f75.md", "s5660839181.md"]}
{"abstention": true, "arm": "A5", "gold": ["s2e17eb7dd0.md", "sba9950bdd9.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 56.06, "n_files": 53, "pool20": ["sba9950bdd9.md", "sb116fde594.md", "s292d47833e.md", "s56914addeb.md", "s074289c299.md", "s93582538a3.md", "s962e5f5e6b.md", "s4444108701.md", "sbde50b0561.md", "s2e17eb7dd0.md", "s06766e8519.md", "s3329b291c2.md", "sad85dc0264.md", "s6dd66679af.md", "sa2b3d4f8cf.md", "s76e6aab44b.md", "sda64f5fac2.md", "s20dd8f2a72.md", "s7003017efc.md", "s570cea4a22.md"], "qid": "c8090214_abs", "rrf10": [0.024590164, 0.02406554, 0.023200758, 0.022964015, 0.021620142, 0.021437198, 0.021205821, 0.020885029, 0.020877754, 0.020486656], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 65.774, "secs_fuse": 0.0342, "secs_legs": 0.0727, "stand_in": false, "top10": ["sba9950bdd9.md", "sb116fde594.md", "s292d47833e.md", "s56914addeb.md", "s074289c299.md", "s93582538a3.md", "s962e5f5e6b.md", "s4444108701.md", "sbde50b0561.md", "s2e17eb7dd0.md"], "type": "temporal-reasoning", "vec150_n": 53, "vec50_n": 50, "wide150": ["sba9950bdd9.md", "sb116fde594.md", "s292d47833e.md", "s56914addeb.md", "s074289c299.md", "s93582538a3.md", "s962e5f5e6b.md", "s4444108701.md", "sbde50b0561.md", "s2e17eb7dd0.md", "s06766e8519.md", "s3329b291c2.md", "sad85dc0264.md", "s6dd66679af.md", "sa2b3d4f8cf.md", "s76e6aab44b.md", "sda64f5fac2.md", "s20dd8f2a72.md", "s7003017efc.md", "s570cea4a22.md", "sf3682b5dd4.md", "seef9365618.md", "se730c8654f.md", "s660972c452.md", "s806c8c51d4.md", "s534bd14343.md", "sef3e918275.md", "s53d3577186.md", "s534bf2c0d4.md", "sbb6f98783b.md", "sf359ff7a94.md", "s9062097202.md", "s2811aae538.md", "s779471fdcb.md", "s14528bbeb5.md", "s144fa08bb5.md", "s8e6e68c348.md", "s82054213bd.md", "s14ba8a67bf.md", "s333423fdb9.md", "s907243a5f2.md", "s3a59a248b5.md", "s964c80888a.md", "sae315a051d.md", "s4cd017c7fb.md", "sc496fe372c.md", "saf6ebfec48.md", "sdc39d79f91.md", "s07dd35900a.md", "s2e0963fc70.md", "s5b74175421.md", "sa75c2f017f.md", "scd8f4f57ea.md"]}
{"abstention": true, "arm": "A5", "gold": ["s15bf85d809.md", "sb5146cb926.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.54, "n_files": 46, "pool20": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s45223a6118.md", "s904a76c863.md", "s21b8daf7b0.md", "s10ae05ffa0.md", "s457fb187a8.md", "sbe77ed5837.md", "s76d44d0a77.md", "s0c676a9d94.md", "s33fe7d9b0e.md", "s13035be9c9.md", "s84cdac9c92.md", "seb84c7dba1.md", "s824811e077.md", "s2aeae52ecd.md", "s3633d5f702.md", "sae063ec1c8.md", "sb459bf8457.md"], "qid": "gpt4_c27434e8_abs", "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.022977941, 0.022722331, 0.02238806, 0.022068511, 0.021748136, 0.021480629, 0.02057971], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 60.837, "secs_fuse": 0.0083, "secs_legs": 0.0312, "stand_in": false, "top10": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s45223a6118.md", "s904a76c863.md", "s21b8daf7b0.md", "s10ae05ffa0.md", "s457fb187a8.md", "sbe77ed5837.md", "s76d44d0a77.md"], "type": "temporal-reasoning", "vec150_n": 46, "vec50_n": 46, "wide150": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s45223a6118.md", "s904a76c863.md", "s21b8daf7b0.md", "s10ae05ffa0.md", "s457fb187a8.md", "sbe77ed5837.md", "s76d44d0a77.md", "s0c676a9d94.md", "s33fe7d9b0e.md", "s13035be9c9.md", "s84cdac9c92.md", "seb84c7dba1.md", "s824811e077.md", "s2aeae52ecd.md", "s3633d5f702.md", "sae063ec1c8.md", "sb459bf8457.md", "s4dc64e5f24.md", "s23ef2261cb.md", "s42baada08b.md", "s075030d8ce.md", "sa05ba39994.md", "sbdf2501eb4.md", "s6a08825f6d.md", "s83110bf64a.md", "s624fb91649.md", "sc600fb4a8f.md", "sb353603a51.md", "s9cd8477c5b.md", "sf018667ad6.md", "sc893d66fe4.md", "s0907af190d.md", "s04a61b3268.md", "sa368bb6b61.md", "sf88cbf014f.md", "sefb65b88c4.md", "s03f5dac86e.md", "sfafe4d73d3.md", "sb48c3ff4ab.md", "sa7d5a956fe.md", "s90d7ebf7b7.md", "s0cfdd56873.md", "sd5648cb3d8.md"]}
{"abstention": true, "arm": "A5", "gold": ["s88f2bccab1.md", "sa41147109c.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 50.46, "n_files": 49, "pool20": ["s88f2bccab1.md", "sdd34a34275.md", "s31e6db7b48.md", "s35cd5817dd.md", "sa41147109c.md", "seedcc2a98e.md", "sd26cb0bb0a.md", "s343ba50bd3.md", "s7bed5fc7d9.md", "s1158655c30.md", "s4a55dfa50f.md", "s934f5af9cd.md", "sce70b6dd84.md", "s4d99cf1f52.md", "s27d89f1111.md", "s52efceabca.md", "sd0fbae6f19.md", "s7223c22929.md", "sa3659d5477.md", "s60d569be84.md"], "qid": "gpt4_fe651585_abs", "rrf10": [0.024590164, 0.023591719, 0.0234375, 0.022861881, 0.022737557, 0.022451963, 0.02228164, 0.021776815, 0.021763146, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.1469, "secs_fuse": 0.0082, "secs_legs": 0.036, "stand_in": false, "top10": ["s88f2bccab1.md", "sdd34a34275.md", "s31e6db7b48.md", "s35cd5817dd.md", "sa41147109c.md", "seedcc2a98e.md", "sd26cb0bb0a.md", "s343ba50bd3.md", "s7bed5fc7d9.md", "s1158655c30.md"], "type": "temporal-reasoning", "vec150_n": 49, "vec50_n": 49, "wide150": ["s88f2bccab1.md", "sdd34a34275.md", "s31e6db7b48.md", "s35cd5817dd.md", "sa41147109c.md", "seedcc2a98e.md", "sd26cb0bb0a.md", "s343ba50bd3.md", "s7bed5fc7d9.md", "s1158655c30.md", "s4a55dfa50f.md", "s934f5af9cd.md", "sce70b6dd84.md", "s4d99cf1f52.md", "s27d89f1111.md", "s52efceabca.md", "sd0fbae6f19.md", "s7223c22929.md", "sa3659d5477.md", "s60d569be84.md", "s6db8bb3169.md", "se4854d5d08.md", "s6e44b3dcc0.md", "s7e5f20fcbf.md", "scb3eb92431.md", "sf49d73544d.md", "sfb0c28764a.md", "s9bbc338f88.md", "se41f0a1093.md", "s02583060f1.md", "s8c4bcd42a6.md", "s5c8bc82f3d.md", "s54297c5a60.md", "s16124cf092.md", "s43764ea42c.md", "sb77d6a573f.md", "sa48af9bece.md", "s6ed2481e3c.md", "s92e4ffcf12.md", "s87b9e4589b.md", "sa4c96ce837.md", "sbf496dfc40.md", "s1633c39040.md", "sc28d224a6c.md", "sbdaecfb296.md", "s9215af113f.md", "s1db798b39f.md", "sce0211f6eb.md", "s673d3cb2a6.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb8d8aca54a.md", "sed14036a34.md"], "kw150_n": 40, "kw50_n": 40, "loadavg1_at_start": 58.07, "n_files": 40, "pool20": ["sed14036a34.md", "sb8d8aca54a.md", "se5eb4caae6.md", "s222ab45ed0.md", "s9583213312.md", "s8568bc842c.md", "sa4b0653b5f.md", "s52d0e72941.md", "s56ad1240f1.md", "s2fcf6b1b7b.md", "s459220d8c5.md", "s3cd386123c.md", "sce6ebacebe.md", "s383f91f15c.md", "sa54ef16d96.md", "sfc74294cf8.md", "s9ff8a93a99.md", "s925b5be434.md", "s6551883797.md", "s76dadecdd7.md"], "qid": "6a1eabeb", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022569444, 0.022068511, 0.021908272, 0.021848739, 0.0209762, 0.02094947, 0.020819398], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.1234, "secs_fuse": 0.008, "secs_legs": 0.0188, "stand_in": false, "top10": ["sed14036a34.md", "sb8d8aca54a.md", "se5eb4caae6.md", "s222ab45ed0.md", "s9583213312.md", "s8568bc842c.md", "sa4b0653b5f.md", "s52d0e72941.md", "s56ad1240f1.md", "s2fcf6b1b7b.md"], "type": "knowledge-update", "vec150_n": 40, "vec50_n": 40, "wide150": ["sed14036a34.md", "sb8d8aca54a.md", "se5eb4caae6.md", "s222ab45ed0.md", "s9583213312.md", "s8568bc842c.md", "sa4b0653b5f.md", "s52d0e72941.md", "s56ad1240f1.md", "s2fcf6b1b7b.md", "s459220d8c5.md", "s3cd386123c.md", "sce6ebacebe.md", "s383f91f15c.md", "sa54ef16d96.md", "sfc74294cf8.md", "s9ff8a93a99.md", "s925b5be434.md", "s6551883797.md", "s76dadecdd7.md", "sdbf5667825.md", "s88fa86357b.md", "s01337e1b89.md", "sb2cfe36989.md", "s7ef8bcf1a5.md", "s9a5a3a57e8.md", "s0a7c85dd60.md", "s820814776b.md", "s3907be880a.md", "s58897c6308.md", "s549b1d35e1.md", "s23fe1fa7a7.md", "sad961e7f92.md", "sf7207e3884.md", "sdf75c5dc94.md", "s3aa5598296.md", "s56b633d739.md", "s90fe42e461.md", "s69887342c7.md", "s8b37022852.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7798897b4f.md", "s7eee907fce.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 52.76, "n_files": 47, "pool20": ["s7eee907fce.md", "s7798897b4f.md", "s585743dc61.md", "s0a3a164fea.md", "s372fbf763c.md", "s4f7359c457.md", "s594b5d436f.md", "s4289b8ad0f.md", "sbd97d78a47.md", "s23bdd58da8.md", "sfed0c55cb8.md", "s93f679dd46.md", "s314db7a6be.md", "sf208aab954.md", "s423c791ba5.md", "se1fbf33ce4.md", "s4ec4f5c390.md", "sc507ac6afc.md", "s0e846d79e0.md", "s8d443ce06d.md"], "qid": "6aeb4375", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023321123, 0.02195544, 0.021952259, 0.021869818, 0.021861472, 0.021249076, 0.021126761], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.4918, "secs_fuse": 0.0169, "secs_legs": 0.0375, "stand_in": false, "top10": ["s7eee907fce.md", "s7798897b4f.md", "s585743dc61.md", "s0a3a164fea.md", "s372fbf763c.md", "s4f7359c457.md", "s594b5d436f.md", "s4289b8ad0f.md", "sbd97d78a47.md", "s23bdd58da8.md"], "type": "knowledge-update", "vec150_n": 47, "vec50_n": 47, "wide150": ["s7eee907fce.md", "s7798897b4f.md", "s585743dc61.md", "s0a3a164fea.md", "s372fbf763c.md", "s4f7359c457.md", "s594b5d436f.md", "s4289b8ad0f.md", "sbd97d78a47.md", "s23bdd58da8.md", "sfed0c55cb8.md", "s93f679dd46.md", "s314db7a6be.md", "sf208aab954.md", "s423c791ba5.md", "se1fbf33ce4.md", "s4ec4f5c390.md", "sc507ac6afc.md", "s0e846d79e0.md", "s8d443ce06d.md", "s1c4d9e1054.md", "s9ecadbc6d1.md", "s10d17861de.md", "s76905e81ad.md", "sa0b1a94cf1.md", "s8762a317b4.md", "sc5097a8d3f.md", "s6916d9f2f7.md", "sf0754cff8f.md", "s8fb7c1fd6a.md", "s0102414526.md", "sc5b24eb81a.md", "sbb1403df0b.md", "sa5a816d644.md", "s5cea9ad146.md", "s9c0526ed54.md", "s02f5d59d6d.md", "s9cadb456c4.md", "s3bb1bcc37b.md", "s3bfd523d7a.md", "sf9f1542c02.md", "s57b47cbd77.md", "s84263153c5.md", "s9ec7d7dd6b.md", "sedbc8c62e3.md", "s0663ab4a4b.md", "sf5e90b8106.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5e94674cd6.md", "sfb499b4cdf.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 50.58, "n_files": 47, "pool20": ["sfb499b4cdf.md", "s5e94674cd6.md", "s4b74efebd3.md", "se25614853b.md", "s64fdd97f3f.md", "sf72cb40d85.md", "s99461e035c.md", "s487da02e8b.md", "sa5f6189e77.md", "s7d6632ac74.md", "s41e6968de8.md", "sc52db232dd.md", "s211d8490a3.md", "scde469d1fb.md", "se769617781.md", "s393213b968.md", "sa6f880e008.md", "s4a5c909b50.md", "sd827982ba5.md", "se89ed4cd66.md"], "qid": "830ce83f", "rrf10": [0.024590164, 0.02406554, 0.022989889, 0.022960373, 0.022474315, 0.022058824, 0.021776815, 0.02124951, 0.020970395, 0.02075989], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.2243, "secs_fuse": 0.0273, "secs_legs": 0.064, "stand_in": false, "top10": ["sfb499b4cdf.md", "s5e94674cd6.md", "s4b74efebd3.md", "se25614853b.md", "s64fdd97f3f.md", "sf72cb40d85.md", "s99461e035c.md", "s487da02e8b.md", "sa5f6189e77.md", "s7d6632ac74.md"], "type": "knowledge-update", "vec150_n": 47, "vec50_n": 47, "wide150": ["sfb499b4cdf.md", "s5e94674cd6.md", "s4b74efebd3.md", "se25614853b.md", "s64fdd97f3f.md", "sf72cb40d85.md", "s99461e035c.md", "s487da02e8b.md", "sa5f6189e77.md", "s7d6632ac74.md", "s41e6968de8.md", "sc52db232dd.md", "s211d8490a3.md", "scde469d1fb.md", "se769617781.md", "s393213b968.md", "sa6f880e008.md", "s4a5c909b50.md", "sd827982ba5.md", "se89ed4cd66.md", "s133db32203.md", "s61f397a1e9.md", "s4dd925d251.md", "s0be839d9fb.md", "s9022188729.md", "s83b8cd21f0.md", "s17847cecef.md", "sff8b4f04fe.md", "sa15f873f5b.md", "sdec074c6f4.md", "sd7490df6cf.md", "s7237982d93.md", "s95bb594854.md", "s745bf4efff.md", "sffe80c0571.md", "sb2845a72e2.md", "s809bfcf97c.md", "s93f0991747.md", "sbafe02faa0.md", "s92d71b306e.md", "sa36ae5c4f9.md", "s82257f8aa8.md", "s4182a3fd66.md", "s4cbde4b929.md", "s82cea75f4d.md", "sa4cd44b03d.md", "sd7b0be491e.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa1981a5f21.md", "sb71e0c9cd5.md"], "kw150_n": 39, "kw50_n": 39, "loadavg1_at_start": 51.44, "n_files": 39, "pool20": ["sb71e0c9cd5.md", "sa1981a5f21.md", "s70445c9f71.md", "s07ad77b425.md", "sb83a9453eb.md", "sf40e35d765.md", "s3bbed8dda1.md", "se1d4b0ca4c.md", "sdb7040436a.md", "s50e2d8d4d0.md", "s4019fb80d4.md", "s201c890f63.md", "s9732ca8415.md", "s10a97f6aeb.md", "s894aa55bec.md", "s412bd0c2bb.md", "s43633bf4cc.md", "s1f129e622b.md", "s45a51d8611.md", "s0e357d1cec.md"], "qid": "852ce960", "rrf10": [0.024590164, 0.024193548, 0.022871377, 0.02264239, 0.022629773, 0.021845695, 0.021713729, 0.021547194, 0.021504321, 0.021428571], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.5535, "secs_fuse": 0.0272, "secs_legs": 0.0647, "stand_in": false, "top10": ["sb71e0c9cd5.md", "sa1981a5f21.md", "s70445c9f71.md", "s07ad77b425.md", "sb83a9453eb.md", "sf40e35d765.md", "s3bbed8dda1.md", "se1d4b0ca4c.md", "sdb7040436a.md", "s50e2d8d4d0.md"], "type": "knowledge-update", "vec150_n": 39, "vec50_n": 39, "wide150": ["sb71e0c9cd5.md", "sa1981a5f21.md", "s70445c9f71.md", "s07ad77b425.md", "sb83a9453eb.md", "sf40e35d765.md", "s3bbed8dda1.md", "se1d4b0ca4c.md", "sdb7040436a.md", "s50e2d8d4d0.md", "s4019fb80d4.md", "s201c890f63.md", "s9732ca8415.md", "s10a97f6aeb.md", "s894aa55bec.md", "s412bd0c2bb.md", "s43633bf4cc.md", "s1f129e622b.md", "s45a51d8611.md", "s0e357d1cec.md", "s2fae02b0d9.md", "sb2de928436.md", "s3a69f2523f.md", "sa951c9ba13.md", "sacd69875cd.md", "sb5bcf086a4.md", "s3dc7d488f3.md", "s1c137d74b9.md", "s31533028f3.md", "s71d3c81e7f.md", "s8d1055663f.md", "s57d21810b3.md", "s4be6f5ba30.md", "s375cf99115.md", "sa72c8d57a1.md", "s4f3f757ce4.md", "s7f76db6ad9.md", "s58f8d0615f.md", "sb03007b074.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1eecd3480a.md", "s685180b33d.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 51.58, "n_files": 48, "pool20": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "se9ce787477.md", "sf1b26d581b.md", "sd33797fb67.md", "sd4adbb1e59.md", "sa43d443a71.md", "sf1cfcdf767.md", "s3c23d15b5f.md", "sb3158589b5.md", "s2fa11e878e.md", "s30b17c593d.md", "s4d34a7e791.md", "s1940a20ebb.md", "sbe63634889.md", "s0e8739a819.md", "sf3dd246840.md", "s96044db292.md", "sc652906557.md"], "qid": "945e3d21", "rrf10": [0.024457959, 0.024069737, 0.02382134, 0.022847302, 0.022429262, 0.022203947, 0.02217175, 0.022098214, 0.022058824, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.2753, "secs_fuse": 0.0269, "secs_legs": 0.0715, "stand_in": false, "top10": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "se9ce787477.md", "sf1b26d581b.md", "sd33797fb67.md", "sd4adbb1e59.md", "sa43d443a71.md", "sf1cfcdf767.md", "s3c23d15b5f.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "se9ce787477.md", "sf1b26d581b.md", "sd33797fb67.md", "sd4adbb1e59.md", "sa43d443a71.md", "sf1cfcdf767.md", "s3c23d15b5f.md", "sb3158589b5.md", "s2fa11e878e.md", "s30b17c593d.md", "s4d34a7e791.md", "s1940a20ebb.md", "sbe63634889.md", "s0e8739a819.md", "sf3dd246840.md", "s96044db292.md", "sc652906557.md", "se57e148098.md", "s3aa81ac92d.md", "sa0a0039367.md", "sd128f1d084.md", "sa21b966e6d.md", "sd056987aae.md", "s21542dd435.md", "sf482482033.md", "s168d9f485c.md", "s2e34f8601f.md", "s8ccf1e8c4e.md", "s56829049f1.md", "s047ab541dd.md", "s47c58a741c.md", "s86f4e74823.md", "s118834c526.md", "s2e4135d198.md", "sab403d346d.md", "scb63ddac27.md", "s9a853573c9.md", "s29633cb629.md", "sbfe0c0e3be.md", "sdd3209058c.md", "s54099a9826.md", "sbb5c0c0749.md", "s3239809e0f.md", "s5afd9e416c.md", "s7b7a15c4d1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s44e201ac62.md", "s5905011cb5.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 55.73, "n_files": 49, "pool20": ["s44e201ac62.md", "s5905011cb5.md", "sbf189c4651.md", "sc487fff626.md", "s680abc0f12.md", "s5eada6c663.md", "sfc17b7fb73.md", "se31a471743.md", "s58e3a89e8f.md", "s9f2d55e811.md", "sc1f8ab44c4.md", "s631b5e64a1.md", "s0fc245ad8c.md", "s76c4065c6b.md", "s33561b7f59.md", "s516ae20e7b.md", "s275d48b128.md", "sae8f126022.md", "s3e2805ace0.md", "s5504d32868.md"], "qid": "d7c942c3", "rrf10": [0.024457959, 0.024069737, 0.023941532, 0.022727273, 0.02206823, 0.021952259, 0.021372126, 0.021342069, 0.021051571, 0.020647773], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 74.2473, "secs_fuse": 0.0174, "secs_legs": 0.0418, "stand_in": false, "top10": ["s44e201ac62.md", "s5905011cb5.md", "sbf189c4651.md", "sc487fff626.md", "s680abc0f12.md", "s5eada6c663.md", "sfc17b7fb73.md", "se31a471743.md", "s58e3a89e8f.md", "s9f2d55e811.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["s44e201ac62.md", "s5905011cb5.md", "sbf189c4651.md", "sc487fff626.md", "s680abc0f12.md", "s5eada6c663.md", "sfc17b7fb73.md", "se31a471743.md", "s58e3a89e8f.md", "s9f2d55e811.md", "sc1f8ab44c4.md", "s631b5e64a1.md", "s0fc245ad8c.md", "s76c4065c6b.md", "s33561b7f59.md", "s516ae20e7b.md", "s275d48b128.md", "sae8f126022.md", "s3e2805ace0.md", "s5504d32868.md", "s5fb5a7458f.md", "s33d2d54287.md", "se507089220.md", "sa471784145.md", "s686de5e1be.md", "s69d961be27.md", "s1200b2f301.md", "s5fd6bb8ce8.md", "s01b94c9d5e.md", "scff2b98180.md", "s58b46c1da1.md", "s1c94105cdf.md", "s287389da1f.md", "sfef92a1688.md", "s76f0e2b4a0.md", "s9b824354e8.md", "s073fe0cde4.md", "s5d093968dd.md", "sa8053dd888.md", "sca65fa4798.md", "s9776882b1f.md", "s62ca6aa157.md", "sf74cea4d57.md", "sf2cfb1ccde.md", "sdf9aa6d31d.md", "sf796bc9389.md", "s5814a22d34.md", "s8ca871c601.md", "s30196b2202.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1630b3501c.md", "se2a18fc27d.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 55.58, "n_files": 53, "pool20": ["se2a18fc27d.md", "s1630b3501c.md", "s3b81b9ccbb.md", "sa0698485f9.md", "sed7d8c5303.md", "se3314f7402.md", "sf59eec4c11.md", "sfab292ac04.md", "saa8c5215f3.md", "s637fd10662.md", "sd758c89383.md", "sf85dbb5001.md", "sfccb4cdccc.md", "sb48912ed74.md", "s86c45724cd.md", "s0907b1dc78.md", "s3de3538912.md", "s404271431f.md", "s9823d40f25.md", "s8c12c9dfd3.md"], "qid": "71315a70", "rrf10": [0.024590164, 0.024193548, 0.023200758, 0.022861881, 0.022504456, 0.02223393, 0.021390938, 0.021227364, 0.021199389, 0.021081349], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.8199, "secs_fuse": 0.0269, "secs_legs": 0.0651, "stand_in": false, "top10": ["se2a18fc27d.md", "s1630b3501c.md", "s3b81b9ccbb.md", "sa0698485f9.md", "sed7d8c5303.md", "se3314f7402.md", "sf59eec4c11.md", "sfab292ac04.md", "saa8c5215f3.md", "s637fd10662.md"], "type": "knowledge-update", "vec150_n": 53, "vec50_n": 50, "wide150": ["se2a18fc27d.md", "s1630b3501c.md", "s3b81b9ccbb.md", "sa0698485f9.md", "sed7d8c5303.md", "se3314f7402.md", "sf59eec4c11.md", "sfab292ac04.md", "saa8c5215f3.md", "s637fd10662.md", "sd758c89383.md", "sf85dbb5001.md", "sfccb4cdccc.md", "sb48912ed74.md", "s86c45724cd.md", "s0907b1dc78.md", "s3de3538912.md", "s27bd80d2c8.md", "s404271431f.md", "s9823d40f25.md", "s8c12c9dfd3.md", "s4dd49a0272.md", "s2897276535.md", "sab52bed0b3.md", "sb5684f6c32.md", "sa5a7e079eb.md", "saadec7a6a2.md", "se2926ac2fe.md", "s6f8deba276.md", "s9278adc103.md", "sb271b11334.md", "s7f3c629e30.md", "s9ffdf734e0.md", "s4b12aa3829.md", "s22c3f47019.md", "s47a6780c31.md", "s6d36920e26.md", "sac8cdf1d34.md", "s29275cb678.md", "se8d3765cd5.md", "sf2f4e20218.md", "sdbf411c21d.md", "scd06e82dca.md", "s74391ba651.md", "s327524ae85.md", "s37948c31c6.md", "s2a03708866.md", "s379d02d5d0.md", "s73cd4847c9.md", "s0124b9b5ed.md", "s3567ceeb5d.md", "s0eafe763b7.md", "s9c56dd3ccb.md"]}
{"abstention": false, "arm": "A5", "gold": ["s425b59a199.md", "s475c687419.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 53.03, "n_files": 51, "pool20": ["s425b59a199.md", "s475c687419.md", "sb63cbb539e.md", "sc0300e2a71.md", "sed6a81a8ff.md", "s3fb7316d81.md", "s0f07368895.md", "s3794ba6862.md", "s1246e7306c.md", "s8c48bfa540.md", "sf13f2e8c3a.md", "s21d772cf3a.md", "s38e2cffbf8.md", "s207ec74937.md", "seb6f3d4062.md", "sf6ca217036.md", "s2819ea54db.md", "s849ae88f94.md", "sea14230d43.md", "sb81cd337fa.md"], "qid": "89941a93", "rrf10": [0.024590164, 0.024193548, 0.023088023, 0.02239819, 0.021577381, 0.021081349, 0.021031746, 0.020807726, 0.020740884, 0.02018018], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.5833, "secs_fuse": 0.0265, "secs_legs": 0.0729, "stand_in": false, "top10": ["s425b59a199.md", "s475c687419.md", "sb63cbb539e.md", "sc0300e2a71.md", "sed6a81a8ff.md", "s3fb7316d81.md", "s0f07368895.md", "s3794ba6862.md", "s1246e7306c.md", "s8c48bfa540.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["s425b59a199.md", "s475c687419.md", "sb63cbb539e.md", "sc0300e2a71.md", "sed6a81a8ff.md", "s3fb7316d81.md", "s0f07368895.md", "s3794ba6862.md", "s1246e7306c.md", "s8c48bfa540.md", "sf13f2e8c3a.md", "s21d772cf3a.md", "s38e2cffbf8.md", "s207ec74937.md", "seb6f3d4062.md", "sf6ca217036.md", "s2819ea54db.md", "s849ae88f94.md", "sea14230d43.md", "sb81cd337fa.md", "s6ba7f40c85.md", "s8a80007bb2.md", "s21720f3c39.md", "s945d9c4472.md", "s31a10df7a2.md", "s4f2d263afc.md", "s4e4e24b250.md", "s8384f0b736.md", "s7d1aea3335.md", "s0e2ae56955.md", "s270d5a271b.md", "sd621965c9c.md", "sf12b6a9d17.md", "s10d072afa4.md", "sa5812e6ca5.md", "s30824a17d2.md", "s4d9ee023d6.md", "sef2847013b.md", "s16609bc954.md", "sadd2ed9364.md", "s3629291a49.md", "sc05cbaa898.md", "sa2aec63765.md", "s5f48bacca4.md", "sf97bcd01bd.md", "s0045f78377.md", "sbe9ed572f5.md", "sc6e358fc60.md", "sd00c136ea5.md", "s88f6064dc7.md", "sf3b4ed6fa9.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4a1a029e8b.md", "sbf4d306cfc.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 51.06, "n_files": 51, "pool20": ["sbf4d306cfc.md", "s4a1a029e8b.md", "s8bc82eeba8.md", "sdd19753d52.md", "sbc58a9d8d4.md", "sd4b0068b99.md", "sf4e6bd85dd.md", "sd31e596dc8.md", "s307a3ff887.md", "s2aff99e8af.md", "s7dc7e3465b.md", "sedc8ddc0e1.md", "s139dea031f.md", "s8c91f841fc.md", "sa89e6aa4a6.md", "sd890fc5c24.md", "s2c2b8bf216.md", "s00598aa244.md", "s04b100baf2.md", "s431331102c.md"], "qid": "ce6d2d27", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022847302, 0.022617681, 0.02151113, 0.021438953, 0.021126761, 0.02090301, 0.020878722], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.9835, "secs_fuse": 0.0159, "secs_legs": 0.0198, "stand_in": false, "top10": ["sbf4d306cfc.md", "s4a1a029e8b.md", "s8bc82eeba8.md", "sdd19753d52.md", "sbc58a9d8d4.md", "sd4b0068b99.md", "sf4e6bd85dd.md", "sd31e596dc8.md", "s307a3ff887.md", "s2aff99e8af.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["sbf4d306cfc.md", "s4a1a029e8b.md", "s8bc82eeba8.md", "sdd19753d52.md", "sbc58a9d8d4.md", "sd4b0068b99.md", "sf4e6bd85dd.md", "sd31e596dc8.md", "s307a3ff887.md", "s2aff99e8af.md", "s7dc7e3465b.md", "sedc8ddc0e1.md", "s139dea031f.md", "s8c91f841fc.md", "sa89e6aa4a6.md", "sd890fc5c24.md", "s2c2b8bf216.md", "s00598aa244.md", "s04b100baf2.md", "s431331102c.md", "sbc1739ab92.md", "s257f215351.md", "sa7e02002c6.md", "s5d25af9f1a.md", "s3ddaf4ecfd.md", "sbcfcd5f6b2.md", "sc2ee3874cf.md", "s1675593572.md", "s00e00e4316.md", "s5b02536f1e.md", "s58c0d4f15a.md", "s259c84d1c2.md", "s813065fca6.md", "s9cbec8e8ef.md", "s39d2ff43f1.md", "sd97ffe3733.md", "s7d76bdb44f.md", "s9c634526a0.md", "sea915418cc.md", "sc0e4a2c7fb.md", "s57680f42d9.md", "s13dc915c1a.md", "s1c0b118714.md", "sa67bd27205.md", "s9433db8582.md", "s66d9cecf51.md", "s2772ac156c.md", "s0a5689e3dc.md", "sf991bfaf1b.md", "s4759aeaaf4.md", "s0769335a67.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf0f5310613.md", "sf31e4f171e.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 51.46, "n_files": 53, "pool20": ["sf0f5310613.md", "sf31e4f171e.md", "s151b55a59e.md", "sb4529f6c04.md", "sdde3935936.md", "s291b51773d.md", "s39fff461a2.md", "sd4c0541716.md", "s34fecbd64b.md", "s20e3eb9bb1.md", "s8061f08f37.md", "sa3b9a501dd.md", "s62188a1c15.md", "sba68bb1053.md", "s47a116b172.md", "s8412bcb406.md", "se3aac9228a.md", "s2f0983a32e.md", "s7bac71aa32.md", "sc7d4b30cc2.md"], "qid": "9ea5eabc", "rrf10": [0.024457959, 0.024325754, 0.0234375, 0.022861881, 0.022614202, 0.022366522, 0.02223393, 0.021848739, 0.021390938, 0.02124183], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 76.7848, "secs_fuse": 0.0283, "secs_legs": 0.0731, "stand_in": false, "top10": ["sf0f5310613.md", "sf31e4f171e.md", "s151b55a59e.md", "sb4529f6c04.md", "sdde3935936.md", "s291b51773d.md", "s39fff461a2.md", "sd4c0541716.md", "s34fecbd64b.md", "s20e3eb9bb1.md"], "type": "knowledge-update", "vec150_n": 53, "vec50_n": 50, "wide150": ["sf0f5310613.md", "sf31e4f171e.md", "s151b55a59e.md", "sb4529f6c04.md", "sdde3935936.md", "s291b51773d.md", "s39fff461a2.md", "sd4c0541716.md", "s34fecbd64b.md", "s20e3eb9bb1.md", "s8061f08f37.md", "sa3b9a501dd.md", "s62188a1c15.md", "sba68bb1053.md", "s47a116b172.md", "s8412bcb406.md", "se3aac9228a.md", "s2f0983a32e.md", "s7bac71aa32.md", "sc7d4b30cc2.md", "se5c229d877.md", "s1cbcf89c38.md", "sd69283a3e8.md", "s5e6897b591.md", "s940433a641.md", "sdee70c1a9b.md", "sa964ca52ab.md", "s3a5fdd7d7d.md", "se29192136f.md", "sef327639f1.md", "sc3896cde07.md", "s69372a41d0.md", "sd84b78a2f4.md", "s61bcdef226.md", "sebf1aea89e.md", "sb2c4cb1fbb.md", "sda289bf85d.md", "sda1c6f608e.md", "s5b200772b8.md", "s6859fa7a03.md", "s591110e1cc.md", "s26e6e88d20.md", "sd3a007099e.md", "sac3f5a04f3.md", "sede552c857.md", "sfbe9f2fdd7.md", "sd4b976a760.md", "se9e342d04d.md", "s7eca6314fa.md", "scedfd90f4f.md", "sbf0c50e96f.md", "sce9c147ff1.md", "s004c373ef7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s60697cceb2.md", "se890ae4f02.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 56.36, "n_files": 50, "pool20": ["se890ae4f02.md", "s60697cceb2.md", "s7d22f15712.md", "s185b56cab0.md", "s1bcc70c647.md", "sc925357381.md", "s77f0337959.md", "s5bb216326a.md", "sa4db90e36f.md", "se06906aeb4.md", "sc3f648b3f8.md", "sd213d991d2.md", "sc83915e584.md", "sf9d918adf5.md", "s6d73743cee.md", "s3de5da962b.md", "s8d14ddee4a.md", "s429e1bf71c.md", "sdb647e8965.md", "s2303efa428.md"], "qid": "07741c44", "rrf10": [0.024590164, 0.024193548, 0.022861881, 0.022451963, 0.022291667, 0.021002593, 0.020306154, 0.02023339, 0.020108603, 0.020048309], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 85.4397, "secs_fuse": 0.0175, "secs_legs": 0.0437, "stand_in": false, "top10": ["se890ae4f02.md", "s60697cceb2.md", "s7d22f15712.md", "s185b56cab0.md", "s1bcc70c647.md", "sc925357381.md", "s77f0337959.md", "s5bb216326a.md", "sa4db90e36f.md", "se06906aeb4.md"], "type": "knowledge-update", "vec150_n": 50, "vec50_n": 50, "wide150": ["se890ae4f02.md", "s60697cceb2.md", "s7d22f15712.md", "s185b56cab0.md", "s1bcc70c647.md", "sc925357381.md", "s77f0337959.md", "s5bb216326a.md", "sa4db90e36f.md", "se06906aeb4.md", "sc3f648b3f8.md", "sd213d991d2.md", "sc83915e584.md", "sf9d918adf5.md", "s6d73743cee.md", "s3de5da962b.md", "s8d14ddee4a.md", "s429e1bf71c.md", "sdb647e8965.md", "s2303efa428.md", "sa547a7322b.md", "s27454481a9.md", "sffd6370e9e.md", "s42bfaa2f44.md", "s8ad47a0232.md", "seaaaf9434f.md", "s81262631b5.md", "sc4d38825be.md", "s8a97cee00f.md", "s9455923598.md", "s11e950fbc4.md", "sa37a3524af.md", "sad4acd56dd.md", "sfd9307c0be.md", "s882f3232c8.md", "s36aa2a8594.md", "s985ae38a52.md", "s7d87551e59.md", "s93131a6de6.md", "sf343242d95.md", "s7885e84012.md", "s752a3a9869.md", "s09ceb35843.md", "sabce21a4c9.md", "sa1f14bbdf9.md", "s8df9f4f4a9.md", "secfa24dc67.md", "sb4d38524cf.md", "sf3769aef80.md", "s4e27a60a66.md"]}
{"abstention": false, "arm": "A5", "gold": ["sadf7403cf2.md", "sc612baf33b.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 60.96, "n_files": 44, "pool20": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s99b483cea1.md", "s8048b0aca0.md", "s4c1a98d99d.md", "s0340b0a37d.md", "sf762d744a8.md", "sf368664911.md", "s676a6dd490.md", "sf07343a2f5.md", "sc841f1221c.md", "sa138380951.md", "s28235ba0d3.md", "sddff4c795b.md", "sbbf7894a8a.md", "s35819d4bd7.md", "s7106794a80.md", "s2f583315b0.md"], "qid": "a1eacc2a", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.0234375, 0.022847302, 0.022843823, 0.022278314, 0.021861472, 0.021028951, 0.020455387], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.7841, "secs_fuse": 0.0272, "secs_legs": 0.0797, "stand_in": false, "top10": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s99b483cea1.md", "s8048b0aca0.md", "s4c1a98d99d.md", "s0340b0a37d.md", "sf762d744a8.md", "sf368664911.md"], "type": "knowledge-update", "vec150_n": 44, "vec50_n": 44, "wide150": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s99b483cea1.md", "s8048b0aca0.md", "s4c1a98d99d.md", "s0340b0a37d.md", "sf762d744a8.md", "sf368664911.md", "s676a6dd490.md", "sf07343a2f5.md", "sc841f1221c.md", "sa138380951.md", "s28235ba0d3.md", "sddff4c795b.md", "sbbf7894a8a.md", "s35819d4bd7.md", "s7106794a80.md", "s2f583315b0.md", "s3e8482e851.md", "s6af5032218.md", "sdbacfc8742.md", "s19c9272b8a.md", "s3992d99061.md", "sb82ec0b253.md", "s5fad575778.md", "s86e8206f8f.md", "s333f0e4109.md", "sea46ac1d03.md", "s1b6935d8cd.md", "sb3c0fff295.md", "sd0441ee78f.md", "s56e29379a3.md", "sa78d93f442.md", "sa62427180d.md", "s750dec915a.md", "s6cf2c92f97.md", "s19360d6f3c.md", "s214b3243f4.md", "se4260996ef.md", "s95bb2d845f.md", "s936572e41d.md", "se892851ca6.md"]}
{"abstention": false, "arm": "A5", "gold": ["secc51924f6.md", "sedc3182532.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 59.36, "n_files": 42, "pool20": ["s61ef31c3c8.md", "s8c90e64959.md", "sedc3182532.md", "s1806a62f07.md", "se26e6fd23a.md", "s32bb40cc62.md", "sa775c39bc3.md", "secc51924f6.md", "sc0b033d2d4.md", "s01d81a1b42.md", "s41c2b21637.md", "sbf370aea57.md", "s024a0ad365.md", "s2c24ff0aea.md", "sa03d779f47.md", "se63ab3aec8.md", "s74034c0e02.md", "sfd7df726f1.md", "s6d65cb5a83.md", "sd4fdcabc32.md"], "qid": "184da446", "rrf10": [0.024329951, 0.023481973, 0.023348236, 0.023335702, 0.022569444, 0.022518382, 0.021794872, 0.02157803, 0.02115942, 0.020238095], "score": {"all@10": true, "all@5": false, "any@1": false, "any@5": true}, "secs_embed": 82.8932, "secs_fuse": 0.0283, "secs_legs": 0.0712, "stand_in": false, "top10": ["s61ef31c3c8.md", "s8c90e64959.md", "sedc3182532.md", "s1806a62f07.md", "se26e6fd23a.md", "s32bb40cc62.md", "sa775c39bc3.md", "secc51924f6.md", "sc0b033d2d4.md", "s01d81a1b42.md"], "type": "knowledge-update", "vec150_n": 42, "vec50_n": 42, "wide150": ["s61ef31c3c8.md", "s8c90e64959.md", "sedc3182532.md", "s1806a62f07.md", "se26e6fd23a.md", "s32bb40cc62.md", "sa775c39bc3.md", "secc51924f6.md", "sc0b033d2d4.md", "s01d81a1b42.md", "s41c2b21637.md", "sbf370aea57.md", "s024a0ad365.md", "s2c24ff0aea.md", "sa03d779f47.md", "se63ab3aec8.md", "s74034c0e02.md", "sfd7df726f1.md", "s6d65cb5a83.md", "sd4fdcabc32.md", "s4687c8a214.md", "s929e39d28b.md", "s1cb77ceb20.md", "s0571ede467.md", "sefdb3f391c.md", "sefbf0fb603.md", "sb34c55287c.md", "s35cb785016.md", "s9d7c84ee43.md", "s2ad7b6b0ec.md", "sa5525052bf.md", "s9cab5b645b.md", "saf5de1ecd1.md", "s7c44ad4449.md", "s043cb9a35c.md", "s8e196cc772.md", "sdff198c2bf.md", "s0566f6137a.md", "s7c767309c7.md", "sb267a1df77.md", "sce42e2ccfb.md", "scfb8f54a55.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9535c8eecf.md", "sbe162b84af.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 57.97, "n_files": 46, "pool20": ["s9535c8eecf.md", "sbe162b84af.md", "s1a9756a417.md", "s0dd3cdd004.md", "sd590e7e903.md", "s7e3fb1c4e0.md", "sd3b3eef973.md", "sd6795784fc.md", "s3ea4b24d24.md", "s9d0892d782.md", "sec2fb1021f.md", "s23b5090ba1.md", "sd4e38cdc02.md", "sa45f5f6819.md", "s21e25b5991.md", "sc6bd402193.md", "s5150b9d6fc.md", "s1a0f160d6f.md", "s613995ac91.md", "scb0b054737.md"], "qid": "031748ae", "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.022501131, 0.021970577, 0.021438953, 0.021401515, 0.020309811, 0.020218003, 0.019987259], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.4075, "secs_fuse": 0.0272, "secs_legs": 0.0693, "stand_in": false, "top10": ["s9535c8eecf.md", "sbe162b84af.md", "s1a9756a417.md", "s0dd3cdd004.md", "sd590e7e903.md", "s7e3fb1c4e0.md", "sd3b3eef973.md", "sd6795784fc.md", "s3ea4b24d24.md", "s9d0892d782.md"], "type": "knowledge-update", "vec150_n": 46, "vec50_n": 46, "wide150": ["s9535c8eecf.md", "sbe162b84af.md", "s1a9756a417.md", "s0dd3cdd004.md", "sd590e7e903.md", "s7e3fb1c4e0.md", "sd3b3eef973.md", "sd6795784fc.md", "s3ea4b24d24.md", "s9d0892d782.md", "sec2fb1021f.md", "s23b5090ba1.md", "sd4e38cdc02.md", "sa45f5f6819.md", "s21e25b5991.md", "sc6bd402193.md", "s5150b9d6fc.md", "s1a0f160d6f.md", "s613995ac91.md", "scb0b054737.md", "s38b325d056.md", "s3dbbb3aa24.md", "sd70b264bc7.md", "s2c51e71ae7.md", "sbcdd0445fa.md", "sef0bae872e.md", "s92e17006c9.md", "sa41f3aa086.md", "s4dfada3337.md", "s9454cfccfe.md", "sc496a596c2.md", "s53e6bcdbcf.md", "s9f0045a66b.md", "s86bcb4699a.md", "s1c32958fef.md", "sf02fbda98b.md", "sb3c9e21e3c.md", "s6af460cd3f.md", "se371f1f221.md", "s6c0c1e4b3c.md", "s8421812c2a.md", "sd6b098ebe4.md", "s509bcfb43c.md", "sad47fc1c1f.md", "scb2cf6325b.md", "s0863134cc0.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2e4fd10c62.md", "s7e60344fc4.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 55.93, "n_files": 52, "pool20": ["s2e4fd10c62.md", "s7e60344fc4.md", "sb446943a97.md", "s892ef47650.md", "sd733dc9302.md", "s3bdc87c1db.md", "s92d147d6b9.md", "s920ba1fea2.md", "s426e9a51bf.md", "s699a6aec29.md", "s5ca7341bde.md", "sbc5953c3fe.md", "s3845f8098d.md", "s1eecb15eab.md", "s077b048b07.md", "sc5bfcba675.md", "sd27def1109.md", "s3a6776bd06.md", "s04b401d4c2.md", "s73bbef9453.md"], "qid": "4d6b87c8", "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.022118506, 0.02206823, 0.021701389, 0.021555197, 0.020833333, 0.020757021, 0.020539255], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.9411, "secs_fuse": 0.0334, "secs_legs": 0.0655, "stand_in": false, "top10": ["s2e4fd10c62.md", "s7e60344fc4.md", "sb446943a97.md", "s892ef47650.md", "sd733dc9302.md", "s3bdc87c1db.md", "s92d147d6b9.md", "s920ba1fea2.md", "s426e9a51bf.md", "s699a6aec29.md"], "type": "knowledge-update", "vec150_n": 52, "vec50_n": 50, "wide150": ["s2e4fd10c62.md", "s7e60344fc4.md", "sb446943a97.md", "s892ef47650.md", "sd733dc9302.md", "s3bdc87c1db.md", "s92d147d6b9.md", "s920ba1fea2.md", "s426e9a51bf.md", "s699a6aec29.md", "s5ca7341bde.md", "sbc5953c3fe.md", "s3845f8098d.md", "s1eecb15eab.md", "s077b048b07.md", "sc5bfcba675.md", "sd27def1109.md", "s3a6776bd06.md", "s04b401d4c2.md", "s73bbef9453.md", "s7b66ff876b.md", "s1e22c988cf.md", "s1e6bad9a85.md", "s4949460d42.md", "s8deefc377c.md", "s0c8d9e55ca.md", "s8eb52d7675.md", "s2fa03ae436.md", "s9233755253.md", "s8e42d047d4.md", "se34abe006f.md", "s435944b10e.md", "scfcdf22cf7.md", "s383dadba36.md", "s3c08cf5d3b.md", "s636528e646.md", "s386595c1c2.md", "s5c49f7f0ed.md", "s0f3c0596ad.md", "sa3fc5ff271.md", "s096f725123.md", "s6557961627.md", "s2d57c30c62.md", "sfa717d4977.md", "s5f237abaa9.md", "sa08f74823c.md", "s8e9b6b918f.md", "sc9643a9ee8.md", "s8149b2e785.md", "s3e7fe05f41.md", "s0be11e8bbd.md", "s68fd730c4f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4c24b5812a.md", "s947606eb27.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 56.04, "n_files": 45, "pool20": ["s947606eb27.md", "s4c24b5812a.md", "s7a755d00de.md", "see739b2731.md", "sde347d7d20.md", "s56e14eab0f.md", "s0ece74603c.md", "sfbe9ffc83a.md", "sb4d345118c.md", "s7074d3e65a.md", "sbca4de81d4.md", "se738bf7919.md", "sec6c4264ea.md", "s1524dfc963.md", "s92509d0096.md", "s4185ee9888.md", "s1a19ca0b39.md", "se1160fdd60.md", "s2a53f25398.md", "s6059aecbde.md"], "qid": "0f05491a", "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022504456, 0.02195544, 0.021557455, 0.021462639, 0.021254487, 0.021025641], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.3684, "secs_fuse": 0.0248, "secs_legs": 0.066, "stand_in": false, "top10": ["s947606eb27.md", "s4c24b5812a.md", "s7a755d00de.md", "see739b2731.md", "sde347d7d20.md", "s56e14eab0f.md", "s0ece74603c.md", "sfbe9ffc83a.md", "sb4d345118c.md", "s7074d3e65a.md"], "type": "knowledge-update", "vec150_n": 45, "vec50_n": 45, "wide150": ["s947606eb27.md", "s4c24b5812a.md", "s7a755d00de.md", "see739b2731.md", "sde347d7d20.md", "s56e14eab0f.md", "s0ece74603c.md", "sfbe9ffc83a.md", "sb4d345118c.md", "s7074d3e65a.md", "sbca4de81d4.md", "se738bf7919.md", "sec6c4264ea.md", "s1524dfc963.md", "s92509d0096.md", "s4185ee9888.md", "s1a19ca0b39.md", "se1160fdd60.md", "s2a53f25398.md", "s6059aecbde.md", "sde7a3cc2a9.md", "s0bda4e4a40.md", "seb25d33b00.md", "sa09e6cf5da.md", "sd72d9f533b.md", "s311e4aae2b.md", "s21b6f76dbc.md", "s388e30f86c.md", "s7763a73dfe.md", "s56084ec533.md", "s9e7935672b.md", "s6a59d9387a.md", "sbfcf77c823.md", "sed7e8a56b6.md", "s6fd6edd638.md", "sec32eb6dd8.md", "s8d4a431550.md", "scceddbb3c5.md", "sb1e54f6eea.md", "s7ac322a614.md", "s0ae9b3516e.md", "s65027414a0.md", "s0816f64a07.md", "s542f9b5f07.md", "s8d9c1e545f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0f5f40051f.md", "s4a379f00d0.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 52.49, "n_files": 45, "pool20": ["sbe3eb0cb5c.md", "s4a379f00d0.md", "s0f5f40051f.md", "s4bb260b9c7.md", "s389ab12ba1.md", "s2ecf803dae.md", "scc3b7f5530.md", "s4571c307d5.md", "s5508ee7610.md", "s48e646a069.md", "sefdd8342df.md", "s56e60d8fad.md", "s14192cd01e.md", "s7cca627557.md", "s64851461f3.md", "s852cd02db9.md", "scb7e86d05e.md", "sea0a1b269d.md", "s34679c89a3.md", "sd2c3579ea8.md"], "qid": "08e075c7", "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.023317308, 0.022501131, 0.021561772, 0.021131742, 0.021034996, 0.020799513, 0.020445135], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 68.3546, "secs_fuse": 0.0335, "secs_legs": 0.064, "stand_in": false, "top10": ["sbe3eb0cb5c.md", "s4a379f00d0.md", "s0f5f40051f.md", "s4bb260b9c7.md", "s389ab12ba1.md", "s2ecf803dae.md", "scc3b7f5530.md", "s4571c307d5.md", "s5508ee7610.md", "s48e646a069.md"], "type": "knowledge-update", "vec150_n": 45, "vec50_n": 45, "wide150": ["sbe3eb0cb5c.md", "s4a379f00d0.md", "s0f5f40051f.md", "s4bb260b9c7.md", "s389ab12ba1.md", "s2ecf803dae.md", "scc3b7f5530.md", "s4571c307d5.md", "s5508ee7610.md", "s48e646a069.md", "sefdd8342df.md", "s56e60d8fad.md", "s14192cd01e.md", "s7cca627557.md", "s64851461f3.md", "s852cd02db9.md", "scb7e86d05e.md", "sea0a1b269d.md", "s34679c89a3.md", "sd2c3579ea8.md", "s2f19879617.md", "s83b3b90917.md", "sac15567848.md", "s587054b74d.md", "sae232cf42a.md", "s39b9bdadf5.md", "s42ef094559.md", "sfcbb204ec4.md", "s6584711dd1.md", "s39ccdd5d01.md", "s43b0bcdb67.md", "s10dbc821a6.md", "sf004154468.md", "sf56cc4e2c9.md", "s6a5d185c4e.md", "s0cac0ed201.md", "s0874dde51a.md", "sa9f9dc36ca.md", "sd8006ce5fe.md", "sa9b7954437.md", "sf25af0cce5.md", "s34f2fb77fc.md", "se4aa6b5647.md", "saf67c3d23b.md", "s10af2126a6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0106864bfd.md", "scfecd3db53.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 51.58, "n_files": 53, "pool20": ["s0106864bfd.md", "scfecd3db53.md", "s35ab904f55.md", "s50b52835d3.md", "se07c096138.md", "s55257c5311.md", "s4965c2d6c2.md", "saa95073528.md", "sd33bf3796b.md", "sd38af59b54.md", "s37d558ae53.md", "sd5fc834cd3.md", "s429404a6a1.md", "seb8985d659.md", "s6f30b377db.md", "s39303725a0.md", "sbb0a826537.md", "s3f79439096.md", "s39a83d2170.md", "sac9ca5f4ad.md"], "qid": "f9e8c073", "rrf10": [0.024590164, 0.024193548, 0.023076923, 0.022964015, 0.022429262, 0.022045855, 0.021547194, 0.021507353, 0.020607191, 0.020555556], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.0594, "secs_fuse": 0.0274, "secs_legs": 0.0661, "stand_in": false, "top10": ["s0106864bfd.md", "scfecd3db53.md", "s35ab904f55.md", "s50b52835d3.md", "se07c096138.md", "s55257c5311.md", "s4965c2d6c2.md", "saa95073528.md", "sd33bf3796b.md", "sd38af59b54.md"], "type": "knowledge-update", "vec150_n": 53, "vec50_n": 50, "wide150": ["s0106864bfd.md", "scfecd3db53.md", "s35ab904f55.md", "s50b52835d3.md", "se07c096138.md", "s55257c5311.md", "s4965c2d6c2.md", "saa95073528.md", "sd33bf3796b.md", "sd38af59b54.md", "s37d558ae53.md", "sd5fc834cd3.md", "s429404a6a1.md", "seb8985d659.md", "s6f30b377db.md", "s39303725a0.md", "sbb0a826537.md", "s3f79439096.md", "s39a83d2170.md", "s301b6fecb5.md", "sac9ca5f4ad.md", "s3456bb5096.md", "s7b5ab1de02.md", "s89d7292aa0.md", "sde89395f9e.md", "sa81deaeb07.md", "s73f2a46bd4.md", "s297895529e.md", "s2aef293678.md", "sd8d9c0a40d.md", "sfa2a889f26.md", "sdf1bbcc555.md", "s7553d1b7ac.md", "s786a85f13b.md", "s3738352bd0.md", "s7c6ec63f4f.md", "s9c11608596.md", "s814e8eef97.md", "s68dd49d257.md", "sdcb93bfd34.md", "sfcae310f6d.md", "s4a34dae7a2.md", "sdd2d8eae9a.md", "s23c7aaf0ec.md", "s83d24bc617.md", "s315ee0e815.md", "s9b44327e14.md", "s8c76369664.md", "s63bd6f3415.md", "sc2807356d4.md", "s67eb6e4b2b.md", "sa1b043aea5.md", "s5bf556dacc.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2d012dc211.md", "sf44ef08c7f.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 54.1, "n_files": 45, "pool20": ["s2d012dc211.md", "sf44ef08c7f.md", "s185b0b564b.md", "s8e1120ba27.md", "sf1a0422d19.md", "sd8da8c67bd.md", "sf51a4a02e3.md", "s375a2e76f9.md", "se20bb18a36.md", "s88d9a5be52.md", "s3a66fd772c.md", "s5f6ae05615.md", "s335358a70a.md", "s830dbb7ec0.md", "s874485f070.md", "s2322a9f6b9.md", "sf34f731880.md", "sa08f9099a7.md", "s4a6d67e8cd.md", "s2aee62514f.md"], "qid": "41698283", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022843823, 0.02232906, 0.02179784, 0.020970395, 0.020645646, 0.020543351, 0.020519836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.0861, "secs_fuse": 0.0275, "secs_legs": 0.0711, "stand_in": false, "top10": ["s2d012dc211.md", "sf44ef08c7f.md", "s185b0b564b.md", "s8e1120ba27.md", "sf1a0422d19.md", "sd8da8c67bd.md", "sf51a4a02e3.md", "s375a2e76f9.md", "se20bb18a36.md", "s88d9a5be52.md"], "type": "knowledge-update", "vec150_n": 45, "vec50_n": 45, "wide150": ["s2d012dc211.md", "sf44ef08c7f.md", "s185b0b564b.md", "s8e1120ba27.md", "sf1a0422d19.md", "sd8da8c67bd.md", "sf51a4a02e3.md", "s375a2e76f9.md", "se20bb18a36.md", "s88d9a5be52.md", "s3a66fd772c.md", "s5f6ae05615.md", "s335358a70a.md", "s830dbb7ec0.md", "s874485f070.md", "s2322a9f6b9.md", "sf34f731880.md", "sa08f9099a7.md", "s4a6d67e8cd.md", "s2aee62514f.md", "s2c0da74921.md", "sa65d8488ba.md", "s89b71cc3d6.md", "s16b944a7eb.md", "s4b07d55a13.md", "s7d17d58a47.md", "sba19dde8ea.md", "s3cd8661b65.md", "s34aa694ee8.md", "s28a416657e.md", "s46791b610a.md", "s61035550b2.md", "s6b9d9c4e87.md", "s3ae067f62a.md", "s2d244a6655.md", "s7f42ec6269.md", "s35fbe55e23.md", "s68451f7fad.md", "saf7b45b1ce.md", "sd441cf4227.md", "sb84bdba3d1.md", "s7230488e64.md", "s64b70fb956.md", "s64bf4dcb5f.md", "sfda23961aa.md"]}
{"abstention": false, "arm": "A5", "gold": ["s714b824019.md", "s7c69d11593.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 57.62, "n_files": 48, "pool20": ["s714b824019.md", "s7c69d11593.md", "s467249a946.md", "sad77c66579.md", "se122a02d38.md", "s46308a0db6.md", "s1479c5ece9.md", "s9075501b24.md", "sd891ba88dd.md", "s38e1811aea.md", "sba1fa16525.md", "sa23b7d3619.md", "s0417a283d8.md", "s3f264eecb2.md", "se1725cb8b9.md", "sb0f48eb033.md", "sd4eda9a6ec.md", "sb81ee364c8.md", "s6079ed1d32.md", "saf83355395.md"], "qid": "2698e78f", "rrf10": [0.024457959, 0.024325754, 0.022843823, 0.022722331, 0.02264239, 0.021535007, 0.021242978, 0.021066434, 0.0206725, 0.0203125], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.407, "secs_fuse": 0.0081, "secs_legs": 0.0191, "stand_in": false, "top10": ["s714b824019.md", "s7c69d11593.md", "s467249a946.md", "sad77c66579.md", "se122a02d38.md", "s46308a0db6.md", "s1479c5ece9.md", "s9075501b24.md", "sd891ba88dd.md", "s38e1811aea.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["s714b824019.md", "s7c69d11593.md", "s467249a946.md", "sad77c66579.md", "se122a02d38.md", "s46308a0db6.md", "s1479c5ece9.md", "s9075501b24.md", "sd891ba88dd.md", "s38e1811aea.md", "sba1fa16525.md", "sa23b7d3619.md", "s0417a283d8.md", "s3f264eecb2.md", "se1725cb8b9.md", "sb0f48eb033.md", "sd4eda9a6ec.md", "sb81ee364c8.md", "s6079ed1d32.md", "saf83355395.md", "s44edb659e0.md", "s6569052164.md", "s2577a09580.md", "s330670a713.md", "s035f4337d5.md", "seddf629a43.md", "se0e6f1931b.md", "s33cad0e8c9.md", "s342c6d571c.md", "se6d57d2a94.md", "se03565a813.md", "s26d579026f.md", "sc5de879004.md", "s37d799290b.md", "s4243707525.md", "s8e04b01c8e.md", "saadb24944f.md", "s8e1fae0371.md", "sdb2e548815.md", "scc12ac903a.md", "s3ac252c9cb.md", "s6d7633a39d.md", "s3b07f21f1f.md", "s254f2fbcda.md", "sc25dd7c3d0.md", "s54e17ed621.md", "s4244c49230.md", "s23f14bf32e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s371e4c0543.md", "se0f9ade97d.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 53.14, "n_files": 49, "pool20": ["s371e4c0543.md", "se0f9ade97d.md", "sd64c96aac1.md", "s83c8462bc1.md", "sf5e54dcdcb.md", "sc5029c7e39.md", "s7d00c4be32.md", "se74092a0b3.md", "se75a49a834.md", "sbaf8b3d53f.md", "s08efe4dd04.md", "s14e39990df.md", "s4b609bc533.md", "sc8c9cd4f07.md", "s218c71ad99.md", "sb3a40559f9.md", "sb0e0c80923.md", "s268acaaaaf.md", "s24b993014d.md", "s60bf50e70f.md"], "qid": "b6019101", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.023197115, 0.02238806, 0.021776815, 0.021249076, 0.02051685, 0.020467836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.3719, "secs_fuse": 0.0088, "secs_legs": 0.0207, "stand_in": false, "top10": ["s371e4c0543.md", "se0f9ade97d.md", "sd64c96aac1.md", "s83c8462bc1.md", "sf5e54dcdcb.md", "sc5029c7e39.md", "s7d00c4be32.md", "se74092a0b3.md", "se75a49a834.md", "sbaf8b3d53f.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["s371e4c0543.md", "se0f9ade97d.md", "sd64c96aac1.md", "s83c8462bc1.md", "sf5e54dcdcb.md", "sc5029c7e39.md", "s7d00c4be32.md", "se74092a0b3.md", "se75a49a834.md", "sbaf8b3d53f.md", "s08efe4dd04.md", "s14e39990df.md", "s4b609bc533.md", "sc8c9cd4f07.md", "s218c71ad99.md", "sb3a40559f9.md", "sb0e0c80923.md", "s268acaaaaf.md", "s24b993014d.md", "s60bf50e70f.md", "s3ec6cf1708.md", "s561b8f195b.md", "s981c6ad8a0.md", "s644282eade.md", "s83fc51a7bd.md", "s341a507bc1.md", "sf8f70b82f4.md", "s50d7b60936.md", "se6782a4bed.md", "s31f714d5b8.md", "sc2dedd8d5f.md", "sf657fc1660.md", "sf1e4d8bb74.md", "s2fd817fb35.md", "s17aed891b6.md", "s7ff70dffc0.md", "s9916d37a93.md", "sf0e98c6dd8.md", "sf3fb2181d1.md", "sf697576871.md", "s4831cfe79f.md", "s9c3e1831bb.md", "sf8a28a99f3.md", "s6e9bc715b0.md", "sd424aab4ea.md", "s2dc5e36348.md", "s2078990d9f.md", "s341338073c.md", "s2d598f1def.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3ced03c303.md", "se3db8bf4d4.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 52.83, "n_files": 49, "pool20": ["se3db8bf4d4.md", "s608dee754a.md", "s0ff089b6d5.md", "sd6252ae149.md", "s3ced03c303.md", "s8f67638ac3.md", "s17a0aa4030.md", "sdb712e4d15.md", "s4d06dcd288.md", "s6255d659e8.md", "saff284e78a.md", "scc23276f6b.md", "s5cd0922e22.md", "s596a2371e9.md", "saeabac0f64.md", "s1c9ea45845.md", "s9bda87a449.md", "sf00c1611ff.md", "sd9ee97b1c4.md", "sfe24de73e9.md"], "qid": "45dc21b6", "rrf10": [0.024590164, 0.023685516, 0.023271889, 0.022960373, 0.022770398, 0.022504456, 0.021978022, 0.021372126, 0.02090301, 0.020607191], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.0942, "secs_fuse": 0.0181, "secs_legs": 0.0465, "stand_in": false, "top10": ["se3db8bf4d4.md", "s608dee754a.md", "s0ff089b6d5.md", "sd6252ae149.md", "s3ced03c303.md", "s8f67638ac3.md", "s17a0aa4030.md", "sdb712e4d15.md", "s4d06dcd288.md", "s6255d659e8.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["se3db8bf4d4.md", "s608dee754a.md", "s0ff089b6d5.md", "sd6252ae149.md", "s3ced03c303.md", "s8f67638ac3.md", "s17a0aa4030.md", "sdb712e4d15.md", "s4d06dcd288.md", "s6255d659e8.md", "saff284e78a.md", "scc23276f6b.md", "s5cd0922e22.md", "s596a2371e9.md", "saeabac0f64.md", "s1c9ea45845.md", "s9bda87a449.md", "sf00c1611ff.md", "sd9ee97b1c4.md", "sfe24de73e9.md", "s3f76398a8e.md", "s83b8f439b7.md", "s46e2d1f102.md", "s7d54d43f3d.md", "sb84b78815f.md", "s09b6424612.md", "s49eb26f0db.md", "s487b571555.md", "s512548e119.md", "s97ce82a65e.md", "s92ae5af0d1.md", "sf31761c5d5.md", "s3bd7af080a.md", "se03707bf25.md", "sa636d20e82.md", "s719ecf022d.md", "s4dfd2bc352.md", "sc63fcd5df7.md", "scd3e5573b3.md", "s66097c64a0.md", "s2141b9ac47.md", "sacb02d90c3.md", "s0f9e0bd197.md", "s0e06691f1d.md", "s1b64673fc5.md", "s23d9281577.md", "sc2b2e35731.md", "s564bd3df75.md", "s6c5aa7a7da.md"]}
{"abstention": false, "arm": "A5", "gold": ["s12ec444b22.md", "s7654302eab.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 51.45, "n_files": 49, "pool20": ["s12ec444b22.md", "s7654302eab.md", "sb77844914a.md", "s74cd4c2365.md", "s17370b85ba.md", "s3c790be34e.md", "sa908dbe301.md", "sd0132f1a83.md", "s8b0298171d.md", "s5d3ea445fb.md", "see7db3353b.md", "s6e6ec61da6.md", "sdff7c29578.md", "s8f6feccaea.md", "s58fa3a7d10.md", "sb1c20edaef.md", "sb18f9fa3fd.md", "sd598772283.md", "sd7fbb932c6.md", "s59200a4be5.md"], "qid": "5a4f22c0", "rrf10": [0.024590164, 0.024193548, 0.02239819, 0.022222222, 0.02200083, 0.021967627, 0.021954114, 0.021897112, 0.021336996, 0.020643075], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.5714, "secs_fuse": 0.0278, "secs_legs": 0.0723, "stand_in": false, "top10": ["s12ec444b22.md", "s7654302eab.md", "sb77844914a.md", "s74cd4c2365.md", "s17370b85ba.md", "s3c790be34e.md", "sa908dbe301.md", "sd0132f1a83.md", "s8b0298171d.md", "s5d3ea445fb.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["s12ec444b22.md", "s7654302eab.md", "sb77844914a.md", "s74cd4c2365.md", "s17370b85ba.md", "s3c790be34e.md", "sa908dbe301.md", "sd0132f1a83.md", "s8b0298171d.md", "s5d3ea445fb.md", "see7db3353b.md", "s6e6ec61da6.md", "sdff7c29578.md", "s8f6feccaea.md", "s58fa3a7d10.md", "sb1c20edaef.md", "sb18f9fa3fd.md", "sd598772283.md", "sd7fbb932c6.md", "s59200a4be5.md", "s2b23102420.md", "s974b64d837.md", "s032fe85ca2.md", "s39e73a3448.md", "s67247434e1.md", "s57008f6d18.md", "s174e51da2f.md", "sb1395eb142.md", "s3a4f087a20.md", "sa888d20bcd.md", "sa703fd2a6e.md", "se079288db1.md", "s763df02369.md", "s3f89590763.md", "s17405fccfd.md", "sb042c1de7b.md", "s98dc01accd.md", "s1a6be3fb2f.md", "s8afe6dad57.md", "s45dcd363d6.md", "sdbe3ad7b4f.md", "sd533906a13.md", "s4cdb292f60.md", "s18e6778a58.md", "sea7e422063.md", "s00bd46d7fc.md", "sff264d00d2.md", "s96d8e855fd.md", "s037fed38dd.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9146ef53f2.md", "sdd85b0a895.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 52.93, "n_files": 46, "pool20": ["sdd85b0a895.md", "s9146ef53f2.md", "sd766f0aa7a.md", "s8083db6d7e.md", "s83fb49f6b1.md", "sf3bc824c65.md", "s18925fcdf5.md", "s9b61372ea4.md", "s3155b19881.md", "s27113f4339.md", "s299316bddc.md", "s20ef219d94.md", "sfd91ad8181.md", "sb70fcee569.md", "sc1128d3275.md", "se01c7de465.md", "s4296f918b1.md", "sfe00cb9dc3.md", "sf8c313d690.md", "sbdb4a39558.md"], "qid": "6071bd76", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022964015, 0.022501131, 0.02223393, 0.022035256, 0.02173913, 0.021428571, 0.020663454], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.9914, "secs_fuse": 0.0274, "secs_legs": 0.0642, "stand_in": false, "top10": ["sdd85b0a895.md", "s9146ef53f2.md", "sd766f0aa7a.md", "s8083db6d7e.md", "s83fb49f6b1.md", "sf3bc824c65.md", "s18925fcdf5.md", "s9b61372ea4.md", "s3155b19881.md", "s27113f4339.md"], "type": "knowledge-update", "vec150_n": 46, "vec50_n": 46, "wide150": ["sdd85b0a895.md", "s9146ef53f2.md", "sd766f0aa7a.md", "s8083db6d7e.md", "s83fb49f6b1.md", "sf3bc824c65.md", "s18925fcdf5.md", "s9b61372ea4.md", "s3155b19881.md", "s27113f4339.md", "s299316bddc.md", "s20ef219d94.md", "sfd91ad8181.md", "sb70fcee569.md", "sc1128d3275.md", "se01c7de465.md", "s4296f918b1.md", "sfe00cb9dc3.md", "sf8c313d690.md", "sbdb4a39558.md", "s19d12a2f68.md", "sa492c3ac89.md", "s8acd54824a.md", "s88a4fb63ac.md", "saa1869bf10.md", "s9354078fff.md", "s5ca3a2c755.md", "se3cd5fdd58.md", "s01254a3bf3.md", "s5a3b408cf5.md", "s73e3f024e8.md", "s34a9a25d82.md", "s9e47e1b76c.md", "s0287f465e0.md", "se800848a89.md", "sa0879a7f45.md", "s9df25466ba.md", "sea6b98875b.md", "sf350f554cf.md", "sb3b847b828.md", "s318516d0df.md", "sa16af1d9b2.md", "sb823ad0fd3.md", "s4f72c180ff.md", "s318710d6fd.md", "sd53a3a96ae.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2305d48cee.md", "sb97e56c376.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 52.47, "n_files": 51, "pool20": ["s2305d48cee.md", "sb97e56c376.md", "s441486e358.md", "s3b76187478.md", "s4e4899f0f9.md", "s06e3123a28.md", "s90478f1cde.md", "scd49a22ce7.md", "s4b81823852.md", "s51ebf3a047.md", "s4cde42ecc9.md", "sc90ae9d407.md", "s6aad5d8319.md", "s8beaee5862.md", "s38b175accd.md", "s652c64dcde.md", "sbc90acacc7.md", "see6f180953.md", "sf926396cf2.md", "s71fe3513e1.md"], "qid": "e493bb7c", "rrf10": [0.024590164, 0.024193548, 0.022871377, 0.022737873, 0.022366522, 0.021450021, 0.020168067, 0.01998645, 0.019959207, 0.019927536], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.5297, "secs_fuse": 0.0265, "secs_legs": 0.0708, "stand_in": false, "top10": ["s2305d48cee.md", "sb97e56c376.md", "s441486e358.md", "s3b76187478.md", "s4e4899f0f9.md", "s06e3123a28.md", "s90478f1cde.md", "scd49a22ce7.md", "s4b81823852.md", "s51ebf3a047.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["s2305d48cee.md", "sb97e56c376.md", "s441486e358.md", "s3b76187478.md", "s4e4899f0f9.md", "s06e3123a28.md", "s90478f1cde.md", "scd49a22ce7.md", "s4b81823852.md", "s51ebf3a047.md", "s842fd2cd37.md", "s4cde42ecc9.md", "sc90ae9d407.md", "s6aad5d8319.md", "s8beaee5862.md", "s38b175accd.md", "s652c64dcde.md", "sbc90acacc7.md", "see6f180953.md", "sf926396cf2.md", "s71fe3513e1.md", "sdb4da10528.md", "sebe35f4e42.md", "sd7f258d039.md", "sb5900f8f38.md", "s4eb4f9938c.md", "s214277bf42.md", "s4ddbcb4064.md", "s2f6b2e263a.md", "sddfbc0d19c.md", "s747107f948.md", "s1bff4346d9.md", "sfe4466354d.md", "s518372bcd7.md", "s0edcfbcdd1.md", "s96a76e3640.md", "s57a1cc1da5.md", "s1638617dd8.md", "s00e770413c.md", "s4e4d839ec1.md", "sedb44a9c0e.md", "s302c0cafc9.md", "s7866666008.md", "s140ca470dd.md", "s346de65eac.md", "s0ef3b47595.md", "sbcdc3e4967.md", "s296764c933.md", "s9425b1d135.md", "s033f085596.md", "sca1eee8de8.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2379959e0f.md", "s367a53632d.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 54.1, "n_files": 49, "pool20": ["s2379959e0f.md", "s367a53632d.md", "sbbc4f2764e.md", "s5136241e11.md", "sf4e4fc82ce.md", "s4f853336fc.md", "s2e57128de2.md", "s38246971ec.md", "sfc9da80936.md", "s697ad48651.md", "s7160dee08e.md", "s21eefcd30b.md", "sa4e721afb1.md", "s7a7e252715.md", "s5d89d221a6.md", "s8bd95008cd.md", "s527a5dca1f.md", "s111490b93b.md", "sbbaf19d8d3.md", "sf6348c5dac.md"], "qid": "618f13b2", "rrf10": [0.024590164, 0.024193548, 0.022871377, 0.022861881, 0.021351575, 0.02124951, 0.021230159, 0.021089271, 0.021066434, 0.020975057], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.5281, "secs_fuse": 0.0285, "secs_legs": 0.074, "stand_in": false, "top10": ["s2379959e0f.md", "s367a53632d.md", "sbbc4f2764e.md", "s5136241e11.md", "sf4e4fc82ce.md", "s4f853336fc.md", "s2e57128de2.md", "s38246971ec.md", "sfc9da80936.md", "s697ad48651.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["s2379959e0f.md", "s367a53632d.md", "sbbc4f2764e.md", "s5136241e11.md", "sf4e4fc82ce.md", "s4f853336fc.md", "s2e57128de2.md", "s38246971ec.md", "sfc9da80936.md", "s697ad48651.md", "s7160dee08e.md", "s21eefcd30b.md", "sa4e721afb1.md", "s7a7e252715.md", "s5d89d221a6.md", "s8bd95008cd.md", "s527a5dca1f.md", "s111490b93b.md", "sbbaf19d8d3.md", "sf6348c5dac.md", "s092ecc0867.md", "sd25bdfc1cd.md", "s0a3355c72f.md", "s24c495dd7c.md", "s087468259d.md", "sfe5406b9f5.md", "sb17a390191.md", "s410e3ca917.md", "sa5f21662f2.md", "s22f09de88a.md", "s15193b1d55.md", "s80f50f02a8.md", "s4917d836db.md", "s5f5378ff1a.md", "s0e4b1ac28c.md", "s78ea998955.md", "sc828ab0a01.md", "sfe79391187.md", "s6f12fcb6e8.md", "s4538fd5695.md", "s0f9b3ac3a7.md", "sebb0993f96.md", "s64900d46db.md", "s73b7825dc9.md", "s4b31eeed78.md", "s6f89955b63.md", "s313ebd8d20.md", "s5826538aee.md", "s40eeb285b7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5a85e0cf2a.md", "sf1bf1d4c1d.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 56.2, "n_files": 51, "pool20": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "sb32ca15189.md", "s16a1eab4ae.md", "sc7e25d9227.md", "sa3e2ab2b6e.md", "sc4626e0efa.md", "s541e10ca97.md", "s7505742946.md", "s5a3a84f150.md", "sdabfaff018.md", "s7386cd4fef.md", "s2aca4fc628.md", "s71885bde9e.md", "s1938837f59.md", "s0269100233.md", "scb7280ab39.md", "sb6435469a7.md", "s0294a4951b.md", "s8724ea7188.md"], "qid": "72e3ee87", "rrf10": [0.024590164, 0.024193548, 0.023200758, 0.02232906, 0.021897112, 0.021480629, 0.021327968, 0.02124183, 0.021145833, 0.020742754], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.6282, "secs_fuse": 0.0354, "secs_legs": 0.0742, "stand_in": false, "top10": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "sb32ca15189.md", "s16a1eab4ae.md", "sc7e25d9227.md", "sa3e2ab2b6e.md", "sc4626e0efa.md", "s541e10ca97.md", "s7505742946.md", "s5a3a84f150.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "sb32ca15189.md", "s16a1eab4ae.md", "sc7e25d9227.md", "sa3e2ab2b6e.md", "sc4626e0efa.md", "s541e10ca97.md", "s7505742946.md", "s5a3a84f150.md", "sdabfaff018.md", "s7386cd4fef.md", "s2aca4fc628.md", "s71885bde9e.md", "s1938837f59.md", "s0269100233.md", "scb7280ab39.md", "sb6435469a7.md", "s0294a4951b.md", "s8724ea7188.md", "sd9dd2a347f.md", "s1d38fc453f.md", "s0e61d2ddd7.md", "sb717edcdc8.md", "s5eda3c121c.md", "s7413faa7f8.md", "s189a1cd572.md", "s1ae1973806.md", "s4c76a75399.md", "sb85a59ea25.md", "s93f63a0e4e.md", "s1ed1130db6.md", "s1c6e52eeb3.md", "s82bce91fa2.md", "s462f4bd67a.md", "sc068ce4199.md", "sb1d68e9ec9.md", "sef2c09868e.md", "s703c7f5a54.md", "s800e7c8ef9.md", "s7df638375c.md", "s32cc89ed34.md", "s3fb7196859.md", "s96301e7cac.md", "sd2954655aa.md", "s1e584e3b92.md", "sd5c3afb2ad.md", "s21158a5953.md", "s2471e3009f.md", "sccf8f1dba7.md", "s442fd96463.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0b30e209aa.md", "sa20e2ffe41.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 51.61, "n_files": 46, "pool20": ["sa20e2ffe41.md", "s0b30e209aa.md", "sba930e81ee.md", "se75d60b939.md", "s2dc5689995.md", "sfe294a65ee.md", "s36e89d0ce3.md", "sc89fe0d294.md", "s691593ef24.md", "sb4cb42e514.md", "sdc31c10e09.md", "s81226b1a0c.md", "s21b254daa8.md", "sff004d5080.md", "sbb3a1724e9.md", "sa9ff3cdd26.md", "s466f849e22.md", "sbb90e1f827.md", "se8a461aa38.md", "s6e54ecbcfa.md"], "qid": "c4ea545c", "rrf10": [0.024457959, 0.023941532, 0.02228164, 0.02195544, 0.021324355, 0.021254487, 0.02124183, 0.021180556, 0.020680708, 0.020647773], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.9245, "secs_fuse": 0.0263, "secs_legs": 0.0633, "stand_in": false, "top10": ["sa20e2ffe41.md", "s0b30e209aa.md", "sba930e81ee.md", "se75d60b939.md", "s2dc5689995.md", "sfe294a65ee.md", "s36e89d0ce3.md", "sc89fe0d294.md", "s691593ef24.md", "sb4cb42e514.md"], "type": "knowledge-update", "vec150_n": 46, "vec50_n": 46, "wide150": ["sa20e2ffe41.md", "s0b30e209aa.md", "sba930e81ee.md", "se75d60b939.md", "s2dc5689995.md", "sfe294a65ee.md", "s36e89d0ce3.md", "sc89fe0d294.md", "s691593ef24.md", "sb4cb42e514.md", "sdc31c10e09.md", "s81226b1a0c.md", "s21b254daa8.md", "sff004d5080.md", "sbb3a1724e9.md", "sa9ff3cdd26.md", "s466f849e22.md", "sbb90e1f827.md", "se8a461aa38.md", "s6e54ecbcfa.md", "s14b534de2b.md", "s3a25e6bb9f.md", "s8ba0b5df2f.md", "s0d8b9585da.md", "s2c8a731de6.md", "s27e91f9019.md", "s6b249a8151.md", "s0edb5a6910.md", "sb577ddc98b.md", "s1edbb59777.md", "s5a772cb057.md", "s6024715d3f.md", "sdf09c79b4c.md", "s41dc09a182.md", "s311dc9ada6.md", "s1845915d97.md", "s4d6dda800e.md", "s0edf9be22d.md", "s4786fccadc.md", "sdc532b92a4.md", "s6b583449c9.md", "sba36e032a4.md", "s660eec4790.md", "s80cbe5a06f.md", "s4ea26f4a60.md", "sdc1f2cdfc3.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb676891310.md", "sc063d09f43.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 52.96, "n_files": 47, "pool20": ["sb676891310.md", "sc063d09f43.md", "sed85dd748d.md", "s5c1a04b637.md", "se8f02dddb6.md", "s114fd3891c.md", "s75970c10d5.md", "scdbcc29f24.md", "sf02079a7d6.md", "sed7efd2a31.md", "s5e191aae21.md", "sa864ecd935.md", "s46e54ac358.md", "s109883fe33.md", "s3bbe198be6.md", "sd06a42d251.md", "s08aeaecd62.md", "sc70d7f6009.md", "se2d7b7a6a6.md", "sc3a23789a7.md"], "qid": "01493427", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023321123, 0.022614202, 0.02228164, 0.02179784, 0.021774688, 0.021638655, 0.020663454], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.952, "secs_fuse": 0.0261, "secs_legs": 0.0621, "stand_in": false, "top10": ["sb676891310.md", "sc063d09f43.md", "sed85dd748d.md", "s5c1a04b637.md", "se8f02dddb6.md", "s114fd3891c.md", "s75970c10d5.md", "scdbcc29f24.md", "sf02079a7d6.md", "sed7efd2a31.md"], "type": "knowledge-update", "vec150_n": 47, "vec50_n": 47, "wide150": ["sb676891310.md", "sc063d09f43.md", "sed85dd748d.md", "s5c1a04b637.md", "se8f02dddb6.md", "s114fd3891c.md", "s75970c10d5.md", "scdbcc29f24.md", "sf02079a7d6.md", "sed7efd2a31.md", "s5e191aae21.md", "sa864ecd935.md", "s46e54ac358.md", "s109883fe33.md", "s3bbe198be6.md", "sd06a42d251.md", "s08aeaecd62.md", "sc70d7f6009.md", "se2d7b7a6a6.md", "sc3a23789a7.md", "scaefab39de.md", "s336343202f.md", "sf3cf9adb87.md", "saa1fa677d6.md", "scddbe866ca.md", "sf2a42468a6.md", "s3732889732.md", "s7454c10ea6.md", "s94920248ee.md", "sff77ac591f.md", "s4dbd835699.md", "sd801132f5b.md", "s2d7e9a4ab7.md", "see891fd50a.md", "s07c67005a3.md", "s5f04cec221.md", "s971c16e8f6.md", "sed0aa275ff.md", "s2b32127dcf.md", "s5134aecc0e.md", "sf46dc4e497.md", "s631a2d0920.md", "s72b78d3dbb.md", "s56b028acd8.md", "s212f8f5e56.md", "se3dbd41019.md", "s9d13cb7793.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2f1ac82f6c.md", "se7077b92b8.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 53.58, "n_files": 51, "pool20": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s841b62c435.md", "sda97db8036.md", "s8848a563d5.md", "sf9fddadd5b.md", "sd95f5f936e.md", "s8719fdcbe7.md", "s29004a0a6f.md", "s2ea5fea1a1.md", "see71da525b.md", "sf6c403e0f9.md", "s57d648e0f4.md", "sa93851497f.md", "s7edfd03180.md", "s7f92977b0a.md", "sc5d1ad5a43.md", "s416edcef57.md", "sf8247a316c.md"], "qid": "6a27ffc2", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023076923, 0.021577381, 0.021547194, 0.021042471, 0.020970395, 0.02090301, 0.020898642], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.7754, "secs_fuse": 0.0285, "secs_legs": 0.072, "stand_in": false, "top10": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s841b62c435.md", "sda97db8036.md", "s8848a563d5.md", "sf9fddadd5b.md", "sd95f5f936e.md", "s8719fdcbe7.md", "s29004a0a6f.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s841b62c435.md", "sda97db8036.md", "s8848a563d5.md", "sf9fddadd5b.md", "sd95f5f936e.md", "s8719fdcbe7.md", "s29004a0a6f.md", "s2ea5fea1a1.md", "see71da525b.md", "sf6c403e0f9.md", "s57d648e0f4.md", "sa93851497f.md", "s7edfd03180.md", "s7f92977b0a.md", "sc5d1ad5a43.md", "s416edcef57.md", "sf8247a316c.md", "sf76dd31ea4.md", "s084b24f4b9.md", "s3dcd2dcd41.md", "sfbd1ff0ce1.md", "sc416258e3d.md", "sde8877f76a.md", "s4e22ae16f4.md", "s082e1bf21e.md", "scbada18175.md", "sabd8a8c65a.md", "sb9f763bc64.md", "s7800f6a2d8.md", "sd94e0cc7f8.md", "s71a2e43216.md", "sfd4aee88a8.md", "s1780a38a6a.md", "s85835f1c90.md", "s54a34d694b.md", "s6a3feb120c.md", "s31b5e80c97.md", "sbd5ef525bc.md", "s3421f3c88b.md", "s90115da2e4.md", "s4913328143.md", "s53c3964ebd.md", "s6fdcfddc27.md", "s669bee5f5c.md", "s7b9c070371.md", "sf66c2c1ee2.md", "s5e8b63c127.md", "s21b3e79a5b.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb11382f725.md", "sca04948fc2.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 54.25, "n_files": 51, "pool20": ["sca04948fc2.md", "sb11382f725.md", "s0634aa1598.md", "s2542ddfc09.md", "s6ff22a7961.md", "sbd1162b974.md", "s9f3983d4bc.md", "s3e395d0b4b.md", "sf619764862.md", "s74d628c924.md", "s773491aad8.md", "sb01cd2426f.md", "s772d0ee89c.md", "sbd98c59b8f.md", "s25316168e4.md", "s5196cdc807.md", "sc0a88e76ce.md", "sf665cc793f.md", "s5e98aef337.md", "sdae6f91839.md"], "qid": "2133c1b5", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023317308, 0.022861881, 0.021336996, 0.020952381, 0.020803443, 0.020620581, 0.020470664], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.4726, "secs_fuse": 0.0121, "secs_legs": 0.0297, "stand_in": false, "top10": ["sca04948fc2.md", "sb11382f725.md", "s0634aa1598.md", "s2542ddfc09.md", "s6ff22a7961.md", "sbd1162b974.md", "s9f3983d4bc.md", "s3e395d0b4b.md", "sf619764862.md", "s74d628c924.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["sca04948fc2.md", "sb11382f725.md", "s0634aa1598.md", "s2542ddfc09.md", "s6ff22a7961.md", "sbd1162b974.md", "s9f3983d4bc.md", "s3e395d0b4b.md", "sf619764862.md", "s74d628c924.md", "s773491aad8.md", "sb01cd2426f.md", "s772d0ee89c.md", "sbd98c59b8f.md", "s25316168e4.md", "s5196cdc807.md", "sc0a88e76ce.md", "sf665cc793f.md", "s5e98aef337.md", "sdae6f91839.md", "sd78d208cc2.md", "s7802beffb6.md", "sbfc37dbe7e.md", "sc63723cac7.md", "s71c33a5cc4.md", "s3b5a131b66.md", "sd286ec57d6.md", "sd46a76661b.md", "sf5ca4cd9d8.md", "sf368b9d678.md", "s67be734808.md", "se862b91a60.md", "s0cdbda60ec.md", "sc9741a7ab5.md", "s5c8545ec10.md", "s430acffb5b.md", "s2d811cc1a8.md", "s266275c6cf.md", "sbd86d120b9.md", "sde7dbe4546.md", "s411edf5a1f.md", "sd356ef6c70.md", "s892134cdbe.md", "s55f6a2236a.md", "s4d3c2c360b.md", "s739c567fa3.md", "s1ed9ca98da.md", "s682e4f9af0.md", "s6fddfdb955.md", "s3906554bd1.md", "se547420a1d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7b25751d8a.md", "sfa29888ee5.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 56.48, "n_files": 43, "pool20": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s228e13e77c.md", "s21c78beaed.md", "s611bcd05ea.md", "s9082825115.md", "se06c0c43c9.md", "s612eac2378.md", "sd7866b705f.md", "sfbd90465eb.md", "s3578b2fa64.md", "s9de56a5c76.md", "s8a6be3041f.md", "scb05ea4ae0.md", "se8eed91e20.md", "sa6725cc5e0.md", "s7d8ea6f2d0.md", "s56c2a3a8aa.md", "s3db5da000f.md"], "qid": "18bc8abd", "rrf10": [0.024590164, 0.024193548, 0.023200758, 0.023015873, 0.022861881, 0.022193769, 0.021878122, 0.021205821, 0.021071701, 0.020138889], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.2488, "secs_fuse": 0.0179, "secs_legs": 0.0468, "stand_in": false, "top10": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s228e13e77c.md", "s21c78beaed.md", "s611bcd05ea.md", "s9082825115.md", "se06c0c43c9.md", "s612eac2378.md", "sd7866b705f.md"], "type": "knowledge-update", "vec150_n": 43, "vec50_n": 43, "wide150": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s228e13e77c.md", "s21c78beaed.md", "s611bcd05ea.md", "s9082825115.md", "se06c0c43c9.md", "s612eac2378.md", "sd7866b705f.md", "sfbd90465eb.md", "s3578b2fa64.md", "s9de56a5c76.md", "s8a6be3041f.md", "scb05ea4ae0.md", "se8eed91e20.md", "sa6725cc5e0.md", "s7d8ea6f2d0.md", "s56c2a3a8aa.md", "s3db5da000f.md", "s347a15ef94.md", "s559b8a8e4f.md", "s8145fd4ddd.md", "sac0b0c9b44.md", "s57ce015a02.md", "s95dc67eaf4.md", "s2cdce9c17c.md", "s7a37b4bb44.md", "se438e892b7.md", "sa7c3321d7e.md", "sd3278e396c.md", "s54b3d6fb1c.md", "s95affe5bbe.md", "s7630a2651d.md", "s8681eb8d51.md", "s070da15347.md", "s76cff67102.md", "s43eaf9e60d.md", "s9a6baf6b51.md", "s6180011a80.md", "sccee116e6f.md", "s8728ad34dc.md", "s15aaad7f5e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s35eaa2075b.md", "s8d87952ee8.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 52.23, "n_files": 48, "pool20": ["s8d87952ee8.md", "s35eaa2075b.md", "s2e71f6b2be.md", "sd670f6ad27.md", "safd89104bf.md", "s512c1cf4b0.md", "s94f5904b96.md", "s78779a28cd.md", "se348020433.md", "s9ddb48ce24.md", "s1371136d1a.md", "s95d481d52d.md", "sa04fd8a7f2.md", "s44a31349de.md", "s582f4f8801.md", "s7e2973acbd.md", "s79db8fba00.md", "s8f32c36ea1.md", "s0fa1f699a4.md", "s300b519fa6.md"], "qid": "db467c8c", "rrf10": [0.024457959, 0.024325754, 0.023321123, 0.02217175, 0.021748401, 0.021490993, 0.021227364, 0.021180556, 0.020414673, 0.02000702], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 74.2247, "secs_fuse": 0.0352, "secs_legs": 0.0715, "stand_in": false, "top10": ["s8d87952ee8.md", "s35eaa2075b.md", "s2e71f6b2be.md", "sd670f6ad27.md", "safd89104bf.md", "s512c1cf4b0.md", "s94f5904b96.md", "s78779a28cd.md", "se348020433.md", "s9ddb48ce24.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["s8d87952ee8.md", "s35eaa2075b.md", "s2e71f6b2be.md", "sd670f6ad27.md", "safd89104bf.md", "s512c1cf4b0.md", "s94f5904b96.md", "s78779a28cd.md", "se348020433.md", "s9ddb48ce24.md", "s1371136d1a.md", "s95d481d52d.md", "sa04fd8a7f2.md", "s44a31349de.md", "s582f4f8801.md", "s7e2973acbd.md", "s79db8fba00.md", "s8f32c36ea1.md", "s0fa1f699a4.md", "s300b519fa6.md", "sf34423bed2.md", "s4ce4c56990.md", "s20f108266e.md", "sebf686bbad.md", "s907314cfa9.md", "saa5a08176f.md", "s3e2614029d.md", "s86fc53ee94.md", "scfbbbbfd1d.md", "sbc396ef817.md", "s4ff518cf88.md", "s6f68eb1c91.md", "sbe5a62cb93.md", "s6ac541366a.md", "s74412d82fa.md", "s037559ca36.md", "s7bff4f8b21.md", "s9061b66db7.md", "s21765dcf8d.md", "s1a0c118c9b.md", "s24d82d2bb0.md", "s154ac8981e.md", "sdf19427b8c.md", "s0c805616b5.md", "s4ff6ce59e6.md", "s4d602cec10.md", "sa713642dd4.md", "se3c40530cb.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc96e0298ec.md", "se71b9832ba.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 51.75, "n_files": 48, "pool20": ["sc96e0298ec.md", "se71b9832ba.md", "s3d9e5cad8e.md", "s156c5d3152.md", "scd774122e3.md", "s19a4961b37.md", "se31e818176.md", "sa31030da5c.md", "sd994b1bd30.md", "s49e5a35ee0.md", "s9f5a5dd109.md", "s3cf0a6b832.md", "sc781f8368a.md", "sd467968754.md", "s538020864d.md", "sa53d79cb8c.md", "sfad71d2d73.md", "sbe704c9acd.md", "s2a66b5f3a6.md", "s597cd92208.md"], "qid": "7a87bd0c", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022964015, 0.022451963, 0.02168213, 0.021660265, 0.021205821, 0.021051571, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.8113, "secs_fuse": 0.0144, "secs_legs": 0.0439, "stand_in": false, "top10": ["sc96e0298ec.md", "se71b9832ba.md", "s3d9e5cad8e.md", "s156c5d3152.md", "scd774122e3.md", "s19a4961b37.md", "se31e818176.md", "sa31030da5c.md", "sd994b1bd30.md", "s49e5a35ee0.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["sc96e0298ec.md", "se71b9832ba.md", "s3d9e5cad8e.md", "s156c5d3152.md", "scd774122e3.md", "s19a4961b37.md", "se31e818176.md", "sa31030da5c.md", "sd994b1bd30.md", "s49e5a35ee0.md", "s9f5a5dd109.md", "s3cf0a6b832.md", "sc781f8368a.md", "sd467968754.md", "s538020864d.md", "sa53d79cb8c.md", "sfad71d2d73.md", "sbe704c9acd.md", "s2a66b5f3a6.md", "s597cd92208.md", "sde97dc4b4a.md", "s8e175c5b1d.md", "sc6378fb826.md", "s6a96b86d20.md", "s0313165fcf.md", "sdc6b153ccc.md", "s92878d8c27.md", "s30357fb076.md", "s55f6a00a68.md", "s0075b99ff0.md", "s624bbd1d70.md", "s059a5ae658.md", "sa53b49ede4.md", "s34a041c513.md", "s71f1db56b0.md", "s85056f9929.md", "s18ded24c4d.md", "sa6430349e4.md", "s3cd3c81e19.md", "s2b034f9703.md", "s9527253a6f.md", "s9700ffce51.md", "s89c2c373ae.md", "s9ad1ec6a9f.md", "sd661ce2646.md", "sa2fb784a1b.md", "s217f10d2de.md", "sc4af8610a3.md"]}
{"abstention": false, "arm": "A5", "gold": ["sd572774b58.md", "sf2ab3ad691.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 52.98, "n_files": 50, "pool20": ["sf2ab3ad691.md", "sd572774b58.md", "sba11706749.md", "s1faf56fa97.md", "s17a05f0572.md", "s6fda59c9f5.md", "sf6a137120c.md", "s53042b46ea.md", "sda5f7d84c1.md", "s3d263d4a35.md", "s443ccad2be.md", "s933c69b933.md", "s7ebdc634db.md", "s5658915f84.md", "sd371115f6f.md", "s419ddc63ba.md", "s90fb3fff78.md", "sdae7e06969.md", "s931a1019c8.md", "s7e78acfbb1.md"], "qid": "e61a7584", "rrf10": [0.024457959, 0.024325754, 0.023088023, 0.023015873, 0.022960373, 0.021001344, 0.020739327, 0.020588235, 0.020455387, 0.020110731], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.7137, "secs_fuse": 0.0261, "secs_legs": 0.0893, "stand_in": false, "top10": ["sf2ab3ad691.md", "sd572774b58.md", "sba11706749.md", "s1faf56fa97.md", "s17a05f0572.md", "s6fda59c9f5.md", "sf6a137120c.md", "s53042b46ea.md", "sda5f7d84c1.md", "s3d263d4a35.md"], "type": "knowledge-update", "vec150_n": 50, "vec50_n": 50, "wide150": ["sf2ab3ad691.md", "sd572774b58.md", "sba11706749.md", "s1faf56fa97.md", "s17a05f0572.md", "s6fda59c9f5.md", "sf6a137120c.md", "s53042b46ea.md", "sda5f7d84c1.md", "s3d263d4a35.md", "s443ccad2be.md", "s933c69b933.md", "s7ebdc634db.md", "s5658915f84.md", "sd371115f6f.md", "s419ddc63ba.md", "s90fb3fff78.md", "sdae7e06969.md", "s931a1019c8.md", "s7e78acfbb1.md", "sc4f75dd863.md", "s5f2c900f90.md", "s44efa2b0a8.md", "s1d9c37052d.md", "s7af003b21d.md", "sa18e06d9e3.md", "sfbf513193a.md", "s196046631d.md", "sc75225f7fa.md", "s011a21fc1b.md", "s346ca13b90.md", "s44e8ea6007.md", "s01ec4eee8e.md", "s4a986b464d.md", "sb93bbdf171.md", "s2869497ad1.md", "sf8e519145a.md", "s4cb606adf8.md", "s419cf90a53.md", "s94bddf5615.md", "sa59f99d13c.md", "s8f874f9b70.md", "sdc1f04fbc6.md", "s46fa99d413.md", "s93b4c6464f.md", "se9749685b5.md", "s091c2a9a29.md", "s8a45953777.md", "sc0d7f10759.md", "sf687ab3c1a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2b5a028715.md", "sa55b4c7d5d.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 55.44, "n_files": 49, "pool20": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "se9a2c35ce6.md", "sd9e2e8eb11.md", "se53d258aef.md", "s7431054746.md", "se7f11cb4d2.md", "sc9abb30980.md", "sbb3e83672f.md", "s80de54bf64.md", "s7c2d23edcb.md", "s90025e71e1.md", "s0669d01c94.md", "s94760be8e6.md", "sd6bb19aa74.md", "s9fd64b5bbb.md", "sae51d931cc.md", "s812df77b98.md", "s82632a6b25.md"], "qid": "1cea1afa", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.02223393, 0.022035256, 0.021978022, 0.021249076, 0.02124183, 0.021227364, 0.020419879], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.2623, "secs_fuse": 0.0343, "secs_legs": 0.0733, "stand_in": false, "top10": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "se9a2c35ce6.md", "sd9e2e8eb11.md", "se53d258aef.md", "s7431054746.md", "se7f11cb4d2.md", "sc9abb30980.md", "sbb3e83672f.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "se9a2c35ce6.md", "sd9e2e8eb11.md", "se53d258aef.md", "s7431054746.md", "se7f11cb4d2.md", "sc9abb30980.md", "sbb3e83672f.md", "s80de54bf64.md", "s7c2d23edcb.md", "s90025e71e1.md", "s0669d01c94.md", "s94760be8e6.md", "sd6bb19aa74.md", "s9fd64b5bbb.md", "sae51d931cc.md", "s812df77b98.md", "s82632a6b25.md", "s326145fa93.md", "sd24b886b47.md", "sfcb1b22478.md", "s7e0884c8cc.md", "sb0e42ce5d6.md", "s0f6e30a2f0.md", "sde2fbb16ba.md", "s22482e7bf1.md", "s6a2938d4cc.md", "sda4d904d70.md", "s53a25af5fb.md", "s890acfaa20.md", "s53570e8df4.md", "s4df30e0431.md", "s3fc28a28ca.md", "s2ff04dc9e8.md", "s954d335270.md", "s43e251c3c3.md", "s1c0ec8dec4.md", "s0f1472f965.md", "sd9b0e8e5fc.md", "sfdb21e7441.md", "s00a0020075.md", "s51eedea158.md", "sa28215fd2b.md", "s074ba2f036.md", "s988bc0610e.md", "sb4a783300b.md", "s3f875a03b0.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9093f7cfee.md", "sff7222b332.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 52.05, "n_files": 46, "pool20": ["sff7222b332.md", "s9093f7cfee.md", "s5d287344ca.md", "s4181b4097a.md", "sd5431aab94.md", "sb6fc164f06.md", "sf2994a6874.md", "s4ad7d320f0.md", "s8a08f09d52.md", "s4a04aa274b.md", "s4ea25b26c4.md", "s00325b5ea5.md", "seab84cf938.md", "s7305598a44.md", "se2abc57616.md", "s88e995de88.md", "s77118cfdff.md", "se0bf7ef4ea.md", "s92f7fd5073.md", "s11f2e12d70.md"], "qid": "ed4ddc30", "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.023321123, 0.022964015, 0.02159204, 0.021001344, 0.020742754, 0.020200148, 0.020027744], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.8144, "secs_fuse": 0.0137, "secs_legs": 0.0362, "stand_in": false, "top10": ["sff7222b332.md", "s9093f7cfee.md", "s5d287344ca.md", "s4181b4097a.md", "sd5431aab94.md", "sb6fc164f06.md", "sf2994a6874.md", "s4ad7d320f0.md", "s8a08f09d52.md", "s4a04aa274b.md"], "type": "knowledge-update", "vec150_n": 46, "vec50_n": 46, "wide150": ["sff7222b332.md", "s9093f7cfee.md", "s5d287344ca.md", "s4181b4097a.md", "sd5431aab94.md", "sb6fc164f06.md", "sf2994a6874.md", "s4ad7d320f0.md", "s8a08f09d52.md", "s4a04aa274b.md", "s4ea25b26c4.md", "s00325b5ea5.md", "seab84cf938.md", "s7305598a44.md", "se2abc57616.md", "s88e995de88.md", "s77118cfdff.md", "se0bf7ef4ea.md", "s92f7fd5073.md", "s11f2e12d70.md", "se158348a8e.md", "s29c6c09c08.md", "s446ec9f799.md", "s0d517d0ed8.md", "s62ef4bbb98.md", "s14071c2abd.md", "s60b0eb1180.md", "s89b7e1a61e.md", "se809a5f6c1.md", "s270ee43c04.md", "s7f8a6257c6.md", "s6ca83da018.md", "se441d2f0d0.md", "sa56194f450.md", "sbcf272d5d9.md", "se09ce46475.md", "sa960fc6b24.md", "sa7573d7515.md", "s689bc3f76f.md", "s12880cdcfb.md", "sb1ce3090da.md", "s38ea8fa124.md", "s5172465b66.md", "s1bfcb48d72.md", "s157b79d6fc.md", "sf3cc79b2e6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s04018fa05d.md", "sf20e8b6fbe.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 52.04, "n_files": 44, "pool20": ["s04018fa05d.md", "sf20e8b6fbe.md", "s36566a17c3.md", "s8a378a6274.md", "s579d81cf38.md", "s5e9ae61844.md", "s772882a63d.md", "sf97ee2f6b0.md", "s282f2d3bc2.md", "s42fa9bf26a.md", "s3753ec1d1d.md", "sae465a985a.md", "sa070b8fe71.md", "s833fb5501d.md", "sc2643c87ef.md", "s70443e80b4.md", "s14cf8e2984.md", "scd45b34775.md", "s35a4ae6b9f.md", "s3cc6e2b79d.md"], "qid": "8fb83627", "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.022843823, 0.022630992, 0.021450021, 0.020590315, 0.020575495, 0.020360156, 0.020099668], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.572, "secs_fuse": 0.0266, "secs_legs": 0.0719, "stand_in": false, "top10": ["s04018fa05d.md", "sf20e8b6fbe.md", "s36566a17c3.md", "s8a378a6274.md", "s579d81cf38.md", "s5e9ae61844.md", "s772882a63d.md", "sf97ee2f6b0.md", "s282f2d3bc2.md", "s42fa9bf26a.md"], "type": "knowledge-update", "vec150_n": 44, "vec50_n": 44, "wide150": ["s04018fa05d.md", "sf20e8b6fbe.md", "s36566a17c3.md", "s8a378a6274.md", "s579d81cf38.md", "s5e9ae61844.md", "s772882a63d.md", "sf97ee2f6b0.md", "s282f2d3bc2.md", "s42fa9bf26a.md", "s3753ec1d1d.md", "sae465a985a.md", "sa070b8fe71.md", "s833fb5501d.md", "sc2643c87ef.md", "s70443e80b4.md", "s14cf8e2984.md", "scd45b34775.md", "s35a4ae6b9f.md", "s3cc6e2b79d.md", "s01a1e4d5d8.md", "sf1161e14de.md", "s312c54a9af.md", "s98c55d62d6.md", "sb61517a015.md", "s97ef0a3b54.md", "s1a5705a12a.md", "s9844be32ef.md", "s788740b132.md", "sf450b36cd4.md", "s346d0da34c.md", "sca816ed01f.md", "sf9ecc283c8.md", "sb0a319c140.md", "sd445c6014c.md", "sffc05fa4fd.md", "s283ec854cd.md", "s0aeb16a2e0.md", "s26e868e675.md", "s8cb5b05ddd.md", "se49273d6a8.md", "sa35afbaa03.md", "sc1c9a05678.md", "sc82250559e.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4140e99a72.md", "s744df78472.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 52.71, "n_files": 50, "pool20": ["s4140e99a72.md", "s744df78472.md", "se1c498ec62.md", "sdb6468bf93.md", "s2cbe7d8cf0.md", "secce1df77f.md", "s1f6a4eb803.md", "see27a20df7.md", "sed79a76518.md", "s83c91f898d.md", "s1b770b3945.md", "s7c1e4707f6.md", "s51429e4060.md", "s89346e315e.md", "s0d6506c23a.md", "s29c943179c.md", "s1b1acc1260.md", "s236749a008.md", "s54629f58dd.md", "sd38e547289.md"], "qid": "b01defab", "rrf10": [0.024590164, 0.024193548, 0.023088023, 0.022767857, 0.022278314, 0.021963563, 0.021952259, 0.021897112, 0.021861472, 0.021126761], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.7141, "secs_fuse": 0.0087, "secs_legs": 0.023, "stand_in": false, "top10": ["s4140e99a72.md", "s744df78472.md", "se1c498ec62.md", "sdb6468bf93.md", "s2cbe7d8cf0.md", "secce1df77f.md", "s1f6a4eb803.md", "see27a20df7.md", "sed79a76518.md", "s83c91f898d.md"], "type": "knowledge-update", "vec150_n": 50, "vec50_n": 50, "wide150": ["s4140e99a72.md", "s744df78472.md", "se1c498ec62.md", "sdb6468bf93.md", "s2cbe7d8cf0.md", "secce1df77f.md", "s1f6a4eb803.md", "see27a20df7.md", "sed79a76518.md", "s83c91f898d.md", "s1b770b3945.md", "s7c1e4707f6.md", "s51429e4060.md", "s89346e315e.md", "s0d6506c23a.md", "s29c943179c.md", "s1b1acc1260.md", "s236749a008.md", "s54629f58dd.md", "sd38e547289.md", "s03c1aa54eb.md", "s799a0b10ef.md", "sce24370dbe.md", "s194d60d201.md", "sbd54f70ac0.md", "s540b0ced0d.md", "s1ec1043ed1.md", "sa1e1b29626.md", "sba69e94ba0.md", "s85ad9bbe41.md", "sc526fac1e3.md", "s287754e471.md", "sd8651374c3.md", "s22a4318c29.md", "s6de7c89ed2.md", "s963b6b2f2f.md", "sc4d08df83b.md", "s872beee24d.md", "s86ad57d1ce.md", "sccac4d029d.md", "sc0cdfe7044.md", "sdf66c0d28e.md", "sbbcd945d2c.md", "s322a73a7ba.md", "s03123713c2.md", "sa00c8b2b54.md", "s39db22443d.md", "s68bb118d39.md", "s923293a44c.md", "s16ce892fef.md"]}
{"abstention": false, "arm": "A5", "gold": ["s42ebd07351.md", "sc8ee025f7f.md"], "kw150_n": 38, "kw50_n": 38, "loadavg1_at_start": 55.59, "n_files": 48, "pool20": ["s42ebd07351.md", "sc8ee025f7f.md", "sbe91c3c7b2.md", "s5d7d39a16d.md", "s431161976f.md", "s29747a958f.md", "s29b6197dc7.md", "s7069f586a7.md", "saec54927d4.md", "s52f818d043.md", "sf25eeb1656.md", "s1952343f4c.md", "s5accda5bcd.md", "sd7f1089352.md", "s0d4f1ca7b6.md", "s4d3dcfc048.md", "s6dffc67f9d.md", "s6a421ac7e1.md", "s72531e4a46.md", "sfe8a274d48.md"], "qid": "22d2cb42", "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.021437198, 0.021372549, 0.021198569, 0.021180556, 0.020779221, 0.02023339, 0.020200148], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.3166, "secs_fuse": 0.009, "secs_legs": 0.0195, "stand_in": false, "top10": ["s42ebd07351.md", "sc8ee025f7f.md", "sbe91c3c7b2.md", "s5d7d39a16d.md", "s431161976f.md", "s29747a958f.md", "s29b6197dc7.md", "s7069f586a7.md", "saec54927d4.md", "s52f818d043.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["s42ebd07351.md", "sc8ee025f7f.md", "sbe91c3c7b2.md", "s5d7d39a16d.md", "s431161976f.md", "s29747a958f.md", "s29b6197dc7.md", "s7069f586a7.md", "saec54927d4.md", "s52f818d043.md", "sf25eeb1656.md", "s1952343f4c.md", "s5accda5bcd.md", "sd7f1089352.md", "s0d4f1ca7b6.md", "s4d3dcfc048.md", "s6dffc67f9d.md", "s6a421ac7e1.md", "s72531e4a46.md", "sfe8a274d48.md", "s8a96bc1ffe.md", "s440bc41334.md", "sc58cfa7e9d.md", "sbadad8a2fe.md", "sc1c503a7b4.md", "s78ab99aa40.md", "s78be62b5df.md", "s99eaee439b.md", "s810c6d7fb6.md", "s87cd145860.md", "sf977e7206c.md", "seeeec2f0d7.md", "s86470b6a54.md", "s06cc68e041.md", "sbc7f469dbb.md", "sd380e6f0c6.md", "s591765d8ac.md", "s253ad18371.md", "sd2a8662652.md", "s1b70cf229d.md", "se83886fc27.md", "seaee91543b.md", "s470e1b31c0.md", "s7031b5ff98.md", "s2fde6dc699.md", "sde66d1f225.md", "sa3f0ea93fb.md", "s1f1be1279d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s549ec25317.md", "se1f647b37d.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 55.93, "n_files": 49, "pool20": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s2ac887351f.md", "sc81443828d.md", "sab69e0fe42.md", "s5a611f4670.md", "sbd424ae240.md", "sb72f6324d8.md", "s4fa0a416d9.md", "s8b3bf82e20.md", "sb0ffc19b3c.md", "s9d36525387.md", "s0dd5c6c62b.md", "s7d7736ae85.md", "s348c57662c.md", "sfcaf461c6b.md", "s06f447fda7.md", "s4c5a603e78.md", "sa3ec4be099.md"], "qid": "0e4e4c46", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.021954114, 0.021555197, 0.021401515, 0.021131742, 0.021126761, 0.021071701, 0.020779221], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 71.1533, "secs_fuse": 0.0276, "secs_legs": 0.0647, "stand_in": false, "top10": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s2ac887351f.md", "sc81443828d.md", "sab69e0fe42.md", "s5a611f4670.md", "sbd424ae240.md", "sb72f6324d8.md", "s4fa0a416d9.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s2ac887351f.md", "sc81443828d.md", "sab69e0fe42.md", "s5a611f4670.md", "sbd424ae240.md", "sb72f6324d8.md", "s4fa0a416d9.md", "s8b3bf82e20.md", "sb0ffc19b3c.md", "s9d36525387.md", "s0dd5c6c62b.md", "s7d7736ae85.md", "s348c57662c.md", "sfcaf461c6b.md", "s06f447fda7.md", "s4c5a603e78.md", "sa3ec4be099.md", "sd805d7d424.md", "s7d07996ae5.md", "sffdbf2270b.md", "s6fd76f4d89.md", "s759fc9463f.md", "s668ea1c749.md", "s4e908ff465.md", "sdd7fb416aa.md", "s1cce6be1fe.md", "sf5a0a3f12a.md", "sb281f6404b.md", "s6c2d6b09f6.md", "sfb106d6b5d.md", "sf105f5972a.md", "s517cb1ef04.md", "see60f0ed65.md", "s6f2aa2c9ef.md", "s5d4566c825.md", "s2e8d02f747.md", "s872b130308.md", "s2a0d25138b.md", "s38eed0a4f4.md", "sa70aadabe7.md", "sb7ac44af5b.md", "s8f68d0de68.md", "sb06744d6c8.md", "s0be0fc3f39.md", "s1c5a6e9e04.md", "s873110d91c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6b765a85d5.md", "se4bcdffce6.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 59.38, "n_files": 51, "pool20": ["s6b765a85d5.md", "se4bcdffce6.md", "sc0dd6ed2cb.md", "s672daff650.md", "s850a6e4aa6.md", "s21b63462a7.md", "sa8d61fac62.md", "s380bee9f81.md", "s22a35833e8.md", "s29da0b4b2f.md", "s2160e898c5.md", "s3fc661a095.md", "s29eacc42b7.md", "scae233f70a.md", "s995593b822.md", "s50c62e1980.md", "s1c9ae7aa78.md", "se77f1a718e.md", "s9d02e3aa4c.md", "s1bc8e88b1a.md"], "qid": "4b24c848", "rrf10": [0.024325754, 0.02408575, 0.023809524, 0.022630992, 0.02238806, 0.022068511, 0.021397849, 0.021042471, 0.020625, 0.020519836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.5297, "secs_fuse": 0.0273, "secs_legs": 0.0651, "stand_in": false, "top10": ["s6b765a85d5.md", "se4bcdffce6.md", "sc0dd6ed2cb.md", "s672daff650.md", "s850a6e4aa6.md", "s21b63462a7.md", "sa8d61fac62.md", "s380bee9f81.md", "s22a35833e8.md", "s29da0b4b2f.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["s6b765a85d5.md", "se4bcdffce6.md", "sc0dd6ed2cb.md", "s672daff650.md", "s850a6e4aa6.md", "s21b63462a7.md", "sa8d61fac62.md", "s380bee9f81.md", "s22a35833e8.md", "s29da0b4b2f.md", "s2160e898c5.md", "s3fc661a095.md", "s29eacc42b7.md", "scae233f70a.md", "s995593b822.md", "s50c62e1980.md", "s1c9ae7aa78.md", "se77f1a718e.md", "s9d02e3aa4c.md", "s1bc8e88b1a.md", "sbfc73e89fb.md", "s8e9c4cd62f.md", "s06138adef6.md", "sc0671c4e44.md", "s9c900b75ee.md", "se08c9dd20c.md", "sa415b55f9d.md", "sb8520adf43.md", "s79b61b3196.md", "s58c823cc42.md", "sbd8cdde8dd.md", "s10fcfde619.md", "se5d3dd4b17.md", "s3490ed02c5.md", "s7217a4ab6f.md", "sbee87c2125.md", "s64d2f66bc8.md", "s94b7b09d01.md", "s4f41014b5d.md", "s73c88a4384.md", "sc28262ac7b.md", "s8141463d80.md", "s728014bcb3.md", "sb837a3add6.md", "sccce14f324.md", "s6ba579a6c2.md", "sc6fcf9b3c1.md", "sea7bfc8f84.md", "s6ffa0153a1.md", "s72f4f701fd.md", "sfcb4d34d29.md"]}
{"abstention": false, "arm": "A5", "gold": ["s566f0f97ad.md", "s8d70ee8996.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 54.48, "n_files": 47, "pool20": ["s566f0f97ad.md", "s8d70ee8996.md", "s38172e5071.md", "s8638125961.md", "s7f18458e7f.md", "sf360931454.md", "s1a7670d2b8.md", "s5695234d13.md", "s5782b1cae8.md", "s0458176b65.md", "s2b4005e8f3.md", "s24ff9e9b36.md", "s6344dda6e6.md", "s546ed32580.md", "sb69d9c2061.md", "sab17065071.md", "s6268353155.md", "sc457a92a56.md", "s62ea89ff56.md", "sdf0626a03a.md"], "qid": "7e974930", "rrf10": [0.024590164, 0.024193548, 0.023197115, 0.023088023, 0.023015873, 0.022185061, 0.021555197, 0.02133563, 0.021242978, 0.021051571], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.4192, "secs_fuse": 0.0082, "secs_legs": 0.0245, "stand_in": false, "top10": ["s566f0f97ad.md", "s8d70ee8996.md", "s38172e5071.md", "s8638125961.md", "s7f18458e7f.md", "sf360931454.md", "s1a7670d2b8.md", "s5695234d13.md", "s5782b1cae8.md", "s0458176b65.md"], "type": "knowledge-update", "vec150_n": 47, "vec50_n": 47, "wide150": ["s566f0f97ad.md", "s8d70ee8996.md", "s38172e5071.md", "s8638125961.md", "s7f18458e7f.md", "sf360931454.md", "s1a7670d2b8.md", "s5695234d13.md", "s5782b1cae8.md", "s0458176b65.md", "s2b4005e8f3.md", "s24ff9e9b36.md", "s6344dda6e6.md", "s546ed32580.md", "sb69d9c2061.md", "sab17065071.md", "s6268353155.md", "sc457a92a56.md", "s62ea89ff56.md", "sdf0626a03a.md", "s87291c0480.md", "sf4862e850c.md", "se94456de3c.md", "s8f326ffaf7.md", "s754ad05187.md", "sdb4f9e0372.md", "s6339101799.md", "sb352508834.md", "sf11428aa11.md", "sd67f3689d2.md", "s54d8406543.md", "s19e34a0066.md", "s2786b40e02.md", "s627ecd8797.md", "s282ce4a893.md", "s01a4a6a6aa.md", "s1f2c862b50.md", "s564dfc9c16.md", "s2759bb01dc.md", "sdf9ce8f283.md", "s8534388614.md", "sfa5695f253.md", "sbd20d33094.md", "sb130016ae1.md", "s20d7748bca.md", "s249793e51b.md", "s47759335ee.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3e0305209f.md", "s42eaacaff9.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 53.73, "n_files": 48, "pool20": ["s3e0305209f.md", "s42eaacaff9.md", "s3d3860c824.md", "s1c5922da0e.md", "s152cd9d6b7.md", "s15fc53beb6.md", "s9cb45139d0.md", "sa0555276e8.md", "s1c3e862345.md", "s19a608807b.md", "s27574bcd3a.md", "s19f661f910.md", "s7123531879.md", "sac72441743.md", "s74e0944f87.md", "s683ad5ee4d.md", "s47dc5ca7f6.md", "s1a9d938f80.md", "s880acd78af.md", "s25316cddb4.md"], "qid": "603deb26", "rrf10": [0.024457959, 0.024325754, 0.023119393, 0.022843823, 0.02264239, 0.022305254, 0.021722561, 0.021274388, 0.020819398, 0.020301717], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.5355, "secs_fuse": 0.0277, "secs_legs": 0.0722, "stand_in": false, "top10": ["s3e0305209f.md", "s42eaacaff9.md", "s3d3860c824.md", "s1c5922da0e.md", "s152cd9d6b7.md", "s15fc53beb6.md", "s9cb45139d0.md", "sa0555276e8.md", "s1c3e862345.md", "s19a608807b.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["s3e0305209f.md", "s42eaacaff9.md", "s3d3860c824.md", "s1c5922da0e.md", "s152cd9d6b7.md", "s15fc53beb6.md", "s9cb45139d0.md", "sa0555276e8.md", "s1c3e862345.md", "s19a608807b.md", "s27574bcd3a.md", "s19f661f910.md", "s7123531879.md", "sac72441743.md", "s74e0944f87.md", "s683ad5ee4d.md", "s47dc5ca7f6.md", "s1a9d938f80.md", "s880acd78af.md", "s25316cddb4.md", "s65ad5dd4c5.md", "s0309ae3c24.md", "s2708a6f2d9.md", "sbd13696b01.md", "s392aefa38a.md", "s44be1deb25.md", "sdbe2fef57a.md", "sf2f5bac8be.md", "s2c537c6436.md", "se1fa58e4f4.md", "s3944dc64c1.md", "s3b879eb6a5.md", "s0dd9e02f7f.md", "se152596758.md", "s86aeb100fb.md", "s50d9e6051f.md", "s00e28821bd.md", "sb4e6fa95b6.md", "sddb48d56ba.md", "sb2ebb998fd.md", "s8e18b09684.md", "s5b9394ccf3.md", "s918f02c5b4.md", "s2ea6180598.md", "sc68693bd22.md", "s0eb712f1d5.md", "s5b7f1d58ba.md", "sb5f7326147.md"]}
{"abstention": false, "arm": "A5", "gold": ["s13dd515b5c.md", "se875c36d12.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 53.31, "n_files": 44, "pool20": ["se875c36d12.md", "s13dd515b5c.md", "s9acc55d7bf.md", "s005e72f0f8.md", "s7ef816eda1.md", "s2a7998f3c0.md", "sd5c2d17847.md", "s88e7e76e88.md", "sa2609963a9.md", "s22ab981aa5.md", "s3b2a19548e.md", "s5911a524fe.md", "se3f604d47a.md", "s8402297648.md", "sace20bdb0c.md", "sa0e84dfcae.md", "sd4a451bb46.md", "sdf587500c1.md", "sa00fb17437.md", "sf31020a17e.md"], "qid": "59524333", "rrf10": [0.024590164, 0.024193548, 0.022847302, 0.022617681, 0.022429262, 0.021897112, 0.021875, 0.021645022, 0.021532091, 0.021274388], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.237, "secs_fuse": 0.0259, "secs_legs": 0.0561, "stand_in": false, "top10": ["se875c36d12.md", "s13dd515b5c.md", "s9acc55d7bf.md", "s005e72f0f8.md", "s7ef816eda1.md", "s2a7998f3c0.md", "sd5c2d17847.md", "s88e7e76e88.md", "sa2609963a9.md", "s22ab981aa5.md"], "type": "knowledge-update", "vec150_n": 44, "vec50_n": 44, "wide150": ["se875c36d12.md", "s13dd515b5c.md", "s9acc55d7bf.md", "s005e72f0f8.md", "s7ef816eda1.md", "s2a7998f3c0.md", "sd5c2d17847.md", "s88e7e76e88.md", "sa2609963a9.md", "s22ab981aa5.md", "s3b2a19548e.md", "s5911a524fe.md", "se3f604d47a.md", "s8402297648.md", "sace20bdb0c.md", "sa0e84dfcae.md", "sd4a451bb46.md", "sdf587500c1.md", "sa00fb17437.md", "sf31020a17e.md", "sbd7060e4d7.md", "s6f84c12659.md", "s8060e39866.md", "sa39a3e18ca.md", "sc10d677dc9.md", "sea76e84c3b.md", "s309e0dd7c6.md", "s1c602b012c.md", "s4b17b36244.md", "s1c53d544fb.md", "s0b64a92167.md", "s1a40fb6c76.md", "s58231f86ca.md", "s4649d7719a.md", "s36367b32a8.md", "s8b4a06b329.md", "s4e730d52be.md", "s72f167d540.md", "s18a98df630.md", "sa74aa09dfd.md", "s92fb85db08.md", "sdb451cd766.md", "sed25a365eb.md", "sf66728bb99.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7b6f2df8d1.md", "sefdbfc1dfe.md"], "kw150_n": 40, "kw50_n": 40, "loadavg1_at_start": 51.23, "n_files": 40, "pool20": ["s7b6f2df8d1.md", "s34c3987e4b.md", "s4fb379707c.md", "sefdbfc1dfe.md", "s1ad68e3fef.md", "s98835bf6e4.md", "s2dc9af6ab5.md", "s3dfe0798cb.md", "s5ae01d7f28.md", "s85ab8d875b.md", "s33acd132f6.md", "s7046c387ad.md", "sfe8284d250.md", "s60b113f137.md", "se9150722ed.md", "sd6cb5da044.md", "s680b337a1f.md", "s07faccf975.md", "s9c207ed9b0.md", "s5c435279af.md"], "qid": "5831f84d", "rrf10": [0.024590164, 0.023591719, 0.023561508, 0.023449132, 0.022504456, 0.022366522, 0.021848739, 0.02173913, 0.021504321, 0.021326014], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.2409, "secs_fuse": 0.0146, "secs_legs": 0.0435, "stand_in": false, "top10": ["s7b6f2df8d1.md", "s34c3987e4b.md", "s4fb379707c.md", "sefdbfc1dfe.md", "s1ad68e3fef.md", "s98835bf6e4.md", "s2dc9af6ab5.md", "s3dfe0798cb.md", "s5ae01d7f28.md", "s85ab8d875b.md"], "type": "knowledge-update", "vec150_n": 40, "vec50_n": 40, "wide150": ["s7b6f2df8d1.md", "s34c3987e4b.md", "s4fb379707c.md", "sefdbfc1dfe.md", "s1ad68e3fef.md", "s98835bf6e4.md", "s2dc9af6ab5.md", "s3dfe0798cb.md", "s5ae01d7f28.md", "s85ab8d875b.md", "s33acd132f6.md", "s7046c387ad.md", "sfe8284d250.md", "s60b113f137.md", "se9150722ed.md", "sd6cb5da044.md", "s680b337a1f.md", "s07faccf975.md", "s9c207ed9b0.md", "s5c435279af.md", "s7132b45879.md", "s09e7e6682c.md", "sa93e091efb.md", "s34eb985d5d.md", "safb838ce7e.md", "s606214ec1a.md", "seea4281932.md", "sc002155283.md", "s81ba083261.md", "s16b57d9d3f.md", "s710ede0a06.md", "s50fb88867a.md", "saddd2d18be.md", "s66688e1ce3.md", "s4fad00cfd2.md", "sbc51b40efe.md", "sfdbd2e8a82.md", "se118682fca.md", "s6ba4beafe3.md", "se6c0bcfa1f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s67d19f10bb.md", "s69cb2757ff.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 54.46, "n_files": 47, "pool20": ["s67d19f10bb.md", "s69cb2757ff.md", "s1cb97b76f2.md", "sec60d80cfe.md", "sc6590537b2.md", "s60df1fbedc.md", "sc808e5631b.md", "s87bbca1a02.md", "s2a3a19ff8c.md", "s94d778e93b.md", "s6111de6914.md", "s70fc9eb9d1.md", "sba5b156d6f.md", "s0143bc215f.md", "s334fcfdf86.md", "s4ff0151921.md", "se74ab554e4.md", "sbe177ac819.md", "s245002328a.md", "sa48d92deda.md"], "qid": "eace081b", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.0234375, 0.023321123, 0.02195544, 0.021249076, 0.021199389, 0.021098213, 0.020909091], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.2918, "secs_fuse": 0.0363, "secs_legs": 0.072, "stand_in": false, "top10": ["s67d19f10bb.md", "s69cb2757ff.md", "s1cb97b76f2.md", "sec60d80cfe.md", "sc6590537b2.md", "s60df1fbedc.md", "sc808e5631b.md", "s87bbca1a02.md", "s2a3a19ff8c.md", "s94d778e93b.md"], "type": "knowledge-update", "vec150_n": 47, "vec50_n": 47, "wide150": ["s67d19f10bb.md", "s69cb2757ff.md", "s1cb97b76f2.md", "sec60d80cfe.md", "sc6590537b2.md", "s60df1fbedc.md", "sc808e5631b.md", "s87bbca1a02.md", "s2a3a19ff8c.md", "s94d778e93b.md", "s6111de6914.md", "s70fc9eb9d1.md", "sba5b156d6f.md", "s0143bc215f.md", "s334fcfdf86.md", "s4ff0151921.md", "se74ab554e4.md", "sbe177ac819.md", "s245002328a.md", "sa48d92deda.md", "s782ac9bc24.md", "s9cc3171916.md", "sdf1f8a1f7b.md", "sd34c86684a.md", "s96fd713ea9.md", "s09d5888b50.md", "s62c2da6ba5.md", "sd97fdabd86.md", "sbcbff2a27f.md", "s08b8be869b.md", "s104ba52577.md", "s3c07efbd74.md", "s98605f6f27.md", "s3abf676cb7.md", "s4f95d334a8.md", "s4f17a0599b.md", "s7a9b19021b.md", "s3a431be547.md", "s1bf90fea83.md", "s7d44b7c1b5.md", "sf1032bc8cb.md", "s2c98b3d219.md", "s131fc6a3d7.md", "sf8464cee14.md", "s75d4e6a89a.md", "sa9221f21c9.md", "s3d6f04ef23.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5b3cccdc9b.md", "sf3f6c61b91.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 56.05, "n_files": 44, "pool20": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "sd4f4d32a89.md", "s41b602820d.md", "scd504ffc2b.md", "s1caa5b1223.md", "sdefb81bd5a.md", "s92b624efa8.md", "s9aa6b10fae.md", "s75acfb1b35.md", "s745e354475.md", "s46b4a79083.md", "s84bbeebb2f.md", "s0cf9fc135f.md", "se526d19e67.md", "scd48d88b7d.md", "s8e3df84712.md", "s150ee9ff71.md", "s17b56d6d50.md"], "qid": "affe2881", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022960373, 0.022843823, 0.02206823, 0.022058824, 0.021161317, 0.021028951], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.7813, "secs_fuse": 0.0085, "secs_legs": 0.0198, "stand_in": false, "top10": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "sd4f4d32a89.md", "s41b602820d.md", "scd504ffc2b.md", "s1caa5b1223.md", "sdefb81bd5a.md", "s92b624efa8.md", "s9aa6b10fae.md"], "type": "knowledge-update", "vec150_n": 44, "vec50_n": 44, "wide150": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "sd4f4d32a89.md", "s41b602820d.md", "scd504ffc2b.md", "s1caa5b1223.md", "sdefb81bd5a.md", "s92b624efa8.md", "s9aa6b10fae.md", "s75acfb1b35.md", "s745e354475.md", "s46b4a79083.md", "s84bbeebb2f.md", "s0cf9fc135f.md", "se526d19e67.md", "scd48d88b7d.md", "s8e3df84712.md", "s150ee9ff71.md", "s17b56d6d50.md", "s929a778f48.md", "s3a004a13e6.md", "s453b74018e.md", "s3cf5c53dbd.md", "sb1001e9573.md", "sb588d338af.md", "s54e542809b.md", "s98e9f1b7d3.md", "s9a39483793.md", "s34f2001ead.md", "se0117928cf.md", "sf01069dd3d.md", "scb8e102e6c.md", "s3bd3344470.md", "sa883069c58.md", "sd5737ee2db.md", "sebe0506c5a.md", "sf01a5a6018.md", "saa46c8a14d.md", "s0ced9a4e93.md", "s31d7d9d613.md", "sc7203f74b7.md", "sf6a1f9ee4c.md", "s8b74605574.md"]}
{"abstention": false, "arm": "A5", "gold": ["s41d0d97903.md", "s9d5295fab5.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 53.45, "n_files": 48, "pool20": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "s97014f4e15.md", "sb374d6a4a2.md", "s878af30d46.md", "sbbc1b65825.md", "sc11a593a2d.md", "s9a446f5c95.md", "sb262c4cb6e.md", "sf32e7c4007.md", "s6ddbe2e0c8.md", "see8f63fbe6.md", "s6934941c79.md", "sc2385d31ba.md", "s3249cbaf48.md", "s5a75b50bd5.md", "s4edc220fbf.md", "sdd08ec6b3f.md"], "qid": "50635ada", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022737873, 0.022569444, 0.022527473, 0.021952259, 0.021660265, 0.021351575, 0.020707071], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.6526, "secs_fuse": 0.0088, "secs_legs": 0.0217, "stand_in": false, "top10": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "s97014f4e15.md", "sb374d6a4a2.md", "s878af30d46.md", "sbbc1b65825.md", "sc11a593a2d.md", "s9a446f5c95.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "s97014f4e15.md", "sb374d6a4a2.md", "s878af30d46.md", "sbbc1b65825.md", "sc11a593a2d.md", "s9a446f5c95.md", "sb262c4cb6e.md", "sf32e7c4007.md", "s6ddbe2e0c8.md", "see8f63fbe6.md", "s6934941c79.md", "sc2385d31ba.md", "s3249cbaf48.md", "s5a75b50bd5.md", "s4edc220fbf.md", "sdd08ec6b3f.md", "s40b969edc7.md", "s1449f7cd34.md", "s7f46c8a1dd.md", "s47e2e04e80.md", "s3b179ec9e9.md", "s8cb7925600.md", "s5de86949e7.md", "s7658326b0e.md", "sa83fd54237.md", "s8f9c5a2904.md", "s51b3e83e44.md", "sb18211be2d.md", "s5d11c6c146.md", "sb42f6719b3.md", "s2a20b90761.md", "s2d730ffff8.md", "s4b2b3b9ee0.md", "sea0f9f53e4.md", "s3240dba569.md", "s3979bf4f03.md", "sb009d85fe5.md", "s2de3093053.md", "saf59f3c61e.md", "sce49bdad76.md", "s9e7487f4d4.md", "sc849592391.md", "s8c53926dfb.md", "sfaa18046eb.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1380d3e4fa.md", "s472575cdd2.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 50.88, "n_files": 47, "pool20": ["s472575cdd2.md", "s1380d3e4fa.md", "s44ccb4090b.md", "s4fdad6f208.md", "sa5a1ceaaba.md", "s3ccf02290e.md", "sc6bf26f3fe.md", "s13be1fb5b3.md", "sdbc4232aaf.md", "s26d44aa2e5.md", "sd7184f1948.md", "sa6cbf5fc2a.md", "s66745917fb.md", "s241780be0c.md", "scce96bab0a.md", "sebee9aea41.md", "s3d95709902.md", "s234597e967.md", "s61f865f5d8.md", "s44cc0dac08.md"], "qid": "e66b632c", "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.022451963, 0.021908272, 0.021748401, 0.021342069, 0.021306818, 0.021254487, 0.021145833], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.8713, "secs_fuse": 0.0204, "secs_legs": 0.0701, "stand_in": false, "top10": ["s472575cdd2.md", "s1380d3e4fa.md", "s44ccb4090b.md", "s4fdad6f208.md", "sa5a1ceaaba.md", "s3ccf02290e.md", "sc6bf26f3fe.md", "s13be1fb5b3.md", "sdbc4232aaf.md", "s26d44aa2e5.md"], "type": "knowledge-update", "vec150_n": 47, "vec50_n": 47, "wide150": ["s472575cdd2.md", "s1380d3e4fa.md", "s44ccb4090b.md", "s4fdad6f208.md", "sa5a1ceaaba.md", "s3ccf02290e.md", "sc6bf26f3fe.md", "s13be1fb5b3.md", "sdbc4232aaf.md", "s26d44aa2e5.md", "sd7184f1948.md", "sa6cbf5fc2a.md", "s66745917fb.md", "s241780be0c.md", "scce96bab0a.md", "sebee9aea41.md", "s3d95709902.md", "s234597e967.md", "s61f865f5d8.md", "s44cc0dac08.md", "s26619f18ed.md", "sef592c37a6.md", "s0bcde8de1b.md", "s63d6bf3669.md", "s2ce54e8df3.md", "s30ca92b779.md", "s7df2e7ec2f.md", "s70faafb49a.md", "s63b08c4a92.md", "s0311d603d2.md", "sb76b309d2c.md", "sa892394521.md", "sf399fc0ca1.md", "s41e12f4253.md", "s6cfe6415bf.md", "s5f4263b8d9.md", "sfdeda6ae6d.md", "sfc377bac1e.md", "s1cd77c1c01.md", "s95974c4c88.md", "saf0b8a05f4.md", "sf9d2f06663.md", "sda93d3b11c.md", "sc1d88e80d4.md", "s470a632f82.md", "s25840e839e.md", "se17b073271.md"]}
{"abstention": false, "arm": "A5", "gold": ["s371865fb01.md", "sac2573d372.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 51.89, "n_files": 50, "pool20": ["sac2573d372.md", "s371865fb01.md", "s4c2f9dc7fa.md", "s3088e0ef47.md", "s867947a5a7.md", "s7230578ac5.md", "s4b96b10329.md", "s586bb64f11.md", "se8607a29cf.md", "sdca45d61e3.md", "sb1a665a543.md", "sa32c080d0f.md", "s6730c695d4.md", "s5c1a6a588a.md", "s4316a84acb.md", "s81b394b047.md", "s9f187dee36.md", "sbca84cbbfb.md", "s1c7ec50bc2.md", "s59b8eacb25.md"], "qid": "0ddfec37", "rrf10": [0.024590164, 0.024193548, 0.023317308, 0.021963563, 0.021462639, 0.021230159, 0.020833333, 0.020823511, 0.020594736, 0.020555556], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.8539, "secs_fuse": 0.0329, "secs_legs": 0.0652, "stand_in": false, "top10": ["sac2573d372.md", "s371865fb01.md", "s4c2f9dc7fa.md", "s3088e0ef47.md", "s867947a5a7.md", "s7230578ac5.md", "s4b96b10329.md", "s586bb64f11.md", "se8607a29cf.md", "sdca45d61e3.md"], "type": "knowledge-update", "vec150_n": 50, "vec50_n": 50, "wide150": ["sac2573d372.md", "s371865fb01.md", "s4c2f9dc7fa.md", "s3088e0ef47.md", "s867947a5a7.md", "s7230578ac5.md", "s4b96b10329.md", "s586bb64f11.md", "se8607a29cf.md", "sdca45d61e3.md", "sb1a665a543.md", "sa32c080d0f.md", "s6730c695d4.md", "s5c1a6a588a.md", "s4316a84acb.md", "s81b394b047.md", "s9f187dee36.md", "sbca84cbbfb.md", "s1c7ec50bc2.md", "s59b8eacb25.md", "s4ab098152c.md", "sd6dc812381.md", "s86de8bbe14.md", "s40aa97585e.md", "s93ca9ab997.md", "se42c9180cf.md", "s0126750c47.md", "sb756032999.md", "sf230d7916c.md", "s8fc0e47c9a.md", "s3a532f3a17.md", "sa85061d5dd.md", "s0afc579a11.md", "s859cad7957.md", "s557436e164.md", "s2a536bd4ff.md", "s16f7b154d0.md", "sf8264bf76d.md", "sccc8514c60.md", "s56b9b66039.md", "s89e884afd9.md", "s5cb2cbbbeb.md", "s41ca8338c1.md", "s15443fdbdc.md", "s8563d0c018.md", "sb15078a8c3.md", "s15879d1880.md", "s3013984990.md", "s5606ccdf0c.md", "s45a2047f2f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s24daefe9d4.md", "s8585e3f459.md"], "kw150_n": 41, "kw50_n": 41, "loadavg1_at_start": 51.52, "n_files": 41, "pool20": ["s24daefe9d4.md", "s8585e3f459.md", "s5cef5fd8e9.md", "sc6c9da11c4.md", "sf78cf5f9f3.md", "s849e10d3ea.md", "s69a65d34d2.md", "s87411311c0.md", "s91698294f6.md", "s024af414e2.md", "s97fa72fb43.md", "sc407a8474b.md", "sc3f8f44b33.md", "sb55fa2cd13.md", "s39c41d8fd6.md", "s2b7cc8a733.md", "sefaf2e760b.md", "sac499ffc2b.md", "s8db1ce61a7.md", "s12dd4fccbb.md"], "qid": "f685340e", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023317308, 0.02228164, 0.02217175, 0.021730463, 0.021327968, 0.021266968, 0.02115942], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.8927, "secs_fuse": 0.0269, "secs_legs": 0.0636, "stand_in": false, "top10": ["s24daefe9d4.md", "s8585e3f459.md", "s5cef5fd8e9.md", "sc6c9da11c4.md", "sf78cf5f9f3.md", "s849e10d3ea.md", "s69a65d34d2.md", "s87411311c0.md", "s91698294f6.md", "s024af414e2.md"], "type": "knowledge-update", "vec150_n": 41, "vec50_n": 41, "wide150": ["s24daefe9d4.md", "s8585e3f459.md", "s5cef5fd8e9.md", "sc6c9da11c4.md", "sf78cf5f9f3.md", "s849e10d3ea.md", "s69a65d34d2.md", "s87411311c0.md", "s91698294f6.md", "s024af414e2.md", "s97fa72fb43.md", "sc407a8474b.md", "sc3f8f44b33.md", "sb55fa2cd13.md", "s39c41d8fd6.md", "s2b7cc8a733.md", "sefaf2e760b.md", "sac499ffc2b.md", "s8db1ce61a7.md", "s12dd4fccbb.md", "see06465860.md", "s9ef2b9d2e7.md", "s19ab66a43b.md", "s583a4da1e9.md", "s5c1d7dc6e8.md", "sfb23a3f52a.md", "s25c9aa33fa.md", "s267595a97f.md", "s535c554040.md", "sa3a72d0c4f.md", "s20f4a01fae.md", "s305a299b15.md", "s849540e31e.md", "s69e91f3d02.md", "s0525a939dc.md", "s2d29746e2d.md", "s12edbf7316.md", "saa8f6bdded.md", "sfef0fc8e7d.md", "sb2ad3a041a.md", "s6208894f93.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2203bb996f.md", "sde0557bf4b.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 51.24, "n_files": 53, "pool20": ["s2203bb996f.md", "sde0557bf4b.md", "s363a4264cf.md", "s6b4e18e5ef.md", "s164faa510e.md", "sb55426aa7e.md", "sfcd4267889.md", "sf5b633de7d.md", "s8252a760a9.md", "s8e83ad0fc1.md", "sba288d2b23.md", "s7a3dcc0f8f.md", "se6991490a3.md", "se0bc9f5f8e.md", "sbf88650676.md", "sfee027362c.md", "s79f1048588.md", "s7079996aaf.md", "s405196f668.md", "s857d38ddcc.md"], "qid": "cc5ded98", "rrf10": [0.024590164, 0.024193548, 0.022964015, 0.022861881, 0.021390938, 0.021327968, 0.02124936, 0.021131742, 0.020833333, 0.020306707], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 57.3233, "secs_fuse": 0.0351, "secs_legs": 0.0722, "stand_in": false, "top10": ["s2203bb996f.md", "sde0557bf4b.md", "s363a4264cf.md", "s6b4e18e5ef.md", "s164faa510e.md", "sb55426aa7e.md", "sfcd4267889.md", "sf5b633de7d.md", "s8252a760a9.md", "s8e83ad0fc1.md"], "type": "knowledge-update", "vec150_n": 53, "vec50_n": 50, "wide150": ["s2203bb996f.md", "sde0557bf4b.md", "s363a4264cf.md", "s6b4e18e5ef.md", "s164faa510e.md", "sb55426aa7e.md", "sfcd4267889.md", "sf5b633de7d.md", "s8252a760a9.md", "s8e83ad0fc1.md", "sba288d2b23.md", "s7a3dcc0f8f.md", "se6991490a3.md", "se0bc9f5f8e.md", "sbf88650676.md", "sfee027362c.md", "s79f1048588.md", "s7079996aaf.md", "s405196f668.md", "sc9b380b1b2.md", "s857d38ddcc.md", "sad904bc210.md", "s5dc00c7195.md", "s96ce84590d.md", "s11a725a406.md", "see97dbeab4.md", "s9b0abd686a.md", "s22b6de1473.md", "sdbc25f6fee.md", "s1a343fda6f.md", "sbae6422cb1.md", "s30f2e836f0.md", "s10383b680c.md", "s24eab49581.md", "s854eb0264b.md", "sba0d683814.md", "seb2a30e464.md", "s12c1a6a42f.md", "s30bed7b149.md", "s086000c996.md", "sa81bbdae2d.md", "s47e1673b4a.md", "se3b3a4e68e.md", "sc0c5428e41.md", "s3dfd849d08.md", "sd23c884ea2.md", "sadca930a1e.md", "s6a734a314e.md", "sd8dad54074.md", "scaaefb43cc.md", "s3367247854.md", "scc30ff9c31.md", "s45ebbe7e59.md"]}
{"abstention": false, "arm": "A5", "gold": ["s115e069164.md", "se36a417446.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 50.7, "n_files": 47, "pool20": ["s115e069164.md", "se36a417446.md", "s2d88821e05.md", "s112ff81c76.md", "sab07a29017.md", "s7d2186e431.md", "se4f44117d7.md", "s71d29b6b0b.md", "s4206e3c930.md", "sf77e45c7a6.md", "s5f898c436a.md", "sdb57948f83.md", "sc45f47831d.md", "s0c1ef034c9.md", "sa6af48495b.md", "sc152091a6b.md", "sd4879720ab.md", "seb3f40fc37.md", "s3447c04ec2.md", "s4a7263c488.md"], "qid": "dfde3500", "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022045855, 0.021635138, 0.021507353, 0.021175373, 0.020933822, 0.020779221, 0.020218003], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.1245, "secs_fuse": 0.014, "secs_legs": 0.053, "stand_in": false, "top10": ["s115e069164.md", "se36a417446.md", "s2d88821e05.md", "s112ff81c76.md", "sab07a29017.md", "s7d2186e431.md", "se4f44117d7.md", "s71d29b6b0b.md", "s4206e3c930.md", "sf77e45c7a6.md"], "type": "knowledge-update", "vec150_n": 47, "vec50_n": 47, "wide150": ["s115e069164.md", "se36a417446.md", "s2d88821e05.md", "s112ff81c76.md", "sab07a29017.md", "s7d2186e431.md", "se4f44117d7.md", "s71d29b6b0b.md", "s4206e3c930.md", "sf77e45c7a6.md", "s5f898c436a.md", "sdb57948f83.md", "sc45f47831d.md", "s0c1ef034c9.md", "sa6af48495b.md", "sc152091a6b.md", "sd4879720ab.md", "seb3f40fc37.md", "s3447c04ec2.md", "s4a7263c488.md", "s9bc0d17b58.md", "sd47a79c000.md", "scda29acd3e.md", "s4c0a9cbfb3.md", "sab3ceff3b9.md", "s3867251257.md", "s02f04d2e8d.md", "s30478266e2.md", "seb358524f0.md", "s5533282135.md", "sbf3547284d.md", "s091d96b0b8.md", "s6c29043420.md", "s2286716353.md", "sa38f26daa6.md", "s416d6454a7.md", "se5ae122564.md", "s015d91b23d.md", "s2e24d7f5f3.md", "sa2b892714b.md", "sf19948a02d.md", "sb64e7dcc15.md", "s620f80a738.md", "s0e18b5bb86.md", "sfb71564b03.md", "se0c87387db.md", "s0647cc7bbd.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0e15b3d60e.md", "s6ad4fde70a.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 53.81, "n_files": 49, "pool20": ["s6ad4fde70a.md", "s0e15b3d60e.md", "se285cb8dde.md", "sa321b0b817.md", "s2a1fbcc2c0.md", "s2676f9bd8c.md", "s120484e5f1.md", "s8f4d0957f1.md", "s8fe6b9088d.md", "s25012341df.md", "s8057da5428.md", "s5c26b181d7.md", "s02ef2560de.md", "saa52ebd428.md", "sb924765e02.md", "s3569b8536f.md", "s8d7f4f470e.md", "s95dccdd96d.md", "s43ad74c575.md", "s8bb224b582.md"], "qid": "69fee5aa", "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.022185061, 0.02200083, 0.021507353, 0.021464646, 0.021327968, 0.02124936, 0.020543351], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.2845, "secs_fuse": 0.0276, "secs_legs": 0.0706, "stand_in": false, "top10": ["s6ad4fde70a.md", "s0e15b3d60e.md", "se285cb8dde.md", "sa321b0b817.md", "s2a1fbcc2c0.md", "s2676f9bd8c.md", "s120484e5f1.md", "s8f4d0957f1.md", "s8fe6b9088d.md", "s25012341df.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["s6ad4fde70a.md", "s0e15b3d60e.md", "se285cb8dde.md", "sa321b0b817.md", "s2a1fbcc2c0.md", "s2676f9bd8c.md", "s120484e5f1.md", "s8f4d0957f1.md", "s8fe6b9088d.md", "s25012341df.md", "s8057da5428.md", "s5c26b181d7.md", "s02ef2560de.md", "saa52ebd428.md", "sb924765e02.md", "s3569b8536f.md", "s8d7f4f470e.md", "s95dccdd96d.md", "s43ad74c575.md", "s8bb224b582.md", "sf2ff512c78.md", "s1ec2cfee78.md", "s64aa2b52de.md", "s6485cbc3dd.md", "s8724c15d5f.md", "s446300dd65.md", "s6f10e0827f.md", "s3b3d2eff21.md", "s271cced09b.md", "sdf01d71719.md", "s4a38f81bf2.md", "s4353346484.md", "s59fb9c589d.md", "s22f71fcc2f.md", "sb07c2b8ca0.md", "s353df37a1f.md", "s6890f50ca6.md", "s9818c17ff1.md", "s8340590c2f.md", "s76497cef03.md", "s1438e22a3f.md", "s3312d1531a.md", "s822fa3841d.md", "s05d56f40df.md", "s4bf9e0b1df.md", "se6cf6f7536.md", "s7bf05d2453.md", "sea3824bc42.md", "s0206144023.md"]}
{"abstention": false, "arm": "A5", "gold": ["s2e5566915e.md", "s55d70def0e.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 53.97, "n_files": 47, "pool20": ["s55d70def0e.md", "s2e5566915e.md", "s53e76229a2.md", "s123aa40b5a.md", "s3bdf0f2b4c.md", "sfd2fcf9be5.md", "sd2ebc68c33.md", "sa0841a13d0.md", "sda2c635538.md", "s9f3da7ff1c.md", "s64126474d9.md", "s7df2690a97.md", "s65248cbfad.md", "s83d3656466.md", "sd1571551dc.md", "s1395ab67f3.md", "s20116a3f2d.md", "s31c3667bfc.md", "sa2a3abb732.md", "s55fefc302a.md"], "qid": "7401057b", "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.022193769, 0.022168569, 0.022045855, 0.021978022, 0.021634615, 0.02141888, 0.021227364], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.4189, "secs_fuse": 0.0083, "secs_legs": 0.0208, "stand_in": false, "top10": ["s55d70def0e.md", "s2e5566915e.md", "s53e76229a2.md", "s123aa40b5a.md", "s3bdf0f2b4c.md", "sfd2fcf9be5.md", "sd2ebc68c33.md", "sa0841a13d0.md", "sda2c635538.md", "s9f3da7ff1c.md"], "type": "knowledge-update", "vec150_n": 47, "vec50_n": 47, "wide150": ["s55d70def0e.md", "s2e5566915e.md", "s53e76229a2.md", "s123aa40b5a.md", "s3bdf0f2b4c.md", "sfd2fcf9be5.md", "sd2ebc68c33.md", "sa0841a13d0.md", "sda2c635538.md", "s9f3da7ff1c.md", "s64126474d9.md", "s7df2690a97.md", "s65248cbfad.md", "s83d3656466.md", "sd1571551dc.md", "s1395ab67f3.md", "s20116a3f2d.md", "s31c3667bfc.md", "sa2a3abb732.md", "s55fefc302a.md", "s62bbec24d5.md", "s9f23538b53.md", "s19701594dd.md", "sca8e51ca7a.md", "s580e3ed131.md", "s68eb25b35e.md", "s34f0ae633d.md", "s4383ed5766.md", "s633771f2ec.md", "s2002342c26.md", "s8ebef081bf.md", "s78b0e45ab1.md", "s5ab121e709.md", "sde1cd05509.md", "sc972600e7c.md", "s9643ac0629.md", "sc47a7bbdae.md", "s9b6265d553.md", "s5dbb73abbf.md", "s94def98402.md", "s4a0b1d5af5.md", "s5d192f991b.md", "sacf76b5713.md", "s61ed4454bd.md", "s40847d2bf1.md", "s3bed502de5.md", "scfcab813be.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0e8eecfaf9.md", "s63e425450b.md"], "kw150_n": 55, "kw50_n": 50, "loadavg1_at_start": 52.2, "n_files": 55, "pool20": ["s0e8eecfaf9.md", "s63e425450b.md", "s8e24ad9456.md", "s9873c20dcc.md", "s9e072d2d0f.md", "sc6af00ab6b.md", "s09c4f8faef.md", "s88c1a5ea28.md", "s9b1cccefbf.md", "s5eabd26aca.md", "s9753395715.md", "s43e2e75bca.md", "s66e33d3646.md", "sd8dd3d23df.md", "sd23a086412.md", "s3c3deb21fe.md", "sda0bd92479.md", "s59d1f2d6b2.md", "sbeac1e4d29.md", "s3fc47cb930.md"], "qid": "cf22b7bf", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023200758, 0.023088023, 0.022426869, 0.022058824, 0.02079602, 0.02075989, 0.020458554], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.6046, "secs_fuse": 0.0267, "secs_legs": 0.0558, "stand_in": false, "top10": ["s0e8eecfaf9.md", "s63e425450b.md", "s8e24ad9456.md", "s9873c20dcc.md", "s9e072d2d0f.md", "sc6af00ab6b.md", "s09c4f8faef.md", "s88c1a5ea28.md", "s9b1cccefbf.md", "s5eabd26aca.md"], "type": "knowledge-update", "vec150_n": 55, "vec50_n": 50, "wide150": ["s0e8eecfaf9.md", "s63e425450b.md", "s8e24ad9456.md", "s9873c20dcc.md", "s9e072d2d0f.md", "sc6af00ab6b.md", "s09c4f8faef.md", "s88c1a5ea28.md", "s9b1cccefbf.md", "s5eabd26aca.md", "s9753395715.md", "s43e2e75bca.md", "s66e33d3646.md", "sd8dd3d23df.md", "sd23a086412.md", "s3c3deb21fe.md", "sda0bd92479.md", "sfb11c3eef5.md", "s59d1f2d6b2.md", "sbeac1e4d29.md", "s3fc47cb930.md", "s150e962be0.md", "s5a48d1f58e.md", "s77d83d1bca.md", "s45f22407a0.md", "s9e5ba38e0b.md", "s5cdf95c435.md", "see8a9468d5.md", "s101ec4058f.md", "s694e05919a.md", "s19a1af4d4d.md", "sa64d210c5b.md", "sa178fb8d57.md", "see0f24a9ed.md", "s1fbf965bd3.md", "s6ff6f9d567.md", "s37b1875ccb.md", "s534d85347a.md", "s60a97bd766.md", "s781603749f.md", "sa2d3b50080.md", "sf379b9e3cd.md", "s50b73e9f89.md", "s9a10b3de0a.md", "sd0dcae212f.md", "s44e1bf1ad0.md", "s819dc162f9.md", "s16c10df35f.md", "sd6b3fd1233.md", "s845486d70e.md", "s1de1201bb1.md", "s648434b7d6.md", "sc63544541f.md", "s758882fb24.md", "sf216ff8a2d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1ea48f7580.md", "s7970f3434d.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 54.9, "n_files": 44, "pool20": ["s1ea48f7580.md", "s7970f3434d.md", "s7b463013ff.md", "s47cad20a51.md", "s6abdd6d5bc.md", "sdf7135f9bc.md", "s3ef5ae285d.md", "s26f65b50a8.md", "s49c167391d.md", "s522d69dc1e.md", "s1fa4118350.md", "s2edd1f0a10.md", "sacdc6eca2c.md", "sc47fb1d709.md", "s1d73b5b335.md", "s17808eea6e.md", "sa8bd024a3b.md", "s1cf1473954.md", "sa8ca4850e7.md", "sa116fe37ec.md"], "qid": "a2f3aa27", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023561508, 0.022168569, 0.021908272, 0.021274388, 0.02094947, 0.020656371, 0.020590315], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.773, "secs_fuse": 0.0139, "secs_legs": 0.0276, "stand_in": false, "top10": ["s1ea48f7580.md", "s7970f3434d.md", "s7b463013ff.md", "s47cad20a51.md", "s6abdd6d5bc.md", "sdf7135f9bc.md", "s3ef5ae285d.md", "s26f65b50a8.md", "s49c167391d.md", "s522d69dc1e.md"], "type": "knowledge-update", "vec150_n": 44, "vec50_n": 44, "wide150": ["s1ea48f7580.md", "s7970f3434d.md", "s7b463013ff.md", "s47cad20a51.md", "s6abdd6d5bc.md", "sdf7135f9bc.md", "s3ef5ae285d.md", "s26f65b50a8.md", "s49c167391d.md", "s522d69dc1e.md", "s1fa4118350.md", "s2edd1f0a10.md", "sacdc6eca2c.md", "sc47fb1d709.md", "s1d73b5b335.md", "s17808eea6e.md", "sa8bd024a3b.md", "s1cf1473954.md", "sa8ca4850e7.md", "sa116fe37ec.md", "sb44173b1a2.md", "saa749f9669.md", "sc7444410c0.md", "sb2e6d7d291.md", "sa70a1c4c29.md", "sd6977ee860.md", "sf185c88af6.md", "s723cedb86c.md", "s664866a5f9.md", "s3d0783c4b0.md", "sfee1939a82.md", "sc2c4a5d602.md", "sdf82137144.md", "s25421fed5b.md", "s07d42cde47.md", "sbef0e01020.md", "sf988c206a8.md", "s1764c7f53a.md", "s49a57836de.md", "sff5d26c540.md", "sbe94c2e3d5.md", "s844fbafc32.md", "s287455061a.md", "saed2b00106.md"]}
{"abstention": false, "arm": "A5", "gold": ["s58762258e9.md", "s7a67472a2c.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 55.13, "n_files": 45, "pool20": ["s58762258e9.md", "s7a67472a2c.md", "s2151c1c441.md", "s82a167df5b.md", "s3f0479c3dc.md", "sd889ace5d4.md", "sad04b82614.md", "sacb98537c7.md", "s0b36716da0.md", "s48c9b7e4a2.md", "s7290ba7ae7.md", "s6f2255f094.md", "sb8b37a69fe.md", "s831f4619e6.md", "sd1aa353871.md", "sc51e55e3fc.md", "s3fa563f650.md", "s14b2546def.md", "s56a3d79b0a.md", "s4dc44c5625.md"], "qid": "c7dc5443", "rrf10": [0.024590164, 0.024193548, 0.022847302, 0.022843823, 0.022722331, 0.021967627, 0.021577381, 0.021071701, 0.021051571, 0.020803443], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.115, "secs_fuse": 0.0406, "secs_legs": 0.1056, "stand_in": false, "top10": ["s58762258e9.md", "s7a67472a2c.md", "s2151c1c441.md", "s82a167df5b.md", "s3f0479c3dc.md", "sd889ace5d4.md", "sad04b82614.md", "sacb98537c7.md", "s0b36716da0.md", "s48c9b7e4a2.md"], "type": "knowledge-update", "vec150_n": 45, "vec50_n": 45, "wide150": ["s58762258e9.md", "s7a67472a2c.md", "s2151c1c441.md", "s82a167df5b.md", "s3f0479c3dc.md", "sd889ace5d4.md", "sad04b82614.md", "sacb98537c7.md", "s0b36716da0.md", "s48c9b7e4a2.md", "s7290ba7ae7.md", "s6f2255f094.md", "sb8b37a69fe.md", "s831f4619e6.md", "sd1aa353871.md", "sc51e55e3fc.md", "s3fa563f650.md", "s14b2546def.md", "s56a3d79b0a.md", "s4dc44c5625.md", "s06b910646e.md", "sd4ee6e2e6c.md", "s9c6577d3c0.md", "s6e30f2b922.md", "sba6acb58d1.md", "sff3b22d884.md", "s1ea7fbbf58.md", "seba37cae6b.md", "s07e4f8d481.md", "s6287db17ba.md", "s6ed3984b3a.md", "sc1811c2357.md", "sc3d95f0f21.md", "s2d5d67ef58.md", "s3dcc819c4e.md", "s0eb064428c.md", "sd6e1fb9157.md", "sce73c667c0.md", "s9120681057.md", "sbe03f5ca2f.md", "s3019d7aca1.md", "sfeeb64374c.md", "s2a73381cd2.md", "sda305f708e.md", "s3e5ae4be6c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4432003925.md", "s63e8a64f93.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 50.71, "n_files": 51, "pool20": ["s4432003925.md", "s63e8a64f93.md", "s03d29e7d05.md", "sd4774553fb.md", "sa3f06c301e.md", "sdb81c16be1.md", "s13ae57ee1d.md", "sd3677c7234.md", "s80d0d7658c.md", "s2a4c52ce1e.md", "s000dafc1d2.md", "s5f18dcf603.md", "s3a867bfcfe.md", "s21484f87fe.md", "s942431b33a.md", "s5ef96960ee.md", "s5f81fb4b41.md", "sfc0eed6a6e.md", "s1eb8e10fc9.md", "s079856e978.md"], "qid": "06db6396", "rrf10": [0.024457959, 0.024069737, 0.023200758, 0.023197115, 0.022861881, 0.022458146, 0.021635611, 0.021161317, 0.021103896, 0.020453009], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 72.0053, "secs_fuse": 0.0275, "secs_legs": 0.0716, "stand_in": false, "top10": ["s4432003925.md", "s63e8a64f93.md", "s03d29e7d05.md", "sd4774553fb.md", "sa3f06c301e.md", "sdb81c16be1.md", "s13ae57ee1d.md", "sd3677c7234.md", "s80d0d7658c.md", "s2a4c52ce1e.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["s4432003925.md", "s63e8a64f93.md", "s03d29e7d05.md", "sd4774553fb.md", "sa3f06c301e.md", "sdb81c16be1.md", "s13ae57ee1d.md", "sd3677c7234.md", "s80d0d7658c.md", "s2a4c52ce1e.md", "s000dafc1d2.md", "s5f18dcf603.md", "s3a867bfcfe.md", "s21484f87fe.md", "s942431b33a.md", "s5ef96960ee.md", "s5f81fb4b41.md", "sfc0eed6a6e.md", "s1eb8e10fc9.md", "s079856e978.md", "sb440f23f49.md", "s1f58845bbb.md", "s7b5cb1c0c9.md", "sbc9b98c6a0.md", "s8e204cf80d.md", "s4e34c7c8ac.md", "sf61b526bff.md", "s28c0f4c93f.md", "s48cefafe37.md", "sef61fe0510.md", "s2023369861.md", "s5e2e02235c.md", "s171d32ac70.md", "sb38bb2ecc0.md", "sab779efece.md", "s36cfe567fb.md", "s762e80d152.md", "sc068a9b3b8.md", "s732865548f.md", "sa1c0eae893.md", "s8408e5cb14.md", "se65f2ad6cf.md", "sc7db5e3538.md", "sa6dcf8d2f9.md", "sedcfc547e6.md", "sbbf873b309.md", "sec1f4e7056.md", "s54f147c8e3.md", "sa1842249ce.md", "sbf81ffa402.md", "sf94949e58c.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb8326612f6.md", "sbc14739da2.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 55.43, "n_files": 44, "pool20": ["sbc14739da2.md", "sb8326612f6.md", "saf1c94d783.md", "saca7450555.md", "secce37f9f9.md", "s3523f7d102.md", "sa63260a9ab.md", "s5d4c61aaaa.md", "sc86ed4d59c.md", "s1869b586b5.md", "s91386f0494.md", "s3c0d01152f.md", "sbbbcbcd351.md", "s7cc002365c.md", "s850e55d2fc.md", "se20069a981.md", "s8e388abdb9.md", "s41f2978bc7.md", "s860558043b.md", "sb3692f46b2.md"], "qid": "3ba21379", "rrf10": [0.024329951, 0.024325754, 0.023216031, 0.022474315, 0.02217175, 0.021978022, 0.021748136, 0.021192165, 0.02115942, 0.021066434], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.8003, "secs_fuse": 0.009, "secs_legs": 0.0186, "stand_in": false, "top10": ["sbc14739da2.md", "sb8326612f6.md", "saf1c94d783.md", "saca7450555.md", "secce37f9f9.md", "s3523f7d102.md", "sa63260a9ab.md", "s5d4c61aaaa.md", "sc86ed4d59c.md", "s1869b586b5.md"], "type": "knowledge-update", "vec150_n": 44, "vec50_n": 44, "wide150": ["sbc14739da2.md", "sb8326612f6.md", "saf1c94d783.md", "saca7450555.md", "secce37f9f9.md", "s3523f7d102.md", "sa63260a9ab.md", "s5d4c61aaaa.md", "sc86ed4d59c.md", "s1869b586b5.md", "s91386f0494.md", "s3c0d01152f.md", "sbbbcbcd351.md", "s7cc002365c.md", "s850e55d2fc.md", "se20069a981.md", "s8e388abdb9.md", "s41f2978bc7.md", "s860558043b.md", "sb3692f46b2.md", "sc4f40b671a.md", "s3cf4f4b31c.md", "s5a6f61d415.md", "s09789634bf.md", "s86a3246e09.md", "s79f4d33106.md", "s801f6eba08.md", "sf818f9dbd1.md", "s4ec4590e7b.md", "s3948e301e9.md", "s6b4224749d.md", "sc0f1dcfba4.md", "sc8d6ede96b.md", "s885f4fb81d.md", "s8d06d90af4.md", "s33f8a9d26c.md", "s67c315e2ba.md", "sb2a8964b48.md", "s0051488995.md", "sac3e7fd00d.md", "sb74b3562bf.md", "sdd8b37f8d7.md", "s8c61c9f7fa.md", "sec5145be26.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc87717bdb1.md", "scc54754134.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 59.84, "n_files": 48, "pool20": ["sc87717bdb1.md", "scc54754134.md", "sb300333dac.md", "s672ea4ddee.md", "s5b86c1a519.md", "s5a956ec86d.md", "s6a0dc4f244.md", "s140957e225.md", "sd38cc7a651.md", "s634e46fc23.md", "sbd8f2cccd9.md", "s7071561d4a.md", "s9c6ea075fc.md", "s1730132d42.md", "sab6dd72bbf.md", "s682bde2abe.md", "sf1959795ca.md", "s63de3c0d67.md", "sf8227a8a67.md", "s962df832dc.md"], "qid": "9bbe84a2", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022861881, 0.021730463, 0.021660265, 0.021634615, 0.021555197, 0.020625, 0.02000702], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.8773, "secs_fuse": 0.0108, "secs_legs": 0.0257, "stand_in": false, "top10": ["sc87717bdb1.md", "scc54754134.md", "sb300333dac.md", "s672ea4ddee.md", "s5b86c1a519.md", "s5a956ec86d.md", "s6a0dc4f244.md", "s140957e225.md", "sd38cc7a651.md", "s634e46fc23.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["sc87717bdb1.md", "scc54754134.md", "sb300333dac.md", "s672ea4ddee.md", "s5b86c1a519.md", "s5a956ec86d.md", "s6a0dc4f244.md", "s140957e225.md", "sd38cc7a651.md", "s634e46fc23.md", "sbd8f2cccd9.md", "s7071561d4a.md", "s9c6ea075fc.md", "s1730132d42.md", "sab6dd72bbf.md", "s682bde2abe.md", "sf1959795ca.md", "s63de3c0d67.md", "sf8227a8a67.md", "s962df832dc.md", "sb1204d6aba.md", "sa577c45408.md", "s6d72ad14e2.md", "s6f9c51b101.md", "sa4a1cc6d19.md", "sa4ebe63cfb.md", "s6c80747fe4.md", "se9f12588ff.md", "s8d6be49e9e.md", "sf19949422f.md", "s95b94ff780.md", "sc8d65bf6db.md", "s80222c45a8.md", "sd22390539c.md", "s2e4bf91ad5.md", "s771348fb46.md", "sba5e6931da.md", "s388b8c1f4a.md", "sf6e7767af4.md", "sc495fa38b0.md", "s1efc3f8208.md", "s5beaadeefe.md", "s280f6aea02.md", "s192739bc11.md", "s15e9dd815f.md", "s96a6bfa42b.md", "sf0db123822.md", "sd1fd880512.md"]}
{"abstention": false, "arm": "A5", "gold": ["sc5b7a963f8.md", "se7841b3dce.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 55.39, "n_files": 45, "pool20": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s4dad32a3d1.md", "s8364107adc.md", "sfd310bdf36.md", "sf670d2667c.md", "s2c693de37d.md", "sd4bc888145.md", "sb79f452bd3.md", "s033e91bb9b.md", "s935b1b152a.md", "s18be9a8361.md", "s2c7dfe9d9b.md", "sc824e35bfe.md", "s1e6bcd6c2c.md", "s35a9fb3067.md", "s9cba49848a.md", "s2a97126d3c.md", "s20befd1f21.md"], "qid": "10e09553", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022767857, 0.021025641, 0.020833333, 0.020760959, 0.020740884, 0.020457958, 0.02023988], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 63.0303, "secs_fuse": 0.0361, "secs_legs": 0.0718, "stand_in": false, "top10": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s4dad32a3d1.md", "s8364107adc.md", "sfd310bdf36.md", "sf670d2667c.md", "s2c693de37d.md", "sd4bc888145.md", "sb79f452bd3.md"], "type": "knowledge-update", "vec150_n": 45, "vec50_n": 45, "wide150": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s4dad32a3d1.md", "s8364107adc.md", "sfd310bdf36.md", "sf670d2667c.md", "s2c693de37d.md", "sd4bc888145.md", "sb79f452bd3.md", "s033e91bb9b.md", "s935b1b152a.md", "s18be9a8361.md", "s2c7dfe9d9b.md", "sc824e35bfe.md", "s1e6bcd6c2c.md", "s35a9fb3067.md", "s9cba49848a.md", "s2a97126d3c.md", "s20befd1f21.md", "sa6418f238e.md", "s81fb79ae44.md", "sacac312004.md", "s57cf5c0b59.md", "sb1897057d9.md", "s1898af193d.md", "s3371ff4126.md", "sb6f63815fa.md", "se7c5e8fd73.md", "sb742f2e83b.md", "s3178f84b43.md", "s7283aaaf40.md", "s2cb1c59ba6.md", "sfaf9bb08cb.md", "s84fc0cf312.md", "s6c61b7705e.md", "s2dc1cbc9fd.md", "s46321444d2.md", "s45f9a6f26e.md", "sa7388b69b5.md", "s381c0d956a.md", "sd98b35fcb2.md", "s32e09038f9.md", "s3f9d28d5d9.md", "s07c63f6237.md"]}
{"abstention": false, "arm": "A5", "gold": ["scc2787978d.md", "sce87be458e.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 54.17, "n_files": 48, "pool20": ["s5ef015faca.md", "scc2787978d.md", "sce87be458e.md", "sb25700c21f.md", "s8753d8b8eb.md", "s8f0071cc80.md", "s7074ff017b.md", "sb83a46f6c7.md", "s1e5a40d9c2.md", "s7dadf96078.md", "s88a9318ca8.md", "s9b8a4c00fb.md", "s6877422370.md", "s404a246fef.md", "s1b81544307.md", "s6f9916bc61.md", "saa6da87d44.md", "s5978956eaa.md", "sf9ee7e376b.md", "s9dea07ae01.md"], "qid": "dad224aa", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023317308, 0.023197115, 0.021908272, 0.021748136, 0.02173913, 0.021022934, 0.020643075], "score": {"all@10": true, "all@5": true, "any@1": false, "any@5": true}, "secs_embed": 68.1272, "secs_fuse": 0.0277, "secs_legs": 0.0804, "stand_in": false, "top10": ["s5ef015faca.md", "scc2787978d.md", "sce87be458e.md", "sb25700c21f.md", "s8753d8b8eb.md", "s8f0071cc80.md", "s7074ff017b.md", "sb83a46f6c7.md", "s1e5a40d9c2.md", "s7dadf96078.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["s5ef015faca.md", "scc2787978d.md", "sce87be458e.md", "sb25700c21f.md", "s8753d8b8eb.md", "s8f0071cc80.md", "s7074ff017b.md", "sb83a46f6c7.md", "s1e5a40d9c2.md", "s7dadf96078.md", "s88a9318ca8.md", "s9b8a4c00fb.md", "s6877422370.md", "s404a246fef.md", "s1b81544307.md", "s6f9916bc61.md", "saa6da87d44.md", "s5978956eaa.md", "sf9ee7e376b.md", "s9dea07ae01.md", "s22c800d60a.md", "s0338e0081e.md", "scc51de51d4.md", "s419fa02130.md", "s45d445dcae.md", "s8bc68570ed.md", "sea405bbc1e.md", "sc006c4686a.md", "s56eff731e4.md", "sefde11a2c6.md", "s32d35a4c12.md", "s2205a84209.md", "s4c1803ca56.md", "s1863007cc2.md", "s299d544620.md", "s7c215a57b0.md", "se9ab5d87b7.md", "sc2b57322ed.md", "sae0aef7482.md", "sf73e15c414.md", "sec0a33f879.md", "s6fdb369d3b.md", "sa92ab1795f.md", "s306e8e6bae.md", "s47315d9bbf.md", "s7d56bc4dc7.md", "s7454323556.md", "s101d19d80f.md"]}
{"abstention": false, "arm": "A5", "gold": ["sd7d91d38f7.md", "sf91f5eb164.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 53.03, "n_files": 45, "pool20": ["sf91f5eb164.md", "s43582c9c04.md", "sd7d91d38f7.md", "s8b8930a4fc.md", "se018067082.md", "sd031b64898.md", "s682ceb5249.md", "sb2baed3f6a.md", "s7e6c0e4e6e.md", "s69d7d54528.md", "s0afccfebbb.md", "sa399b20487.md", "sf7e2726fcb.md", "s49b795a532.md", "sa5f9952697.md", "seddefb37d6.md", "s7d24b38c18.md", "s5f30d63822.md", "s18f951bc18.md", "s0a0c2ef0ff.md"], "qid": "ba61f0b9", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022977941, 0.022727273, 0.02223393, 0.022168569, 0.021254487, 0.020779221, 0.020494763], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.9591, "secs_fuse": 0.0344, "secs_legs": 0.0727, "stand_in": false, "top10": ["sf91f5eb164.md", "s43582c9c04.md", "sd7d91d38f7.md", "s8b8930a4fc.md", "se018067082.md", "sd031b64898.md", "s682ceb5249.md", "sb2baed3f6a.md", "s7e6c0e4e6e.md", "s69d7d54528.md"], "type": "knowledge-update", "vec150_n": 45, "vec50_n": 45, "wide150": ["sf91f5eb164.md", "s43582c9c04.md", "sd7d91d38f7.md", "s8b8930a4fc.md", "se018067082.md", "sd031b64898.md", "s682ceb5249.md", "sb2baed3f6a.md", "s7e6c0e4e6e.md", "s69d7d54528.md", "s0afccfebbb.md", "sa399b20487.md", "sf7e2726fcb.md", "s49b795a532.md", "sa5f9952697.md", "seddefb37d6.md", "s7d24b38c18.md", "s5f30d63822.md", "s18f951bc18.md", "s0a0c2ef0ff.md", "s7f749c36b2.md", "s66579a13f5.md", "s7d07dbb8a2.md", "s0f26ccef14.md", "sf4537ffb95.md", "secf1f76bcc.md", "sac3fbfc307.md", "s3e73302557.md", "s5e6966e831.md", "sd9657e80c3.md", "s757c1e4455.md", "s23c8a5ba65.md", "seea895d215.md", "s1fc129789d.md", "s61c480e404.md", "s92e801a630.md", "scc3042368f.md", "s20050310a1.md", "s5ae1e2cb7c.md", "sfa67999158.md", "s5669f9688e.md", "sa128830b78.md", "s2e0bce3c2e.md", "s4efa8915b9.md", "s7eef07989a.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb620beb68c.md", "sd9a2589458.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 54.17, "n_files": 48, "pool20": ["sd9a2589458.md", "sb620beb68c.md", "s8ae2a305ae.md", "s162d0689fd.md", "scb6559e8a6.md", "sb4613f969c.md", "sf639a0be79.md", "s6fd2217cad.md", "s74b0d15587.md", "s90cfa31073.md", "s573edfed4d.md", "sa28086d763.md", "sc893dd22dc.md", "s8745a3fce6.md", "s54d31f3256.md", "sbc85a558be.md", "s35c24fc6d2.md", "s44f3218ca5.md", "s3e9ef4936a.md", "s24115fc524.md"], "qid": "42ec0761", "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.022847302, 0.022291667, 0.021324355, 0.02128483, 0.020923521, 0.020779221, 0.020742754], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 59.5075, "secs_fuse": 0.0086, "secs_legs": 0.0204, "stand_in": false, "top10": ["sd9a2589458.md", "sb620beb68c.md", "s8ae2a305ae.md", "s162d0689fd.md", "scb6559e8a6.md", "sb4613f969c.md", "sf639a0be79.md", "s6fd2217cad.md", "s74b0d15587.md", "s90cfa31073.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["sd9a2589458.md", "sb620beb68c.md", "s8ae2a305ae.md", "s162d0689fd.md", "scb6559e8a6.md", "sb4613f969c.md", "sf639a0be79.md", "s6fd2217cad.md", "s74b0d15587.md", "s90cfa31073.md", "s573edfed4d.md", "sa28086d763.md", "sc893dd22dc.md", "s8745a3fce6.md", "s54d31f3256.md", "sbc85a558be.md", "s35c24fc6d2.md", "s44f3218ca5.md", "s3e9ef4936a.md", "s24115fc524.md", "s464ca9192c.md", "s5f89779934.md", "sdd7febd879.md", "s59538c116b.md", "s6f805164cd.md", "sec73f12b97.md", "s1d4f5149b4.md", "s89ebe58c60.md", "s02a1f6e423.md", "sf0dc5109ae.md", "sd12efbe294.md", "s12678ce55d.md", "s2261334951.md", "sdfe6df8ac1.md", "sbfa374756a.md", "sbbea59262c.md", "se061e7f055.md", "se366b34781.md", "s1e4386c43c.md", "sb56526455c.md", "sfee0074570.md", "s6b1a0d5788.md", "s156a6b6eb6.md", "s9c3cf337df.md", "s3c5ce42c4f.md", "sef799c8fe0.md", "sa8c169d8f5.md", "sa322c48be5.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6de672ec9d.md", "sf533fe95b6.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 50.3, "n_files": 51, "pool20": ["sf533fe95b6.md", "s6de672ec9d.md", "s7301be6144.md", "s481a4b0361.md", "sba7d58d382.md", "sc46633f844.md", "s0057c141d3.md", "s432d2a34e0.md", "s3ff81579a9.md", "s0bb1826c60.md", "s0b8d933bc7.md", "s26b6a9b3f0.md", "s9257a9e0ca.md", "s1ee791c170.md", "sa51edbeb3d.md", "s040cb899dc.md", "s1befbfd8e6.md", "s8e6a5c57f3.md", "sfee8275432.md", "se3b96b8648.md"], "qid": "5c40ec5b", "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.022861881, 0.021480629, 0.021428571, 0.021199389, 0.020945007, 0.020575495, 0.020539255], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.9892, "secs_fuse": 0.0267, "secs_legs": 0.0714, "stand_in": false, "top10": ["sf533fe95b6.md", "s6de672ec9d.md", "s7301be6144.md", "s481a4b0361.md", "sba7d58d382.md", "sc46633f844.md", "s0057c141d3.md", "s432d2a34e0.md", "s3ff81579a9.md", "s0bb1826c60.md"], "type": "knowledge-update", "vec150_n": 51, "vec50_n": 50, "wide150": ["sf533fe95b6.md", "s6de672ec9d.md", "s7301be6144.md", "s481a4b0361.md", "sba7d58d382.md", "sc46633f844.md", "s0057c141d3.md", "s432d2a34e0.md", "s3ff81579a9.md", "s0bb1826c60.md", "s0b8d933bc7.md", "s26b6a9b3f0.md", "s9257a9e0ca.md", "s1ee791c170.md", "sa51edbeb3d.md", "s040cb899dc.md", "s1befbfd8e6.md", "s8e6a5c57f3.md", "sfee8275432.md", "se3b96b8648.md", "s8c9fbe6e8a.md", "s14ee155cca.md", "s7d65bdecc9.md", "s36e311f55a.md", "s98deb1c73c.md", "s59ece77996.md", "s55272cb95b.md", "s4a0b68adb9.md", "s5b89e5125b.md", "sd1fdc9cd8c.md", "s30153283e5.md", "sc5a77495d0.md", "sc7367d6635.md", "s5a61f2bb93.md", "s43a663e0c5.md", "sf99cab049b.md", "s78b6155c7c.md", "s8ab81f57a0.md", "s8bba134568.md", "s8527cdde75.md", "sfc91685929.md", "se37933414d.md", "s2f1446d88c.md", "s41b5702661.md", "s4d0b8cf381.md", "sb2b1607a87.md", "sf8728aaa1d.md", "s1bb03d26a5.md", "sf900b6b381.md", "s603ac9c24f.md", "sd2c8676021.md"]}
{"abstention": false, "arm": "A5", "gold": ["sad1a5d7fb5.md", "se3972b9085.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 49.57, "n_files": 46, "pool20": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s0a6325de8d.md", "s3a70b9d3eb.md", "s25b348ea40.md", "s1ec91f54db.md", "s7a25de6803.md", "saf505fe6cc.md", "sf154e7963a.md", "sbc658acd98.md", "s2d643e9286.md", "s8b0dc391a0.md", "s8fc0c3997d.md", "s34a3caa65d.md", "s10469bb4c8.md", "sfe90e32c48.md", "s751597508d.md", "s7c2239e422.md", "se0bb23258c.md"], "qid": "c6853660", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022294372, 0.021748136, 0.021547194, 0.021408712, 0.021059783, 0.021042471, 0.020833333], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.9125, "secs_fuse": 0.0098, "secs_legs": 0.022, "stand_in": false, "top10": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s0a6325de8d.md", "s3a70b9d3eb.md", "s25b348ea40.md", "s1ec91f54db.md", "s7a25de6803.md", "saf505fe6cc.md", "sf154e7963a.md"], "type": "knowledge-update", "vec150_n": 46, "vec50_n": 46, "wide150": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s0a6325de8d.md", "s3a70b9d3eb.md", "s25b348ea40.md", "s1ec91f54db.md", "s7a25de6803.md", "saf505fe6cc.md", "sf154e7963a.md", "sbc658acd98.md", "s2d643e9286.md", "s8b0dc391a0.md", "s8fc0c3997d.md", "s34a3caa65d.md", "s10469bb4c8.md", "sfe90e32c48.md", "s751597508d.md", "s7c2239e422.md", "se0bb23258c.md", "s9290c68895.md", "sa1eb68d43e.md", "sedf5fa0d15.md", "sc4bd3aa8a7.md", "s5c3c297257.md", "s18a1ccab4c.md", "scee093032c.md", "s9a1bca6699.md", "s40562b8b52.md", "s0b92845a17.md", "scc5ed736a1.md", "s0b42833856.md", "sf0ad36a8bd.md", "sffa261d09c.md", "s0d7c36b760.md", "s1abb8b0e69.md", "s89a8a79dc8.md", "s84bf9fd56a.md", "sb106772d6b.md", "sba06f07994.md", "s7c7628787e.md", "s7daf31c5c8.md", "s107c228db6.md", "sbe2a7cf430.md", "seeb1b98bdf.md", "se77ae9bf59.md"]}
{"abstention": false, "arm": "A5", "gold": ["s21fc4c531f.md", "sdd927381fb.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 52.08, "n_files": 48, "pool20": ["s21fc4c531f.md", "sdd927381fb.md", "s0ccc152fac.md", "s89ec50004e.md", "sbc86669bd4.md", "s4b8ec28d15.md", "scea06a89f7.md", "s13be0dd60c.md", "s7016410520.md", "s09d0e0f2d5.md", "s41c009000e.md", "s0addd9d8a1.md", "scbb2ccf919.md", "s314e1c7fc1.md", "s83d8019eb6.md", "s555715015c.md", "sd5d5bdafae.md", "s1af59cd487.md", "s1cfd9cbf47.md", "s3e44a08706.md"], "qid": "26bdc477", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022727273, 0.022629773, 0.021897007, 0.021774688, 0.021650327, 0.021408712, 0.021025641], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 75.537, "secs_fuse": 0.0176, "secs_legs": 0.0431, "stand_in": false, "top10": ["s21fc4c531f.md", "sdd927381fb.md", "s0ccc152fac.md", "s89ec50004e.md", "sbc86669bd4.md", "s4b8ec28d15.md", "scea06a89f7.md", "s13be0dd60c.md", "s7016410520.md", "s09d0e0f2d5.md"], "type": "knowledge-update", "vec150_n": 48, "vec50_n": 48, "wide150": ["s21fc4c531f.md", "sdd927381fb.md", "s0ccc152fac.md", "s89ec50004e.md", "sbc86669bd4.md", "s4b8ec28d15.md", "scea06a89f7.md", "s13be0dd60c.md", "s7016410520.md", "s09d0e0f2d5.md", "s41c009000e.md", "s0addd9d8a1.md", "scbb2ccf919.md", "s314e1c7fc1.md", "s83d8019eb6.md", "s555715015c.md", "sd5d5bdafae.md", "s1af59cd487.md", "s1cfd9cbf47.md", "s3e44a08706.md", "sbe0a9249e9.md", "sb9c32e1327.md", "sfdf39ce573.md", "s7d12110612.md", "s44623b9ba7.md", "se9b10f342a.md", "s9ba4e1c1e0.md", "sb12f925790.md", "s109be3eb38.md", "sd06debf23f.md", "s43e4c1b9b3.md", "sd787cde1f0.md", "sb77ab9e717.md", "se346005246.md", "s7edbefcdc3.md", "sb04f490722.md", "s2d67e98b16.md", "s550b286711.md", "s74a761bef5.md", "s60181c25d0.md", "sdfbd23aa75.md", "sd7603ef3fe.md", "s266cbcb715.md", "sa0c75f9690.md", "saf6943bedc.md", "s84ffab6e97.md", "s8c4f39bcf9.md", "s779652abf4.md"]}
{"abstention": false, "arm": "A5", "gold": ["s390ad49a5e.md", "sa527b7698c.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 53.84, "n_files": 44, "pool20": ["sa527b7698c.md", "s608f6ba579.md", "s80b460505a.md", "se5c03a8676.md", "s58f7304d65.md", "s12f0782328.md", "s0adcd94f89.md", "se0bfb8be84.md", "s390ad49a5e.md", "s350b0e1da3.md", "sa1706ea1b7.md", "s82c69a810e.md", "sd73d4982d4.md", "s40ede44334.md", "s9441c5e710.md", "s1bc8b574a4.md", "sb3c817b4ca.md", "sf57349251e.md", "s81ef0a68b7.md", "s4ee57b9ae1.md"], "qid": "0977f2af", "rrf10": [0.024590164, 0.022630992, 0.022569444, 0.022539289, 0.022222222, 0.021776815, 0.02157803, 0.021175373, 0.021136174, 0.020909091], "score": {"all@10": true, "all@5": false, "any@1": true, "any@5": true}, "secs_embed": 68.7984, "secs_fuse": 0.0172, "secs_legs": 0.0415, "stand_in": false, "top10": ["sa527b7698c.md", "s608f6ba579.md", "s80b460505a.md", "se5c03a8676.md", "s58f7304d65.md", "s12f0782328.md", "s0adcd94f89.md", "se0bfb8be84.md", "s390ad49a5e.md", "s350b0e1da3.md"], "type": "knowledge-update", "vec150_n": 44, "vec50_n": 44, "wide150": ["sa527b7698c.md", "s608f6ba579.md", "s80b460505a.md", "se5c03a8676.md", "s58f7304d65.md", "s12f0782328.md", "s0adcd94f89.md", "se0bfb8be84.md", "s390ad49a5e.md", "s350b0e1da3.md", "sa1706ea1b7.md", "s82c69a810e.md", "sd73d4982d4.md", "s40ede44334.md", "s9441c5e710.md", "s1bc8b574a4.md", "sb3c817b4ca.md", "sf57349251e.md", "s81ef0a68b7.md", "s4ee57b9ae1.md", "s1817c05dff.md", "sf9c4ce4571.md", "sed23ff69d6.md", "s68a092a9b6.md", "s83f1d35a2f.md", "s2b31ec7516.md", "sa6245d7650.md", "s5008d46b45.md", "s7b00c98339.md", "sff862b4ee7.md", "s6eb5bb9088.md", "s6ad20d904e.md", "s05f6a10e7f.md", "sc40296cfc1.md", "sa9a31f9f5a.md", "saf308b26e2.md", "sfe849d32ba.md", "s5f804f05fe.md", "se67ed0345b.md", "sd4c8332b08.md", "s1a7d17e501.md", "s5841bd3c8b.md", "s29156cbbb1.md", "s00c12e30c1.md"]}
{"abstention": true, "arm": "A5", "gold": ["s2e9340ca41.md", "scbe4060dee.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 52.24, "n_files": 46, "pool20": ["s2e9340ca41.md", "sb2e7b3bf96.md", "scbe4060dee.md", "s2e6b7ff709.md", "s0895078934.md", "s2e4d7ae1a9.md", "sb20c954fa0.md", "s7309d5427f.md", "sbab6861838.md", "see22561fc1.md", "sa699f29290.md", "s68e9e8750b.md", "sd13fbc1d71.md", "sd22b01f9a1.md", "sa0781ec00b.md", "s5a2a5e542e.md", "s302e680b67.md", "sb59c95e1b3.md", "se1dc3ef440.md", "s4f888ae37f.md"], "qid": "6aeb4375_abs", "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023685516, 0.022847302, 0.02239819, 0.02200083, 0.021330884, 0.021327968, 0.021175373], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.6116, "secs_fuse": 0.0316, "secs_legs": 0.083, "stand_in": false, "top10": ["s2e9340ca41.md", "sb2e7b3bf96.md", "scbe4060dee.md", "s2e6b7ff709.md", "s0895078934.md", "s2e4d7ae1a9.md", "sb20c954fa0.md", "s7309d5427f.md", "sbab6861838.md", "see22561fc1.md"], "type": "knowledge-update", "vec150_n": 46, "vec50_n": 46, "wide150": ["s2e9340ca41.md", "sb2e7b3bf96.md", "scbe4060dee.md", "s2e6b7ff709.md", "s0895078934.md", "s2e4d7ae1a9.md", "sb20c954fa0.md", "s7309d5427f.md", "sbab6861838.md", "see22561fc1.md", "sa699f29290.md", "s68e9e8750b.md", "sd13fbc1d71.md", "sd22b01f9a1.md", "sa0781ec00b.md", "s5a2a5e542e.md", "s302e680b67.md", "sb59c95e1b3.md", "se1dc3ef440.md", "s4f888ae37f.md", "s0085ed8d62.md", "s3ccc9a7b43.md", "s11045c8f45.md", "s821a9a98ff.md", "s0ce613fd14.md", "s20b16388db.md", "s952c8d57e2.md", "sd8cdc53430.md", "sa3ef4849f1.md", "sbe5b1f15f0.md", "s787480cd66.md", "s18f7462716.md", "s70199259d0.md", "sfaf1cfd5f8.md", "s18b5f5a9d6.md", "sdbe49ec098.md", "sc0b6271b78.md", "s9bda434b88.md", "s9db71e10e3.md", "scfb3f7ef2b.md", "sc72d2834f3.md", "s00d9d202ff.md", "s3237afa5b0.md", "sa4bd9db5de.md", "s70f6ab6c5e.md", "s098e27b5c1.md"]}
{"abstention": true, "arm": "A5", "gold": ["s03f1d4b353.md", "sa6143f5b0e.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 52.15, "n_files": 52, "pool20": ["sa6143f5b0e.md", "s03f1d4b353.md", "s70c9a6ec55.md", "s2f0f98cd18.md", "s88ef10cd55.md", "s1d6dbafbd9.md", "s5bb4cec60a.md", "se44d6dc533.md", "s9e54fa05f1.md", "s9b4cd3de47.md", "sdf117c4c86.md", "s9e68b2e297.md", "s8ce4b90c08.md", "sc82a5a78e3.md", "s281dc5f631.md", "s978994cf6a.md", "s00123d1f13.md", "s4745b8ee8c.md", "sff1083267a.md", "sd5f99dc5d9.md"], "qid": "031748ae_abs", "rrf10": [0.024590164, 0.024193548, 0.022843823, 0.022429262, 0.022291667, 0.02206823, 0.021952259, 0.021825397, 0.021437448, 0.021089271], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.7597, "secs_fuse": 0.0285, "secs_legs": 0.0792, "stand_in": false, "top10": ["sa6143f5b0e.md", "s03f1d4b353.md", "s70c9a6ec55.md", "s2f0f98cd18.md", "s88ef10cd55.md", "s1d6dbafbd9.md", "s5bb4cec60a.md", "se44d6dc533.md", "s9e54fa05f1.md", "s9b4cd3de47.md"], "type": "knowledge-update", "vec150_n": 52, "vec50_n": 50, "wide150": ["sa6143f5b0e.md", "s03f1d4b353.md", "s70c9a6ec55.md", "s2f0f98cd18.md", "s88ef10cd55.md", "s1d6dbafbd9.md", "s5bb4cec60a.md", "se44d6dc533.md", "s9e54fa05f1.md", "s9b4cd3de47.md", "sdf117c4c86.md", "s9e68b2e297.md", "s8ce4b90c08.md", "sc82a5a78e3.md", "s281dc5f631.md", "s978994cf6a.md", "s00123d1f13.md", "s4745b8ee8c.md", "sff1083267a.md", "sd5f99dc5d9.md", "s9b3b24c887.md", "s5f59d78b82.md", "s527fdd1f30.md", "s82f2d54319.md", "se58a2658aa.md", "s778288e1eb.md", "s055307a5c3.md", "s2c26fbc11d.md", "sf54171c5db.md", "se5c6dbeeb9.md", "s00d22545a8.md", "s3d814444b0.md", "sff8f216d07.md", "s1237c2d01c.md", "sf5caf91b79.md", "sbef55ace26.md", "sbe777750d2.md", "s4f464ec5e9.md", "sa712347d38.md", "s1ea714723b.md", "s592312124e.md", "s02bdf22f77.md", "s2305d3e996.md", "s3cfc18c4d9.md", "sd894b558df.md", "s40bacb4507.md", "s82113a2ed8.md", "s8a66b64e2e.md", "sb343c37542.md", "sc8f9ec2692.md", "s065ce2dd09.md", "s58bd65b1fb.md"]}
{"abstention": true, "arm": "A5", "gold": ["s776fa8e881.md", "scd1943d9e9.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 51.67, "n_files": 46, "pool20": ["s776fa8e881.md", "scd1943d9e9.md", "s5f6584ecc1.md", "s040c524516.md", "s37c544ec24.md", "s5e0c16c800.md", "s68d368b4ce.md", "scecce2127c.md", "s0f3cec0c09.md", "s96f68f85f1.md", "s8fe46e5885.md", "s6c573a5349.md", "s1bc249f514.md", "s10745aaa44.md", "sce7da15135.md", "s5796bc0fe5.md", "sfaf0923f96.md", "s034e75c4fa.md", "se642b56bfc.md", "s7e95e08cb8.md"], "qid": "2698e78f_abs", "rrf10": [0.024329951, 0.024193548, 0.022630992, 0.022504456, 0.021755369, 0.021722561, 0.02141888, 0.021351575, 0.021017234, 0.02051685], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.9229, "secs_fuse": 0.0124, "secs_legs": 0.03, "stand_in": false, "top10": ["s776fa8e881.md", "scd1943d9e9.md", "s5f6584ecc1.md", "s040c524516.md", "s37c544ec24.md", "s5e0c16c800.md", "s68d368b4ce.md", "scecce2127c.md", "s0f3cec0c09.md", "s96f68f85f1.md"], "type": "knowledge-update", "vec150_n": 46, "vec50_n": 46, "wide150": ["s776fa8e881.md", "scd1943d9e9.md", "s5f6584ecc1.md", "s040c524516.md", "s37c544ec24.md", "s5e0c16c800.md", "s68d368b4ce.md", "scecce2127c.md", "s0f3cec0c09.md", "s96f68f85f1.md", "s8fe46e5885.md", "s6c573a5349.md", "s1bc249f514.md", "s10745aaa44.md", "sce7da15135.md", "s5796bc0fe5.md", "sfaf0923f96.md", "s034e75c4fa.md", "se642b56bfc.md", "s7e95e08cb8.md", "s36793a916c.md", "sd27d8da13b.md", "s01902d16b2.md", "s5b1d88e047.md", "s28c57693ac.md", "s07ed28af94.md", "sef2aae9b70.md", "s67224f76b9.md", "s773112d368.md", "sb223100069.md", "sb6dccab2b7.md", "seff0ed7f50.md", "se74dd6d7a2.md", "s6be84fe443.md", "s986b8e8f97.md", "sed4d018057.md", "s8e21c248dd.md", "s1174148fe6.md", "s78bed5569c.md", "s009064e6b2.md", "sbbaa430963.md", "sb4da2116a4.md", "sfcd6ef5f7d.md", "sfe77cd1714.md", "sddb12d0fe1.md", "seaf91cf362.md"]}
{"abstention": true, "arm": "A5", "gold": ["s248badccae.md", "sea0c5ff5f0.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 52.25, "n_files": 50, "pool20": ["s248badccae.md", "s7dadfa2a16.md", "sea0c5ff5f0.md", "s4bc9a9465f.md", "s1645cc4b36.md", "sffcd511ae9.md", "s6cbc6484ed.md", "s365aa52932.md", "s57b0bfd5fb.md", "s5b35711b70.md", "s19add50bb7.md", "se2171d3e5d.md", "s7ccbb0ffa3.md", "s7759f3ba89.md", "se7eeb03dd1.md", "s2a258e8534.md", "s888963d849.md", "sb7c3e96762.md", "s0d82738a1d.md", "sddc5205728.md"], "qid": "2133c1b5_abs", "rrf10": [0.024325754, 0.023448773, 0.023242758, 0.023088023, 0.022185061, 0.021507353, 0.021504321, 0.021222411, 0.020799513, 0.020760959], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.2956, "secs_fuse": 0.0276, "secs_legs": 0.0781, "stand_in": false, "top10": ["s248badccae.md", "s7dadfa2a16.md", "sea0c5ff5f0.md", "s4bc9a9465f.md", "s1645cc4b36.md", "sffcd511ae9.md", "s6cbc6484ed.md", "s365aa52932.md", "s57b0bfd5fb.md", "s5b35711b70.md"], "type": "knowledge-update", "vec150_n": 50, "vec50_n": 50, "wide150": ["s248badccae.md", "s7dadfa2a16.md", "sea0c5ff5f0.md", "s4bc9a9465f.md", "s1645cc4b36.md", "sffcd511ae9.md", "s6cbc6484ed.md", "s365aa52932.md", "s57b0bfd5fb.md", "s5b35711b70.md", "s19add50bb7.md", "se2171d3e5d.md", "s7ccbb0ffa3.md", "s7759f3ba89.md", "se7eeb03dd1.md", "s2a258e8534.md", "s888963d849.md", "sb7c3e96762.md", "s0d82738a1d.md", "sddc5205728.md", "s5e54c2e2a8.md", "s3dcc06f1bf.md", "s78d75b994a.md", "s43ad238c31.md", "s4b092adb07.md", "sb315526457.md", "sa41a761a70.md", "s2faf058746.md", "s6a0c6c83ee.md", "s741e7ad410.md", "s087477ffa6.md", "sd7fb299fda.md", "s453f0b25d1.md", "s39fd000105.md", "s6bc0d24187.md", "s624fd496a7.md", "seb898dd751.md", "s57a0295abf.md", "sbeda6316e9.md", "s333eb19e7d.md", "s31e7d6d284.md", "sdfab744bdc.md", "sfe8c189cdc.md", "seae25f4c65.md", "sfc90da7da0.md", "sf09f4ccc5f.md", "sd50ecf7d0d.md", "s2d88961a6b.md", "s1d6f9e28f2.md", "s7e24570533.md"]}
{"abstention": true, "arm": "A5", "gold": ["s38a6f2d1ab.md", "sed0d2416d7.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 59.44, "n_files": 45, "pool20": ["sed0d2416d7.md", "s38a6f2d1ab.md", "sba508c10eb.md", "s936fec9d1b.md", "s7a371b5e18.md", "s7503957647.md", "s09ddbeb13a.md", "s9b91fcf622.md", "s502a03d3f4.md", "s4cf0ba188c.md", "s64490e2136.md", "s593756f3f1.md", "s72230f3680.md", "sb74671fec6.md", "sbdbe2d1c93.md", "scfe2530bbd.md", "s9a2e7602d3.md", "sa9cf9cfcdd.md", "scf104c09c0.md", "sd6185338d2.md"], "qid": "0ddfec37_abs", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023561508, 0.022527473, 0.02238806, 0.022305254, 0.021645022, 0.021532091, 0.021089271], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.355, "secs_fuse": 0.0345, "secs_legs": 0.0646, "stand_in": false, "top10": ["sed0d2416d7.md", "s38a6f2d1ab.md", "sba508c10eb.md", "s936fec9d1b.md", "s7a371b5e18.md", "s7503957647.md", "s09ddbeb13a.md", "s9b91fcf622.md", "s502a03d3f4.md", "s4cf0ba188c.md"], "type": "knowledge-update", "vec150_n": 45, "vec50_n": 45, "wide150": ["sed0d2416d7.md", "s38a6f2d1ab.md", "sba508c10eb.md", "s936fec9d1b.md", "s7a371b5e18.md", "s7503957647.md", "s09ddbeb13a.md", "s9b91fcf622.md", "s502a03d3f4.md", "s4cf0ba188c.md", "s64490e2136.md", "s593756f3f1.md", "s72230f3680.md", "sb74671fec6.md", "sbdbe2d1c93.md", "scfe2530bbd.md", "s9a2e7602d3.md", "sa9cf9cfcdd.md", "scf104c09c0.md", "sd6185338d2.md", "s57606e4121.md", "s3667e942ed.md", "sda2e5d799d.md", "s9a14dd0b69.md", "sca2bf72d26.md", "sab85bb4545.md", "sf0ad3e85ef.md", "s9ed6339255.md", "sa52f731cad.md", "sc07ce69f96.md", "sb0d565aebc.md", "scbfa6b8784.md", "s4bebd418ba.md", "s5d05bc3abc.md", "sd4a97cce04.md", "s02cb1f607d.md", "s800f0d3c8d.md", "s913317e2d4.md", "s1159a14beb.md", "s3294e1ee3c.md", "sae005f8f84.md", "sa9aa404717.md", "s838daf566b.md", "sb0b7193397.md", "s16009ad6c9.md"]}
{"abstention": true, "arm": "A5", "gold": ["s5442e1177f.md", "s70fe86181c.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 58.85, "n_files": 43, "pool20": ["s70fe86181c.md", "s5442e1177f.md", "s5465334588.md", "s32b76d6b70.md", "s8de825df74.md", "s11aa2a8476.md", "sa9aa71aa3f.md", "s3a31d8d00c.md", "s02cb9d8943.md", "s34dc600b1d.md", "sde084fae1c.md", "se02ee28366.md", "sc432297595.md", "s0c5cbd0a25.md", "s62d86cc0af.md", "s2f0f472ed9.md", "se4e25d341e.md", "scd60b725c0.md", "s8d07708035.md", "sab2867c772.md"], "qid": "f685340e_abs", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023317308, 0.02209596, 0.021967627, 0.021963563, 0.021845695, 0.021034996, 0.0209762], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 70.3016, "secs_fuse": 0.0351, "secs_legs": 0.0717, "stand_in": false, "top10": ["s70fe86181c.md", "s5442e1177f.md", "s5465334588.md", "s32b76d6b70.md", "s8de825df74.md", "s11aa2a8476.md", "sa9aa71aa3f.md", "s3a31d8d00c.md", "s02cb9d8943.md", "s34dc600b1d.md"], "type": "knowledge-update", "vec150_n": 43, "vec50_n": 43, "wide150": ["s70fe86181c.md", "s5442e1177f.md", "s5465334588.md", "s32b76d6b70.md", "s8de825df74.md", "s11aa2a8476.md", "sa9aa71aa3f.md", "s3a31d8d00c.md", "s02cb9d8943.md", "s34dc600b1d.md", "sde084fae1c.md", "se02ee28366.md", "sc432297595.md", "s0c5cbd0a25.md", "s62d86cc0af.md", "s2f0f472ed9.md", "se4e25d341e.md", "scd60b725c0.md", "s8d07708035.md", "sab2867c772.md", "se46e094754.md", "s0fa1bcc157.md", "s300bbb22f9.md", "sa4ada9d952.md", "s9c10064f1b.md", "scb65fdd55c.md", "s9307939074.md", "s0fbfcf35cc.md", "sb07e9d1870.md", "sdebe410305.md", "s4dc351f324.md", "s957f0c6bbc.md", "s7b978cfd15.md", "s38d4bd0f8f.md", "sa347940c3f.md", "se3b505f632.md", "sdd4df3b83e.md", "sc32850ccb0.md", "sec18110616.md", "s14a580fd42.md", "se8d5373d54.md", "s97eccf2411.md", "s650a41877a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9a83c413f0.md", "sef7cfe952d.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 56.04, "n_files": 46, "pool20": ["sef7cfe952d.md", "s9a83c413f0.md", "se944265085.md", "s892b300c95.md", "s93295b6b42.md", "s58f9fabc66.md", "s7c274704fa.md", "sea279f3e22.md", "s548c31d3b4.md", "scc3096c54d.md", "sf90ab07997.md", "s1af72f3b1b.md", "sf3fb729718.md", "s08f5ce2506.md", "sb78f035507.md", "s1c5ce25207.md", "s288d7ad7e0.md", "s7c5a97880b.md", "s5cc3fdd4d6.md", "s412a129633.md"], "qid": "89941a94", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.022727273, 0.022667254, 0.022185061, 0.02217175, 0.021437448, 0.0209762], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.5633, "secs_fuse": 0.0349, "secs_legs": 0.0724, "stand_in": false, "top10": ["sef7cfe952d.md", "s9a83c413f0.md", "se944265085.md", "s892b300c95.md", "s93295b6b42.md", "s58f9fabc66.md", "s7c274704fa.md", "sea279f3e22.md", "s548c31d3b4.md", "scc3096c54d.md"], "type": "knowledge-update", "vec150_n": 46, "vec50_n": 46, "wide150": ["sef7cfe952d.md", "s9a83c413f0.md", "se944265085.md", "s892b300c95.md", "s93295b6b42.md", "s58f9fabc66.md", "s7c274704fa.md", "sea279f3e22.md", "s548c31d3b4.md", "scc3096c54d.md", "sf90ab07997.md", "s1af72f3b1b.md", "sf3fb729718.md", "s08f5ce2506.md", "sb78f035507.md", "s1c5ce25207.md", "s288d7ad7e0.md", "s7c5a97880b.md", "s5cc3fdd4d6.md", "s412a129633.md", "s8d130ab725.md", "s3a8efa5b7b.md", "s0bc790ec12.md", "s8f70061fe8.md", "s0fef5a8507.md", "s225132fe10.md", "s13ddfd2def.md", "s877df7b231.md", "s8e16dcd149.md", "s3d252e5659.md", "s7d4ea8dd4e.md", "s071736eb48.md", "s54200fbb14.md", "sd54e4d25cf.md", "s54afde4c5a.md", "s958572dfdf.md", "s4bdf3d2634.md", "s9384d609b2.md", "s3e5dc26255.md", "s6b86431f9b.md", "s7f902a65db.md", "s1d4c003180.md", "s2c7a7b5d9d.md", "se6e07d084d.md", "sf099c9e4af.md", "sa2bca49d1d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s289d96c1ef.md", "sb696e0cd7b.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 53.11, "n_files": 49, "pool20": ["sb696e0cd7b.md", "s289d96c1ef.md", "sfb3cac6b33.md", "s74c4223bf4.md", "s7ad06f7c0f.md", "sffef72e665.md", "s97f3b8759f.md", "s8a6d7bb50e.md", "s72fb6ffd4d.md", "s6416130fed.md", "s2ee7064618.md", "s237a21233b.md", "s88ad47c51b.md", "s32dfede62f.md", "s26e249bdc8.md", "sd047c608fa.md", "s59944e8270.md", "s6b278cc974.md", "s79dc15f8a0.md", "s2590392e05.md"], "qid": "07741c45", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022118506, 0.021638655, 0.021555197, 0.020742754, 0.020539255, 0.020455387, 0.020359848], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 83.4355, "secs_fuse": 0.0286, "secs_legs": 0.071, "stand_in": false, "top10": ["sb696e0cd7b.md", "s289d96c1ef.md", "sfb3cac6b33.md", "s74c4223bf4.md", "s7ad06f7c0f.md", "sffef72e665.md", "s97f3b8759f.md", "s8a6d7bb50e.md", "s72fb6ffd4d.md", "s6416130fed.md"], "type": "knowledge-update", "vec150_n": 49, "vec50_n": 49, "wide150": ["sb696e0cd7b.md", "s289d96c1ef.md", "sfb3cac6b33.md", "s74c4223bf4.md", "s7ad06f7c0f.md", "sffef72e665.md", "s97f3b8759f.md", "s8a6d7bb50e.md", "s72fb6ffd4d.md", "s6416130fed.md", "s2ee7064618.md", "s237a21233b.md", "s88ad47c51b.md", "s32dfede62f.md", "s26e249bdc8.md", "sd047c608fa.md", "s59944e8270.md", "s6b278cc974.md", "s79dc15f8a0.md", "s2590392e05.md", "s05e4c046e7.md", "s707539ab3c.md", "s93d0d79bb9.md", "s4d3f7e4599.md", "sc38a6ed8d6.md", "s1e9e2b37d4.md", "sc73d880def.md", "s1c18058ac2.md", "s647ac33b16.md", "sce7db6d9cd.md", "s2378e1f034.md", "sd780be6771.md", "s5830e585fc.md", "s673c4157c5.md", "se215f78264.md", "scf1c70088c.md", "sa6a3b85ba3.md", "sa6f2c5c278.md", "s45517617ed.md", "sd67ea0ba1c.md", "se4b99581ac.md", "s2bde6db0d6.md", "s72586eb40a.md", "sa930bd881c.md", "sd9752909bc.md", "sa5b2f0e2e9.md", "s3cfcab5910.md", "saabe2970f5.md", "s7750ff1ea5.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0b9b6e7214.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 59.65, "n_files": 48, "pool20": ["s0b9b6e7214.md", "sc56c31b841.md", "sc4f4475590.md", "s6d9051c770.md", "s0ed9ae6715.md", "s238100d0d2.md", "s2fbc1e3025.md", "s394a7c3972.md", "se73a7c341c.md", "sf610d27604.md", "seb99dba844.md", "s4aa650178a.md", "s158e7fecc6.md", "s5dae2ad4c0.md", "s3ec806680d.md", "sff3148862f.md", "sfb666093d3.md", "sb7967f022e.md", "sf4086b8c44.md", "sda03387353.md"], "qid": "7161e7e2", "rrf10": [0.024590164, 0.023561508, 0.023225957, 0.022617681, 0.022305254, 0.02209596, 0.021397849, 0.02139219, 0.021336996, 0.021089271], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 80.0652, "secs_fuse": 0.0182, "secs_legs": 0.0437, "stand_in": false, "top10": ["s0b9b6e7214.md", "sc56c31b841.md", "sc4f4475590.md", "s6d9051c770.md", "s0ed9ae6715.md", "s238100d0d2.md", "s2fbc1e3025.md", "s394a7c3972.md", "se73a7c341c.md", "sf610d27604.md"], "type": "single-session-assistant", "vec150_n": 48, "vec50_n": 48, "wide150": ["s0b9b6e7214.md", "sc56c31b841.md", "sc4f4475590.md", "s6d9051c770.md", "s0ed9ae6715.md", "s238100d0d2.md", "s2fbc1e3025.md", "s394a7c3972.md", "se73a7c341c.md", "sf610d27604.md", "seb99dba844.md", "s4aa650178a.md", "s158e7fecc6.md", "s5dae2ad4c0.md", "s3ec806680d.md", "sff3148862f.md", "sfb666093d3.md", "sb7967f022e.md", "sf4086b8c44.md", "sda03387353.md", "s27beef5ce1.md", "sd87702a305.md", "saa8645c997.md", "sea47fbdef6.md", "sd9dce6fafa.md", "s5796fbbf13.md", "s4351a4ebdd.md", "sab3c013d0a.md", "sab6ffd3057.md", "s23c5dcb798.md", "s94eb2862a2.md", "saf29b88f07.md", "s0bca2e7c4e.md", "s8b3827f765.md", "s224a48dba9.md", "se5623a37ff.md", "sf6af19a31a.md", "s68d667ba6d.md", "s1513b35271.md", "sf97b00338a.md", "s60c697f435.md", "s280fdcd18c.md", "sf950da9d64.md", "s04cee71b63.md", "sab91e9e987.md", "sa8f26a5b67.md", "sf480edd07d.md", "s5320502644.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6680d82f7c.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 54.51, "n_files": 44, "pool20": ["s6680d82f7c.md", "s8825d3fc21.md", "s5e6b39c4c8.md", "s4244e6b097.md", "sf0a9ff8fdc.md", "s9e1c578286.md", "sa8beed18e3.md", "s17ae6ff503.md", "s581487a551.md", "s5ebd2cbeb2.md", "s88a7223dca.md", "s74db4d3051.md", "s68b41f1ecb.md", "s5916a19aa0.md", "s166e67bc78.md", "s816d151105.md", "sc46c372e80.md", "s2409508a7e.md", "sbf006debd4.md", "s3fe38daee1.md"], "qid": "c4f10528", "rrf10": [0.024590164, 0.02406554, 0.0234375, 0.021547194, 0.021428571, 0.021336996, 0.02128483, 0.021249076, 0.02115942, 0.021098213], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 88.7413, "secs_fuse": 0.0274, "secs_legs": 0.0642, "stand_in": false, "top10": ["s6680d82f7c.md", "s8825d3fc21.md", "s5e6b39c4c8.md", "s4244e6b097.md", "sf0a9ff8fdc.md", "s9e1c578286.md", "sa8beed18e3.md", "s17ae6ff503.md", "s581487a551.md", "s5ebd2cbeb2.md"], "type": "single-session-assistant", "vec150_n": 44, "vec50_n": 44, "wide150": ["s6680d82f7c.md", "s8825d3fc21.md", "s5e6b39c4c8.md", "s4244e6b097.md", "sf0a9ff8fdc.md", "s9e1c578286.md", "sa8beed18e3.md", "s17ae6ff503.md", "s581487a551.md", "s5ebd2cbeb2.md", "s88a7223dca.md", "s74db4d3051.md", "s68b41f1ecb.md", "s5916a19aa0.md", "s166e67bc78.md", "s816d151105.md", "sc46c372e80.md", "s2409508a7e.md", "sbf006debd4.md", "s3fe38daee1.md", "s947e1a02b1.md", "s00f49d71bc.md", "sda9cd43577.md", "sc3bafb7e3c.md", "s2a276a7a0a.md", "s7ed03b4623.md", "s3c9ecdaf27.md", "s2aac7273cb.md", "s3c21d37c8b.md", "sbe09c61893.md", "s8228f9c6e6.md", "se20c195e18.md", "safac82c87b.md", "sacbee6b1cf.md", "sd4c13c735f.md", "s3abaa56814.md", "s5b181bac4e.md", "s74b69a64fd.md", "s9c8563425d.md", "s9746ad4825.md", "s71cfdac81a.md", "sa554aef612.md", "sbe750a809a.md", "sf513f9118c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6f274e4493.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 57.5, "n_files": 45, "pool20": ["s6f274e4493.md", "s55c856b5a4.md", "sd82e766e3b.md", "sfcc33b2eee.md", "se7f94b7064.md", "sef9b42dc1a.md", "s841d4c6ad0.md", "sa8c1130c59.md", "scc11578ccc.md", "s7ce5abc979.md", "s16e2d9031c.md", "s85f718357b.md", "sac37ecbfce.md", "s8ac1ebe097.md", "sb201b97c1d.md", "s3de08ce6f3.md", "seceb14d32c.md", "s54420ff969.md", "s27063c4d5f.md", "sca75e54381.md"], "qid": "89527b6b", "rrf10": [0.024590164, 0.022539289, 0.021908272, 0.021649096, 0.021504321, 0.021205821, 0.021161317, 0.021136174, 0.020970395, 0.020940171], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 85.3676, "secs_fuse": 0.0286, "secs_legs": 0.0865, "stand_in": false, "top10": ["s6f274e4493.md", "s55c856b5a4.md", "sd82e766e3b.md", "sfcc33b2eee.md", "se7f94b7064.md", "sef9b42dc1a.md", "s841d4c6ad0.md", "sa8c1130c59.md", "scc11578ccc.md", "s7ce5abc979.md"], "type": "single-session-assistant", "vec150_n": 45, "vec50_n": 45, "wide150": ["s6f274e4493.md", "s55c856b5a4.md", "sd82e766e3b.md", "sfcc33b2eee.md", "se7f94b7064.md", "sef9b42dc1a.md", "s841d4c6ad0.md", "sa8c1130c59.md", "scc11578ccc.md", "s7ce5abc979.md", "s16e2d9031c.md", "s85f718357b.md", "sac37ecbfce.md", "s8ac1ebe097.md", "sb201b97c1d.md", "s3de08ce6f3.md", "seceb14d32c.md", "s54420ff969.md", "s27063c4d5f.md", "sca75e54381.md", "s12ededa14e.md", "sd7f9c1ba33.md", "s62a4c4ef24.md", "sd9763d4bd7.md", "sb2b7072ad8.md", "s31ccb3b2e0.md", "sc97589104c.md", "s491cc124dc.md", "s1be4f01830.md", "sd2e6b74ad5.md", "sde2ff3eed3.md", "s2dfc516fb4.md", "s224dfde573.md", "se37ee70dc3.md", "s2b4554e336.md", "s47d2871da6.md", "s2924569739.md", "s39d8bb8704.md", "s68893faef8.md", "s789eb0c1d6.md", "s51791812c9.md", "s66b52395f1.md", "se67357f67a.md", "s27ea2cf101.md", "s3911f85611.md"]}
{"abstention": false, "arm": "A5", "gold": ["s77d615ef28.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 60.29, "n_files": 50, "pool20": ["s77d615ef28.md", "sbcfc47d75c.md", "sf1e20b7910.md", "sc7d05409ef.md", "s4753599564.md", "s27ef6469aa.md", "s7ebdcc8f6d.md", "sbdfe0bc147.md", "sab51dd26b0.md", "sf032b9dbb3.md", "s4bdf85a997.md", "s608c7eceac.md", "s560837ca4c.md", "s4e99819046.md", "s2f7ce33038.md", "sae4e15500e.md", "s3e10e985e2.md", "sb30f63374e.md", "s9132ac5903.md", "s81a463d820.md"], "qid": "e9327a54", "rrf10": [0.024590164, 0.023937532, 0.023200758, 0.023073477, 0.022737557, 0.02264239, 0.02217175, 0.021978022, 0.021161317, 0.021031746], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 78.6176, "secs_fuse": 0.0263, "secs_legs": 0.0629, "stand_in": false, "top10": ["s77d615ef28.md", "sbcfc47d75c.md", "sf1e20b7910.md", "sc7d05409ef.md", "s4753599564.md", "s27ef6469aa.md", "s7ebdcc8f6d.md", "sbdfe0bc147.md", "sab51dd26b0.md", "sf032b9dbb3.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["s77d615ef28.md", "sbcfc47d75c.md", "sf1e20b7910.md", "sc7d05409ef.md", "s4753599564.md", "s27ef6469aa.md", "s7ebdcc8f6d.md", "sbdfe0bc147.md", "sab51dd26b0.md", "sf032b9dbb3.md", "s4bdf85a997.md", "s608c7eceac.md", "s560837ca4c.md", "s4e99819046.md", "s2f7ce33038.md", "sae4e15500e.md", "s3e10e985e2.md", "sb30f63374e.md", "s9132ac5903.md", "s81a463d820.md", "seb8e19f4ba.md", "sad5b193574.md", "s7dd0ee5d8b.md", "sf5c0883a81.md", "s142f19024c.md", "s0dcb5657a8.md", "saea25222f9.md", "s5113e33f6a.md", "s0d197b8c4f.md", "sfd7de488f5.md", "s029d5b89eb.md", "s5062e90713.md", "s8d2d082c93.md", "s9cd0a498bc.md", "s2ea1f801ea.md", "s3c09855188.md", "s7fc9317028.md", "s6baab50e6e.md", "s51443c3e40.md", "s64dd590a09.md", "scb7334c679.md", "s9d8cbc15bb.md", "sa49c991f5d.md", "sb7467b8217.md", "s1c6af02a2b.md", "s3f019aa51d.md", "scf5b10f60b.md", "sa50ba1293f.md", "s24f4a0d2aa.md", "s4922e29f77.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5d4fc0478e.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 58.56, "n_files": 49, "pool20": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s40a8b1cf6a.md", "s7e402bc5f1.md", "sff4500b199.md", "s50e5c44762.md", "s20d480cdbd.md", "s8b430c2bec.md", "s02b914f49d.md", "s6a14d8207e.md", "sf588198b3b.md", "sdeb119dc67.md", "s69eb702732.md", "s6318976528.md", "sf8c946c50f.md", "s72d5ccdefe.md", "s89d534df4b.md", "sc3addcd4d8.md", "s007e40fe28.md", "se9ceb633db.md"], "qid": "4c36ccef", "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.023088023, 0.022871377, 0.022527473, 0.02238806, 0.021437448, 0.021437198, 0.021025641], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.8642, "secs_fuse": 0.0477, "secs_legs": 0.0965, "stand_in": false, "top10": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s40a8b1cf6a.md", "s7e402bc5f1.md", "sff4500b199.md", "s50e5c44762.md", "s20d480cdbd.md", "s8b430c2bec.md", "s02b914f49d.md", "s6a14d8207e.md"], "type": "single-session-assistant", "vec150_n": 49, "vec50_n": 49, "wide150": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s40a8b1cf6a.md", "s7e402bc5f1.md", "sff4500b199.md", "s50e5c44762.md", "s20d480cdbd.md", "s8b430c2bec.md", "s02b914f49d.md", "s6a14d8207e.md", "sf588198b3b.md", "sdeb119dc67.md", "s69eb702732.md", "s6318976528.md", "sf8c946c50f.md", "s72d5ccdefe.md", "s89d534df4b.md", "sc3addcd4d8.md", "s007e40fe28.md", "se9ceb633db.md", "s6c6716cbfa.md", "sae7cf66ec3.md", "sf01a136366.md", "s4c5d7694cc.md", "s721e047706.md", "scaf11c68a8.md", "s73f703338c.md", "s86cf313064.md", "sd9b3faa8f2.md", "sfb36e780e5.md", "sf1dbad5821.md", "s748ccd994b.md", "s53323e86e6.md", "s4ae1ffc67e.md", "sfbcc247cbb.md", "s4984b0fc06.md", "se45c52cf40.md", "s24b4d293b8.md", "sb21df7a9f7.md", "s72e467863c.md", "saaa7b3ce5e.md", "sae2124aa06.md", "sd42452b34b.md", "sf77b329294.md", "sd552c7826d.md", "s4d2a936357.md", "sd4d74501aa.md", "s972621125c.md", "s436749524e.md"]}
{"abstention": false, "arm": "A5", "gold": ["sdd4d750ad1.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 51.99, "n_files": 48, "pool20": ["sdd4d750ad1.md", "s0c7557e773.md", "sc9b87a70bc.md", "s1438db9d2c.md", "sa543217cca.md", "sb132d4b78c.md", "s15f4e3dd87.md", "sd490a30473.md", "s05e6f0738d.md", "sd37d6aa525.md", "s0d224766cc.md", "sd6735499c3.md", "sfbc3eb3679.md", "sa9ecb29872.md", "sb0025cc4be.md", "sac04622707.md", "s6c5972f0c9.md", "s35f1c75062.md", "s7e736f6bd0.md", "s003a194a00.md"], "qid": "6ae235be", "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.02232906, 0.022168569, 0.021861472, 0.021180556, 0.021175612, 0.020547945, 0.020470728], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 86.7428, "secs_fuse": 0.0105, "secs_legs": 0.0547, "stand_in": false, "top10": ["sdd4d750ad1.md", "s0c7557e773.md", "sc9b87a70bc.md", "s1438db9d2c.md", "sa543217cca.md", "sb132d4b78c.md", "s15f4e3dd87.md", "sd490a30473.md", "s05e6f0738d.md", "sd37d6aa525.md"], "type": "single-session-assistant", "vec150_n": 48, "vec50_n": 48, "wide150": ["sdd4d750ad1.md", "s0c7557e773.md", "sc9b87a70bc.md", "s1438db9d2c.md", "sa543217cca.md", "sb132d4b78c.md", "s15f4e3dd87.md", "sd490a30473.md", "s05e6f0738d.md", "sd37d6aa525.md", "s0d224766cc.md", "sd6735499c3.md", "sfbc3eb3679.md", "sa9ecb29872.md", "sb0025cc4be.md", "sac04622707.md", "s6c5972f0c9.md", "s35f1c75062.md", "s7e736f6bd0.md", "s003a194a00.md", "s6a8f23c7c7.md", "s73374b871a.md", "se39a668c28.md", "sa3f6656a74.md", "sbc62cefe13.md", "se8451720b9.md", "se98529a43b.md", "s78d210a08d.md", "s33569b1fca.md", "sed2caa759f.md", "s3f6a46e8d8.md", "s708ded44a1.md", "sf5ba34bde8.md", "s4eddeb3c27.md", "sb1fd95b6c9.md", "s9c76a77cab.md", "s6fb72f7f18.md", "sf64c686d7a.md", "sf934fee893.md", "s4092f8ecc4.md", "s85aea01a7f.md", "sc38f2c7eda.md", "s7a55bda3d8.md", "s33e5c36d5e.md", "s49e49b8847.md", "s5394bf47ea.md", "s8981631b90.md", "s5e67621526.md"]}
{"abstention": false, "arm": "A5", "gold": ["s51ac5f7554.md"], "kw150_n": 62, "kw50_n": 50, "loadavg1_at_start": 55.16, "n_files": 62, "pool20": ["s51ac5f7554.md", "s0340ee3002.md", "s55a6b783c9.md", "s0b32427669.md", "sc5bcd45a54.md", "s4badd69490.md", "sfe3303aefa.md", "s6ef80c5315.md", "sbdc880b570.md", "sed1b89bb06.md", "s57af6397ef.md", "scfd59929df.md", "s930df49cf8.md", "sd0c34b3dee.md", "sfd96a21a78.md", "s6e89546419.md", "s01ed5e8814.md", "s2c76fa3160.md", "saf28f77e45.md", "s07d7fccf37.md"], "qid": "7e00a6cb", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023076923, 0.022569444, 0.022168569, 0.021967627, 0.02098626, 0.020898642, 0.020866455], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 88214.107, "secs_fuse": 0.0104, "secs_legs": 0.0248, "stand_in": false, "top10": ["s51ac5f7554.md", "s0340ee3002.md", "s55a6b783c9.md", "s0b32427669.md", "sc5bcd45a54.md", "s4badd69490.md", "sfe3303aefa.md", "s6ef80c5315.md", "sbdc880b570.md", "sed1b89bb06.md"], "type": "single-session-assistant", "vec150_n": 62, "vec50_n": 50, "wide150": ["s51ac5f7554.md", "s0340ee3002.md", "s55a6b783c9.md", "s0b32427669.md", "sc5bcd45a54.md", "s4badd69490.md", "sfe3303aefa.md", "s6ef80c5315.md", "sbdc880b570.md", "sed1b89bb06.md", "s57af6397ef.md", "scfd59929df.md", "s930df49cf8.md", "sd0c34b3dee.md", "sfd96a21a78.md", "s6e89546419.md", "s01ed5e8814.md", "s2c76fa3160.md", "saf28f77e45.md", "s6c3d91fd4b.md", "s07d7fccf37.md", "s14821bc871.md", "s9eaf0c9c03.md", "sbe442cc072.md", "s141bc73363.md", "s8015126232.md", "s399207d91c.md", "s901170cf81.md", "s73db109bd5.md", "s6c165e37d7.md", "s5744718d1a.md", "saa9bd6d800.md", "s9fa2ef8856.md", "s43c4541384.md", "sd426f7baa4.md", "s34751f9859.md", "s391ddb1d25.md", "s6ab1995584.md", "s4d829fe78b.md", "s4c4c7f465b.md", "s4ac75be4d4.md", "s2d3aa44204.md", "s48662957e1.md", "s055857e91c.md", "s5b2968dfe7.md", "s06c68c8a35.md", "s7de15986a1.md", "s2007c4d804.md", "s92049426e1.md", "s6fca2e4a0a.md", "sf9cf9fa501.md", "sc1d29031cb.md", "sae1aa57fd8.md", "s000933ec4b.md", "s80cf492283.md", "sb3ab95c15d.md", "saae122e53f.md", "s59c050c6ea.md", "scf75a3ced9.md", "s8ff4c300d7.md", "sf5c2ed9cda.md", "s15d1a643f7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s32f57ce00f.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 21.48, "n_files": 47, "pool20": ["s32f57ce00f.md", "sd02fc45b98.md", "s4bbf287073.md", "s8a4e7c96b5.md", "s221e5afe2f.md", "sd5b4f64a3f.md", "s26b5d62fdf.md", "s236883e3ff.md", "sd4fa859d51.md", "sfee040525d.md", "s7509fdbb6b.md", "scc348395cc.md", "s4daeaf7abb.md", "s7e68f90400.md", "s78eb016181.md", "s057837d06f.md", "s2cb6c38bf1.md", "sd8d6f7c105.md", "s32c83dec0d.md", "s4d2d5ad6df.md"], "qid": "1903aded", "rrf10": [0.024590164, 0.023591719, 0.023088023, 0.023076923, 0.022915269, 0.022305254, 0.022118506, 0.02157803, 0.021532091, 0.020877754], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 103.2115, "secs_fuse": 0.0158, "secs_legs": 0.0279, "stand_in": false, "top10": ["s32f57ce00f.md", "sd02fc45b98.md", "s4bbf287073.md", "s8a4e7c96b5.md", "s221e5afe2f.md", "sd5b4f64a3f.md", "s26b5d62fdf.md", "s236883e3ff.md", "sd4fa859d51.md", "sfee040525d.md"], "type": "single-session-assistant", "vec150_n": 47, "vec50_n": 47, "wide150": ["s32f57ce00f.md", "sd02fc45b98.md", "s4bbf287073.md", "s8a4e7c96b5.md", "s221e5afe2f.md", "sd5b4f64a3f.md", "s26b5d62fdf.md", "s236883e3ff.md", "sd4fa859d51.md", "sfee040525d.md", "s7509fdbb6b.md", "scc348395cc.md", "s4daeaf7abb.md", "s7e68f90400.md", "s78eb016181.md", "s057837d06f.md", "s2cb6c38bf1.md", "sd8d6f7c105.md", "s32c83dec0d.md", "s4d2d5ad6df.md", "s8bffb55ef9.md", "sae12bcae6f.md", "sac616dfde1.md", "s0e3b26e45a.md", "s265693d1e1.md", "s9bb629e8af.md", "sf2500a0c4d.md", "s119db7d80e.md", "sa7b2672a40.md", "s4cd63e609e.md", "sacd588afa0.md", "s5d7373d290.md", "sb78352e277.md", "seaf6813adf.md", "s1102134660.md", "s222b709f98.md", "sdd614c7152.md", "s0b246a76bb.md", "s347087883f.md", "s18024527a2.md", "s9541be3cbf.md", "s8f3aa9f445.md", "sac20c94a7a.md", "s700af88ec3.md", "s481ef644a3.md", "sfd98d15f81.md", "sd2f51a6a4b.md"]}
{"abstention": false, "arm": "A5", "gold": ["sddbbd354df.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 49.42, "n_files": 50, "pool20": ["sddbbd354df.md", "s19ab922df7.md", "sd1a764dd47.md", "s6eab598105.md", "sacaf5b1ac9.md", "s6ce2cada8c.md", "sba20b421d3.md", "sb93d1eef35.md", "scd99110a78.md", "s427273b972.md", "sbe950e7375.md", "s68fc5400dc.md", "sa280dd4c4a.md", "se1ec84b517.md", "s5186b52cf7.md", "s9897298cca.md", "sef4cd18af8.md", "sfc5d01afee.md", "sa9635c2cfc.md", "sf978a6fb76.md"], "qid": "ceb54acb", "rrf10": [0.024590164, 0.023271889, 0.022501131, 0.022366522, 0.022291667, 0.022058824, 0.022021015, 0.021908272, 0.021161317, 0.020970395], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 77.2021, "secs_fuse": 0.0279, "secs_legs": 0.0609, "stand_in": false, "top10": ["sddbbd354df.md", "s19ab922df7.md", "sd1a764dd47.md", "s6eab598105.md", "sacaf5b1ac9.md", "s6ce2cada8c.md", "sba20b421d3.md", "sb93d1eef35.md", "scd99110a78.md", "s427273b972.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["sddbbd354df.md", "s19ab922df7.md", "sd1a764dd47.md", "s6eab598105.md", "sacaf5b1ac9.md", "s6ce2cada8c.md", "sba20b421d3.md", "sb93d1eef35.md", "scd99110a78.md", "s427273b972.md", "sbe950e7375.md", "s68fc5400dc.md", "sa280dd4c4a.md", "se1ec84b517.md", "s5186b52cf7.md", "s9897298cca.md", "sef4cd18af8.md", "sfc5d01afee.md", "sa9635c2cfc.md", "sf978a6fb76.md", "sdb0f37d38f.md", "s8f57fa5128.md", "se2e77368dc.md", "s6c9fc22f43.md", "sad1b192788.md", "sc7c293f9dc.md", "sb269fdae00.md", "sa21930975d.md", "s87180ad22e.md", "s06c499b044.md", "scc7b24562a.md", "sb66ed90170.md", "sa280bde9de.md", "se87f81ddc1.md", "s7a93c04f0d.md", "s31a09a06e7.md", "s52b29b4295.md", "s86d3fa1982.md", "s7e4d984896.md", "s863f9731d9.md", "sd6c2a12f6f.md", "seb3b1fd993.md", "sb2330dbbeb.md", "sda050a588b.md", "saff5aebe77.md", "s6aff6bdf51.md", "sd975fdc135.md", "s2e6f1b3335.md", "sa94d514ac2.md", "s0144f48ae6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s8fc01a0b52.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.28, "n_files": 50, "pool20": ["s8fc01a0b52.md", "sd43b41838c.md", "s99a0e4b925.md", "sdc20780277.md", "s1875109368.md", "s3783bebe90.md", "sdf5442c2b8.md", "s85f5818dc7.md", "sb34fec71e2.md", "sb985611fdd.md", "sdf3ca3ff90.md", "s32720fca26.md", "se16a04ddb9.md", "s2725257c38.md", "sddb54b73de.md", "s314fd5aad1.md", "s1d9900577e.md", "s8dc24015b7.md", "s4bdfe97715.md", "s2579b81279.md"], "qid": "f523d9fe", "rrf10": [0.024590164, 0.023448773, 0.023375409, 0.022847302, 0.022504456, 0.022203947, 0.021825397, 0.021635611, 0.02157803, 0.021462639], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 96.0394, "secs_fuse": 0.0108, "secs_legs": 0.0213, "stand_in": false, "top10": ["s8fc01a0b52.md", "sd43b41838c.md", "s99a0e4b925.md", "sdc20780277.md", "s1875109368.md", "s3783bebe90.md", "sdf5442c2b8.md", "s85f5818dc7.md", "sb34fec71e2.md", "sb985611fdd.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["s8fc01a0b52.md", "sd43b41838c.md", "s99a0e4b925.md", "sdc20780277.md", "s1875109368.md", "s3783bebe90.md", "sdf5442c2b8.md", "s85f5818dc7.md", "sb34fec71e2.md", "sb985611fdd.md", "sdf3ca3ff90.md", "s32720fca26.md", "se16a04ddb9.md", "s2725257c38.md", "sddb54b73de.md", "s314fd5aad1.md", "s1d9900577e.md", "s8dc24015b7.md", "s4bdfe97715.md", "s2579b81279.md", "sf6f3a0e31d.md", "sa7273991f2.md", "sc623a3fc0c.md", "s21bc0f5394.md", "sf547e8ad90.md", "s22efc04594.md", "se49bdd5414.md", "s1922d68188.md", "s8a4e6ee0c0.md", "s3518c01c29.md", "sb056b9af74.md", "sb631a8dfed.md", "s1c6cebb008.md", "s0b603d567e.md", "s1e1849e1cc.md", "s620f2c9831.md", "se4245f5073.md", "saac2b8f42f.md", "s28c8a9cd69.md", "sf21ed53f5e.md", "s6c272e0b9c.md", "s8021c402ec.md", "s99a3367746.md", "s3aecadefba.md", "s9434adbd15.md", "s866dfe998e.md", "s841d40493b.md", "s9d2ebefb4a.md", "s08ed03f8ac.md", "se1b435ee22.md"]}
{"abstention": false, "arm": "A5", "gold": ["s25fe824c68.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 53.92, "n_files": 46, "pool20": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sf18f3310ac.md", "s1d499040a3.md", "sace384d53c.md", "sdd84871267.md", "s9d163da8d3.md", "s165b74b4c9.md", "se1216504eb.md", "s6cb6ed1093.md", "s3c497af553.md", "s77a1cd55fa.md", "sa31ab560f1.md", "s4606ef3d8a.md", "s94657ffe12.md", "s95a7d314c5.md", "sdeab64d29e.md", "s5066742e00.md", "sb0deea4280.md"], "qid": "0e5e2d1a", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022960373, 0.022767857, 0.022193769, 0.022098214, 0.021869818, 0.021351575, 0.02124951], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 85.9144, "secs_fuse": 0.0121, "secs_legs": 0.0194, "stand_in": false, "top10": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sf18f3310ac.md", "s1d499040a3.md", "sace384d53c.md", "sdd84871267.md", "s9d163da8d3.md", "s165b74b4c9.md", "se1216504eb.md"], "type": "single-session-assistant", "vec150_n": 46, "vec50_n": 46, "wide150": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sf18f3310ac.md", "s1d499040a3.md", "sace384d53c.md", "sdd84871267.md", "s9d163da8d3.md", "s165b74b4c9.md", "se1216504eb.md", "s6cb6ed1093.md", "s3c497af553.md", "s77a1cd55fa.md", "sa31ab560f1.md", "s4606ef3d8a.md", "s94657ffe12.md", "s95a7d314c5.md", "sdeab64d29e.md", "s5066742e00.md", "sb0deea4280.md", "s3bbe0982bb.md", "s29bde6998e.md", "s8e8e12a1be.md", "s5a9fd38b58.md", "s33f7fb6fc8.md", "see083eae99.md", "s417affa9b7.md", "sc18e57b1ee.md", "sb799a6e989.md", "s68631cba9d.md", "scf695ae011.md", "s81e0bd4477.md", "s7ef647be2d.md", "s76370beaf1.md", "s3e6ef343fb.md", "sc48e6d41a9.md", "s5d7d0a7d42.md", "sf974cb4689.md", "s6be480186e.md", "s671a624f6a.md", "se1d9fd250a.md", "sd438ef7568.md", "s5531e7fd66.md", "saef131af3a.md", "sd872bfb8a5.md", "s236f458d3a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s716298d65b.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.79, "n_files": 50, "pool20": ["s716298d65b.md", "sb67dafd5dc.md", "s92128f6163.md", "s26b36eee80.md", "s19cf2ff81a.md", "sf9ff20322c.md", "saa9f34038d.md", "s57e0664cb9.md", "s2b63ef97d5.md", "s0dc2cae800.md", "s05ac560099.md", "sf3068c148a.md", "s44212736d6.md", "sfee57f211e.md", "s922cc8d7da.md", "s7fa5081ee3.md", "s3eae99e029.md", "s27e38e899e.md", "sd29f5ef5c6.md", "s44c7ea2640.md"], "qid": "fea54f57", "rrf10": [0.024590164, 0.02406554, 0.022767857, 0.02238806, 0.02235023, 0.022058824, 0.021755369, 0.021645022, 0.021198569, 0.020909091], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 84.3366, "secs_fuse": 0.0353, "secs_legs": 0.064, "stand_in": false, "top10": ["s716298d65b.md", "sb67dafd5dc.md", "s92128f6163.md", "s26b36eee80.md", "s19cf2ff81a.md", "sf9ff20322c.md", "saa9f34038d.md", "s57e0664cb9.md", "s2b63ef97d5.md", "s0dc2cae800.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["s716298d65b.md", "sb67dafd5dc.md", "s92128f6163.md", "s26b36eee80.md", "s19cf2ff81a.md", "sf9ff20322c.md", "saa9f34038d.md", "s57e0664cb9.md", "s2b63ef97d5.md", "s0dc2cae800.md", "s05ac560099.md", "sf3068c148a.md", "s44212736d6.md", "sfee57f211e.md", "s922cc8d7da.md", "s7fa5081ee3.md", "s3eae99e029.md", "s27e38e899e.md", "sd29f5ef5c6.md", "s44c7ea2640.md", "sd903134865.md", "s4b16a16a74.md", "sd212fa7e5f.md", "sd9f711aef4.md", "s9a50bb5536.md", "s4757368684.md", "s6fe74e273b.md", "s05f3660feb.md", "sfb4fae895c.md", "s545296d291.md", "s2f71537f10.md", "s4f307fe622.md", "s910f6af030.md", "s281fa17fd7.md", "sf85078a4e2.md", "s771bb118db.md", "sa036b28886.md", "s829894e292.md", "sa3b85edb8e.md", "s716f714835.md", "sd0399d63a8.md", "s40b7d25ca2.md", "s55e7add76f.md", "s207652dd0b.md", "se730f7a097.md", "sd14eaf748d.md", "s2562faf041.md", "s94abcf8461.md", "s334dce526d.md", "s26a8ca742f.md"]}
{"abstention": false, "arm": "A5", "gold": ["scb70e65f89.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 53.77, "n_files": 48, "pool20": ["scb70e65f89.md", "sdb4fb0a929.md", "saee77011e7.md", "s9bf9f4075c.md", "sf2e4b9b89f.md", "s878ad61084.md", "s3313d2fd91.md", "s5917656b8a.md", "s9d64ffef53.md", "sc5004c4a18.md", "sbb26c2dcf1.md", "s41c85497e6.md", "s0f036e17db.md", "s979eb13089.md", "sc187b44fb1.md", "sc001937795.md", "s86423c5314.md", "se65bc534f7.md", "sb6b54d1e6f.md", "s385524111f.md"], "qid": "cc539528", "rrf10": [0.024590164, 0.023591719, 0.023448773, 0.022426869, 0.022381757, 0.021635138, 0.021401515, 0.021397849, 0.020833333, 0.020803443], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 97.8791, "secs_fuse": 0.0103, "secs_legs": 0.0187, "stand_in": false, "top10": ["scb70e65f89.md", "sdb4fb0a929.md", "saee77011e7.md", "s9bf9f4075c.md", "sf2e4b9b89f.md", "s878ad61084.md", "s3313d2fd91.md", "s5917656b8a.md", "s9d64ffef53.md", "sc5004c4a18.md"], "type": "single-session-assistant", "vec150_n": 48, "vec50_n": 48, "wide150": ["scb70e65f89.md", "sdb4fb0a929.md", "saee77011e7.md", "s9bf9f4075c.md", "sf2e4b9b89f.md", "s878ad61084.md", "s3313d2fd91.md", "s5917656b8a.md", "s9d64ffef53.md", "sc5004c4a18.md", "sbb26c2dcf1.md", "s41c85497e6.md", "s0f036e17db.md", "s979eb13089.md", "sc187b44fb1.md", "sc001937795.md", "s86423c5314.md", "se65bc534f7.md", "sb6b54d1e6f.md", "s385524111f.md", "s344d4aaff7.md", "s9c4ebfcbac.md", "s6643c4cd9e.md", "sb88d6df047.md", "sddf178a11e.md", "sce95a6f94d.md", "seaa70997b1.md", "s3428f7dbe6.md", "sa73aa7bcb0.md", "sbaa0b743dc.md", "sa48772367d.md", "s6558057e3d.md", "s642d39ae7f.md", "s8f28c931db.md", "s34be3872c1.md", "sb1e2272e08.md", "sbaa6f51555.md", "s700dbd47ff.md", "s6229cc88a2.md", "s1d9babb29d.md", "se6e8da2147.md", "s96b4a44034.md", "s6f24d7b352.md", "s70e5213161.md", "s5457ec6b5c.md", "saf131fa68f.md", "s45bf8ba1fe.md", "s50ad7fbfe6.md"]}
{"abstention": false, "arm": "A5", "gold": ["s72131d0786.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 53.15, "n_files": 47, "pool20": ["s72131d0786.md", "sb5a3c6c625.md", "sd05f385ef8.md", "sf763b56ac4.md", "sae289ae30f.md", "se122e31a89.md", "s9f5c036872.md", "s20f587b6b9.md", "sdce3b28424.md", "sf7607eac4e.md", "s9ebd6484e8.md", "sf53d3672a2.md", "sfc75eaa425.md", "s70b859566d.md", "s455c6f2a3a.md", "s876a1ad6b5.md", "s15cbf04f5c.md", "sb1824cc83a.md", "sb9db3473f0.md", "s107b4f4990.md"], "qid": "dc439ea3", "rrf10": [0.024590164, 0.02382134, 0.023809524, 0.023689516, 0.022847302, 0.021372549, 0.021135029, 0.021126761, 0.021033868, 0.021022934], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 88.6653, "secs_fuse": 0.0239, "secs_legs": 0.0995, "stand_in": false, "top10": ["s72131d0786.md", "sb5a3c6c625.md", "sd05f385ef8.md", "sf763b56ac4.md", "sae289ae30f.md", "se122e31a89.md", "s9f5c036872.md", "s20f587b6b9.md", "sdce3b28424.md", "sf7607eac4e.md"], "type": "single-session-assistant", "vec150_n": 47, "vec50_n": 47, "wide150": ["s72131d0786.md", "sb5a3c6c625.md", "sd05f385ef8.md", "sf763b56ac4.md", "sae289ae30f.md", "se122e31a89.md", "s9f5c036872.md", "s20f587b6b9.md", "sdce3b28424.md", "sf7607eac4e.md", "s9ebd6484e8.md", "sf53d3672a2.md", "sfc75eaa425.md", "s70b859566d.md", "s455c6f2a3a.md", "s876a1ad6b5.md", "s15cbf04f5c.md", "sb1824cc83a.md", "sb9db3473f0.md", "s107b4f4990.md", "s9b309b3b86.md", "sff385fefac.md", "sc845cbe097.md", "sdd38218cf7.md", "sbe4e33e0a5.md", "sd051845914.md", "s407c8a9acf.md", "s5ea5b8684a.md", "s174bc5727f.md", "sc61a510b2a.md", "sa91f33b303.md", "sc4a24b5bd7.md", "s693bf89b41.md", "s6fbc0eb6ba.md", "sce2d22a239.md", "sed17f0f33a.md", "s13bee81807.md", "sf050795a4f.md", "sbdf8c4409c.md", "s73b62b2489.md", "sd129b7eeb4.md", "s4f341c73bc.md", "se26ed9076a.md", "s0c347adf8e.md", "s0bc9545add.md", "s3ef70aa317.md", "s50af4fcdca.md"]}
{"abstention": false, "arm": "A5", "gold": ["se90fe0465d.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.32, "n_files": 50, "pool20": ["se90fe0465d.md", "s392f4e9a3f.md", "sa328e78784.md", "s30384f3a94.md", "s82d896c45f.md", "s4f7a063349.md", "s0d45cda4c4.md", "s0659bb6a18.md", "s8eec004bbe.md", "s15936fc36c.md", "s9baa482826.md", "sd591fdd20e.md", "s8ec724845f.md", "se59047b998.md", "sd0e27b16a5.md", "s8623784b93.md", "s9230cc3804.md", "s9fb4c8b5b1.md", "s761cb729ef.md", "se26477b5da.md"], "qid": "18dcd5a5", "rrf10": [0.024590164, 0.023448773, 0.022977941, 0.021897007, 0.021401515, 0.02139219, 0.021198569, 0.021025641, 0.021022934, 0.020833333], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 79.0681, "secs_fuse": 0.0116, "secs_legs": 0.0222, "stand_in": false, "top10": ["se90fe0465d.md", "s392f4e9a3f.md", "sa328e78784.md", "s30384f3a94.md", "s82d896c45f.md", "s4f7a063349.md", "s0d45cda4c4.md", "s0659bb6a18.md", "s8eec004bbe.md", "s15936fc36c.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["se90fe0465d.md", "s392f4e9a3f.md", "sa328e78784.md", "s30384f3a94.md", "s82d896c45f.md", "s4f7a063349.md", "s0d45cda4c4.md", "s0659bb6a18.md", "s8eec004bbe.md", "s15936fc36c.md", "s9baa482826.md", "sd591fdd20e.md", "s8ec724845f.md", "se59047b998.md", "sd0e27b16a5.md", "s8623784b93.md", "s9230cc3804.md", "s9fb4c8b5b1.md", "s761cb729ef.md", "se26477b5da.md", "s6c58df2740.md", "sd787c6f5d4.md", "sdc119102d6.md", "s2b1acfde84.md", "s05de5038c6.md", "sb28e78064c.md", "sea542efedd.md", "se8a41840d9.md", "s6f6de14569.md", "sd011927396.md", "sc8cb71fc48.md", "sda24d171bf.md", "scd312f4786.md", "s949e723a69.md", "sb60f7d8d48.md", "s66a977ecb0.md", "sd33ba5eac6.md", "saf6fe40954.md", "s38e004f3be.md", "s4bb57c850b.md", "sd9ebb315a7.md", "sb11176a8be.md", "s94de3e8e1a.md", "s78c2702db7.md", "sdd01f47e2c.md", "s54b9c7faef.md", "s2b4f8fc647.md", "sb1a2ae7559.md", "sbb206080d8.md", "se79f0c5b6c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s8734418a3a.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 54.78, "n_files": 47, "pool20": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "s39ca70cb77.md", "sc8d0660765.md", "sb0019d1760.md", "s74fa622112.md", "s52b54223ff.md", "s122f43a52a.md", "sf3890e3947.md", "s1fbefa4ea0.md", "sf5d01b5904.md", "s13106a170c.md", "s694a76414f.md", "sfc2fd5eba7.md", "s7dc09ee8d4.md", "s6d23a23e18.md", "s304942ced3.md", "s0252b528d6.md", "s3e5f553f9b.md"], "qid": "488d3006", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023087687, 0.022964015, 0.022960373, 0.022058824, 0.021978022, 0.021869818, 0.02090301], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.7164, "secs_fuse": 0.0117, "secs_legs": 0.0206, "stand_in": false, "top10": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "s39ca70cb77.md", "sc8d0660765.md", "sb0019d1760.md", "s74fa622112.md", "s52b54223ff.md", "s122f43a52a.md", "sf3890e3947.md"], "type": "single-session-assistant", "vec150_n": 47, "vec50_n": 47, "wide150": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "s39ca70cb77.md", "sc8d0660765.md", "sb0019d1760.md", "s74fa622112.md", "s52b54223ff.md", "s122f43a52a.md", "sf3890e3947.md", "s1fbefa4ea0.md", "sf5d01b5904.md", "s13106a170c.md", "s694a76414f.md", "sfc2fd5eba7.md", "s7dc09ee8d4.md", "s6d23a23e18.md", "s304942ced3.md", "s0252b528d6.md", "s3e5f553f9b.md", "saeb808a508.md", "se1001f133b.md", "sc93fe1601c.md", "scd76b0a033.md", "sfafb70900a.md", "sddcca515ba.md", "s5148dba0f7.md", "s9e50ad5e25.md", "sc1ef7df69b.md", "s606ffa6af1.md", "s168bfa2a64.md", "s2989898eca.md", "s1998dcb2a7.md", "s62ad7718e2.md", "s157d94c8fb.md", "s4bd46bfa47.md", "s149cb7a64f.md", "s62b8681103.md", "s9763557e3a.md", "sa2c255a89d.md", "s5882141faf.md", "s73d6b7e754.md", "s23ddf8493e.md", "sfee86a26cc.md", "s6155245ad5.md", "sffe5990ecf.md", "s6aa9e3c425.md"]}
{"abstention": false, "arm": "A5", "gold": ["sce0d99be96.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 54.29, "n_files": 50, "pool20": ["sce0d99be96.md", "s3494626d95.md", "s4e7a2fdc16.md", "s5fb5011055.md", "se0a6de1c4a.md", "s894053cd87.md", "s77449ce63c.md", "sd1e32cdcb2.md", "scebdad85a8.md", "s08369890de.md", "s5fd6a8b3a9.md", "s7cb42876ff.md", "s5031cb53e4.md", "s4d286a1f7d.md", "s78715931a9.md", "s762bfe906d.md", "sf251f28830.md", "s3897d6c70e.md", "s87b13cb69b.md", "sc537031235.md"], "qid": "58470ed2", "rrf10": [0.024590164, 0.024193548, 0.02264239, 0.022617681, 0.022539683, 0.021645022, 0.021577381, 0.021547194, 0.020833333, 0.020535714], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 67.3058, "secs_fuse": 0.0449, "secs_legs": 0.0713, "stand_in": false, "top10": ["sce0d99be96.md", "s3494626d95.md", "s4e7a2fdc16.md", "s5fb5011055.md", "se0a6de1c4a.md", "s894053cd87.md", "s77449ce63c.md", "sd1e32cdcb2.md", "scebdad85a8.md", "s08369890de.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["sce0d99be96.md", "s3494626d95.md", "s4e7a2fdc16.md", "s5fb5011055.md", "se0a6de1c4a.md", "s894053cd87.md", "s77449ce63c.md", "sd1e32cdcb2.md", "scebdad85a8.md", "s08369890de.md", "s5fd6a8b3a9.md", "s7cb42876ff.md", "s5031cb53e4.md", "s4d286a1f7d.md", "s78715931a9.md", "s762bfe906d.md", "sf251f28830.md", "s3897d6c70e.md", "s87b13cb69b.md", "sc537031235.md", "sa8c42fb902.md", "s1df9ed18dc.md", "s6053188f4d.md", "s17db7f0815.md", "s016ce5dc84.md", "s1f80d948c1.md", "s5ee5d08533.md", "s8dea37a735.md", "s35f049039a.md", "s47baf9fbbc.md", "s066815cdda.md", "sc47ab5837b.md", "s1dc4876f59.md", "s18cd7133f7.md", "s57be5a4930.md", "s7cda925c02.md", "sbd66bdadf5.md", "s8db73c8199.md", "s50e54c7234.md", "s4938c4dcfe.md", "s55e1ec4990.md", "s7942a0a7e9.md", "sf891b13d51.md", "sa798e09e79.md", "s18f197034c.md", "sadd2a7dd52.md", "s42422d499a.md", "s83a699c366.md", "s5669e7a73b.md", "s4cc578f0bf.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0c256de5e7.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 53.18, "n_files": 46, "pool20": ["s0c256de5e7.md", "s5dd3672daa.md", "s85298a585d.md", "scc84b06086.md", "sff4153c18e.md", "s41e61f5db4.md", "sbff142e398.md", "s16e18c3258.md", "saf70fc9028.md", "s9db24e222a.md", "sb7ec1fea76.md", "s3600982358.md", "s723d142163.md", "s21c12f3bd6.md", "s1efb651f1f.md", "s3f0f5185ed.md", "s2ee064663b.md", "sfe64aa165b.md", "sd3258d29dc.md", "s5026078f89.md"], "qid": "8cf51dda", "rrf10": [0.024590164, 0.02370479, 0.023321123, 0.022518382, 0.02206823, 0.021561772, 0.021397849, 0.02124951, 0.021119505, 0.021081349], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 65.3472, "secs_fuse": 0.011, "secs_legs": 0.0206, "stand_in": false, "top10": ["s0c256de5e7.md", "s5dd3672daa.md", "s85298a585d.md", "scc84b06086.md", "sff4153c18e.md", "s41e61f5db4.md", "sbff142e398.md", "s16e18c3258.md", "saf70fc9028.md", "s9db24e222a.md"], "type": "single-session-assistant", "vec150_n": 46, "vec50_n": 46, "wide150": ["s0c256de5e7.md", "s5dd3672daa.md", "s85298a585d.md", "scc84b06086.md", "sff4153c18e.md", "s41e61f5db4.md", "sbff142e398.md", "s16e18c3258.md", "saf70fc9028.md", "s9db24e222a.md", "sb7ec1fea76.md", "s3600982358.md", "s723d142163.md", "s21c12f3bd6.md", "s1efb651f1f.md", "s3f0f5185ed.md", "s2ee064663b.md", "sfe64aa165b.md", "sd3258d29dc.md", "s5026078f89.md", "sd08a84ee87.md", "s60c23160f5.md", "sc69e2c1505.md", "s546fe9bf1a.md", "sb49f626d30.md", "s74ec811dad.md", "sb9d997dfe2.md", "sf68935fbde.md", "sc7c5b5c382.md", "s1f97315823.md", "sce01784426.md", "s4f2cfb314e.md", "sc211a5ee21.md", "s64e3caadea.md", "sad5e18fe88.md", "s27cf4be5ab.md", "sc6d04ef6a5.md", "s68171f2c41.md", "s958a6911cd.md", "seda07a2760.md", "sb212bf5e40.md", "s31af0f8cf8.md", "se180651e1f.md", "s304bb399aa.md", "s9163b95fd7.md", "s9829064b8d.md"]}
{"abstention": false, "arm": "A5", "gold": ["s09e96eccd2.md"], "kw150_n": 54, "kw50_n": 50, "loadavg1_at_start": 53.96, "n_files": 54, "pool20": ["s09e96eccd2.md", "sd6bb456546.md", "s73d1442e2d.md", "sf4355a8942.md", "sc444c5336d.md", "s0c330319e0.md", "sfb487d4618.md", "s2b8acd810f.md", "sfcceba0984.md", "s90647e1a2e.md", "s5a45861d73.md", "s28d3d059be.md", "sdd02ddbe41.md", "sc7ce221e42.md", "s28e4cacb96.md", "sa422febee4.md", "s8f48e50175.md", "s9227c32d85.md", "sce101a5339.md", "s826de8a93c.md"], "qid": "1d4da289", "rrf10": [0.024590164, 0.024193548, 0.023076923, 0.022977941, 0.022518382, 0.021869818, 0.021175612, 0.020975057, 0.020909091, 0.020467836], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.0289, "secs_fuse": 0.0282, "secs_legs": 0.0803, "stand_in": false, "top10": ["s09e96eccd2.md", "sd6bb456546.md", "s73d1442e2d.md", "sf4355a8942.md", "sc444c5336d.md", "s0c330319e0.md", "sfb487d4618.md", "s2b8acd810f.md", "sfcceba0984.md", "s90647e1a2e.md"], "type": "single-session-assistant", "vec150_n": 54, "vec50_n": 50, "wide150": ["s09e96eccd2.md", "sd6bb456546.md", "s73d1442e2d.md", "sf4355a8942.md", "sc444c5336d.md", "s0c330319e0.md", "sfb487d4618.md", "s2b8acd810f.md", "sfcceba0984.md", "s90647e1a2e.md", "s5a45861d73.md", "s28d3d059be.md", "sdd02ddbe41.md", "sc7ce221e42.md", "s28e4cacb96.md", "sa422febee4.md", "s8f48e50175.md", "s9227c32d85.md", "sce101a5339.md", "s826de8a93c.md", "s942bdff38a.md", "s450142501b.md", "sc775f24b99.md", "s82b07c5dec.md", "s50f8757ddf.md", "s6594ed1a93.md", "sb4c2a56f22.md", "scd856ee91d.md", "s511aa15e36.md", "s39ad878feb.md", "saf7e1073c9.md", "s1d6bcb3018.md", "s2489b1571f.md", "s4f526faac2.md", "s5b35fa2d92.md", "s635a1ef903.md", "scf9825f593.md", "s3fc4e9ad28.md", "s558da64cf9.md", "s6e54f51fde.md", "s204ab3fbe7.md", "sc76a6de7d7.md", "se2fe554ffc.md", "s308249e589.md", "s3c92c9ad29.md", "sac6839291f.md", "s2fda2258d8.md", "s8d1a22f114.md", "sc654d9a34f.md", "s4cd77c5869.md", "s3caad63c04.md", "s5d4c649493.md", "se918c32fa9.md", "s0df7cfe20f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s1cbaa0467b.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 50.05, "n_files": 45, "pool20": ["s1cbaa0467b.md", "saff1e7a31c.md", "sd4b57511fc.md", "s3b3b8ddc8e.md", "s84c79781e3.md", "s427bb1563b.md", "s2b5832c5ff.md", "s2aca3c1ffc.md", "se4c06ffc3a.md", "s1f8486bcc6.md", "scf2cb09194.md", "sa5da8efef4.md", "s377a3fe30a.md", "s640a52e49a.md", "s90a7caafe3.md", "s402f371278.md", "scee959a718.md", "s4c1ff84c08.md", "s940dcf0488.md", "s57a42183b5.md"], "qid": "8464fc84", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023088023, 0.022501131, 0.022426869, 0.021954114, 0.02173913, 0.021547194, 0.02128483], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 68.2261, "secs_fuse": 0.0371, "secs_legs": 0.0709, "stand_in": false, "top10": ["s1cbaa0467b.md", "saff1e7a31c.md", "sd4b57511fc.md", "s3b3b8ddc8e.md", "s84c79781e3.md", "s427bb1563b.md", "s2b5832c5ff.md", "s2aca3c1ffc.md", "se4c06ffc3a.md", "s1f8486bcc6.md"], "type": "single-session-assistant", "vec150_n": 45, "vec50_n": 45, "wide150": ["s1cbaa0467b.md", "saff1e7a31c.md", "sd4b57511fc.md", "s3b3b8ddc8e.md", "s84c79781e3.md", "s427bb1563b.md", "s2b5832c5ff.md", "s2aca3c1ffc.md", "se4c06ffc3a.md", "s1f8486bcc6.md", "scf2cb09194.md", "sa5da8efef4.md", "s377a3fe30a.md", "s640a52e49a.md", "s90a7caafe3.md", "s402f371278.md", "scee959a718.md", "s4c1ff84c08.md", "s940dcf0488.md", "s57a42183b5.md", "s465adca9df.md", "s2ad85bbe70.md", "s54cc1523ef.md", "sf35222680b.md", "sc89a15044a.md", "scb514c9ca7.md", "s74ce46ab53.md", "sb7dba1832c.md", "s583da8afd7.md", "sa0fe94f81c.md", "s5c3a318841.md", "s275b5879fd.md", "se0fd1e6a90.md", "s6af0be5017.md", "sf769f4d100.md", "s33924f2867.md", "sab4a87752d.md", "s8cf4643b35.md", "sa79cb23251.md", "sc115c0760a.md", "s3babe582a0.md", "s929c3dbe5f.md", "s2b68d021c4.md", "s430f57f81a.md", "s0f013f9bdb.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf0f560c89d.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 53.91, "n_files": 48, "pool20": ["sf0f560c89d.md", "s11c5b8e721.md", "s5fc50c8de4.md", "s3b3e622d42.md", "s6f9482a344.md", "sa5f9e07658.md", "sda53a2d1e8.md", "sdb78d3d0f3.md", "sce10b4bf43.md", "s38ad2538a3.md", "s10ca380897.md", "s49a7ae72aa.md", "se94327381b.md", "sa1bf2a1c54.md", "s1da8408ca6.md", "s045140db79.md", "s8cf127b97b.md", "sf38276ef4b.md", "sd623a0e5ad.md", "sa2db8247fc.md"], "qid": "8aef76bc", "rrf10": [0.024590164, 0.023941532, 0.023088023, 0.022915269, 0.02239819, 0.022051282, 0.022035256, 0.02098626, 0.020833333, 0.020656371], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 64.4017, "secs_fuse": 0.0107, "secs_legs": 0.0249, "stand_in": false, "top10": ["sf0f560c89d.md", "s11c5b8e721.md", "s5fc50c8de4.md", "s3b3e622d42.md", "s6f9482a344.md", "sa5f9e07658.md", "sda53a2d1e8.md", "sdb78d3d0f3.md", "sce10b4bf43.md", "s38ad2538a3.md"], "type": "single-session-assistant", "vec150_n": 48, "vec50_n": 48, "wide150": ["sf0f560c89d.md", "s11c5b8e721.md", "s5fc50c8de4.md", "s3b3e622d42.md", "s6f9482a344.md", "sa5f9e07658.md", "sda53a2d1e8.md", "sdb78d3d0f3.md", "sce10b4bf43.md", "s38ad2538a3.md", "s10ca380897.md", "s49a7ae72aa.md", "se94327381b.md", "sa1bf2a1c54.md", "s1da8408ca6.md", "s045140db79.md", "s8cf127b97b.md", "sf38276ef4b.md", "sd623a0e5ad.md", "sa2db8247fc.md", "sbe2ac4334d.md", "sb44be6e3c6.md", "s792c9f3b86.md", "s668bb9e05b.md", "s1ffd8db1a7.md", "s42c71568f2.md", "s1dba9a41ed.md", "sb392109b91.md", "s89a180ac0c.md", "s3de55c5d2a.md", "s2731772b88.md", "s8d2b9ea585.md", "sc55baeeaaf.md", "sa6b6f6c612.md", "s23c33955fd.md", "s5d228f32cd.md", "s5426bdb3d3.md", "s2cb7b04a9b.md", "s4a22f0af13.md", "s0cb8d150d9.md", "s455b638f95.md", "s1d990cbd29.md", "sa880a4e116.md", "sd5d94157be.md", "sa37ee332e9.md", "s94443d06ec.md", "s82411d2be9.md", "s5c7a74e2f7.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb25b3a8e62.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 56.21, "n_files": 44, "pool20": ["sb25b3a8e62.md", "sd89332a641.md", "s2f6ad3703a.md", "s6fb4f06713.md", "saf5389881f.md", "scdd9363592.md", "s53e52aade1.md", "se30fe53109.md", "s4a2771a822.md", "sa09d1ade1d.md", "s1d1855ba20.md", "s9f7af7f17f.md", "sc967d1adc1.md", "s86d30b6438.md", "s226432ca5f.md", "se817dbd2e0.md", "sc6c08035cc.md", "s782738e3ed.md", "sd8b34a55d2.md", "sa0fcd2fb66.md"], "qid": "71a3fd6b", "rrf10": [0.024590164, 0.023565324, 0.023087687, 0.022727273, 0.02264239, 0.02223393, 0.021845695, 0.021623538, 0.021428571, 0.020410195], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 69.4947, "secs_fuse": 0.0107, "secs_legs": 0.0208, "stand_in": false, "top10": ["sb25b3a8e62.md", "sd89332a641.md", "s2f6ad3703a.md", "s6fb4f06713.md", "saf5389881f.md", "scdd9363592.md", "s53e52aade1.md", "se30fe53109.md", "s4a2771a822.md", "sa09d1ade1d.md"], "type": "single-session-assistant", "vec150_n": 44, "vec50_n": 44, "wide150": ["sb25b3a8e62.md", "sd89332a641.md", "s2f6ad3703a.md", "s6fb4f06713.md", "saf5389881f.md", "scdd9363592.md", "s53e52aade1.md", "se30fe53109.md", "s4a2771a822.md", "sa09d1ade1d.md", "s1d1855ba20.md", "s9f7af7f17f.md", "sc967d1adc1.md", "s86d30b6438.md", "s226432ca5f.md", "se817dbd2e0.md", "sc6c08035cc.md", "s782738e3ed.md", "sd8b34a55d2.md", "sa0fcd2fb66.md", "s9785b52e7b.md", "s15350ee73e.md", "s41b03699de.md", "se5a9338473.md", "sfb9418cf08.md", "seb36ba7c14.md", "s9326627579.md", "sa9889b0df7.md", "sd16151081b.md", "sa4207f764c.md", "sc65ac2eaa9.md", "s9c21d8bbbe.md", "sdb7c013a22.md", "sfc050f8483.md", "sfe8cd88ee0.md", "s663b5ef996.md", "s36ae99ae64.md", "s611da45e8e.md", "s1b6e21be65.md", "sbbd6730ff4.md", "s7ed821b2f1.md", "s7b0e85de81.md", "s5f76ce049e.md", "s7d2392106a.md"]}
{"abstention": false, "arm": "A5", "gold": ["s7851c54aef.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 59.64, "n_files": 44, "pool20": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s8df9dfdd62.md", "s18750b2661.md", "s276fe122c8.md", "sb743fd2815.md", "s6596886c72.md", "s479cf62d6b.md", "s9eb2a00f91.md", "s390f2aa3cb.md", "s9596012c21.md", "sf33cdb418d.md", "se275b1797a.md", "s4e08e2b6be.md", "s9671b15a8a.md", "s3d1c0e8224.md", "s0b60660681.md", "sa66b7a3060.md", "s4782c33fe9.md"], "qid": "2bf43736", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022843823, 0.022630992, 0.022098214, 0.021504321, 0.021342069, 0.021242978, 0.020909091], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 73.0011, "secs_fuse": 0.0111, "secs_legs": 0.022, "stand_in": false, "top10": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s8df9dfdd62.md", "s18750b2661.md", "s276fe122c8.md", "sb743fd2815.md", "s6596886c72.md", "s479cf62d6b.md", "s9eb2a00f91.md"], "type": "single-session-assistant", "vec150_n": 44, "vec50_n": 44, "wide150": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s8df9dfdd62.md", "s18750b2661.md", "s276fe122c8.md", "sb743fd2815.md", "s6596886c72.md", "s479cf62d6b.md", "s9eb2a00f91.md", "s390f2aa3cb.md", "s9596012c21.md", "sf33cdb418d.md", "se275b1797a.md", "s4e08e2b6be.md", "s9671b15a8a.md", "s3d1c0e8224.md", "s0b60660681.md", "sa66b7a3060.md", "s4782c33fe9.md", "s4e9780e5a1.md", "sac66288764.md", "s8588a35793.md", "s71f6a13fb4.md", "sd0b37733bf.md", "sde79b501c4.md", "s65e07b5323.md", "s64294b2996.md", "sfa97abc24e.md", "s2291d40a6e.md", "s34fc3b35c8.md", "s5aeb43b880.md", "sfd6d87568b.md", "s28210a0fdb.md", "s0148e82280.md", "s85f6362883.md", "s215d988ee2.md", "s7f5b186667.md", "sdd9d24cd3b.md", "s1d7734d497.md", "s04697524ab.md", "sb260539ed6.md", "sed8cce9578.md", "s9042d9bba9.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb64af4778e.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 52.73, "n_files": 48, "pool20": ["sb64af4778e.md", "s8d15c59541.md", "sfe94e25b2d.md", "sd060211773.md", "s76f32a395c.md", "sb7e9c58728.md", "sd55cb51aa2.md", "safe001d4e2.md", "s5a1002d25f.md", "s703c6091c4.md", "s603c146a3f.md", "s608f94f45f.md", "sc0cee87456.md", "se2b33d99fe.md", "sd59953d71e.md", "s1614d02ae7.md", "s890fcdcff3.md", "sac970250dd.md", "s65d815b296.md", "s371426c09c.md"], "qid": "70b3e69b", "rrf10": [0.024590164, 0.023561508, 0.023481973, 0.021763146, 0.021437198, 0.020751174, 0.020727385, 0.020656371, 0.020527859, 0.020419879], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 59.6834, "secs_fuse": 0.0222, "secs_legs": 0.0373, "stand_in": false, "top10": ["sb64af4778e.md", "s8d15c59541.md", "sfe94e25b2d.md", "sd060211773.md", "s76f32a395c.md", "sb7e9c58728.md", "sd55cb51aa2.md", "safe001d4e2.md", "s5a1002d25f.md", "s703c6091c4.md"], "type": "single-session-assistant", "vec150_n": 48, "vec50_n": 48, "wide150": ["sb64af4778e.md", "s8d15c59541.md", "sfe94e25b2d.md", "sd060211773.md", "s76f32a395c.md", "sb7e9c58728.md", "sd55cb51aa2.md", "safe001d4e2.md", "s5a1002d25f.md", "s703c6091c4.md", "s603c146a3f.md", "s608f94f45f.md", "sc0cee87456.md", "se2b33d99fe.md", "sd59953d71e.md", "s1614d02ae7.md", "s890fcdcff3.md", "sac970250dd.md", "s65d815b296.md", "s371426c09c.md", "s2706d77849.md", "sef83edacd3.md", "s530b160843.md", "s73aedbec96.md", "s688cf7d1c8.md", "s3dd554885f.md", "sa98dedfe22.md", "s3da43d5cfd.md", "sc68841d141.md", "s4d40ebc017.md", "sb150caa5d2.md", "s2bcc316bbf.md", "s3130417c75.md", "se260eae661.md", "s36e040dbd8.md", "sa553eaa4f0.md", "scde5daa4b6.md", "scae1bb65a8.md", "sf0df87f6e0.md", "sd4d05c5e12.md", "s90db23e94a.md", "s0623d98ba5.md", "sfd363c47eb.md", "sdd52ff4b95.md", "s40108e4315.md", "sd95333ee53.md", "see18da3aff.md", "sc3708db0b7.md"]}
{"abstention": false, "arm": "A5", "gold": ["s9d8b981456.md"], "kw150_n": 56, "kw50_n": 50, "loadavg1_at_start": 51.56, "n_files": 56, "pool20": ["s9d8b981456.md", "s7bd61545e4.md", "sf2ed76acd7.md", "sfde1d35dcc.md", "s309556279d.md", "s28035ac94c.md", "s51584a9405.md", "sb27f345f51.md", "s2c6378f367.md", "s3700aca67f.md", "s427b9f42aa.md", "s0b163477ed.md", "s44f55f932c.md", "s2cb60d6708.md", "sc137dfbd6b.md", "sb78d5ad0ac.md", "sc294904c4d.md", "s7bb724c3f2.md", "s2a8eded85e.md", "s20fab634bc.md"], "qid": "8752c811", "rrf10": [0.024590164, 0.023937532, 0.02382134, 0.02264239, 0.022504456, 0.022305254, 0.021230159, 0.021126761, 0.021002593, 0.020841487], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.9562, "secs_fuse": 0.0106, "secs_legs": 0.0207, "stand_in": false, "top10": ["s9d8b981456.md", "s7bd61545e4.md", "sf2ed76acd7.md", "sfde1d35dcc.md", "s309556279d.md", "s28035ac94c.md", "s51584a9405.md", "sb27f345f51.md", "s2c6378f367.md", "s3700aca67f.md"], "type": "single-session-assistant", "vec150_n": 56, "vec50_n": 50, "wide150": ["s9d8b981456.md", "s7bd61545e4.md", "sf2ed76acd7.md", "sfde1d35dcc.md", "s309556279d.md", "s28035ac94c.md", "s51584a9405.md", "sb27f345f51.md", "s2c6378f367.md", "s3700aca67f.md", "s427b9f42aa.md", "s0b163477ed.md", "s44f55f932c.md", "s2cb60d6708.md", "sc137dfbd6b.md", "sb78d5ad0ac.md", "sc294904c4d.md", "s7bb724c3f2.md", "s9b8acc56b9.md", "s2a8eded85e.md", "s20fab634bc.md", "sef685992cb.md", "s50b56b3439.md", "sfd1878a988.md", "sc5766c9223.md", "s040b65b576.md", "s5e2b252fd6.md", "scb9a678c89.md", "s7cdff5af9e.md", "s00c14b0854.md", "s117cb13f18.md", "sdbb28151a8.md", "s899b9f5bb5.md", "sfd47856d35.md", "s5ebdf8f3d0.md", "s15ec6c9e87.md", "s864913ac40.md", "s9021e72c8e.md", "s9ee506baa5.md", "s808987e952.md", "sf6ade02d10.md", "s26559f1e64.md", "s8464bbca13.md", "se884074d55.md", "s6bb96923ce.md", "sf58a384dc2.md", "s34b641e325.md", "s2a79f12975.md", "s76f2d8d2ec.md", "sadede7fa37.md", "sceabc6cf68.md", "s85773c000b.md", "s80eb0b19ea.md", "sae8c11d604.md", "sf2bb989487.md", "saefa6bc875.md"]}
{"abstention": false, "arm": "A5", "gold": ["sd59df4f53e.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 51.41, "n_files": 47, "pool20": ["sd59df4f53e.md", "s0788d0cdb7.md", "s117c5333bf.md", "s3e5b823ed8.md", "sb95b059423.md", "sb3c6edfde2.md", "s6a605b07f0.md", "s7306c41da5.md", "s7928a77cb5.md", "s3c0c437242.md", "scaaa1aa2ff.md", "sa0730aa8de.md", "s08674c7c41.md", "se5e1e945e5.md", "sdc88c901bc.md", "se1272c4be6.md", "s1f7d092531.md", "s08a84e8a4b.md", "s660e72a2fd.md", "sa2ced6f9a7.md"], "qid": "3249768e", "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.02232906, 0.022294372, 0.022098214, 0.021845695, 0.021825397, 0.0209762, 0.020729979], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.0192, "secs_fuse": 0.0095, "secs_legs": 0.026, "stand_in": false, "top10": ["sd59df4f53e.md", "s0788d0cdb7.md", "s117c5333bf.md", "s3e5b823ed8.md", "sb95b059423.md", "sb3c6edfde2.md", "s6a605b07f0.md", "s7306c41da5.md", "s7928a77cb5.md", "s3c0c437242.md"], "type": "single-session-assistant", "vec150_n": 47, "vec50_n": 47, "wide150": ["sd59df4f53e.md", "s0788d0cdb7.md", "s117c5333bf.md", "s3e5b823ed8.md", "sb95b059423.md", "sb3c6edfde2.md", "s6a605b07f0.md", "s7306c41da5.md", "s7928a77cb5.md", "s3c0c437242.md", "scaaa1aa2ff.md", "sa0730aa8de.md", "s08674c7c41.md", "se5e1e945e5.md", "sdc88c901bc.md", "se1272c4be6.md", "s1f7d092531.md", "s08a84e8a4b.md", "s660e72a2fd.md", "sa2ced6f9a7.md", "sfba4e5e76a.md", "se107a8f40f.md", "s8b098e4198.md", "sde0831bfa6.md", "s67a38b61e1.md", "sca4cca9226.md", "s4864f34b9a.md", "s367422e7f1.md", "s0fdc55d84c.md", "sdc72937a66.md", "sa392b61ecc.md", "s9be0b2db51.md", "sc02c4fa9be.md", "sf761efab06.md", "s0dc7b2d397.md", "s077a854994.md", "s611d22cb4d.md", "sbf65b155a9.md", "s31956e36c7.md", "s922df1cda2.md", "s213bfc4c8f.md", "sa662fe64ea.md", "s71a2b88b25.md", "s67c34582e1.md", "s97a63f678b.md", "s33c059daee.md", "sa7936fbe6b.md"]}
{"abstention": false, "arm": "A5", "gold": ["s518a4f1c2b.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 54.35, "n_files": 46, "pool20": ["s518a4f1c2b.md", "sbb721a7691.md", "sa19cbe7435.md", "s263257e621.md", "s180fc6f852.md", "s7ca75bfc0c.md", "s67e83091ad.md", "scc5dcc5a1f.md", "seaad092814.md", "s2f755899bb.md", "sd3853da16d.md", "s380874a44a.md", "s6394359c62.md", "se59de4607e.md", "sd576ba7251.md", "s83dbba51b5.md", "s69eccd7729.md", "se8e5b8be55.md", "sb28734064a.md", "s232545c6db.md"], "qid": "1b9b7252", "rrf10": [0.024590164, 0.02406554, 0.023685516, 0.023449132, 0.022767857, 0.022727273, 0.022617681, 0.022058824, 0.021135029, 0.02079602], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 66.9634, "secs_fuse": 0.0113, "secs_legs": 0.0192, "stand_in": false, "top10": ["s518a4f1c2b.md", "sbb721a7691.md", "sa19cbe7435.md", "s263257e621.md", "s180fc6f852.md", "s7ca75bfc0c.md", "s67e83091ad.md", "scc5dcc5a1f.md", "seaad092814.md", "s2f755899bb.md"], "type": "single-session-assistant", "vec150_n": 46, "vec50_n": 46, "wide150": ["s518a4f1c2b.md", "sbb721a7691.md", "sa19cbe7435.md", "s263257e621.md", "s180fc6f852.md", "s7ca75bfc0c.md", "s67e83091ad.md", "scc5dcc5a1f.md", "seaad092814.md", "s2f755899bb.md", "sd3853da16d.md", "s380874a44a.md", "s6394359c62.md", "se59de4607e.md", "sd576ba7251.md", "s83dbba51b5.md", "s69eccd7729.md", "se8e5b8be55.md", "sb28734064a.md", "s232545c6db.md", "sf4ca0537be.md", "sd6687210c0.md", "s8f54bd0f91.md", "sdff2b0a5c9.md", "s0ec908d33e.md", "s02a45bae32.md", "sa0a1d82ef0.md", "s559571fc4d.md", "s661bdeb383.md", "sa271f66d74.md", "sd3840d88ae.md", "sdc8851aac9.md", "s05a248b4f1.md", "sfa6e6fbf21.md", "sa071a17e7f.md", "s6dae447f22.md", "s27db309fd4.md", "s3aa170398b.md", "s468622b874.md", "sf26a97eb20.md", "s104c42e0e5.md", "sbeb14de32e.md", "s23d5b977c1.md", "se3ceb876bd.md", "s63789a4763.md", "sf787ba0627.md"]}
{"abstention": false, "arm": "A5", "gold": ["sac95c3a7bc.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 56.23, "n_files": 47, "pool20": ["sac95c3a7bc.md", "s0d928d6035.md", "s5365eaf133.md", "s3af3952168.md", "s11209f0439.md", "s1c8def8b17.md", "s63861fa468.md", "s7f0b5d3c32.md", "sce902b6765.md", "scabe48e340.md", "sa7611d04e9.md", "sf2742494eb.md", "s4c2d5af38b.md", "sa899a5485d.md", "s38839dc41f.md", "s2eabeb2a27.md", "s7ea675aac3.md", "s04b5d33229.md", "s56c5d6a858.md", "s5e774311bf.md"], "qid": "1568498a", "rrf10": [0.024590164, 0.024193548, 0.022767857, 0.022426869, 0.022068511, 0.021825397, 0.021504321, 0.020923521, 0.020578014, 0.020457958], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 54.415, "secs_fuse": 0.0088, "secs_legs": 0.0203, "stand_in": false, "top10": ["sac95c3a7bc.md", "s0d928d6035.md", "s5365eaf133.md", "s3af3952168.md", "s11209f0439.md", "s1c8def8b17.md", "s63861fa468.md", "s7f0b5d3c32.md", "sce902b6765.md", "scabe48e340.md"], "type": "single-session-assistant", "vec150_n": 47, "vec50_n": 47, "wide150": ["sac95c3a7bc.md", "s0d928d6035.md", "s5365eaf133.md", "s3af3952168.md", "s11209f0439.md", "s1c8def8b17.md", "s63861fa468.md", "s7f0b5d3c32.md", "sce902b6765.md", "scabe48e340.md", "sa7611d04e9.md", "sf2742494eb.md", "s4c2d5af38b.md", "sa899a5485d.md", "s38839dc41f.md", "s2eabeb2a27.md", "s7ea675aac3.md", "s04b5d33229.md", "s56c5d6a858.md", "s5e774311bf.md", "sf355ddac73.md", "s0854acd5a6.md", "s3048bb726a.md", "s4b65c4f4b8.md", "s82869e0188.md", "s2fe33f98de.md", "s1d07a6ddab.md", "s87dac0e166.md", "sd6a130d600.md", "sb120dd9b65.md", "s6aa76e5db3.md", "s4d03dfaa05.md", "sba7269e151.md", "se5176aec05.md", "s4ab06345cb.md", "sef3c9058d6.md", "s5c5e4fce81.md", "s04e0b3b8ae.md", "s16f6f2b7b6.md", "s7d9cb1b7c9.md", "sed96f5dc1d.md", "s0dd83372e8.md", "s9ea326fb86.md", "s10a9b566be.md", "sbfd5b686c4.md", "s286ed18c7a.md", "s82900b1191.md"]}
{"abstention": false, "arm": "A5", "gold": ["s5b47b7704c.md"], "kw150_n": 46, "kw50_n": 46, "loadavg1_at_start": 55.4, "n_files": 46, "pool20": ["s5b47b7704c.md", "s7752e7c3fc.md", "s6349f88849.md", "s097b0eb647.md", "s2e6d77710a.md", "s4154fdfe19.md", "s96a44d08b7.md", "s9ffbe5d08e.md", "s6c5113104e.md", "s9b13e59847.md", "se382b97262.md", "sb2644628e5.md", "s9f876fc50b.md", "s1c0725d0b4.md", "s4eb2fbad47.md", "s8749e3b174.md", "s7e68625ab3.md", "s68517156a6.md", "s4a91feb6fb.md", "s1313993d43.md"], "qid": "6222b6eb", "rrf10": [0.024590164, 0.022767857, 0.021876159, 0.021825397, 0.020965469, 0.02094947, 0.020873016, 0.020760959, 0.020564516, 0.020383275], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 60.4552, "secs_fuse": 0.0113, "secs_legs": 0.0202, "stand_in": false, "top10": ["s5b47b7704c.md", "s7752e7c3fc.md", "s6349f88849.md", "s097b0eb647.md", "s2e6d77710a.md", "s4154fdfe19.md", "s96a44d08b7.md", "s9ffbe5d08e.md", "s6c5113104e.md", "s9b13e59847.md"], "type": "single-session-assistant", "vec150_n": 46, "vec50_n": 46, "wide150": ["s5b47b7704c.md", "s7752e7c3fc.md", "s6349f88849.md", "s097b0eb647.md", "s2e6d77710a.md", "s4154fdfe19.md", "s96a44d08b7.md", "s9ffbe5d08e.md", "s6c5113104e.md", "s9b13e59847.md", "se382b97262.md", "sb2644628e5.md", "s9f876fc50b.md", "s1c0725d0b4.md", "s4eb2fbad47.md", "s8749e3b174.md", "s7e68625ab3.md", "s68517156a6.md", "s4a91feb6fb.md", "s1313993d43.md", "sfee265c2ed.md", "sdfc6369245.md", "sea515bcff3.md", "sd3e3cd73e2.md", "s5dd3fb9cbd.md", "s97c9e6a91b.md", "s4fece9046c.md", "sb3ffaac619.md", "se7cce9bfbe.md", "s1c84965480.md", "s40a03d48f0.md", "se2a420ec32.md", "sc79a017bd7.md", "s018841b7a0.md", "s51b4912596.md", "s3c8699d315.md", "s6899bc415c.md", "s2d658b1469.md", "s9c22aa3767.md", "s9726befdfc.md", "s4a53a5b4b1.md", "sd2b1b77dce.md", "s2eb524fa55.md", "s46440b4d18.md", "sc3c6efb6f4.md", "sc764309bd8.md"]}
{"abstention": false, "arm": "A5", "gold": ["s04003554dd.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 60.71, "n_files": 44, "pool20": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "sc4a3678382.md", "sda6796ade6.md", "s666adafd3c.md", "s4569e76b20.md", "s1181fa6348.md", "s75dd5d8c36.md", "sdbfe227dc7.md", "s0abb0949e6.md", "s3c22351124.md", "sa3bc7333df.md", "s83bd5333a6.md", "sd2bb7f9f6b.md", "sdfbf061db7.md", "s99a6fd7886.md", "sf5431e66f8.md", "s8e3ae9fdf4.md", "s91a1e3fb97.md"], "qid": "e8a79c70", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023197115, 0.022539683, 0.02238806, 0.022294372, 0.021327968, 0.021116139, 0.021025641], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 58.2186, "secs_fuse": 0.0447, "secs_legs": 0.0793, "stand_in": false, "top10": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "sc4a3678382.md", "sda6796ade6.md", "s666adafd3c.md", "s4569e76b20.md", "s1181fa6348.md", "s75dd5d8c36.md", "sdbfe227dc7.md"], "type": "single-session-assistant", "vec150_n": 44, "vec50_n": 44, "wide150": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "sc4a3678382.md", "sda6796ade6.md", "s666adafd3c.md", "s4569e76b20.md", "s1181fa6348.md", "s75dd5d8c36.md", "sdbfe227dc7.md", "s0abb0949e6.md", "s3c22351124.md", "sa3bc7333df.md", "s83bd5333a6.md", "sd2bb7f9f6b.md", "sdfbf061db7.md", "s99a6fd7886.md", "sf5431e66f8.md", "s8e3ae9fdf4.md", "s91a1e3fb97.md", "sa747cc84ce.md", "sff077f48b5.md", "s568282cd4d.md", "s9f501c0c54.md", "s2c92e96f5f.md", "s045fc5325d.md", "sb23c89f0b3.md", "sd593ccfb7a.md", "s807e6d324d.md", "s79de0fb1e3.md", "sb4ba15824c.md", "s84f1908d1c.md", "s472868a601.md", "s2aafbfd662.md", "sa28d249c0f.md", "s138721d475.md", "s2bba79f8fc.md", "s3bc21bbad6.md", "s9f8c2acf81.md", "sd408180b5f.md", "s7f313c2f54.md", "s154ba941db.md", "s5a6d2016ce.md", "s779f128ac4.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0b86d4012e.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 57.18, "n_files": 44, "pool20": ["s0b86d4012e.md", "s0e82274fa0.md", "s2ed0de2374.md", "s0497584fb4.md", "sd6415281e4.md", "s88ebca5b82.md", "s03da0ab909.md", "s772e742c94.md", "s8f3c77a225.md", "s546ba7d870.md", "s2a6f8edc44.md", "sf09b02bce2.md", "sc23a8cc0cb.md", "s0376097cf1.md", "s3bcbc2fb9c.md", "s73c4e1f67e.md", "s219374ef8d.md", "s2bbe912c02.md", "s3c44f4c044.md", "s3fb10929e7.md"], "qid": "d596882b", "rrf10": [0.024590164, 0.023449132, 0.023200758, 0.022978347, 0.022843823, 0.02206823, 0.022058824, 0.021897007, 0.021748401, 0.02173913], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 62.0312, "secs_fuse": 0.0284, "secs_legs": 0.0613, "stand_in": false, "top10": ["s0b86d4012e.md", "s0e82274fa0.md", "s2ed0de2374.md", "s0497584fb4.md", "sd6415281e4.md", "s88ebca5b82.md", "s03da0ab909.md", "s772e742c94.md", "s8f3c77a225.md", "s546ba7d870.md"], "type": "single-session-assistant", "vec150_n": 44, "vec50_n": 44, "wide150": ["s0b86d4012e.md", "s0e82274fa0.md", "s2ed0de2374.md", "s0497584fb4.md", "sd6415281e4.md", "s88ebca5b82.md", "s03da0ab909.md", "s772e742c94.md", "s8f3c77a225.md", "s546ba7d870.md", "s2a6f8edc44.md", "sf09b02bce2.md", "sc23a8cc0cb.md", "s0376097cf1.md", "s3bcbc2fb9c.md", "s73c4e1f67e.md", "s219374ef8d.md", "s2bbe912c02.md", "s3c44f4c044.md", "s3fb10929e7.md", "s1082910165.md", "sbfa904b737.md", "scbda7c913d.md", "s90b4cf3f80.md", "sfdbabc383c.md", "sab2acfba16.md", "s8404d2fa3d.md", "sb8c5259134.md", "s4bb206c6a1.md", "se013f1b2dd.md", "s946ceeaed3.md", "s90d2e10814.md", "s8aa189bdb5.md", "sb16ea0d99f.md", "s61541fc4f6.md", "s28e0b222ef.md", "sda0f7f4ee3.md", "sca5594e89b.md", "s5eadc9659e.md", "s9937a66719.md", "s801c78789c.md", "s6fce34712f.md", "sfc387f85e5.md", "s66e954b940.md"]}
{"abstention": false, "arm": "A5", "gold": ["s38287e8fe8.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 51.65, "n_files": 53, "pool20": ["s38287e8fe8.md", "s5d7c916856.md", "sfd39a47d30.md", "sc137b20f36.md", "sa70c39424e.md", "scca4df75bc.md", "sd8efc129a1.md", "s82fb35161e.md", "s7cdcc1fe41.md", "sbb2655cd77.md", "sc206c05512.md", "scd01007835.md", "se41406c2aa.md", "s43438433a1.md", "s7680de12b3.md", "s2859eddef2.md", "sef8c6dee51.md", "s469a2d376c.md", "sf331c0648d.md", "scfa474846e.md"], "qid": "e3fc4d6e", "rrf10": [0.024590164, 0.023937532, 0.02370479, 0.023087687, 0.022964015, 0.022278314, 0.021963563, 0.021952259, 0.021581197, 0.020182068], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 19505.2702, "secs_fuse": 0.0101, "secs_legs": 0.0177, "stand_in": false, "top10": ["s38287e8fe8.md", "s5d7c916856.md", "sfd39a47d30.md", "sc137b20f36.md", "sa70c39424e.md", "scca4df75bc.md", "sd8efc129a1.md", "s82fb35161e.md", "s7cdcc1fe41.md", "sbb2655cd77.md"], "type": "single-session-assistant", "vec150_n": 53, "vec50_n": 50, "wide150": ["s38287e8fe8.md", "s5d7c916856.md", "sfd39a47d30.md", "sc137b20f36.md", "sa70c39424e.md", "scca4df75bc.md", "sd8efc129a1.md", "s82fb35161e.md", "s7cdcc1fe41.md", "sbb2655cd77.md", "sc206c05512.md", "scd01007835.md", "se41406c2aa.md", "s43438433a1.md", "s7680de12b3.md", "s2859eddef2.md", "sef8c6dee51.md", "s469a2d376c.md", "sf331c0648d.md", "scfa474846e.md", "s141573c4ca.md", "sad63a110b1.md", "sd0a76d2ee7.md", "sabad1a6bf1.md", "scc9444acef.md", "s0c56c760f0.md", "sde7d225cac.md", "s0e9bcee655.md", "s948d515e69.md", "s23b5bd11b7.md", "s76634d339f.md", "s85cf178fdf.md", "sb4b7206929.md", "sb04cc30ec7.md", "sef145637a4.md", "s28561f860f.md", "s8811f62716.md", "s5a45102063.md", "s48fbd6146a.md", "s3417cd8238.md", "s7e9a03238d.md", "s6439adffa8.md", "s25b65853a3.md", "s4537853fd1.md", "sd6629738c7.md", "s7b1ca027b2.md", "s1b9ee33094.md", "sac96f02864.md", "s63871bb111.md", "sa307780757.md", "s99b5a37850.md", "s3c653dfa79.md", "s19e92740c0.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4d8ff19935.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 25.76, "n_files": 47, "pool20": ["s4d8ff19935.md", "sf40c5f4304.md", "sa9da17c67a.md", "s56f57c69c3.md", "s04b2a8615d.md", "sce7385e9e9.md", "s9868fb3bb1.md", "s6e307052e2.md", "s656a1a1682.md", "s8c9ee4db64.md", "s2228391988.md", "s17bbf2bf48.md", "s6e251461a6.md", "s7ff74d3a29.md", "sf1c67c4e64.md", "s50a2873244.md", "s722b83efed.md", "s043ee7387e.md", "sf72d0c4b17.md", "s91923effe5.md"], "qid": "51b23612", "rrf10": [0.024590164, 0.02382134, 0.023449132, 0.023088023, 0.022915269, 0.022871377, 0.022278314, 0.021145833, 0.021089271, 0.020841487], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 49.7928, "secs_fuse": 0.0088, "secs_legs": 0.0169, "stand_in": false, "top10": ["s4d8ff19935.md", "sf40c5f4304.md", "sa9da17c67a.md", "s56f57c69c3.md", "s04b2a8615d.md", "sce7385e9e9.md", "s9868fb3bb1.md", "s6e307052e2.md", "s656a1a1682.md", "s8c9ee4db64.md"], "type": "single-session-assistant", "vec150_n": 47, "vec50_n": 47, "wide150": ["s4d8ff19935.md", "sf40c5f4304.md", "sa9da17c67a.md", "s56f57c69c3.md", "s04b2a8615d.md", "sce7385e9e9.md", "s9868fb3bb1.md", "s6e307052e2.md", "s656a1a1682.md", "s8c9ee4db64.md", "s2228391988.md", "s17bbf2bf48.md", "s6e251461a6.md", "s7ff74d3a29.md", "sf1c67c4e64.md", "s50a2873244.md", "s722b83efed.md", "s043ee7387e.md", "sf72d0c4b17.md", "s91923effe5.md", "sa4619f7afb.md", "s2ad672594b.md", "s102d12f40d.md", "s555f25309d.md", "s47c93e7254.md", "s593089ae2e.md", "s6a31a56172.md", "s64f3b1e0f6.md", "sfc2f45bb7b.md", "se64cbbf06d.md", "s86863da178.md", "s6dd2aff76f.md", "sb01dcec020.md", "sca233b249e.md", "s8a034876b5.md", "s5c0f9d88c0.md", "s386b4d19f4.md", "s01d928a914.md", "s83163a209a.md", "sc4dc83c0c8.md", "s9bacd2d51a.md", "se1db058ce2.md", "sf6497da562.md", "s03cbf817d5.md", "s2132849ff4.md", "scda4e99ddd.md", "s7d2e396a69.md"]}
{"abstention": false, "arm": "A5", "gold": ["s8824eeaa06.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 40.97, "n_files": 50, "pool20": ["s8824eeaa06.md", "s85374a92e4.md", "s1cb36fa62c.md", "s3c3ea302b4.md", "sb71f88984b.md", "sbac2b7a53d.md", "s846b1468aa.md", "sff578cb684.md", "se8012daa50.md", "s9ffabe1769.md", "s8b8ef34bf7.md", "sc1eadfd0f4.md", "sfc1c73f525.md", "s43e7547ad6.md", "s7646f8152a.md", "sfcf5130690.md", "sbeb7526730.md", "s501da65c1d.md", "s11ddf68bbf.md", "sb88204faf0.md"], "qid": "3e321797", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023197115, 0.022203947, 0.02209596, 0.021952259, 0.020933822, 0.02090301, 0.020535714], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 53.9237, "secs_fuse": 0.0221, "secs_legs": 0.0435, "stand_in": false, "top10": ["s8824eeaa06.md", "s85374a92e4.md", "s1cb36fa62c.md", "s3c3ea302b4.md", "sb71f88984b.md", "sbac2b7a53d.md", "s846b1468aa.md", "sff578cb684.md", "se8012daa50.md", "s9ffabe1769.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["s8824eeaa06.md", "s85374a92e4.md", "s1cb36fa62c.md", "s3c3ea302b4.md", "sb71f88984b.md", "sbac2b7a53d.md", "s846b1468aa.md", "sff578cb684.md", "se8012daa50.md", "s9ffabe1769.md", "s8b8ef34bf7.md", "sc1eadfd0f4.md", "sfc1c73f525.md", "s43e7547ad6.md", "s7646f8152a.md", "sfcf5130690.md", "sbeb7526730.md", "s501da65c1d.md", "s11ddf68bbf.md", "sb88204faf0.md", "sde9c2c0af9.md", "s13a0f7b520.md", "s7be6873f02.md", "s507b7f4ac4.md", "scd52bc4761.md", "sac6b88b6a7.md", "s134a4aeff0.md", "sfd20167f91.md", "sab75d8c96f.md", "sb7e04edd79.md", "s5968825379.md", "s3bc57b0d08.md", "s3ffe548789.md", "s51859fedc4.md", "s41ca63859f.md", "s341f04762b.md", "sd296050f6f.md", "s2bdb456d48.md", "s9ce6b27c08.md", "s39173b5737.md", "s1dd3a3f2a0.md", "sc5c21b9bf1.md", "s70ff595fc3.md", "s33ab321101.md", "sf7a4dc79f0.md", "s9b7d18d8bf.md", "sb51a7bcb00.md", "s7e9e71cf71.md", "s71cdd1a52e.md", "s4a86f09559.md"]}
{"abstention": false, "arm": "A5", "gold": ["sea5783032a.md"], "kw150_n": 54, "kw50_n": 50, "loadavg1_at_start": 50.2, "n_files": 54, "pool20": ["sea5783032a.md", "s8ee6e1d4b2.md", "s4e4db79cec.md", "s584b612982.md", "s4083954eeb.md", "sbf61c0ae53.md", "sf0bab2e2f2.md", "s660cdc4b16.md", "s56e1a91223.md", "s3fd72943ea.md", "s7f54b12505.md", "s453f8205a0.md", "s9448975b3e.md", "s754000f9bc.md", "sb99165f43c.md", "s3d82576df2.md", "sfd5af1336b.md", "s3f9629cc19.md", "s3d897a5509.md", "sce964475ed.md"], "qid": "e982271f", "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.02239819, 0.022397892, 0.02220213, 0.022098214, 0.021878122, 0.021098213, 0.021071701], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 55.3827, "secs_fuse": 0.0104, "secs_legs": 0.0188, "stand_in": false, "top10": ["sea5783032a.md", "s8ee6e1d4b2.md", "s4e4db79cec.md", "s584b612982.md", "s4083954eeb.md", "sbf61c0ae53.md", "sf0bab2e2f2.md", "s660cdc4b16.md", "s56e1a91223.md", "s3fd72943ea.md"], "type": "single-session-assistant", "vec150_n": 54, "vec50_n": 50, "wide150": ["sea5783032a.md", "s8ee6e1d4b2.md", "s4e4db79cec.md", "s584b612982.md", "s4083954eeb.md", "sbf61c0ae53.md", "sf0bab2e2f2.md", "s660cdc4b16.md", "s56e1a91223.md", "s3fd72943ea.md", "s7f54b12505.md", "s453f8205a0.md", "s9448975b3e.md", "s754000f9bc.md", "sb99165f43c.md", "s3d82576df2.md", "sfd5af1336b.md", "s3f9629cc19.md", "s3d897a5509.md", "scf4393b205.md", "sce964475ed.md", "s95e7b62b71.md", "sfaa532a206.md", "sa69b95fd1d.md", "s9546d0860a.md", "sbc13f62618.md", "s88a7cf556b.md", "s90404aec92.md", "sb3292b1a37.md", "s1432827a36.md", "sd55146f52b.md", "s3e76bbdd97.md", "s1f4d06379a.md", "sde378ee249.md", "sc3918f972b.md", "sa61682c45e.md", "s642e6245cc.md", "s9c5974194c.md", "s8cb2032b45.md", "s90228448ce.md", "sef39b62efb.md", "s4bc7fb59de.md", "s3bb4b21fe1.md", "s0f21791780.md", "s3c3aa2b9cd.md", "s9c30609f1b.md", "s14ffa532a7.md", "s97d7c97b0f.md", "s7d509cd9c4.md", "s85c8c00e65.md", "s60b1255eea.md", "s0fccb9eba3.md", "saa64d5ba9d.md", "s6c40d9908f.md"]}
{"abstention": false, "arm": "A5", "gold": ["s0d28370197.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 50.05, "n_files": 49, "pool20": ["s0d28370197.md", "sa5a604bd4d.md", "s8d8d9d5afe.md", "sc0ed0eda23.md", "sc437ab711b.md", "s19d15a64b9.md", "sc30736cae3.md", "s5c95bd2171.md", "sa1a5f071a3.md", "scf93b2bcab.md", "s6bd07fb430.md", "s154a203c1d.md", "s3660f300eb.md", "s2963d6d0bc.md", "s092916b9e2.md", "s85e31079d3.md", "s9ebe2df49b.md", "s2e523bd514.md", "s18e50ecbe7.md", "s2eec8915a3.md"], "qid": "352ab8bd", "rrf10": [0.024590164, 0.023565324, 0.022977941, 0.022301872, 0.02228164, 0.022141372, 0.021869818, 0.02115942, 0.021135266, 0.020695971], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 51.5631, "secs_fuse": 0.0351, "secs_legs": 0.0634, "stand_in": false, "top10": ["s0d28370197.md", "sa5a604bd4d.md", "s8d8d9d5afe.md", "sc0ed0eda23.md", "sc437ab711b.md", "s19d15a64b9.md", "sc30736cae3.md", "s5c95bd2171.md", "sa1a5f071a3.md", "scf93b2bcab.md"], "type": "single-session-assistant", "vec150_n": 49, "vec50_n": 49, "wide150": ["s0d28370197.md", "sa5a604bd4d.md", "s8d8d9d5afe.md", "sc0ed0eda23.md", "sc437ab711b.md", "s19d15a64b9.md", "sc30736cae3.md", "s5c95bd2171.md", "sa1a5f071a3.md", "scf93b2bcab.md", "s6bd07fb430.md", "s154a203c1d.md", "s3660f300eb.md", "s2963d6d0bc.md", "s092916b9e2.md", "s85e31079d3.md", "s9ebe2df49b.md", "s2e523bd514.md", "s18e50ecbe7.md", "s2eec8915a3.md", "sd196926bda.md", "sc87131a25a.md", "sb3ccda8f99.md", "s1aabf43e22.md", "scb828b2291.md", "s37c1e22d7d.md", "s058561053c.md", "s1b4e841c20.md", "s0ccf047a75.md", "s7064d66d1a.md", "s0e02eca0ed.md", "s14958bdbd1.md", "scd24869b40.md", "s49387513b2.md", "sa2ccda33b8.md", "s27a39b7c5b.md", "s3281c03897.md", "s2f47102849.md", "s0ef6042989.md", "s38ce59b8c5.md", "s861eaad331.md", "s820017fae9.md", "s6ad1dd86b7.md", "s7d138aba0a.md", "sf5f3855c0d.md", "s86d7f1b909.md", "sc00c4302e2.md", "sdfbb8fe82e.md", "s9b7d0527f3.md"]}
{"abstention": false, "arm": "A5", "gold": ["s465438d08b.md"], "kw150_n": 42, "kw50_n": 42, "loadavg1_at_start": 53.16, "n_files": 42, "pool20": ["s465438d08b.md", "sf73ee336fb.md", "s49d8626762.md", "s6e50ba9e7e.md", "s44ea032896.md", "sa5ed29f79a.md", "s722692bffd.md", "s2320ac4aa4.md", "se31c59310c.md", "sbbe48ed195.md", "s842bfd685a.md", "s6591a7b30c.md", "s278daef1c5.md", "s55bb7dbac0.md", "sdddb6e962b.md", "s416a51074f.md", "s0e179f7d65.md", "sbf2d30cf89.md", "s1500249f95.md", "sba0a1809c5.md"], "qid": "fca762bc", "rrf10": [0.024590164, 0.022977941, 0.022915269, 0.022501131, 0.022458146, 0.022021015, 0.02200083, 0.021763146, 0.021408712, 0.021205821], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 55.8779, "secs_fuse": 0.0421, "secs_legs": 0.0637, "stand_in": false, "top10": ["s465438d08b.md", "sf73ee336fb.md", "s49d8626762.md", "s6e50ba9e7e.md", "s44ea032896.md", "sa5ed29f79a.md", "s722692bffd.md", "s2320ac4aa4.md", "se31c59310c.md", "sbbe48ed195.md"], "type": "single-session-assistant", "vec150_n": 42, "vec50_n": 42, "wide150": ["s465438d08b.md", "sf73ee336fb.md", "s49d8626762.md", "s6e50ba9e7e.md", "s44ea032896.md", "sa5ed29f79a.md", "s722692bffd.md", "s2320ac4aa4.md", "se31c59310c.md", "sbbe48ed195.md", "s842bfd685a.md", "s6591a7b30c.md", "s278daef1c5.md", "s55bb7dbac0.md", "sdddb6e962b.md", "s416a51074f.md", "s0e179f7d65.md", "sbf2d30cf89.md", "s1500249f95.md", "sba0a1809c5.md", "s8e6f48f153.md", "sf0e7668494.md", "sf24820743f.md", "s9038c01b62.md", "sab1410f673.md", "s086853fb27.md", "s6a40b2b2e8.md", "sf505763895.md", "s5b6ec7f244.md", "sac41cefb31.md", "s77fe708150.md", "s68ff0ed125.md", "s0e3eecb13d.md", "s2cb8031016.md", "s712ff8eccd.md", "s9c417a9c1c.md", "s08e665b42b.md", "s7cbb5f3493.md", "s2a4f4fc158.md", "saca69c2ce0.md", "s734d650d3e.md", "sf11577b177.md"]}
{"abstention": false, "arm": "A5", "gold": ["sd80af9ef08.md"], "kw150_n": 45, "kw50_n": 45, "loadavg1_at_start": 54.63, "n_files": 45, "pool20": ["sd80af9ef08.md", "s44fa92a84b.md", "s7909179525.md", "sa6efa9a4bc.md", "s1e0614e22a.md", "s01076e7a42.md", "s5b2ce27108.md", "s67eb800273.md", "sf32e45bc0d.md", "s116e282da5.md", "sc99148a393.md", "sa0a7fc80dc.md", "s2376599742.md", "sa6ba64840f.md", "s5245620964.md", "s2ab19fbb69.md", "s564cbe4051.md", "s178668233d.md", "s56008327fa.md", "s8f75db98cd.md"], "qid": "7a8d0b71", "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.022527473, 0.022504456, 0.022168569, 0.021230159, 0.021022934, 0.020970395], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 55.8418, "secs_fuse": 0.0086, "secs_legs": 0.0177, "stand_in": false, "top10": ["sd80af9ef08.md", "s44fa92a84b.md", "s7909179525.md", "sa6efa9a4bc.md", "s1e0614e22a.md", "s01076e7a42.md", "s5b2ce27108.md", "s67eb800273.md", "sf32e45bc0d.md", "s116e282da5.md"], "type": "single-session-assistant", "vec150_n": 45, "vec50_n": 45, "wide150": ["sd80af9ef08.md", "s44fa92a84b.md", "s7909179525.md", "sa6efa9a4bc.md", "s1e0614e22a.md", "s01076e7a42.md", "s5b2ce27108.md", "s67eb800273.md", "sf32e45bc0d.md", "s116e282da5.md", "sc99148a393.md", "sa0a7fc80dc.md", "s2376599742.md", "sa6ba64840f.md", "s5245620964.md", "s2ab19fbb69.md", "s564cbe4051.md", "s178668233d.md", "s56008327fa.md", "s8f75db98cd.md", "sa2e100aab5.md", "s4617539a6f.md", "sfc9509d3d7.md", "s243ae6c11c.md", "s78596c9c85.md", "s41aab554ca.md", "s9ea25f64a9.md", "s019de8f2c3.md", "sfe3622c917.md", "sa381ddda75.md", "sa84ebd678d.md", "se4d74b8fac.md", "sd798e099c1.md", "sb4f61eb6b7.md", "s5d6950fc0b.md", "s6bf7cee5c0.md", "s556586a9d7.md", "sa41d1ba4bb.md", "s726575202a.md", "sd0e885a7cd.md", "s0e9d734b82.md", "sbcc89a60c6.md", "sf2a8f46cba.md", "s38029cd2df.md", "sa88463bad2.md"]}
{"abstention": false, "arm": "A5", "gold": ["s96ff435a8c.md"], "kw150_n": 48, "kw50_n": 48, "loadavg1_at_start": 56.81, "n_files": 48, "pool20": ["s96ff435a8c.md", "sff0d3f997a.md", "sdccd0854ce.md", "scc9651485e.md", "s4c2ff4a452.md", "s49ef099e68.md", "s73af9e978d.md", "s57f31fa554.md", "s73d9f4f80f.md", "scc02233c2d.md", "seca2ac2649.md", "s770b5d7058.md", "sfff2c74f7f.md", "s00050725c7.md", "sba5a8f5959.md", "sdf78694dc8.md", "s052c3047aa.md", "s62e0c9da9f.md", "sa303af4ee6.md", "s4f1089658e.md"], "qid": "a40e080f", "rrf10": [0.024590164, 0.022915269, 0.022614202, 0.022226593, 0.02206823, 0.021660265, 0.021532091, 0.021507353, 0.021326014, 0.021199389], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 52.2893, "secs_fuse": 0.0363, "secs_legs": 0.0649, "stand_in": false, "top10": ["s96ff435a8c.md", "sff0d3f997a.md", "sdccd0854ce.md", "scc9651485e.md", "s4c2ff4a452.md", "s49ef099e68.md", "s73af9e978d.md", "s57f31fa554.md", "s73d9f4f80f.md", "scc02233c2d.md"], "type": "single-session-assistant", "vec150_n": 48, "vec50_n": 48, "wide150": ["s96ff435a8c.md", "sff0d3f997a.md", "sdccd0854ce.md", "scc9651485e.md", "s4c2ff4a452.md", "s49ef099e68.md", "s73af9e978d.md", "s57f31fa554.md", "s73d9f4f80f.md", "scc02233c2d.md", "seca2ac2649.md", "s770b5d7058.md", "sfff2c74f7f.md", "s00050725c7.md", "sba5a8f5959.md", "sdf78694dc8.md", "s052c3047aa.md", "s62e0c9da9f.md", "sa303af4ee6.md", "s4f1089658e.md", "sb9f85ea4d6.md", "sb78cd30474.md", "s02616f0cc3.md", "sd62cf41ce8.md", "s64c2beef44.md", "s854570a2bb.md", "s9fc8cf9f0f.md", "s91012c85ca.md", "sacdd6bed2f.md", "sae6d1a8c64.md", "s26250ee203.md", "s218751cc92.md", "s25d8f3cde7.md", "s0d443cfc9d.md", "s1d0f795079.md", "sae6937dd01.md", "s74a46ba0b4.md", "s88e2423e6b.md", "sb621741cca.md", "s283a7e1a2d.md", "s9fb5e1e0a7.md", "sd2b8c4a6af.md", "se44fa78161.md", "s6bc95bea8a.md", "sbc3cc1f62d.md", "s47f72780b3.md", "s5e733a45d5.md", "sbe327fe96b.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb887613188.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 50.85, "n_files": 53, "pool20": ["sb887613188.md", "s52a78a3e4d.md", "s961f104a70.md", "s80f9d83ed9.md", "sad1a9e0a1b.md", "sf400739d0e.md", "s086a6218c2.md", "s2af22c0e32.md", "s69018a3690.md", "sbc564175be.md", "s550793557a.md", "sb0253805b0.md", "se9c0405fdf.md", "s4a19360ded.md", "s9fec3267c2.md", "s94484483c3.md", "s30da651bbd.md", "seae9aa7400.md", "s9fba984893.md", "sf796005620.md"], "qid": "8b9d4367", "rrf10": [0.024590164, 0.024193548, 0.022283272, 0.02195544, 0.021649096, 0.02159204, 0.021199389, 0.021033868, 0.020864662, 0.020192308], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 56.9871, "secs_fuse": 0.0109, "secs_legs": 0.0198, "stand_in": false, "top10": ["sb887613188.md", "s52a78a3e4d.md", "s961f104a70.md", "s80f9d83ed9.md", "sad1a9e0a1b.md", "sf400739d0e.md", "s086a6218c2.md", "s2af22c0e32.md", "s69018a3690.md", "sbc564175be.md"], "type": "single-session-assistant", "vec150_n": 53, "vec50_n": 50, "wide150": ["sb887613188.md", "s52a78a3e4d.md", "s961f104a70.md", "s80f9d83ed9.md", "sad1a9e0a1b.md", "sf400739d0e.md", "s086a6218c2.md", "s2af22c0e32.md", "s69018a3690.md", "sbc564175be.md", "s550793557a.md", "sb0253805b0.md", "se9c0405fdf.md", "s4a19360ded.md", "s9fec3267c2.md", "s94484483c3.md", "s30da651bbd.md", "seae9aa7400.md", "s9fba984893.md", "sf796005620.md", "sa64adbc051.md", "s2b6cc70514.md", "s1711d567a1.md", "s6f017eae9d.md", "s6585babf7f.md", "sa303ae6152.md", "sbd16577915.md", "s1784afabc0.md", "scfa2b031db.md", "s425ae3eb9c.md", "s193711d6db.md", "sf310dc0ef6.md", "s46d8eae3cb.md", "s8371eabe4d.md", "sf399223a7c.md", "sf38e63e0b0.md", "s2e3b517535.md", "s9e18e701db.md", "s67ff6d2217.md", "sf52b39889c.md", "s0c192b82dc.md", "sfef37afe2f.md", "s467c848401.md", "sff8759ee6e.md", "sc5f0f65ae0.md", "sa99e39dd6c.md", "scd393dae4c.md", "s0943315de7.md", "s7d2e6f162b.md", "sa3a39c7e20.md", "sf88f13259f.md", "sc2f2a7e571.md", "s38c56782b3.md"]}
{"abstention": false, "arm": "A5", "gold": ["sdc288d637a.md"], "kw150_n": 52, "kw50_n": 50, "loadavg1_at_start": 49.93, "n_files": 52, "pool20": ["sdc288d637a.md", "s1a252c8ba1.md", "se1ddc38a71.md", "s5c15c2499b.md", "s4148f40ec8.md", "s6378593e33.md", "s55f51da40e.md", "saf8bdf7e52.md", "s4988aefb66.md", "s16c3b42e02.md", "scb1ec32cb3.md", "s4350e7ba3b.md", "s7e07e05678.md", "s40ed21af1b.md", "s86e4217a5f.md", "s3f6e06a1ef.md", "s7f18f7027e.md", "s867eeb4e01.md", "s6b796dcc91.md", "sa3af2735e0.md"], "qid": "5809eb10", "rrf10": [0.024590164, 0.023937532, 0.022861881, 0.022168569, 0.022153129, 0.021464646, 0.021327968, 0.021324355, 0.021242978, 0.02057971], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 58.327, "secs_fuse": 0.0277, "secs_legs": 0.0718, "stand_in": false, "top10": ["sdc288d637a.md", "s1a252c8ba1.md", "se1ddc38a71.md", "s5c15c2499b.md", "s4148f40ec8.md", "s6378593e33.md", "s55f51da40e.md", "saf8bdf7e52.md", "s4988aefb66.md", "s16c3b42e02.md"], "type": "single-session-assistant", "vec150_n": 52, "vec50_n": 50, "wide150": ["sdc288d637a.md", "s1a252c8ba1.md", "se1ddc38a71.md", "s5c15c2499b.md", "s4148f40ec8.md", "s6378593e33.md", "s55f51da40e.md", "saf8bdf7e52.md", "s4988aefb66.md", "s16c3b42e02.md", "scb1ec32cb3.md", "s4350e7ba3b.md", "s7e07e05678.md", "s40ed21af1b.md", "s86e4217a5f.md", "s3f6e06a1ef.md", "s7f18f7027e.md", "s867eeb4e01.md", "s6b796dcc91.md", "sa3af2735e0.md", "s12ebd063b3.md", "s11d1303de1.md", "s6d2e7316ce.md", "s82937de4cc.md", "s0ff1b39339.md", "s97f1300a30.md", "s1003de4faa.md", "s51b8f32834.md", "s7fc1f6e179.md", "s5a9bf2d8ac.md", "sc896cbe69d.md", "s0ce64a1e6f.md", "sfe4051c403.md", "sc9a1eaee2b.md", "sd8975ebbaf.md", "s59c2885271.md", "s41205fc81c.md", "sa4f268e07e.md", "s0588f9258a.md", "s81a0b45853.md", "sf979f579bc.md", "s54cf509d49.md", "s6cff0d430b.md", "s2061914d29.md", "s5dbf273815.md", "s0a61d61fd5.md", "s57cbcacabf.md", "s2e29682020.md", "see777c3b64.md", "sf0fdc0c4c4.md", "s44a5c86746.md", "s700e7095a1.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6c781bb2b2.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 54.54, "n_files": 53, "pool20": ["s6c781bb2b2.md", "sbe618bf69f.md", "se15a346ce8.md", "s538efc2a96.md", "sf587505ebe.md", "sb8e533b015.md", "sc9900c875c.md", "s34789aafd1.md", "s0fea59c73c.md", "s2d0ca6aa66.md", "sfc55a260b3.md", "s153b36c213.md", "sf7e7b3e9c9.md", "sedfe66726c.md", "s69f895da1c.md", "sb5df7898a3.md", "s2af4863343.md", "s9c0e9a0698.md", "seb2e5ac520.md", "sd5932a1363.md"], "qid": "41275add", "rrf10": [0.024590164, 0.023937532, 0.023317308, 0.022978347, 0.022614202, 0.022429262, 0.022278314, 0.021897007, 0.021464646, 0.021336996], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 56.2727, "secs_fuse": 0.0342, "secs_legs": 0.0648, "stand_in": false, "top10": ["s6c781bb2b2.md", "sbe618bf69f.md", "se15a346ce8.md", "s538efc2a96.md", "sf587505ebe.md", "sb8e533b015.md", "sc9900c875c.md", "s34789aafd1.md", "s0fea59c73c.md", "s2d0ca6aa66.md"], "type": "single-session-assistant", "vec150_n": 53, "vec50_n": 50, "wide150": ["s6c781bb2b2.md", "sbe618bf69f.md", "se15a346ce8.md", "s538efc2a96.md", "sf587505ebe.md", "sb8e533b015.md", "sc9900c875c.md", "s34789aafd1.md", "s0fea59c73c.md", "s2d0ca6aa66.md", "sfc55a260b3.md", "s153b36c213.md", "sf7e7b3e9c9.md", "sedfe66726c.md", "s69f895da1c.md", "sb5df7898a3.md", "s2af4863343.md", "s9c0e9a0698.md", "seb2e5ac520.md", "sd5932a1363.md", "s47aceb0fb4.md", "s61c25398ef.md", "sf766382834.md", "s74975b6ed8.md", "s52bc34b90b.md", "s07c15e52bb.md", "se7c5229a5e.md", "s0d12ca1249.md", "s4ab69d7f23.md", "s37bbe70b31.md", "s6cbc3684fe.md", "s65f1b545f5.md", "sdddda333b7.md", "s03354a569e.md", "s673d3855f4.md", "s77e27db66d.md", "s01d814735d.md", "s1ebb88155b.md", "s31c71cf8b0.md", "sd7e3c15ddf.md", "sacde959186.md", "s4d4a99b34e.md", "s483641cbb3.md", "s88aea817ef.md", "s3b058bc1f4.md", "sd850f058e2.md", "sdaf56980d5.md", "se02915f0d3.md", "sa4e322c34d.md", "s75b224c6e4.md", "s02f32e8abe.md", "s25c3651262.md", "s34ce3a14dd.md"]}
{"abstention": false, "arm": "A5", "gold": ["s4b74fddf47.md"], "kw150_n": 43, "kw50_n": 43, "loadavg1_at_start": 55.13, "n_files": 43, "pool20": ["s4b74fddf47.md", "s1a16e9118f.md", "s52e38b4ecc.md", "sf8cd25662b.md", "s7b61d8ff17.md", "sf8132b677a.md", "s6df0fe3d5a.md", "sa5ebe246ab.md", "s77087c5431.md", "sc6a58cb6d5.md", "sdf1d2f9125.md", "s2731f1f271.md", "sb0782420d3.md", "s0a52b07d40.md", "seea2e2cd31.md", "sb3034dd159.md", "s63df9e919b.md", "s2d7f7df283.md", "s1639368ac7.md", "s8e9154410a.md"], "qid": "4388e9dd", "rrf10": [0.024590164, 0.023449132, 0.023119393, 0.022381757, 0.022098214, 0.02195544, 0.02174701, 0.02124183, 0.021227364, 0.02094947], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 58.5124, "secs_fuse": 0.0187, "secs_legs": 0.0431, "stand_in": false, "top10": ["s4b74fddf47.md", "s1a16e9118f.md", "s52e38b4ecc.md", "sf8cd25662b.md", "s7b61d8ff17.md", "sf8132b677a.md", "s6df0fe3d5a.md", "sa5ebe246ab.md", "s77087c5431.md", "sc6a58cb6d5.md"], "type": "single-session-assistant", "vec150_n": 43, "vec50_n": 43, "wide150": ["s4b74fddf47.md", "s1a16e9118f.md", "s52e38b4ecc.md", "sf8cd25662b.md", "s7b61d8ff17.md", "sf8132b677a.md", "s6df0fe3d5a.md", "sa5ebe246ab.md", "s77087c5431.md", "sc6a58cb6d5.md", "sdf1d2f9125.md", "s2731f1f271.md", "sb0782420d3.md", "s0a52b07d40.md", "seea2e2cd31.md", "sb3034dd159.md", "s63df9e919b.md", "s2d7f7df283.md", "s1639368ac7.md", "s8e9154410a.md", "s21b7e2af0e.md", "s48eacf7850.md", "s545bf0776d.md", "s8509563fce.md", "s8e80e82b25.md", "s42e8ef0e23.md", "sff2d38b45f.md", "sa93c18e1e7.md", "s03e7cfafb9.md", "s0ef096cb70.md", "s6fd8dc6509.md", "s4bd984d2f1.md", "s302c1d88c8.md", "s71d2813687.md", "s1070724221.md", "s85d6096757.md", "s8730313544.md", "sad516f49a3.md", "s1de6aaf6f4.md", "s6ece0af266.md", "sb6642f4025.md", "sa74dc48159.md", "s1451eaa13c.md"]}
{"abstention": false, "arm": "A5", "gold": ["s3ace27611d.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 52.29, "n_files": 49, "pool20": ["s3ace27611d.md", "s384530b9c4.md", "sba4099051e.md", "sc6c1223862.md", "sa842c68ddf.md", "s803945ab72.md", "sfd3c2173c4.md", "sc6774224cc.md", "s56eb547a6c.md", "s715e9b6fe4.md", "s729356c721.md", "sc5f528d1a3.md", "sff7f36e61d.md", "sbb88320fea.md", "sa4f842fdc3.md", "sb3a989e007.md", "s14dac2b6fb.md", "s40fccd2874.md", "sfc9af11e45.md", "s1993a1bc2d.md"], "qid": "4baee567", "rrf10": [0.024590164, 0.023321123, 0.022379032, 0.022118506, 0.02209596, 0.021967627, 0.021428571, 0.021342069, 0.020633013, 0.020564516], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 55.6887, "secs_fuse": 0.0096, "secs_legs": 0.0192, "stand_in": false, "top10": ["s3ace27611d.md", "s384530b9c4.md", "sba4099051e.md", "sc6c1223862.md", "sa842c68ddf.md", "s803945ab72.md", "sfd3c2173c4.md", "sc6774224cc.md", "s56eb547a6c.md", "s715e9b6fe4.md"], "type": "single-session-assistant", "vec150_n": 49, "vec50_n": 49, "wide150": ["s3ace27611d.md", "s384530b9c4.md", "sba4099051e.md", "sc6c1223862.md", "sa842c68ddf.md", "s803945ab72.md", "sfd3c2173c4.md", "sc6774224cc.md", "s56eb547a6c.md", "s715e9b6fe4.md", "s729356c721.md", "sc5f528d1a3.md", "sff7f36e61d.md", "sbb88320fea.md", "sa4f842fdc3.md", "sb3a989e007.md", "s14dac2b6fb.md", "s40fccd2874.md", "sfc9af11e45.md", "s1993a1bc2d.md", "sc0c681f583.md", "sae25e16be2.md", "s5322670cbf.md", "s73af48d036.md", "s54e7f8e2e5.md", "sc35f702874.md", "s830a5f064a.md", "s6d24f9c816.md", "s3c6c0f9e60.md", "s004197ad5e.md", "s1fb181ca72.md", "s6955897f6c.md", "sbcd7dff485.md", "s3dddd2af40.md", "sf923d980a1.md", "s502bc9bcc4.md", "s4c492973d9.md", "s1ee4001472.md", "sbf584e3103.md", "s697732680a.md", "sa99fc44072.md", "s6e0ce0e2c2.md", "s601ef2f62a.md", "s0fc1aa9cc1.md", "s03c95a72e6.md", "s7a127849e1.md", "s1d7d5fc8c9.md", "s9ef7b590d1.md", "s6f40584a8d.md"]}
{"abstention": false, "arm": "A5", "gold": ["sf0ed4d21d0.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 51.35, "n_files": 49, "pool20": ["sf0ed4d21d0.md", "s3049cabb4f.md", "se65b0fa5da.md", "sac47f71d90.md", "s9d5097c83f.md", "seb4762fb6c.md", "s47dd613477.md", "sb4d12072eb.md", "s5bf84967ab.md", "sa8ffadbdaa.md", "sec15f1229f.md", "scf1fddb512.md", "se226ca1ad2.md", "sde6de86043.md", "s5054bee643.md", "s1bd0ee4868.md", "s6305a01f10.md", "sf7b32ae991.md", "s41adacafda.md", "s634a0387a4.md"], "qid": "561fabcd", "rrf10": [0.024590164, 0.023937532, 0.02370479, 0.023317308, 0.023197115, 0.022504456, 0.021635611, 0.021161317, 0.020182068, 0.019604863], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 56.2788, "secs_fuse": 0.0439, "secs_legs": 0.0649, "stand_in": false, "top10": ["sf0ed4d21d0.md", "s3049cabb4f.md", "se65b0fa5da.md", "sac47f71d90.md", "s9d5097c83f.md", "seb4762fb6c.md", "s47dd613477.md", "sb4d12072eb.md", "s5bf84967ab.md", "sa8ffadbdaa.md"], "type": "single-session-assistant", "vec150_n": 49, "vec50_n": 49, "wide150": ["sf0ed4d21d0.md", "s3049cabb4f.md", "se65b0fa5da.md", "sac47f71d90.md", "s9d5097c83f.md", "seb4762fb6c.md", "s47dd613477.md", "sb4d12072eb.md", "s5bf84967ab.md", "sa8ffadbdaa.md", "sec15f1229f.md", "scf1fddb512.md", "se226ca1ad2.md", "sde6de86043.md", "s5054bee643.md", "s1bd0ee4868.md", "s6305a01f10.md", "sf7b32ae991.md", "s41adacafda.md", "s634a0387a4.md", "s7a02a2f26e.md", "sa8aeb5d311.md", "s7018417eb3.md", "s7365aa2a0a.md", "s2e7a81c3a7.md", "s4b3d7c54ed.md", "sc5b9033d4a.md", "s225ee529dc.md", "s0e46ccd082.md", "s0fb0a46e6f.md", "s23593bf0d8.md", "s74bb0f5c8d.md", "s4a1ac5745c.md", "s1a41bba19d.md", "s608a378c10.md", "s1459f160f2.md", "s4ce0813855.md", "sd104a62ac2.md", "s621a733f5e.md", "s1f4a72036f.md", "s341b53686c.md", "sa23fbf2f07.md", "sdbf5d76cae.md", "s17b1fe1aab.md", "s2d16913d44.md", "s098ea951d4.md", "scfc5a78d12.md", "s78754a685b.md", "s95ad6c7548.md"]}
{"abstention": false, "arm": "A5", "gold": ["sa656fe857d.md"], "kw150_n": 53, "kw50_n": 50, "loadavg1_at_start": 50.42, "n_files": 53, "pool20": ["sa656fe857d.md", "s80abcb9aa9.md", "s808e91f06b.md", "s76bddd8282.md", "sdf298e81db.md", "s50ce8f15fd.md", "s5d8081bb49.md", "se95860b45a.md", "s9eba8acec7.md", "sb999961cf9.md", "s20c2e16f1d.md", "sffde818b31.md", "s20150088ca.md", "s626eb45e18.md", "s93236a8559.md", "s5a72e62540.md", "sffb76df863.md", "s1e9e4437ec.md", "s5640212d56.md", "sfa2911d0bc.md"], "qid": "b759caee", "rrf10": [0.024590164, 0.022960373, 0.022843823, 0.022770398, 0.022539683, 0.022458146, 0.022098214, 0.021635611, 0.021507353, 0.020457958], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 60.3538, "secs_fuse": 0.0348, "secs_legs": 0.0734, "stand_in": false, "top10": ["sa656fe857d.md", "s80abcb9aa9.md", "s808e91f06b.md", "s76bddd8282.md", "sdf298e81db.md", "s50ce8f15fd.md", "s5d8081bb49.md", "se95860b45a.md", "s9eba8acec7.md", "sb999961cf9.md"], "type": "single-session-assistant", "vec150_n": 53, "vec50_n": 50, "wide150": ["sa656fe857d.md", "s80abcb9aa9.md", "s808e91f06b.md", "s76bddd8282.md", "sdf298e81db.md", "s50ce8f15fd.md", "s5d8081bb49.md", "se95860b45a.md", "s9eba8acec7.md", "sb999961cf9.md", "s20c2e16f1d.md", "sffde818b31.md", "s20150088ca.md", "s626eb45e18.md", "s93236a8559.md", "s5a72e62540.md", "sffb76df863.md", "s8d2a46fb5f.md", "s1e9e4437ec.md", "s5640212d56.md", "sfa2911d0bc.md", "s0b7f383523.md", "s1d2f7b0ecf.md", "s2b22216c9e.md", "se5f521a521.md", "s46cd0a320a.md", "sc1ce59f344.md", "sa46976300f.md", "sfcb536fb4a.md", "s1bbba7ba34.md", "s64a56c097a.md", "s91dc45286d.md", "seb7a87e7a7.md", "s6260a29f97.md", "s3024db41bb.md", "se6fe025019.md", "sd9c9777f9d.md", "s27e6c735d9.md", "s2e422304e1.md", "s0d6cb7ae09.md", "s4fa5fa6c5a.md", "se7b4981f47.md", "s33745c795d.md", "s59c0fd260b.md", "s84194f8295.md", "se0dbbdaf76.md", "s05742693c0.md", "sa96c166fb7.md", "s32d0939ef7.md", "sf56cb578f3.md", "s80f9f0a8d2.md", "s8d49887e45.md", "sca0f47bf09.md"]}
{"abstention": false, "arm": "A5", "gold": ["s67b24e48ad.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 49.04, "n_files": 47, "pool20": ["s67b24e48ad.md", "s6e5a587694.md", "s7cf4a981a0.md", "s7aec71f641.md", "s0e01ea633c.md", "sd1f53c9f89.md", "s4b85d1b2c2.md", "s2485504716.md", "sbff85b2d9f.md", "s5c89bca24b.md", "s3399641a63.md", "s4253f98a80.md", "sbf8b781a02.md", "s94f1634e0d.md", "s3d38d8456d.md", "s150b3e3545.md", "s45625805e5.md", "sec649811dd.md", "sc976756faf.md", "s9dc7c58525.md"], "qid": "ac031881", "rrf10": [0.024590164, 0.022977941, 0.022915269, 0.022397892, 0.02195544, 0.021897007, 0.021861472, 0.021462639, 0.021198569, 0.021079527], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 55.1644, "secs_fuse": 0.0098, "secs_legs": 0.0188, "stand_in": false, "top10": ["s67b24e48ad.md", "s6e5a587694.md", "s7cf4a981a0.md", "s7aec71f641.md", "s0e01ea633c.md", "sd1f53c9f89.md", "s4b85d1b2c2.md", "s2485504716.md", "sbff85b2d9f.md", "s5c89bca24b.md"], "type": "single-session-assistant", "vec150_n": 47, "vec50_n": 47, "wide150": ["s67b24e48ad.md", "s6e5a587694.md", "s7cf4a981a0.md", "s7aec71f641.md", "s0e01ea633c.md", "sd1f53c9f89.md", "s4b85d1b2c2.md", "s2485504716.md", "sbff85b2d9f.md", "s5c89bca24b.md", "s3399641a63.md", "s4253f98a80.md", "sbf8b781a02.md", "s94f1634e0d.md", "s3d38d8456d.md", "s150b3e3545.md", "s45625805e5.md", "sec649811dd.md", "sc976756faf.md", "s9dc7c58525.md", "s6faddff4ea.md", "s2d94795274.md", "s4bb167a144.md", "s1c30dc5d77.md", "s59bc300679.md", "sa64cd669a4.md", "s6dd03abaa3.md", "sf1e0a8af59.md", "s953558c00d.md", "sc0f7dbf75e.md", "s76aae04635.md", "s2b8290bd14.md", "s72a9e777d8.md", "s04e242523e.md", "sc0d758adfb.md", "s880743032c.md", "s396e2705d4.md", "s4f4a2cfc05.md", "sc8ef9ef86e.md", "sab83c565b4.md", "s9ab25e04be.md", "sf1bb32b87e.md", "sf896283624.md", "sc3e643fcda.md", "s3958919cf8.md", "s6dec1563f9.md", "s6862d4ad94.md"]}
{"abstention": false, "arm": "A5", "gold": ["s765ed17ae1.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 51.32, "n_files": 50, "pool20": ["s765ed17ae1.md", "sba7a08d73a.md", "s2c2c2d8139.md", "sb5f4d845e3.md", "s3bee16d7ba.md", "sb045d7183a.md", "s3882a4a43c.md", "sbad70711ce.md", "s6cafab145c.md", "sa8d19b0c36.md", "sbb1c271899.md", "s8d95839e64.md", "s31dcb41c4f.md", "s16fc86a5df.md", "s51d52b5f0b.md", "s79f1dd7ed7.md", "saaf2612b60.md", "sf7e822282a.md", "saf5b0568a3.md", "sea7dc11658.md"], "qid": "28bcfaac", "rrf10": [0.024590164, 0.023941532, 0.023689516, 0.022915269, 0.022630992, 0.021730463, 0.021660265, 0.021199389, 0.021098213, 0.021094403], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 54.3996, "secs_fuse": 0.0191, "secs_legs": 0.0454, "stand_in": false, "top10": ["s765ed17ae1.md", "sba7a08d73a.md", "s2c2c2d8139.md", "sb5f4d845e3.md", "s3bee16d7ba.md", "sb045d7183a.md", "s3882a4a43c.md", "sbad70711ce.md", "s6cafab145c.md", "sa8d19b0c36.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["s765ed17ae1.md", "sba7a08d73a.md", "s2c2c2d8139.md", "sb5f4d845e3.md", "s3bee16d7ba.md", "sb045d7183a.md", "s3882a4a43c.md", "sbad70711ce.md", "s6cafab145c.md", "sa8d19b0c36.md", "sbb1c271899.md", "s8d95839e64.md", "s31dcb41c4f.md", "s16fc86a5df.md", "s51d52b5f0b.md", "s79f1dd7ed7.md", "saaf2612b60.md", "sf7e822282a.md", "saf5b0568a3.md", "sea7dc11658.md", "s1dc35f28d2.md", "s182c4e20bc.md", "s9415c914b9.md", "s1e33d1ac85.md", "s80ba600bc3.md", "s246554b034.md", "s2dc877370b.md", "sd7fb37e618.md", "s373177b40b.md", "s11bf5387f1.md", "s3c0f38781a.md", "s96a73dd3b5.md", "sdce3c6b288.md", "s54336392ed.md", "s93f8fe3ed4.md", "s733146d4b3.md", "sff6f99ddc0.md", "s8696142eb6.md", "s11357a0bdd.md", "sb07c1c5e80.md", "s2b0acf38be.md", "s0abe055f34.md", "s12f5e0502a.md", "s8448bcdaa7.md", "sc9546fd575.md", "s459adc9675.md", "sdea6f62c84.md", "sf0cbda45f4.md", "s34dc5c834b.md", "see766ab703.md"]}
{"abstention": false, "arm": "A5", "gold": ["s6c378da694.md"], "kw150_n": 55, "kw50_n": 50, "loadavg1_at_start": 54.64, "n_files": 55, "pool20": ["s6c378da694.md", "s2c6ea2c568.md", "s7cb3293dc2.md", "s79d1eb6c34.md", "sddd3481936.md", "sc99b7acb54.md", "sbd11f25515.md", "s4a88bbf70d.md", "saca6c34dd3.md", "sdc9df8f3fd.md", "sa1647a4374.md", "s66ece5118e.md", "sd56e83e8a3.md", "s53b61e407e.md", "s04a8932107.md", "sd9a1fe5435.md", "s436a11b557.md", "sb216d265f8.md", "s26fea8ce4a.md", "s21c9adcb73.md"], "qid": "16c90bf4", "rrf10": [0.024590164, 0.023941532, 0.023809524, 0.022960373, 0.022614202, 0.02206823, 0.021397849, 0.021135029, 0.021071701, 0.020888158], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 61.0058, "secs_fuse": 0.0106, "secs_legs": 0.0225, "stand_in": false, "top10": ["s6c378da694.md", "s2c6ea2c568.md", "s7cb3293dc2.md", "s79d1eb6c34.md", "sddd3481936.md", "sc99b7acb54.md", "sbd11f25515.md", "s4a88bbf70d.md", "saca6c34dd3.md", "sdc9df8f3fd.md"], "type": "single-session-assistant", "vec150_n": 55, "vec50_n": 50, "wide150": ["s6c378da694.md", "s2c6ea2c568.md", "s7cb3293dc2.md", "s79d1eb6c34.md", "sddd3481936.md", "sc99b7acb54.md", "sbd11f25515.md", "s4a88bbf70d.md", "saca6c34dd3.md", "sdc9df8f3fd.md", "sa1647a4374.md", "s66ece5118e.md", "sd56e83e8a3.md", "s53b61e407e.md", "s04a8932107.md", "sd9a1fe5435.md", "s436a11b557.md", "sb216d265f8.md", "s26fea8ce4a.md", "s580e493232.md", "s21c9adcb73.md", "sb8e5048bbf.md", "s4c3dba74f5.md", "s702d2a2b18.md", "se13274460c.md", "sa151ee3c5b.md", "s2b03f48b51.md", "s0b7815e873.md", "s0770baa953.md", "s9adb2d8694.md", "se01344256a.md", "sda139c2c9a.md", "s39173fd559.md", "s8477bd7c45.md", "sbd3d588431.md", "s0a901fdd78.md", "s8b608c0dfb.md", "s6b2fad0a6f.md", "s9f1d1e9cfd.md", "s038d8d5dd6.md", "s200987eaf4.md", "s9ff94c070f.md", "sb4f193c556.md", "saa1b785df7.md", "sea719b403d.md", "sed6167401c.md", "sadec1247b7.md", "s4ce86b3e2d.md", "sd111da3e7d.md", "s3ddf05ef17.md", "see203ab689.md", "sb6b1343e7e.md", "sf9227027e1.md", "s2297e3624c.md", "sf173f5eeb8.md"]}
{"abstention": false, "arm": "A5", "gold": ["s07c97f28a8.md"], "kw150_n": 49, "kw50_n": 49, "loadavg1_at_start": 53.76, "n_files": 50, "pool20": ["s07c97f28a8.md", "s28f476de04.md", "s895b7c5f01.md", "sea63ede601.md", "s32b74e8613.md", "saa2b8b2a82.md", "sed0e551b9c.md", "sbb8b0a99af.md", "sb629d1205b.md", "s63b5435c1a.md", "s53a91d2c5f.md", "s253950373c.md", "s4bda68d7d3.md", "s2de92c9b4d.md", "sddad474338.md", "sccf3432a51.md", "s8ec901a919.md", "s560d8898ac.md", "s8a11348156.md", "s478befc1f6.md"], "qid": "c8f1aeed", "rrf10": [0.024590164, 0.0234375, 0.022915269, 0.021953405, 0.02181085, 0.021131742, 0.021033868, 0.021022934, 0.020695971, 0.020282187], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 60.4096, "secs_fuse": 0.0128, "secs_legs": 0.0281, "stand_in": false, "top10": ["s07c97f28a8.md", "s28f476de04.md", "s895b7c5f01.md", "sea63ede601.md", "s32b74e8613.md", "saa2b8b2a82.md", "sed0e551b9c.md", "sbb8b0a99af.md", "sb629d1205b.md", "s63b5435c1a.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["s07c97f28a8.md", "s28f476de04.md", "s895b7c5f01.md", "sea63ede601.md", "s32b74e8613.md", "saa2b8b2a82.md", "sed0e551b9c.md", "sbb8b0a99af.md", "sb629d1205b.md", "s63b5435c1a.md", "s53a91d2c5f.md", "s253950373c.md", "s4bda68d7d3.md", "s2de92c9b4d.md", "sddad474338.md", "sccf3432a51.md", "s8ec901a919.md", "s560d8898ac.md", "s8a11348156.md", "s478befc1f6.md", "s3919f1f3ce.md", "s9cd3f2864d.md", "s08d237a3dc.md", "s3f7cb711b7.md", "sfea937c43c.md", "sded5951416.md", "se386a8bf31.md", "sc7770784f8.md", "s313901fa5b.md", "sa9f4e8e900.md", "sea6661f430.md", "s72bb45e270.md", "s7615a0ed29.md", "sd72324d2df.md", "s6d79a8e1e3.md", "sfb3e58d29b.md", "s8ee06d36da.md", "s5b8c61c0f1.md", "s2d78482d7f.md", "s7cfeb0a683.md", "s7dd712032e.md", "s781386509a.md", "s55c8b9c732.md", "s49f45b36f9.md", "sdc26cf5c1e.md", "s146c19711c.md", "s6bbbee86be.md", "s9120e9b8e0.md", "se4e23ce981.md", "s34608c3aa6.md"]}
{"abstention": false, "arm": "A5", "gold": ["sb0d644e9e3.md"], "kw150_n": 47, "kw50_n": 47, "loadavg1_at_start": 51.85, "n_files": 47, "pool20": ["sb0d644e9e3.md", "s24f4052730.md", "s0abfecf1bc.md", "s529b204fdf.md", "s753c302353.md", "s008d5bde92.md", "s339b758cde.md", "sb9960eab1c.md", "sa6e03ac677.md", "s84463d9ff3.md", "s67817fc778.md", "s83f6ccaecd.md", "s312d114b19.md", "s66f88c34b7.md", "sd71eae0ee2.md", "s45ccd1e89c.md", "s5b52bd8393.md", "se524dea090.md", "s9d47c09e23.md", "s10cecbaee4.md"], "qid": "eaca4986", "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022426869, 0.02239819, 0.02238806, 0.022098214, 0.021135266, 0.020898642, 0.020625], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 52.6741, "secs_fuse": 0.0107, "secs_legs": 0.0626, "stand_in": false, "top10": ["sb0d644e9e3.md", "s24f4052730.md", "s0abfecf1bc.md", "s529b204fdf.md", "s753c302353.md", "s008d5bde92.md", "s339b758cde.md", "sb9960eab1c.md", "sa6e03ac677.md", "s84463d9ff3.md"], "type": "single-session-assistant", "vec150_n": 47, "vec50_n": 47, "wide150": ["sb0d644e9e3.md", "s24f4052730.md", "s0abfecf1bc.md", "s529b204fdf.md", "s753c302353.md", "s008d5bde92.md", "s339b758cde.md", "sb9960eab1c.md", "sa6e03ac677.md", "s84463d9ff3.md", "s67817fc778.md", "s83f6ccaecd.md", "s312d114b19.md", "s66f88c34b7.md", "sd71eae0ee2.md", "s45ccd1e89c.md", "s5b52bd8393.md", "se524dea090.md", "s9d47c09e23.md", "s10cecbaee4.md", "s9293116fe5.md", "s383bd94bbb.md", "s259f3d6b64.md", "se9f9d5f414.md", "s44dc37cdaf.md", "sadeed4a76e.md", "sa86095acc8.md", "s171b4c9c22.md", "s0813b560f8.md", "s60db448ab8.md", "s2cbc998eed.md", "s32088b1000.md", "s4afea0b817.md", "se0a5067657.md", "seeef21f8d6.md", "s3b6c8751e1.md", "s58a1f76f83.md", "s6d098af5d2.md", "s8ba1053eaf.md", "sd926c28cf1.md", "sb22b6ce3b2.md", "sf8e74fdd32.md", "s6cb25f244b.md", "s4bee8f2c76.md", "sbbc8a94109.md", "sb84f493cf1.md", "s0991346aea.md"]}
{"abstention": false, "arm": "A5", "gold": ["sac7f46ddfa.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 51.2, "n_files": 51, "pool20": ["sac7f46ddfa.md", "s0d95e44ed8.md", "s433fc947b2.md", "s2df5168d1c.md", "s8fcf4071d7.md", "s48d884243b.md", "sd2048c37b1.md", "s9e8faeba6e.md", "s463fdb45ae.md", "saecb8272db.md", "s645ab66599.md", "sf352f89cae.md", "se54cce7c53.md", "s3051ff715b.md", "sfcdb45c51f.md", "sbba1b4635c.md", "sc998c561f2.md", "sd0efcaf940.md", "sdcee552d88.md", "s133a256f77.md"], "qid": "c7cf7dfd", "rrf10": [0.024590164, 0.02235023, 0.02228164, 0.02220213, 0.021776815, 0.02174701, 0.021557455, 0.021437198, 0.021326014, 0.021306818], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 55.6035, "secs_fuse": 0.0109, "secs_legs": 0.0207, "stand_in": false, "top10": ["sac7f46ddfa.md", "s0d95e44ed8.md", "s433fc947b2.md", "s2df5168d1c.md", "s8fcf4071d7.md", "s48d884243b.md", "sd2048c37b1.md", "s9e8faeba6e.md", "s463fdb45ae.md", "saecb8272db.md"], "type": "single-session-assistant", "vec150_n": 51, "vec50_n": 50, "wide150": ["sac7f46ddfa.md", "s0d95e44ed8.md", "s433fc947b2.md", "s2df5168d1c.md", "s8fcf4071d7.md", "s48d884243b.md", "sd2048c37b1.md", "s9e8faeba6e.md", "s463fdb45ae.md", "saecb8272db.md", "s645ab66599.md", "sf352f89cae.md", "se54cce7c53.md", "s3051ff715b.md", "sfcdb45c51f.md", "sbba1b4635c.md", "sc998c561f2.md", "sd0efcaf940.md", "sdcee552d88.md", "s133a256f77.md", "s855671f2cc.md", "s6652d5f05f.md", "sa23ee7a28d.md", "s5bba0cfc70.md", "sfd3c538ba2.md", "s58ca66aa45.md", "sd4ca1b4b96.md", "s8510b39c68.md", "se75d0ee34f.md", "s80799e4b2f.md", "s727531e1c3.md", "s30bd4fb810.md", "sc4ff474c68.md", "sc5ae563458.md", "s8d2fb24926.md", "sb79beb085c.md", "s5ba30a6de0.md", "s94c042d462.md", "s12ef2f3c70.md", "sac9f98fff0.md", "s508c84ec0a.md", "s106952f432.md", "secc15da0fa.md", "s97bef51133.md", "sabf4c75ff5.md", "s7327653612.md", "sdf04cd2610.md", "sb97175b301.md", "s04586e41b6.md", "s282cd13f75.md", "s91bd8fbd12.md"]}
{"abstention": false, "arm": "A5", "gold": ["s98a82c7088.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 55.27, "n_files": 50, "pool20": ["s98a82c7088.md", "s764d87e762.md", "sa0836895d0.md", "s09b460a0b0.md", "s3be0e9eae1.md", "s07b32706cc.md", "saac6a0fdb8.md", "sb1da15bd00.md", "s6e1773802e.md", "s6dd949e405.md", "s1197fe66f1.md", "sb0bccffde3.md", "s782025709d.md", "sea05e99cbd.md", "s964d2d988d.md", "s2d58af3c14.md", "s4a46512c3f.md", "s33ce2c649d.md", "s24aee385c8.md", "s6148be9290.md"], "qid": "e48988bc", "rrf10": [0.024590164, 0.023335702, 0.023216031, 0.023200758, 0.023076923, 0.022458146, 0.02151113, 0.021462639, 0.021094403, 0.020738204], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 60.6184, "secs_fuse": 0.0224, "secs_legs": 0.0441, "stand_in": false, "top10": ["s98a82c7088.md", "s764d87e762.md", "sa0836895d0.md", "s09b460a0b0.md", "s3be0e9eae1.md", "s07b32706cc.md", "saac6a0fdb8.md", "sb1da15bd00.md", "s6e1773802e.md", "s6dd949e405.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["s98a82c7088.md", "s764d87e762.md", "sa0836895d0.md", "s09b460a0b0.md", "s3be0e9eae1.md", "s07b32706cc.md", "saac6a0fdb8.md", "sb1da15bd00.md", "s6e1773802e.md", "s6dd949e405.md", "s1197fe66f1.md", "sb0bccffde3.md", "s782025709d.md", "sea05e99cbd.md", "s964d2d988d.md", "s2d58af3c14.md", "s4a46512c3f.md", "s33ce2c649d.md", "s24aee385c8.md", "s6148be9290.md", "s8457767036.md", "s531a992cf5.md", "s1ef6346d2d.md", "se2da3663fb.md", "s965de2094a.md", "s70f5c2d15a.md", "se1a878494d.md", "s6e8b95085e.md", "s292732d17c.md", "sa44a07115d.md", "sb24bc05d5e.md", "s45e705999a.md", "sd429af54b9.md", "s57f4f0b0bf.md", "sf4ecdb82ec.md", "s4a8e5444ce.md", "sb7fbb65105.md", "s95653e5c24.md", "s25e2273189.md", "s798d425722.md", "s276b72f0ad.md", "se2cb6488a7.md", "s5330ba07c6.md", "sc72b6b2940.md", "sc8b4f6cdd9.md", "se6e94a9e93.md", "sf8bba3cc06.md", "sb4f5e6ed55.md", "s3d38da8b13.md", "s547c6e6444.md"]}
{"abstention": false, "arm": "A5", "gold": ["se1c676dcfb.md"], "kw150_n": 44, "kw50_n": 44, "loadavg1_at_start": 53.69, "n_files": 45, "pool20": ["se1c676dcfb.md", "s1841c1ce4e.md", "s3a9d999728.md", "sb4b6883600.md", "sb62c12fb5c.md", "s1d5c703583.md", "sce966230da.md", "sdd944d5c1e.md", "s043d81cc23.md", "s56c38e6211.md", "sc2c49c0ee6.md", "sd1d3b18390.md", "sbe8ae6a853.md", "s4102ba9f1d.md", "sb1b823b5e4.md", "s4e226f93a7.md", "see984373fe.md", "s309333a2df.md", "s9e4ae147cb.md", "s8684b1fbd0.md"], "qid": "1de5cff2", "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023321123, 0.022614202, 0.022203947, 0.02168213, 0.021034996, 0.020779221, 0.020733652], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 60.9951, "secs_fuse": 0.0111, "secs_legs": 0.0198, "stand_in": false, "top10": ["se1c676dcfb.md", "s1841c1ce4e.md", "s3a9d999728.md", "sb4b6883600.md", "sb62c12fb5c.md", "s1d5c703583.md", "sce966230da.md", "sdd944d5c1e.md", "s043d81cc23.md", "s56c38e6211.md"], "type": "single-session-assistant", "vec150_n": 45, "vec50_n": 45, "wide150": ["se1c676dcfb.md", "s1841c1ce4e.md", "s3a9d999728.md", "sb4b6883600.md", "sb62c12fb5c.md", "s1d5c703583.md", "sce966230da.md", "sdd944d5c1e.md", "s043d81cc23.md", "s56c38e6211.md", "sc2c49c0ee6.md", "sd1d3b18390.md", "sbe8ae6a853.md", "s4102ba9f1d.md", "sb1b823b5e4.md", "s4e226f93a7.md", "see984373fe.md", "s309333a2df.md", "s9e4ae147cb.md", "s8684b1fbd0.md", "s2f34d717a9.md", "s37197d7085.md", "s2e086dd817.md", "s96fb379c45.md", "sf9fb03b798.md", "seee0c10d7c.md", "sf5af46295c.md", "s7f2e87f89f.md", "s648f5ae77b.md", "sa9fa2a0e2b.md", "s2cf0c58489.md", "s0d94ba31bc.md", "s7be34eb64f.md", "s2dba616d5c.md", "s1111ed5efc.md", "sed44439d96.md", "sdb6f974234.md", "s1e74d9bf66.md", "sd5da80bbd7.md", "s82b5bf9463.md", "se554c07905.md", "sbccf3f0841.md", "s226f8b8f5c.md", "s7ec2e7d762.md", "s4e36826a58.md"]}
{"abstention": false, "arm": "A5", "gold": ["scfad1f3d4d.md"], "kw150_n": 51, "kw50_n": 50, "loadavg1_at_start": 50.38, "n_files": 51, "pool20": ["scfad1f3d4d.md", "s1988f31c23.md", "s3d93f849e8.md", "s0fafc76ff5.md", "sfd71d99391.md", "sdfa5ac6177.md", "sa7f869a414.md", "s4c7c46ed13.md", "s9ecd739fb2.md", "s4fd6b8ad1f.md", "sa919ae7844.md", "sc1004403f4.md", "sb111db5314.md", "s1bc2a6d5b7.md", "s99d40bcad5.md", "s77ec52dfa8.md", "sf47077e665.md", "sac66f6fbc4.md", "s37dcac739d.md", "saeac95dad2.md"], "qid": "65240037", "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.023015873, 0.02228164, 0.021978022, 0.021908272, 0.021722561, 0.021326014, 0.02098626], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 60.5531, "secs_fuse": 0.036, "secs_legs": 0.0718, "stand_in": false, "top10": ["scfad1f3d4d.md", "s1988f31c23.md", "s3d93f849e8.md", "s0fafc76ff5.md", "sfd71d99391.md", "sdfa5ac6177.md", "sa7f869a414.md", "s4c7c46ed13.md", "s9ecd739fb2.md", "s4fd6b8ad1f.md"], "type": "single-session-assistant", "vec150_n": 51, "vec50_n": 50, "wide150": ["scfad1f3d4d.md", "s1988f31c23.md", "s3d93f849e8.md", "s0fafc76ff5.md", "sfd71d99391.md", "sdfa5ac6177.md", "sa7f869a414.md", "s4c7c46ed13.md", "s9ecd739fb2.md", "s4fd6b8ad1f.md", "sa919ae7844.md", "sc1004403f4.md", "sb111db5314.md", "s1bc2a6d5b7.md", "s99d40bcad5.md", "s77ec52dfa8.md", "sf47077e665.md", "sac66f6fbc4.md", "s37dcac739d.md", "saeac95dad2.md", "s0cf4aada4f.md", "s7fae4844f3.md", "sf163e7a9a8.md", "sa6a95edf84.md", "s91f746a820.md", "sda22bf42a7.md", "s37597ffd76.md", "s0e843c5451.md", "sfeeb893e09.md", "s71961c2f06.md", "s136893a601.md", "s98ea413618.md", "sd75afe404c.md", "sa7f32fa96e.md", "s99c38f6ee9.md", "s27d40b10b6.md", "s0394de2e17.md", "s17562051f4.md", "s59e7e210a5.md", "s082658555b.md", "sd9042428ef.md", "s08320483a1.md", "s33badeae06.md", "s660fd07e83.md", "s09df1b0d9e.md", "s6d00214fa3.md", "s40faac404a.md", "s7874a3b03f.md", "sf139f68849.md", "s89b2b4c593.md", "s3ff6a654d1.md"]}
{"abstention": false, "arm": "A5", "gold": ["se538d24aab.md"], "kw150_n": 50, "kw50_n": 50, "loadavg1_at_start": 50.92, "n_files": 50, "pool20": ["se538d24aab.md", "se85826fdc5.md", "sa3bc53c595.md", "s525ea5338b.md", "sdaeb1baad7.md", "sffdbe2a2f3.md", "s09158d740e.md", "s56eb4d78c9.md", "s72d6b4ec4a.md", "s387fe96f14.md", "s12fc5aab1d.md", "s581c669a7f.md", "s959ff9b60c.md", "s9a6af8d783.md", "s7b54df3bde.md", "s2a7b8dd972.md", "se03bf0de19.md", "see5df264b3.md", "sc46af9a815.md", "s3fb05ba334.md"], "qid": "778164c6", "rrf10": [0.024590164, 0.02406554, 0.023685516, 0.023317308, 0.02255727, 0.02238806, 0.02232906, 0.021372549, 0.020586298, 0.020182648], "score": {"all@10": true, "all@5": true, "any@1": true, "any@5": true}, "secs_embed": 52.9762, "secs_fuse": 0.0334, "secs_legs": 0.0808, "stand_in": false, "top10": ["se538d24aab.md", "se85826fdc5.md", "sa3bc53c595.md", "s525ea5338b.md", "sdaeb1baad7.md", "sffdbe2a2f3.md", "s09158d740e.md", "s56eb4d78c9.md", "s72d6b4ec4a.md", "s387fe96f14.md"], "type": "single-session-assistant", "vec150_n": 50, "vec50_n": 50, "wide150": ["se538d24aab.md", "se85826fdc5.md", "sa3bc53c595.md", "s525ea5338b.md", "sdaeb1baad7.md", "sffdbe2a2f3.md", "s09158d740e.md", "s56eb4d78c9.md", "s72d6b4ec4a.md", "s387fe96f14.md", "s12fc5aab1d.md", "s581c669a7f.md", "s959ff9b60c.md", "s9a6af8d783.md", "s7b54df3bde.md", "s2a7b8dd972.md", "se03bf0de19.md", "see5df264b3.md", "sc46af9a815.md", "s3fb05ba334.md", "s8f8a126315.md", "s1d0bd0101c.md", "s4a357e561e.md", "se21d9f5428.md", "s90f4fa5d82.md", "s7d60d47f53.md", "s546a3f8342.md", "s124fc3c069.md", "s48d86e615d.md", "se56823e983.md", "sa870e38118.md", "sce3ea1978f.md", "s855b360f2e.md", "sd60135f670.md", "sd4839b0e04.md", "sae2928a252.md", "sa0a76b6a86.md", "s40357932dd.md", "s3ba4ef87db.md", "sb4ae7ed20d.md", "s1cc2caa74f.md", "s2f02d8ecc6.md", "s9a8000fdd4.md", "sed8d2f096e.md", "s9e303e0ebe.md", "s2a744d7afc.md", "s34bb4444d5.md", "sf61487f59f.md", "s44a6d70a3a.md", "sf5d4554ca5.md"]}