{"qid": "e47becba", "type": "single-session-user", "abstention": false, "gold": ["s7745597747.md"], "top10": ["sf65b8c0007.md", "sa4d1f3c358.md", "s926357c10f.md", "s00343f2904.md", "s7745597747.md", "se800c51e31.md", "sf9d5b1f041.md", "s762983fdf8.md", "s50181d9600.md", "sbc6121edc2.md"], "rrf10": [0.023122094, 0.022885789, 0.022614202, 0.021548082, 0.021222411, 0.021192165, 0.020821868, 0.020384615, 0.020365297, 0.02032386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "118b2229", "type": "single-session-user", "abstention": false, "gold": ["sc47244d856.md"], "top10": ["sc47244d856.md", "s60ba34fbfe.md", "s413bd3a0ef.md", "s4e1ea68691.md", "sbaa74025e2.md", "sbb7d88f18e.md", "s75640a8bdc.md", "sa24817ff21.md", "s593410f743.md", "s6ec136c17f.md"], "rrf10": [0.024590164, 0.02370479, 0.022989889, 0.022847302, 0.022366522, 0.022305254, 0.022222222, 0.022035256, 0.021462639, 0.021330884], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51a45a95", "type": "single-session-user", "abstention": false, "gold": ["se255f2f50e.md"], "top10": ["se255f2f50e.md", "s5d1da627d3.md", "s8f57f9a5be.md", "sc367ddcb1e.md", "sf6018980b8.md", "s11a082d67c.md", "s87a202c254.md", "s554242330b.md", "sd6c71188ad.md", "s0b69155152.md"], "rrf10": [0.024590164, 0.023171286, 0.02264239, 0.022501131, 0.02151113, 0.021482176, 0.021437198, 0.021192165, 0.021180556, 0.021051529], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58bf7951", "type": "single-session-user", "abstention": false, "gold": ["s47a6e8aca2.md"], "top10": ["s47a6e8aca2.md", "s8aa7ed0f2d.md", "sc3d0a79ea8.md", "s0ec53bddae.md", "s185491b47f.md", "s150b28e4ef.md", "s50be598151.md", "sea351d567f.md", "s25afa49942.md", "s9a879af53d.md"], "rrf10": [0.024590164, 0.022960373, 0.022617681, 0.02209596, 0.021635611, 0.021532091, 0.021283671, 0.021269841, 0.021192165, 0.021034996], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1e043500", "type": "single-session-user", "abstention": false, "gold": ["sfd67db7212.md"], "top10": ["sfd67db7212.md", "s47ebe9b78b.md", "s165bb719aa.md", "s1785437bfc.md", "s294eb28789.md", "s7b552271b8.md", "sbd6f6d2980.md", "s90d7f15064.md", "saa6a2c16a7.md", "sb75c26dae6.md"], "rrf10": [0.024590164, 0.02406554, 0.022770398, 0.022617681, 0.022527473, 0.021818182, 0.021437448, 0.021342069, 0.021307798, 0.021230159], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c5e8278d", "type": "single-session-user", "abstention": false, "gold": ["s1f84f4e050.md"], "top10": ["s1f84f4e050.md", "s51e805c45c.md", "s3988c80e56.md", "s606172ed4b.md", "s24cef12a73.md", "sbc2def17ee.md", "se836cf32b0.md", "sd041031d0a.md", "se99131ce5a.md", "s4648027002.md"], "rrf10": [0.024590164, 0.023689516, 0.023685516, 0.022622539, 0.02206823, 0.022058824, 0.021547194, 0.021135266, 0.021066434, 0.020965469], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ade9755", "type": "single-session-user", "abstention": false, "gold": ["s02f7560506.md"], "top10": ["s02f7560506.md", "se47aad07aa.md", "sdfb757ef6d.md", "sdc083c7080.md", "s22e62c6df7.md", "s8a9c29e260.md", "sb9bb9e2c2b.md", "sf684410d02.md", "se6d4c9e692.md", "s0ba0471f1e.md"], "rrf10": [0.024590164, 0.023271889, 0.023119393, 0.022737557, 0.02264239, 0.022614202, 0.02255727, 0.022035256, 0.02151113, 0.020535714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6f9b354f", "type": "single-session-user", "abstention": false, "gold": ["sb7ba22096b.md"], "top10": ["sb7ba22096b.md", "s0ac2c1da71.md", "sc8a922900e.md", "s257a78d845.md", "s2912050fd0.md", "sd04a6d3699.md", "se34b66f595.md", "sda63c29b55.md", "sdeab2744bd.md", "sfaeac6cbb9.md"], "rrf10": [0.024590164, 0.023561508, 0.023481973, 0.022915269, 0.021776815, 0.021645022, 0.021634615, 0.021098213, 0.021089271, 0.021031746], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58ef2f1c", "type": "single-session-user", "abstention": false, "gold": ["s038639cc08.md"], "top10": ["s038639cc08.md", "s9a45b025e5.md", "scac54bbb5f.md", "s205e4e6a68.md", "s7bd958795b.md", "s0dd123947f.md", "s2114b3436d.md", "se66811d1b5.md", "s6fe13eef53.md", "s1abab1f3e2.md"], "rrf10": [0.024590164, 0.02406554, 0.023565324, 0.023197115, 0.022989889, 0.022614202, 0.021954114, 0.021535007, 0.021372549, 0.021274388], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f8c5f88b", "type": "single-session-user", "abstention": false, "gold": ["sf2e9facc28.md"], "top10": ["sf2e9facc28.md", "s6c5b92a222.md", "s64a0a35b28.md", "scac0bf681b.md", "s9cc97c79cb.md", "sf4bf877a31.md", "sefb54405e0.md", "s04d79b4fe5.md", "s0ed0803459.md", "s4a22b0d93e.md"], "rrf10": [0.024590164, 0.023375409, 0.023335702, 0.023216031, 0.023200758, 0.023197115, 0.02264239, 0.022278314, 0.021031746, 0.020779221], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5d3d2817", "type": "single-session-user", "abstention": false, "gold": ["scaedf0ae34.md"], "top10": ["s5c7c79324a.md", "sb89ec5b1ce.md", "sdeec50e53d.md", "s76b6e4fe53.md", "s6eef1c87e3.md", "s0aaa504402.md", "s415f264de2.md", "s462e12a752.md", "scaedf0ae34.md", "s23890004c4.md"], "rrf10": [0.023937532, 0.023348236, 0.022569444, 0.021535007, 0.021495483, 0.021283671, 0.021227364, 0.021094403, 0.020955882, 0.020645646], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "7527f7e2", "type": "single-session-user", "abstention": false, "gold": ["s42536cb080.md"], "top10": ["s42536cb080.md", "s7ca70d120c.md", "s1c29fd9804.md", "s08307514b5.md", "s39d685badf.md", "s9a95a70547.md", "sb117e13ae0.md", "se65dd638b4.md", "s240459e570.md", "sfe32efb8ae.md"], "rrf10": [0.024590164, 0.023216031, 0.022871377, 0.02270798, 0.022518382, 0.021967627, 0.021878122, 0.021638655, 0.021547194, 0.021192165], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c960da58", "type": "single-session-user", "abstention": false, "gold": ["saaca2ed80c.md"], "top10": ["saaca2ed80c.md", "s4efccb5ba1.md", "sa3c43fba9b.md", "sad118f760a.md", "se36fe90330.md", "see1b389d57.md", "s6a050d3412.md", "sbefd41c50b.md", "sec7632c5d0.md", "sf59a7599e7.md"], "rrf10": [0.024590164, 0.023941532, 0.023809524, 0.022058824, 0.021763146, 0.02168213, 0.021330884, 0.021266968, 0.021175612, 0.021001344], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3b6f954b", "type": "single-session-user", "abstention": false, "gold": ["sf9874a5124.md"], "top10": ["sb47c22cb1c.md", "s8ff87bc633.md", "sa6b0439edc.md", "sf9874a5124.md", "sb3d3c6765f.md", "s5a0f87506b.md", "s3010d3dc86.md", "sff3879ca5e.md", "sc3c8a6b95f.md", "s01b15913d7.md"], "rrf10": [0.024325754, 0.0239692, 0.023809524, 0.023689516, 0.022617681, 0.02232906, 0.021342069, 0.021324355, 0.02124183, 0.021145833], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "726462e0", "type": "single-session-user", "abstention": false, "gold": ["s8fa826fd47.md"], "top10": ["sa29fce60ae.md", "s160ca6f5b7.md", "s0bb7b1fe2c.md", "s8fa826fd47.md", "s0ccf8c6857.md", "s23a3eff1ce.md", "s0c5ad08b81.md", "s9d77c9ee96.md", "sd98ca7a561.md", "s05a7240215.md"], "rrf10": [0.024457959, 0.024069737, 0.023941532, 0.02264239, 0.022501131, 0.022426869, 0.022294372, 0.02195544, 0.02179784, 0.021638655], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "94f70d80", "type": "single-session-user", "abstention": false, "gold": ["sc8fc1f7352.md"], "top10": ["sc8fc1f7352.md", "s98c540ae26.md", "sb3023195f1.md", "s990b8912a0.md", "s11a0d20d04.md", "s72fa293692.md", "s11146b3f67.md", "sae48ef6e52.md", "scad98da0e1.md", "s2b1bade12e.md"], "rrf10": [0.024590164, 0.023271889, 0.02238806, 0.02235023, 0.02228164, 0.02220213, 0.022051282, 0.021372126, 0.021342069, 0.021126761], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "66f24dbb", "type": "single-session-user", "abstention": false, "gold": ["sb831e4dbdc.md"], "top10": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s5322140fc1.md", "s71315ae3a7.md", "sf1cda72706.md", "s69cddbcacc.md", "s05448da2b1.md", "s9e6c188ac5.md", "s4957cc0408.md", "sa3512f9336.md"], "rrf10": [0.024590164, 0.024193548, 0.023076923, 0.02281746, 0.022068511, 0.021462639, 0.021161317, 0.021119505, 0.020965469, 0.020933822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ad7109d1", "type": "single-session-user", "abstention": false, "gold": ["sf725ba758b.md"], "top10": ["sf725ba758b.md", "s189d061221.md", "sd751493123.md", "sc1b30dbb0a.md", "s2b5b0aa860.md", "s401bd64630.md", "s48d780670b.md", "s42e115242c.md", "s1a628c8802.md", "sb3eaf043f1.md"], "rrf10": [0.024590164, 0.023271889, 0.022843823, 0.021794872, 0.021701389, 0.021635138, 0.021535007, 0.02141888, 0.021367521, 0.021059783], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "af8d2e46", "type": "single-session-user", "abstention": false, "gold": ["s044eb27108.md"], "top10": ["s044eb27108.md", "s64e2b0b819.md", "s147a3a8b0a.md", "s8dc06848fd.md", "s9bb041fdb2.md", "s5550eb64a4.md", "s412ac53746.md", "se647d48e56.md", "s38ff234400.md", "sbdb1a9eaf2.md"], "rrf10": [0.024590164, 0.023937532, 0.023591719, 0.023561508, 0.022960373, 0.022058824, 0.02200083, 0.021390938, 0.021330884, 0.021254487], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dccbc061", "type": "single-session-user", "abstention": false, "gold": ["s83822b19ee.md"], "top10": ["se5f38a72ea.md", "s83822b19ee.md", "s0756c03ca9.md", "sb1968414fc.md", "s801fef140e.md", "sebd08fa796.md", "s0c314c82da.md", "s54a0a11963.md", "sde195c06ba.md", "s39e1ba5be4.md"], "rrf10": [0.024329951, 0.024325754, 0.021908272, 0.021748401, 0.021713729, 0.021701389, 0.02141888, 0.021306818, 0.020589997, 0.02032386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8c3f81d", "type": "single-session-user", "abstention": false, "gold": ["s5e447ba69d.md"], "top10": ["s5e447ba69d.md", "s7e491757ae.md", "sb9d9817f51.md", "s9e7019eed5.md", "sb7e2b3f9cb.md", "s0aeeacaeae.md", "s20ce4ccfa3.md", "s5396d0640d.md", "sd418be111e.md", "s3aa12be19e.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023087687, 0.023076923, 0.022727273, 0.022305254, 0.021532091, 0.02094947, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8ebdbe50", "type": "single-session-user", "abstention": false, "gold": ["s91e13e5185.md"], "top10": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "s4f75ec274d.md", "s3418054aca.md", "s7e26f73229.md", "s36984755f0.md", "s6f381be1c8.md", "sd0c9839ab3.md", "sf92d929dee.md"], "rrf10": [0.024590164, 0.023937532, 0.023561508, 0.022843823, 0.021635611, 0.02139219, 0.021042471, 0.020739327, 0.02033511, 0.020277578], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6b168ec8", "type": "single-session-user", "abstention": false, "gold": ["s55e227d395.md"], "top10": ["s55e227d395.md", "se3d4152994.md", "s289c4a06bd.md", "sc83069ca96.md", "s61363c36c3.md", "s260d073d4b.md", "s2ea67cfed2.md", "s2c8e9515de.md", "seac3ebdde6.md", "sede0309875.md"], "rrf10": [0.024590164, 0.024193548, 0.023015873, 0.022630992, 0.022614202, 0.022278314, 0.021776815, 0.021722561, 0.021326014, 0.021269841], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75499fd8", "type": "single-session-user", "abstention": false, "gold": ["sdc6eddbad7.md"], "top10": ["sdc6eddbad7.md", "s4766c41f0e.md", "s1b3d7ad195.md", "s648b1d9d43.md", "s2fb4f9be6f.md", "s9de3e7d7ad.md", "s69d4c697e4.md", "s6e9999c0cb.md", "sa0bdea65e7.md", "s6925c0f147.md"], "rrf10": [0.024590164, 0.022153129, 0.02206823, 0.021978022, 0.021897007, 0.02179784, 0.021763146, 0.021554834, 0.021094403, 0.021071701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21436231", "type": "single-session-user", "abstention": false, "gold": ["sdb453f1104.md"], "top10": ["sdb453f1104.md", "s75e54744cf.md", "s5debc74648.md", "s4cdfeaea85.md", "s0733e43ad4.md", "saaf441ebad.md", "s99c2e093f0.md", "sec3b465070.md", "sef5d948958.md", "scb5be85607.md"], "rrf10": [0.024590164, 0.0234375, 0.022795699, 0.022185061, 0.021848739, 0.021755369, 0.021351575, 0.021327968, 0.021198569, 0.021098213], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95bcc1c8", "type": "single-session-user", "abstention": false, "gold": ["s4089b5c557.md"], "top10": ["s4089b5c557.md", "s4a8154fd0b.md", "s8364852ad9.md", "sdba86027c3.md", "s42da425741.md", "s513cad6870.md", "s81d9fbd127.md", "s78d9b35e19.md", "s7a3aadd1fd.md", "s6f95e47c89.md"], "rrf10": [0.024590164, 0.023809524, 0.023375409, 0.023216031, 0.022737873, 0.021649096, 0.021581197, 0.021437448, 0.021161317, 0.021042471], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf", "type": "single-session-user", "abstention": false, "gold": ["s4973452f2e.md"], "top10": ["s4973452f2e.md", "s46da033ef4.md", "s98c676ad4f.md", "s1a91ebcf65.md", "s0aa376f35f.md", "s3fa8f57569.md", "sb2bbc69103.md", "s6ced394278.md", "s2c726bb9e1.md", "s84a033fb0a.md"], "rrf10": [0.024590164, 0.02406554, 0.022737557, 0.022629773, 0.021967627, 0.021953405, 0.021748401, 0.02090301, 0.020733652, 0.020675505], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "853b0a1d", "type": "single-session-user", "abstention": false, "gold": ["sec30550e9a.md"], "top10": ["sec30550e9a.md", "s63d90e84d8.md", "sa41b920623.md", "s5abb90c95b.md", "sf866f3adab.md", "sd6685f2d6d.md", "sc39596045d.md", "se3c3ff10be.md", "s3886635bef.md", "se7f2633e5d.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022185061, 0.02209596, 0.021897112, 0.021748136, 0.020633013, 0.020404272, 0.020362829], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a06e4cfe", "type": "single-session-user", "abstention": false, "gold": ["s64ceddf61b.md"], "top10": ["s64ceddf61b.md", "sc653839e63.md", "scf6574656c.md", "s1958c4729c.md", "sbd43427dad.md", "s9131ff6e7f.md", "scee96fe43a.md", "s502259f63e.md", "s6bf258d417.md", "s47b1248a0d.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022964015, 0.022569444, 0.020590315, 0.020588235, 0.020512821, 0.020458554, 0.02043512], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37d43f65", "type": "single-session-user", "abstention": false, "gold": ["s5c59950a1e.md"], "top10": ["s5c59950a1e.md", "sacc8962abf.md", "sb140ecce3b.md", "s89d794dbe0.md", "sb62773282a.md", "s65d3354f84.md", "s59eff4b10c.md", "s3570aea559.md", "sb724611cbf.md", "sa651004662.md"], "rrf10": [0.024590164, 0.02406554, 0.023685516, 0.022767857, 0.021437448, 0.02124951, 0.021135266, 0.021089271, 0.020879121, 0.020722744], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b86304ba", "type": "single-session-user", "abstention": false, "gold": ["s6eb55c976f.md"], "top10": ["s6eb55c976f.md", "sa1e8ed3956.md", "sf1690a7f56.md", "s71b13ee157.md", "scf50c971c6.md", "sd990aac0ef.md", "se499af0bf1.md", "s9fd370f1a4.md", "s5f6b4aa260.md", "s1ad89e5752.md"], "rrf10": [0.024457959, 0.024069737, 0.023941532, 0.023200758, 0.022861881, 0.022141372, 0.021845695, 0.021748401, 0.021650327, 0.021103896], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d52b4f67", "type": "single-session-user", "abstention": false, "gold": ["s00992af511.md"], "top10": ["s00992af511.md", "s50df9429e0.md", "sdf79297b63.md", "s20ab53fe06.md", "s4e1dd8c0de.md", "s9af0b83e60.md", "s6fdc7c9ed3.md", "sa3141a0005.md", "s28dc1d37bf.md", "sd1f33c0d81.md"], "rrf10": [0.024325754, 0.023337887, 0.023225957, 0.023197115, 0.022871377, 0.02141888, 0.021249076, 0.021222411, 0.020751174, 0.020738204], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "25e5aa4f", "type": "single-session-user", "abstention": false, "gold": ["sedf4977e36.md"], "top10": ["sedf4977e36.md", "s7053d8112f.md", "s70543176a9.md", "s9645e34ce7.md", "s2de6ee135e.md", "s6baa20216c.md", "s5f9bdf99a8.md", "s24aa268d9b.md", "s014c7da853.md", "s0c79382b0f.md"], "rrf10": [0.024590164, 0.024193548, 0.022861881, 0.022667254, 0.022527473, 0.021825397, 0.02173913, 0.021561772, 0.021274388, 0.020799513], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf9ead2", "type": "single-session-user", "abstention": false, "gold": ["sd668f8bff2.md"], "top10": ["sd668f8bff2.md", "s42e70a5693.md", "s625f2a3d5a.md", "s9e2ad82453.md", "s066b83ee2f.md", "s978c1f2514.md", "s1e4fbfd5d6.md", "sb5e26f72ff.md", "se193708ede.md", "s37fbab6016.md"], "rrf10": [0.024590164, 0.023685516, 0.022770398, 0.022622539, 0.022569444, 0.022504456, 0.022068511, 0.022051282, 0.021967627, 0.020679321], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8550ddae", "type": "single-session-user", "abstention": false, "gold": ["sa6f479058b.md"], "top10": ["s4526908bfb.md", "sa6f479058b.md", "sa0e4f3f109.md", "sa5fd6410e9.md", "s3e9ba68fe8.md", "s5b0f105381.md", "sadc843d342.md", "s6ac7a2234f.md", "scf159a8b40.md", "sa2138f60ba.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.0234375, 0.022960373, 0.022294372, 0.02195544, 0.021825397, 0.021372549, 0.021126761], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60d45044", "type": "single-session-user", "abstention": false, "gold": ["s7480a834d1.md"], "top10": ["s7480a834d1.md", "s0dd1cb43d1.md", "s38422dc034.md", "s370ccc0029.md", "saf5019dd53.md", "s80ff50c751.md", "s6ed957184f.md", "s64304229e8.md", "s798655750f.md", "s25329928b7.md"], "rrf10": [0.024590164, 0.0234375, 0.023271889, 0.023076923, 0.022429262, 0.02220213, 0.02217175, 0.02200083, 0.021748136, 0.0209762], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3f1e9474", "type": "single-session-user", "abstention": false, "gold": ["s5d4d3c2bdc.md"], "top10": ["s5d4d3c2bdc.md", "s8e63221f02.md", "sb48df089a2.md", "s7a9eafd199.md", "s9c62fdbef1.md", "s8d149d3dee.md", "s037dd561ae.md", "sdf160da463.md", "s7058c58e87.md", "s62f050fc8a.md"], "rrf10": [0.024590164, 0.023689516, 0.023225957, 0.023073477, 0.022614202, 0.022222222, 0.021848739, 0.021175373, 0.020841264, 0.020592949], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86b68151", "type": "single-session-user", "abstention": false, "gold": ["s209b908b2b.md"], "top10": ["s209b908b2b.md", "s0a257d4590.md", "sb772a7d84d.md", "sa8ee3caf6e.md", "s9ab44bd213.md", "s7f4edb3dec.md", "s94620a4eb6.md", "sd727742f97.md", "secbabc9825.md", "sd4612bef2d.md"], "rrf10": [0.024590164, 0.02370479, 0.023689516, 0.022614202, 0.022518382, 0.022429262, 0.022278314, 0.021198569, 0.020923521, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "577d4d32", "type": "single-session-user", "abstention": false, "gold": ["s82084ca14c.md"], "top10": ["sedff93512c.md", "s0bdfc6a1e7.md", "s8e3bc7a711.md", "sb51c61a0cc.md", "s283987df90.md", "s5da86ee461.md", "s928952fb11.md", "s9deb3114fe.md", "sd9e05ce14e.md", "s638850ce8b.md"], "rrf10": [0.02382134, 0.022989889, 0.022847302, 0.02281746, 0.022281228, 0.022075261, 0.021730463, 0.021701389, 0.021577381, 0.021372549], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "ec81a493", "type": "single-session-user", "abstention": false, "gold": ["s64285bf27f.md"], "top10": ["s64285bf27f.md", "see9766f78c.md", "s13aaeefa65.md", "s23008e65ec.md", "s45e661a133.md", "s4361893679.md", "s96069531fe.md", "scdf59bc166.md", "s9fcb801a3c.md", "s9ac0d730f1.md"], "rrf10": [0.024590164, 0.023809524, 0.02370479, 0.023216031, 0.023197115, 0.021952259, 0.021577381, 0.021028951, 0.020850202, 0.020779221], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0", "type": "single-session-user", "abstention": false, "gold": ["s00bc77a326.md"], "top10": ["s00bc77a326.md", "s871c58b5b7.md", "sde2c99904d.md", "s4528f510a3.md", "sa71cc5e00d.md", "sc21b78dd6a.md", "s7408cb53ad.md", "s752145c724.md", "s21886d8669.md", "sf4a53befce.md"], "rrf10": [0.024590164, 0.024193548, 0.022667254, 0.022451963, 0.02195544, 0.021581197, 0.021199389, 0.021135029, 0.021033868, 0.020799513], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e01b8e2f", "type": "single-session-user", "abstention": false, "gold": ["s46517e427f.md"], "top10": ["s46517e427f.md", "s266e850b5c.md", "s202d9c11f7.md", "s455830cd48.md", "s44fdd380d4.md", "s5bef40f0cf.md", "sa6b3fce2b2.md", "s2bef0a88cc.md", "s8bcfd31ff6.md", "sbd9b61febc.md"], "rrf10": [0.024590164, 0.024193548, 0.023015873, 0.022964015, 0.022871377, 0.022141372, 0.021464646, 0.021437448, 0.021437198, 0.021390938], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93", "type": "single-session-user", "abstention": false, "gold": ["s6b0d1a4e01.md"], "top10": ["s80752e8f31.md", "s6b0d1a4e01.md", "s7018143d1e.md", "se6b5d09abe.md", "sd8faf282d1.md", "s7dac94d8e9.md", "s0e1c6cb8d0.md", "sd293da6f2c.md", "s2e0112750b.md", "s49511debbb.md"], "rrf10": [0.024457959, 0.024325754, 0.022977941, 0.022045855, 0.021635611, 0.0209762, 0.020940171, 0.020833333, 0.020807726, 0.020733652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ccb36322", "type": "single-session-user", "abstention": false, "gold": ["s0f1d45c64c.md"], "top10": ["s7883cfeafc.md", "s0f1d45c64c.md", "s7d9b9840c4.md", "s43b95cddf3.md", "s2e592da212.md", "s2ba43a9aac.md", "s32ba43dc8e.md", "s1c6168b453.md", "sb17b4d740c.md", "s95a50ecb23.md"], "rrf10": [0.024329951, 0.023937532, 0.0234375, 0.022960373, 0.022843823, 0.02208561, 0.021952259, 0.021230159, 0.021079527, 0.020841264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "001be529", "type": "single-session-user", "abstention": false, "gold": ["se78850a7e0.md"], "top10": ["se78850a7e0.md", "s976a990246.md", "s99bd33666e.md", "se4acb9898f.md", "sd58c72238a.md", "s13905e1f8b.md", "s03994c58b3.md", "s898bc6de37.md", "sf1a996a0a3.md", "s7cadf13af1.md"], "rrf10": [0.024590164, 0.023481973, 0.023216031, 0.022045855, 0.02195544, 0.021878122, 0.02168213, 0.020740884, 0.020625, 0.020387701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b320f3f8", "type": "single-session-user", "abstention": false, "gold": ["scbf5e6c00f.md"], "top10": ["scbf5e6c00f.md", "s119dba6867.md", "scfe527a5fd.md", "sb7e6ea3ef0.md", "sc2738f0693.md", "sa08f24a974.md", "sdde9e2f40a.md", "s5ed3304cd4.md", "s964eeb6692.md", "s12b1172539.md"], "rrf10": [0.024590164, 0.023449132, 0.023375409, 0.022767857, 0.02238806, 0.02220213, 0.022021015, 0.021845695, 0.021326014, 0.020878722], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3", "type": "single-session-user", "abstention": false, "gold": ["sdbbf1ac386.md"], "top10": ["sdbbf1ac386.md", "sbe215f8820.md", "se376a96c6c.md", "sa512fc1979.md", "s5174db6367.md", "sae94042441.md", "sc2e9f5fa2a.md", "s2626811272.md", "s7ea6f338e8.md", "sa3a32e0ed7.md"], "rrf10": [0.024590164, 0.02382134, 0.023197115, 0.022667254, 0.02217175, 0.021428571, 0.021227364, 0.021103896, 0.020866455, 0.020309811], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4fd1909e", "type": "single-session-user", "abstention": false, "gold": ["se3c2e03f5d.md"], "top10": ["se3c2e03f5d.md", "sb0f521b53e.md", "s99819823e4.md", "sf8265200b1.md", "sd5c1366bd0.md", "s79767d2ade.md", "s47ad0d9bcb.md", "s8589d5787c.md", "s356d94e37c.md", "s681d1a737f.md"], "rrf10": [0.024590164, 0.023937532, 0.023271889, 0.022518382, 0.021504321, 0.021242978, 0.021205821, 0.021161317, 0.020933822, 0.020819398], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "545bd2b5", "type": "single-session-user", "abstention": false, "gold": ["sbf90dc8f41.md"], "top10": ["sbf90dc8f41.md", "sf6ad87c231.md", "s55c1eb4ad2.md", "sf59202ae80.md", "s242b03660f.md", "s0017d7cd27.md", "s614dab3820.md", "s55259a37ff.md", "s9fe8314fe9.md", "s33bdaa4f71.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023321123, 0.022871377, 0.022617681, 0.022168569, 0.021635611, 0.021480629, 0.021230159], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8a137a7f", "type": "single-session-user", "abstention": false, "gold": ["sda3bc49b5b.md"], "top10": ["sda3bc49b5b.md", "sf24ade4ae3.md", "sb7e3b42cb1.md", "sd928776277.md", "s97df625c7d.md", "sffe7b3fb60.md", "s0ae38b1724.md", "scf8b9afd76.md", "sb31077574a.md", "s661b5132f5.md"], "rrf10": [0.024590164, 0.023375409, 0.023225957, 0.022203947, 0.022098214, 0.022051282, 0.021848739, 0.0209762, 0.02090301, 0.020757021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "76d63226", "type": "single-session-user", "abstention": false, "gold": ["sc32660f628.md"], "top10": ["sc32660f628.md", "s4eccda7cb6.md", "sef8a1abb77.md", "sd3406d2082.md", "s800e4dae68.md", "s7de74a4e73.md", "s01bfb26d5d.md", "s0d72ee9764.md", "sfcbbb4c08d.md", "s06a67ae272.md"], "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.0234375, 0.022614202, 0.02206823, 0.021557455, 0.021450021, 0.020658263, 0.020643075], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86f00804", "type": "single-session-user", "abstention": false, "gold": ["s451dedc254.md"], "top10": ["s4e37fb4757.md", "s451dedc254.md", "s09f7eb4038.md", "s3487f46f5f.md", "sfc663f1447.md", "s2d25a9da16.md", "sf3df18a0e0.md", "sae043bd5bc.md", "saa2f9440ff.md", "sdce6934763.md"], "rrf10": [0.024329951, 0.024325754, 0.023200758, 0.022964015, 0.022617681, 0.02195544, 0.021953405, 0.021755369, 0.021372549, 0.021135029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e9d538c", "type": "single-session-user", "abstention": false, "gold": ["s27f40086bd.md"], "top10": ["s27f40086bd.md", "s7dd397fedc.md", "s76b40f3402.md", "s09362ae299.md", "s921c476384.md", "se0350d2494.md", "s5c64de8e4b.md", "se23b4238d5.md", "s8320096999.md", "s76ee3e161a.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022843823, 0.022767857, 0.021557455, 0.021535007, 0.021532091, 0.021464646, 0.0209762], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "311778f1", "type": "single-session-user", "abstention": false, "gold": ["s555257fcce.md"], "top10": ["s555257fcce.md", "sf253dd13ec.md", "s951882c320.md", "s0e9dbc30c5.md", "sed31e3b1d2.md", "sc9875c80eb.md", "s4a39278977.md", "sd5ad9181ae.md", "sdd9fe16983.md", "sd3e72bd453.md"], "rrf10": [0.024590164, 0.023689516, 0.023225957, 0.022795699, 0.02173913, 0.02168213, 0.021025641, 0.020864662, 0.020658263, 0.020633013], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c19f7a0b", "type": "single-session-user", "abstention": false, "gold": ["s5fe4b34ec7.md"], "top10": ["s5fe4b34ec7.md", "sc4fd1ad854.md", "s7d06fee335.md", "s0a2a2f8246.md", "s84bf80b43c.md", "s7264b751d3.md", "scdf47aa1af.md", "s70570dd1bf.md", "s1bd2b95fd1.md", "sfbc80cfedf.md"], "rrf10": [0.024325754, 0.023937532, 0.0234375, 0.023337887, 0.022861881, 0.022843823, 0.021878122, 0.021437448, 0.021031746, 0.020740884], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4100d0a0", "type": "single-session-user", "abstention": false, "gold": ["s516a7b3ea9.md"], "top10": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s88e34f0e84.md", "s05dbc22a47.md", "s4290fac327.md", "s3e65793b4b.md", "s4493265a6f.md", "sddb8c5319f.md", "seb428e086c.md", "s8dd1d24e7d.md"], "rrf10": [0.024590164, 0.02406554, 0.023449132, 0.022291667, 0.021192165, 0.020740884, 0.020614828, 0.02039627, 0.020253556, 0.020140665], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b", "type": "single-session-user", "abstention": false, "gold": ["s078fb23b45.md"], "top10": ["s078fb23b45.md", "s3636aed5c4.md", "sbeb94629fa.md", "sd8eb191930.md", "s8c3a533e34.md", "s9faf9a81cd.md", "s1859d187ee.md", "s65e258b216.md", "sbc05d97fc7.md", "s9960cd507e.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.022915269, 0.022727273, 0.022185061, 0.021504321, 0.021437448, 0.021306818, 0.021116139], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1faac195", "type": "single-session-user", "abstention": false, "gold": ["s3b7af5a7be.md"], "top10": ["sf23dd63a11.md", "s3b7af5a7be.md", "se765d340ef.md", "sa6e8349a8e.md", "s426d6ccd25.md", "s477d7708c2.md", "s6790ecc917.md", "s03c9019412.md", "saad26113ae.md", "s10deb45da9.md"], "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.023321123, 0.023087687, 0.022843823, 0.022068511, 0.021462639, 0.02124183, 0.020643075], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "faba32e5", "type": "single-session-user", "abstention": false, "gold": ["s9e17dd29e9.md"], "top10": ["s9e17dd29e9.md", "s7839a704b7.md", "s1586459499.md", "s950fbc4d96.md", "sfe021e3ed9.md", "s347510d7cd.md", "sa6ff9b8b81.md", "s8107b7c51b.md", "s52e4b5628e.md", "s3458e86644.md"], "rrf10": [0.024590164, 0.023937532, 0.023481973, 0.02232906, 0.021897007, 0.021242978, 0.0206725, 0.020614828, 0.020555767, 0.020527859], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4", "type": "single-session-user", "abstention": false, "gold": ["s72c4d8084d.md"], "top10": ["s7506066a7b.md", "s72c4d8084d.md", "s9500390df0.md", "s235ee8da43.md", "s77dffa3f1b.md", "s1fd2c19ab5.md", "s9834f0b9fb.md", "sdc873b6068.md", "sf087eb0ad0.md", "s8bfdcf0df1.md"], "rrf10": [0.024457959, 0.024325754, 0.023200758, 0.02264239, 0.022504456, 0.021963563, 0.02195544, 0.02124936, 0.021135266, 0.021025641], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c14c00dd", "type": "single-session-user", "abstention": false, "gold": ["sa7f50b49d5.md"], "top10": ["sa7f50b49d5.md", "s61b7179117.md", "s70cd5e1ba8.md", "s85098a1b8a.md", "s908c2d235c.md", "sfb944dc496.md", "s8ffef05c21.md", "s90cac98b81.md", "s06b20d2ea5.md", "sb8363a61b9.md"], "rrf10": [0.024590164, 0.024193548, 0.022861881, 0.022614202, 0.022068511, 0.022051282, 0.021638655, 0.02151113, 0.020888158, 0.020467836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36580ce8", "type": "single-session-user", "abstention": false, "gold": ["s313f86d9dc.md"], "top10": ["s313f86d9dc.md", "sb829193d50.md", "sa34bfbd308.md", "s9b531ff081.md", "s7de88f23d1.md", "s277d5884c9.md", "saf544c3d5d.md", "sb4df1318f0.md", "s2794226732.md", "sa3f89169a5.md"], "rrf10": [0.024205943, 0.023448773, 0.02223393, 0.02195544, 0.02179784, 0.021401515, 0.02139219, 0.021330884, 0.02124183, 0.020841487], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3d86fd0a", "type": "single-session-user", "abstention": false, "gold": ["s02c9bec4a7.md"], "top10": ["s02c9bec4a7.md", "sfc295d09e8.md", "sfbc38ed6d4.md", "s6a54623e91.md", "s82cbe82480.md", "s800e955e20.md", "s8fca00e446.md", "s593345ebfb.md", "s63930896d2.md", "sa78360a6c9.md"], "rrf10": [0.024590164, 0.023565324, 0.022501131, 0.021897007, 0.021748136, 0.02157803, 0.021563815, 0.021480629, 0.021351575, 0.021306818], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a82c026e", "type": "single-session-user", "abstention": false, "gold": ["s60339ac226.md"], "top10": ["s60339ac226.md", "s5b9ad3a66b.md", "s6df54a874c.md", "sc0a4e7c0a8.md", "se2e04f1162.md", "s5d689982f5.md", "sd5215be107.md", "sc6b0effbdb.md", "sc80fcd9542.md", "s7ba99f29ec.md"], "rrf10": [0.024590164, 0.023941532, 0.023689516, 0.023119393, 0.022504456, 0.022021015, 0.021002593, 0.020878722, 0.020833333, 0.020512821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf_abs", "type": "single-session-user", "abstention": true, "gold": ["s7b786689a5.md"], "top10": ["s7b786689a5.md", "s3a84ec2dcf.md", "s8400787b0a.md", "scd538a0927.md", "sa220a63e31.md", "s6430733b04.md", "se36f142134.md", "sb517c02206.md", "s702e4848b8.md", "sb406c7a8e0.md"], "rrf10": [0.023242758, 0.022501131, 0.02235023, 0.021776815, 0.021557455, 0.021505376, 0.021367521, 0.020944149, 0.02075989, 0.020375107], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0_abs", "type": "single-session-user", "abstention": true, "gold": ["s019108fb32.md"], "top10": ["s019108fb32.md", "sbd6d0e318d.md", "sa8f4437d8a.md", "s94017201ed.md", "se4ea4016e3.md", "s96fde1080e.md", "s5dd6966ef2.md", "s05d37d03ef.md", "s77603bee54.md", "sd13f664b05.md"], "rrf10": [0.024590164, 0.023481973, 0.023197115, 0.022727273, 0.022474315, 0.022283272, 0.02159204, 0.020841487, 0.020833333, 0.020404272], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93_abs", "type": "single-session-user", "abstention": true, "gold": ["s1f40ce8008.md"], "top10": ["s1f40ce8008.md", "s02df5ea626.md", "s6ceb41d740.md", "sdc10403f0b.md", "s50fca7d4a2.md", "sf0fad5e423.md", "se476c49499.md", "scf53bf14f8.md", "s542e82ec08.md", "s44ee6800f4.md"], "rrf10": [0.024457959, 0.022861881, 0.022614202, 0.022539683, 0.022379032, 0.021581197, 0.021555197, 0.02124951, 0.021145833, 0.021066434], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3_abs", "type": "single-session-user", "abstention": true, "gold": ["s9969d1af37.md"], "top10": ["s9969d1af37.md", "sf071509394.md", "sc71385c7ec.md", "sabfb37cbf9.md", "sfe3b90a759.md", "s583f01c005.md", "s35fe8fd38e.md", "sfde0543649.md", "s29acc02505.md", "s917447a1ea.md"], "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.023087687, 0.02232906, 0.02173913, 0.021135029, 0.020955882, 0.020866455, 0.020646021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b_abs", "type": "single-session-user", "abstention": true, "gold": ["sea613b6019.md"], "top10": ["sea613b6019.md", "s4a24e06b82.md", "sb14e35409a.md", "scfe9541720.md", "s45b28efa1a.md", "sc26dec85f1.md", "s6eef57a6ad.md", "s87a63110e8.md", "s617b33c577.md", "s667a8e99e4.md"], "rrf10": [0.024205943, 0.024069737, 0.023481973, 0.023321123, 0.023216031, 0.022767857, 0.022617681, 0.02079602, 0.020738204, 0.020733652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4_abs", "type": "single-session-user", "abstention": true, "gold": ["s769482c67b.md"], "top10": ["s0034e02315.md", "s0f73ddd941.md", "s1d20e2ff3a.md", "s2437b7fd5d.md", "s2bdc6b5f7a.md", "s769482c67b.md", "sad2eaa25d6.md", "sd243fa3ba1.md", "s7f730775fd.md", "sa8b64c21ad.md"], "rrf10": [0.024590164, 0.02406554, 0.0234375, 0.023216031, 0.022737557, 0.022185061, 0.021869818, 0.021027655, 0.020562771, 0.02032386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "0a995998", "type": "multi-session", "abstention": false, "gold": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md"], "top10": ["s0cab1c9eeb.md", "s9e30df83e3.md", "sae5bd299eb.md", "s8e453e8f24.md", "s27fd6dbb14.md", "sa527e071e7.md", "s36c32c6b02.md", "sbc2d2c3842.md", "sefafcb0fbd.md", "s65bf0c77cf.md"], "rrf10": [0.024325754, 0.02408575, 0.023937532, 0.023561508, 0.023197115, 0.022614202, 0.02206823, 0.021845695, 0.021660265, 0.021327968], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6d550036", "type": "multi-session", "abstention": false, "gold": ["s3b14ace57b.md", "s920d9cbdaf.md", "s9622cbf27d.md", "sc8a0beec36.md"], "top10": ["s8b111b610a.md", "s3201654706.md", "sd5b19e15e5.md", "s5e51f4c028.md", "s9622cbf27d.md", "s907e54276e.md", "s174b687370.md", "s39e699fcb4.md", "s1145256539.md", "sc8a0beec36.md"], "rrf10": [0.024205943, 0.023481973, 0.023122094, 0.023088023, 0.022960373, 0.021686969, 0.021437198, 0.021001344, 0.020952381, 0.02075989], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_59c863d7", "type": "multi-session", "abstention": false, "gold": ["s26f8258ee9.md", "sb97fdcb7cb.md", "sba64de88ce.md", "sf9a4d768db.md"], "top10": ["s26f8258ee9.md", "sf9a4d768db.md", "sba64de88ce.md", "sb97fdcb7cb.md", "s3d3b9e5bb7.md", "saed1f1d752.md", "s1e33d02cef.md", "s8a3b1daeb9.md", "s2f0de9c90a.md", "sc70996dae5.md"], "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.0234375, 0.022727273, 0.022617681, 0.021794872, 0.021351575, 0.020686275, 0.020663454], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b5ef892d", "type": "multi-session", "abstention": false, "gold": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md"], "top10": ["sa3acba8dc9.md", "s1df591c608.md", "s628301263c.md", "s1ebfeb1fdb.md", "s0b60974fb5.md", "sac88db4f42.md", "sb8aa39a921.md", "s44cd2088da.md", "s29d373316b.md", "s97ffd7f30a.md"], "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.022977941, 0.02223393, 0.02173913, 0.021581197, 0.02128483, 0.021227364, 0.021103896], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e831120c", "type": "multi-session", "abstention": false, "gold": ["sb86a802940.md", "sf7a47235ce.md"], "top10": ["sf7a47235ce.md", "sb86a802940.md", "s70a595655e.md", "s615efba50a.md", "s813cbd2683.md", "s931ea4b717.md", "s4806019850.md", "sf9e9cff71e.md", "s5bb590fa65.md", "s602de85612.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.023119393, 0.022977941, 0.022185061, 0.02209596, 0.02206823, 0.021701389, 0.020283199], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3a704032", "type": "multi-session", "abstention": false, "gold": ["s21d0b418e5.md", "s840ac504bc.md", "s9df21ed36e.md"], "top10": ["s21d0b418e5.md", "s9df21ed36e.md", "s840ac504bc.md", "sb9b0b06d1d.md", "s44b2a5f4bf.md", "s91f1316ec0.md", "s76c822641a.md", "scd3550751f.md", "sd6cc7ab041.md", "se21e47ca05.md"], "rrf10": [0.024329951, 0.024325754, 0.023685516, 0.022569444, 0.02235023, 0.022294372, 0.021066434, 0.020742754, 0.020519836, 0.020108603], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d84a3211", "type": "multi-session", "abstention": false, "gold": ["s2cfa274b99.md", "s30e2029c72.md", "s33cb38d99e.md", "s922b1bb2b7.md"], "top10": ["s33cb38d99e.md", "s2cfa274b99.md", "s922b1bb2b7.md", "s30e2029c72.md", "s336292a5c0.md", "s3096c7ac87.md", "scc9c06a2b9.md", "sa9c3670bd7.md", "s71580bbf04.md", "sf28bd59f59.md"], "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.0234375, 0.022960373, 0.02217175, 0.02200083, 0.021635611, 0.021230159, 0.021051571], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "aae3761f", "type": "multi-session", "abstention": false, "gold": ["s6c9c420448.md", "sd76c211bad.md", "sf67b7ec830.md"], "top10": ["sd76c211bad.md", "s6c9c420448.md", "s9820208062.md", "s653f5349a3.md", "sda6e2b5bbe.md", "s7625016923.md", "s9286449301.md", "s5d73e7d8f5.md", "sf67b7ec830.md", "s920f707736.md"], "rrf10": [0.024590164, 0.024193548, 0.023088023, 0.022960373, 0.022569444, 0.022451963, 0.02239819, 0.02195544, 0.021897007, 0.021428571], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_f2262a51", "type": "multi-session", "abstention": false, "gold": ["s9ec4d701c2.md", "sb2151cf652.md", "sb34fe03e75.md"], "top10": ["seab0f0420b.md", "sb34fe03e75.md", "sb2151cf652.md", "se4d9c389ca.md", "sef9b05c8a0.md", "s9ec4d701c2.md", "s45fce0f0a3.md", "sec5ce3001f.md", "s870cbf8a3d.md", "s1e26dc4c12.md"], "rrf10": [0.024590164, 0.02382134, 0.023689516, 0.023015873, 0.022518382, 0.022504456, 0.021825397, 0.021266968, 0.02124951, 0.020404272], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "dd2973ad", "type": "multi-session", "abstention": false, "gold": ["sf176ecce77.md", "sfd4bc0370e.md"], "top10": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sb46d865763.md", "sc777878676.md", "s1cbf7f89d4.md", "s2834c67061.md", "sc734c0a0b7.md", "se23bb4dcc8.md", "se3b4d31da0.md", "s07218cf39d.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023335702, 0.023197115, 0.021561772, 0.021042471, 0.020658263, 0.020382395, 0.020092461], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c4a1ceb8", "type": "multi-session", "abstention": false, "gold": ["s1698d61255.md", "s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md"], "top10": ["s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md", "s1698d61255.md", "s762c765007.md", "sbf4c36a9e9.md", "s8178eabd9b.md", "s64628d5642.md", "s71562ae1c8.md", "s0d03e6e32f.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022843823, 0.022737557, 0.021967627, 0.021861472, 0.021199389, 0.0204497], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a56e767c", "type": "multi-session", "abstention": false, "gold": ["s86eb291fb2.md", "sdb5e961acf.md", "sef186379d1.md"], "top10": ["sdb5e961acf.md", "s86eb291fb2.md", "s74e2f3838a.md", "sef186379d1.md", "s28e9d5b4be.md", "s4161228267.md", "s53cf2fb7df.md", "s83a18097e2.md", "s160913179e.md", "s78ac5a2d9c.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022737557, 0.02168213, 0.021535007, 0.021175612, 0.02079602, 0.02032386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6cb6f249", "type": "multi-session", "abstention": false, "gold": ["s75bb9fd5a7.md", "sca3e1b2e07.md"], "top10": ["sca3e1b2e07.md", "sc4343dbfe1.md", "s75bb9fd5a7.md", "s3ca77ea0da.md", "s0cbb8d3c3b.md", "sd89f5fa204.md", "s4db10d2485.md", "sb7d686a1c6.md", "sade95e1f20.md", "sb47df24ce1.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022614202, 0.022381757, 0.02228164, 0.021878122, 0.021776815, 0.021774688, 0.02173913], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "46a3abf7", "type": "multi-session", "abstention": false, "gold": ["sa6489e86e3.md", "sd9c68433d1.md", "sed4fafb2f3.md"], "top10": ["sed4fafb2f3.md", "sa6489e86e3.md", "sd9c68433d1.md", "s8d3ea66085.md", "sab88b0b5ae.md", "s58ad034f93.md", "s8a7051434f.md", "s70775ff888.md", "s4b6254e85f.md", "s5807437df1.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023087687, 0.022964015, 0.022501131, 0.021482176, 0.021428571, 0.021390938, 0.02115942], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36b9f61e", "type": "multi-session", "abstention": false, "gold": ["s5cb25d04c2.md", "s7ff89f24c1.md", "s9ceac91e4e.md"], "top10": ["s5cb25d04c2.md", "s7ff89f24c1.md", "s9ceac91e4e.md", "sf389b96746.md", "se24f95f692.md", "s263df47cfb.md", "s1548b10be2.md", "s111daefdd3.md", "s81e7d501ef.md", "se66d80c094.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.02223393, 0.02141888, 0.021330884, 0.02090301, 0.020707071, 0.020643075], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28dc39ac", "type": "multi-session", "abstention": false, "gold": ["s01acd3994a.md", "s734bf88e64.md", "s7f9a6f9c64.md", "sad3a325537.md", "sc9ae531e6c.md"], "top10": ["s7f9a6f9c64.md", "s01acd3994a.md", "s734bf88e64.md", "sc9ae531e6c.md", "sad3a325537.md", "scbeb5c12e2.md", "sdc2ea3c05a.md", "s5594d37a3e.md", "s6ef6222568.md", "sfb421d23e6.md"], "rrf10": [0.024205943, 0.024193548, 0.024069737, 0.023561508, 0.023076923, 0.022397892, 0.022068511, 0.021774688, 0.020955882, 0.020866455], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f8be40d", "type": "multi-session", "abstention": false, "gold": ["s6fb9ec6824.md", "s7851663dcb.md", "sd0093e4f42.md"], "top10": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "sa90ce05da5.md", "s91e1febda6.md", "s856f973ec5.md", "s396f63126d.md", "s276c620b99.md", "s666c84b168.md", "s9f0ef689de.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023076923, 0.022964015, 0.022569444, 0.022501131, 0.021042471, 0.020866455, 0.020588235], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2e6d26dc", "type": "multi-session", "abstention": false, "gold": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sdfed11c48f.md"], "top10": ["s0ee726bb15.md", "sdb769df2b3.md", "s5a77d357f0.md", "sdfed11c48f.md", "saca5c1b426.md", "s04a09f979b.md", "sd7cf1a27a8.md", "s4df541d016.md", "scc6a8f7a06.md", "s13502c5960.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023317308, 0.022727273, 0.021372549, 0.0209762, 0.020940171, 0.020590315, 0.020061728], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_15e38248", "type": "multi-session", "abstention": false, "gold": ["s16e0ae23f7.md", "s2233669115.md", "s95280dceaf.md", "sbcc79c095c.md"], "top10": ["s2233669115.md", "sbcc79c095c.md", "s16e0ae23f7.md", "s95280dceaf.md", "s81e1b55285.md", "s0ec8e3ef85.md", "sc7551cf3a7.md", "s1729f5c759.md", "sb27300bb16.md", "sb8f390eafe.md"], "rrf10": [0.024325754, 0.024205943, 0.023449132, 0.023335702, 0.023200758, 0.023088023, 0.021967627, 0.021952259, 0.021428571, 0.021028951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "88432d0a", "type": "multi-session", "abstention": false, "gold": ["s53e8396392.md", "s850ab4bfb0.md", "s9f7917db5a.md", "saa16bc031b.md"], "top10": ["s850ab4bfb0.md", "s916c8ca331.md", "s53e8396392.md", "s9f7917db5a.md", "s83794d08be.md", "s41bb435e9c.md", "sff8782fa52.md", "sce3122fe54.md", "s239dd36496.md", "s866e22ebbf.md"], "rrf10": [0.023941532, 0.023335702, 0.023150199, 0.023088023, 0.022527473, 0.022501131, 0.022474315, 0.021535007, 0.021205821, 0.021116139], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "80ec1f4f", "type": "multi-session", "abstention": false, "gold": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md"], "top10": ["s1baf405e01.md", "s3b4c078c40.md", "sa61a304035.md", "sfceecfe979.md", "sdb4dde1571.md", "scdefc795ec.md", "s0cab8965c5.md", "s565ba951ca.md", "s80675e665a.md", "s62a42cb998.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022051282, 0.021978022, 0.021730463, 0.021437448, 0.02133563, 0.020841487], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d23cf73b", "type": "multi-session", "abstention": false, "gold": ["s224e6df14f.md", "s6f7d35d21e.md", "sc504fbe9db.md", "sc5d1dd5e01.md"], "top10": ["s6f7d35d21e.md", "sb5b1e3b675.md", "sc5d1dd5e01.md", "s0b1e41138f.md", "sc504fbe9db.md", "sf27e14b598.md", "sb07c9d7049.md", "s224e6df14f.md", "s7ba9840142.md", "s79f4132eaf.md"], "rrf10": [0.024457959, 0.024069737, 0.023561508, 0.023271889, 0.022847302, 0.022843823, 0.022518382, 0.022068511, 0.021330884, 0.021135029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_7fce9456", "type": "multi-session", "abstention": false, "gold": ["s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "sd3f8e234b6.md"], "top10": ["sd3f8e234b6.md", "s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "s16fad380cc.md", "s455b30ef31.md", "s373b96e9fe.md", "s898fce0d15.md", "s949bec05b3.md"], "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.023317308, 0.022630992, 0.021175373, 0.021126761, 0.021089271, 0.020970395, 0.020864662], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d682f1a2", "type": "multi-session", "abstention": false, "gold": ["s09e41232bd.md", "s49befdeaf8.md", "s692714d7cc.md"], "top10": ["s692714d7cc.md", "s09e41232bd.md", "s49befdeaf8.md", "s2369c42cce.md", "s560a2d721e.md", "sffd15235b1.md", "s585ddc404d.md", "s6fa772d0d8.md", "sbf89bbf5ed.md", "sc9123634dc.md"], "rrf10": [0.024329951, 0.024193548, 0.023821721, 0.023197115, 0.022843823, 0.022539683, 0.021748136, 0.02168213, 0.02075989, 0.020620581], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7024f17c", "type": "multi-session", "abstention": false, "gold": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md"], "top10": ["sca69ccbde5.md", "sc14f0e6821.md", "sf96977485c.md", "s9170802faa.md", "s898de325e0.md", "s4caa815aaf.md", "sa2a0c5d1f9.md", "s287a9d4850.md", "se6636111ee.md", "s327cec1653.md"], "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.023200758, 0.022426869, 0.022397892, 0.022278314, 0.021635611, 0.020841264, 0.020738204], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5501fe77", "type": "multi-session", "abstention": false, "gold": ["s0f2c159d43.md", "s25e1d8123c.md", "s8bb872adb2.md"], "top10": ["s0f2c159d43.md", "s8bb872adb2.md", "s25e1d8123c.md", "s5b3e95f112.md", "sd26bdca025.md", "s7f693886af.md", "s64e298b635.md", "s0f7ca9a69c.md", "sf5b5d523e4.md", "s3ecf236b80.md"], "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.0234375, 0.022847302, 0.022501131, 0.02239819, 0.022397892, 0.021638655, 0.021126761], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2ba83207", "type": "multi-session", "abstention": false, "gold": ["s0b4a51fbea.md", "s2f06f0abfa.md", "saaf2c38140.md", "sfc08f59686.md"], "top10": ["sfc08f59686.md", "s2f06f0abfa.md", "s0b4a51fbea.md", "saaf2c38140.md", "sf91642865e.md", "sbef4a80865.md", "s52b049efa9.md", "sc8e0d7babe.md", "s3b39166b57.md", "s7b8fb6cd87.md"], "rrf10": [0.024590164, 0.023937532, 0.0234375, 0.023088023, 0.022737557, 0.021942986, 0.021774688, 0.021748136, 0.021205821, 0.020909091], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2318644b", "type": "multi-session", "abstention": false, "gold": ["s132adbfcf9.md", "s3e9c09ec40.md"], "top10": ["s3e9c09ec40.md", "s132adbfcf9.md", "s4ac2492a7a.md", "s020e99638d.md", "s43b800d2df.md", "sdd23cdc51d.md", "scc4ddd3c76.md", "s6b9930b4d4.md", "safee1e6c31.md", "s3a37fd01b8.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.023076923, 0.021437198, 0.021351575, 0.020807726, 0.020707071, 0.020695971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ce6a0f2", "type": "multi-session", "abstention": false, "gold": ["s2b81e468b3.md", "sadd4508488.md", "sb77701eed7.md", "sfc2db0846c.md"], "top10": ["sfc2db0846c.md", "sb77701eed7.md", "sadd4508488.md", "s2b81e468b3.md", "s89130bce62.md", "s29817bcdac.md", "s6d91017b20.md", "s02eec5b554.md", "s3cbcee1ea9.md", "se20eb993ce.md"], "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.022871377, 0.022501131, 0.022193769, 0.021635611, 0.021547194, 0.021066434, 0.020850202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d12ceb0e", "type": "multi-session", "abstention": false, "gold": ["s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md"], "top10": ["se99b5a1300.md", "s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md", "s505d7305e1.md", "sb2ca7cb4fa.md", "s08afb009e2.md", "se9ec39d83a.md", "s248b56ebfc.md", "sd396391319.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.022504456, 0.021254487, 0.021180556, 0.021089271, 0.020738204, 0.020512821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "00ca467f", "type": "multi-session", "abstention": false, "gold": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md"], "top10": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md", "s4cb6ce14a1.md", "s69807d07eb.md", "s8b2a65c47c.md", "s80a6ca3ee3.md", "s0a217cd4f6.md", "s4769ae32b9.md", "sfbef5ecf9c.md"], "rrf10": [0.024590164, 0.023335702, 0.022843823, 0.022458146, 0.022381757, 0.02223393, 0.021327968, 0.020878722, 0.02039627, 0.020339954], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b3c15d39", "type": "multi-session", "abstention": false, "gold": ["s6acba25ed9.md", "se17b67a55b.md"], "top10": ["s6acba25ed9.md", "se17b67a55b.md", "s995df4f079.md", "sb9694e2365.md", "s557a338b3b.md", "sa9ba8118da.md", "s6556dd19d7.md", "s58c7db7ba8.md", "s8fc14ffdc4.md", "sd7dc5253b1.md"], "rrf10": [0.024590164, 0.024193548, 0.022915269, 0.021730463, 0.021555197, 0.021119505, 0.020940171, 0.020799513, 0.020645646, 0.020334507], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_31ff4165", "type": "multi-session", "abstention": false, "gold": ["s066f182e2c.md", "s188a98d519.md", "s4965b8d613.md", "s87bfd0965c.md", "scdb438ac08.md"], "top10": ["s4965b8d613.md", "s066f182e2c.md", "s87bfd0965c.md", "s188a98d519.md", "scdb438ac08.md", "s59b067d284.md", "s74d911bbde.md", "s8413521d08.md", "s5e6c271b60.md", "s019102c01e.md"], "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.023087687, 0.022964015, 0.02206823, 0.021794872, 0.021274388, 0.021126761, 0.020658263], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eeda8a6d", "type": "multi-session", "abstention": false, "gold": ["s1b8ebc725a.md", "scc99bb2853.md"], "top10": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s615f199794.md", "s4132ba5965.md", "s28d70fd8f5.md", "s1a91529113.md", "s427958e33a.md", "s59adb14888.md", "s07445de2a9.md"], "rrf10": [0.024590164, 0.024193548, 0.023088023, 0.022667254, 0.022141372, 0.021970577, 0.021848739, 0.020512821, 0.020375107, 0.0203125], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2788b940", "type": "multi-session", "abstention": false, "gold": ["s03edf94642.md", "s86f4ebce3b.md", "sa55e6a84f1.md", "sef95cb781c.md"], "top10": ["sef95cb781c.md", "s426f808baa.md", "sa55e6a84f1.md", "s3b5a2c356e.md", "s86f4ebce3b.md", "s03edf94642.md", "s9c840ed9cc.md", "sc9a99058b6.md", "s9941a15845.md", "s98b0c4cf75.md"], "rrf10": [0.024193548, 0.0239692, 0.023821721, 0.023335702, 0.023321123, 0.022964015, 0.022185061, 0.021967627, 0.021638655, 0.021034996], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "60bf93ed", "type": "multi-session", "abstention": false, "gold": ["s16a42837d3.md", "sdf59b1570b.md"], "top10": ["sdf59b1570b.md", "s16a42837d3.md", "s5b3b539bf6.md", "sa22015ff1c.md", "s35e389107b.md", "sd9b4e7d247.md", "sec7f0c76ec.md", "s56e2250caa.md", "sb7868e53ee.md", "sc3c7603b69.md"], "rrf10": [0.024193548, 0.023821721, 0.023809524, 0.023197115, 0.02238806, 0.02201142, 0.021952259, 0.021638655, 0.021089271, 0.020547945], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9d25d4e0", "type": "multi-session", "abstention": false, "gold": ["s33979ccbe8.md", "s64126efa2d.md", "s9017bf7dcb.md"], "top10": ["s33979ccbe8.md", "s9017bf7dcb.md", "s64126efa2d.md", "s5291f3b804.md", "s978219490a.md", "sb7c2e6cc8d.md", "s227188990a.md", "s398b3b26d2.md", "s389fef46f5.md", "sd57ba553cd.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.02238806, 0.02228164, 0.021845695, 0.021482176, 0.020952381, 0.020769493], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "129d1232", "type": "multi-session", "abstention": false, "gold": ["s09c24965c3.md", "s127c9631eb.md", "sbcd412fda7.md"], "top10": ["s127c9631eb.md", "s15995a9d03.md", "s60de5980c6.md", "s76ab48954e.md", "se72c150537.md", "sbcd412fda7.md", "sb253280e34.md", "s23b440e9fe.md", "s09c24965c3.md", "s8a17e4967d.md"], "rrf10": [0.024590164, 0.022978347, 0.022737557, 0.02239819, 0.022123016, 0.021953405, 0.021722561, 0.02168213, 0.021635138, 0.021532091], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "60472f9c", "type": "multi-session", "abstention": false, "gold": ["s80e5b5e586.md", "sc3c9078a29.md", "sed07ad6a6d.md"], "top10": ["sed07ad6a6d.md", "s80e5b5e586.md", "sf025e93b7b.md", "se2bf53ce86.md", "s41db44014d.md", "s9239f44d28.md", "s53f345a17b.md", "sa7786536be.md", "se4a9a3b1c0.md", "s86e28f1652.md"], "rrf10": [0.024457959, 0.024325754, 0.021825397, 0.021638655, 0.02159204, 0.02124951, 0.020931142, 0.020888158, 0.020879121, 0.020633013], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_194be4b3", "type": "multi-session", "abstention": false, "gold": ["s279bfcfa76.md", "s7110bfb5f3.md", "s9b8d3fd029.md", "sdc5c2a82ff.md", "seeb2eb3c0e.md"], "top10": ["seeb2eb3c0e.md", "s9b8d3fd029.md", "s279bfcfa76.md", "s7110bfb5f3.md", "sdc5c2a82ff.md", "s35f5f66f9c.md", "s94025d8f64.md", "sb23ad55bbc.md", "s992a5b82ad.md", "sffc64b4ee2.md"], "rrf10": [0.024205943, 0.02406554, 0.023821721, 0.023565324, 0.023449132, 0.022727273, 0.022168569, 0.021535007, 0.021042471, 0.021031746], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a9f6b44c", "type": "multi-session", "abstention": false, "gold": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md"], "top10": ["s58265a94bc.md", "sced13ee3d7.md", "sbc37436477.md", "sd2d4dcf411.md", "s1e3719d3a2.md", "s237706fb0a.md", "saf7ae41999.md", "se9a154371c.md", "sbf5a5d0fd9.md", "sed5ef343f0.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.022737557, 0.022617681, 0.022614202, 0.021462639, 0.021428571, 0.020931142], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d851d5ba", "type": "multi-session", "abstention": false, "gold": ["s1c54991841.md", "s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md"], "top10": ["sa7bcf383a8.md", "sb136fabd2f.md", "s56cd3bb7ea.md", "s1c54991841.md", "s487c0cf819.md", "s4e7706eb24.md", "s94e18ec011.md", "s45eabc3adb.md", "sce220927b8.md", "s124cb1c7bb.md"], "rrf10": [0.024590164, 0.023941532, 0.023937532, 0.023561508, 0.022501131, 0.02209596, 0.021952259, 0.021776815, 0.021336996, 0.020952381], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5a7937c8", "type": "multi-session", "abstention": false, "gold": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md"], "top10": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md", "s628e313027.md", "seda0f3a670.md", "s39681fcabb.md", "s6049da1aba.md", "sd56fd0edce.md", "s308b1e170c.md", "s3ba2d6fdcb.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022727273, 0.022630992, 0.02124183, 0.021098213, 0.020751174, 0.020729979], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ab202e7f", "type": "multi-session", "abstention": false, "gold": ["s031865616f.md", "s306fcd1e6b.md", "s99437a710e.md", "sa668a05fdd.md", "sccc68a973c.md"], "top10": ["sa668a05fdd.md", "s031865616f.md", "s035c695314.md", "s99437a710e.md", "sccc68a973c.md", "s19f0c7feff.md", "s1cb10757d0.md", "s8d0fd2e7be.md", "s738f6b46c0.md", "s726243566d.md"], "rrf10": [0.024590164, 0.02406554, 0.023335702, 0.023200758, 0.022737873, 0.021818182, 0.021794872, 0.021532091, 0.021462639, 0.020866455], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_e05b82a6", "type": "multi-session", "abstention": false, "gold": ["s05d58d35a1.md", "s6846359b7f.md", "s721c829a00.md", "sc9fe05e720.md"], "top10": ["s05d58d35a1.md", "s721c829a00.md", "s6846359b7f.md", "sc9fe05e720.md", "sfad2a37ff2.md", "s90b8ee3a8c.md", "s9edf94ec14.md", "s30931b9865.md", "s8fa5ececb9.md", "s572069476e.md"], "rrf10": [0.024329951, 0.023941532, 0.023821721, 0.022989889, 0.022737557, 0.022727273, 0.021748401, 0.021686969, 0.021581197, 0.020933822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_731e37d7", "type": "multi-session", "abstention": false, "gold": ["s380c6cb254.md", "s6ca1a2243d.md", "sa1c05b0263.md", "sb193b63b00.md"], "top10": ["s6ca1a2243d.md", "sb193b63b00.md", "s380c6cb254.md", "se31b5602a1.md", "s53e4f044ca.md", "s3f32f86b89.md", "s055dbfadcf.md", "sb4d2435067.md", "sac579924b5.md", "sa1c05b0263.md"], "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.022667254, 0.022501131, 0.022305254, 0.021581197, 0.021561772, 0.021557455, 0.021462639], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276", "type": "multi-session", "abstention": false, "gold": ["s13883f02b8.md", "sba7c8c3c7d.md"], "top10": ["s13883f02b8.md", "sba7c8c3c7d.md", "s9fd4332618.md", "s5a1ee037a5.md", "sab68ab2d66.md", "s28a2db4199.md", "s85ef8995c0.md", "s9ced30d374.md", "s25a19cbca0.md", "s2ed961ac40.md"], "rrf10": [0.024457959, 0.024325754, 0.023087687, 0.022964015, 0.022451963, 0.022051282, 0.021450021, 0.021042471, 0.020738204, 0.020300752], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10d9b85a", "type": "multi-session", "abstention": false, "gold": ["s521737fe3c.md", "s5cb57f4467.md"], "top10": ["s02e4c8384f.md", "s5cb57f4467.md", "s56195ef491.md", "se7bba65ae0.md", "s176b987f1c.md", "sfed4bac44b.md", "sbf729c72d8.md", "s046a6970fc.md", "sc98e3a621e.md", "sf8d411ad9e.md"], "rrf10": [0.024205943, 0.023375409, 0.023087687, 0.022689475, 0.02264239, 0.022366522, 0.022141372, 0.02206823, 0.021818182, 0.021776815], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "e3038f8c", "type": "multi-session", "abstention": false, "gold": ["s0a27af93be.md", "s539cbd787b.md", "saeac39b335.md", "sc6efc41d6f.md"], "top10": ["sa181d342c0.md", "s0a27af93be.md", "s539cbd787b.md", "saeac39b335.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "s016104f147.md", "s84b497bcc6.md", "sdc4a2f7168.md", "sea8aa5cd1e.md"], "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023685516, 0.023076923, 0.022727273, 0.021547194, 0.021504321, 0.020833333, 0.020590315], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2b8f3739", "type": "multi-session", "abstention": false, "gold": ["s47c5b96a51.md", "s9ef75d4221.md", "sb0fc6927ec.md"], "top10": ["s9ef75d4221.md", "sb0fc6927ec.md", "se39d6a115f.md", "s47c5b96a51.md", "s952f7a0d61.md", "s530d0ea643.md", "s693cb28993.md", "s0f976e1025.md", "s6fff197a11.md", "s28e9a85b50.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.023561508, 0.022960373, 0.022193769, 0.022058824, 0.021022934, 0.020864662, 0.020470728], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a8a66a6", "type": "multi-session", "abstention": false, "gold": ["s4b3eedec67.md", "s53d0cd0c4b.md", "s9eb4f9fbab.md", "se31e751aa8.md"], "top10": ["se31e751aa8.md", "s0fb98c3796.md", "sfd7cac6284.md", "scfa73c8063.md", "s7d08845db2.md", "sea44771d09.md", "s8da941e76a.md", "s53d0cd0c4b.md", "sfb5216e46e.md", "s9eb4f9fbab.md"], "rrf10": [0.024590164, 0.023375409, 0.023200758, 0.022737873, 0.022527473, 0.022193769, 0.021367521, 0.021205821, 0.021034996, 0.020923521], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c2ac3c61", "type": "multi-session", "abstention": false, "gold": ["sc4e46e0831.md", "secbcb12e79.md"], "top10": ["se44cc09f4d.md", "sd61606eee8.md", "secbcb12e79.md", "s3739786e0e.md", "sc4e46e0831.md", "saf7407dded.md", "sa837a06460.md", "s615ed1782e.md", "s159f689ead.md", "s547181d168.md"], "rrf10": [0.02370479, 0.023581337, 0.0234375, 0.023435696, 0.022843823, 0.022278314, 0.021462639, 0.021351575, 0.021028951, 0.020885029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bf659f65", "type": "multi-session", "abstention": false, "gold": ["s164a501112.md", "s9d3935685c.md", "s9e6f7f2cbe.md"], "top10": ["s164a501112.md", "s9d3935685c.md", "sdf73f13a80.md", "s059f55c897.md", "s9e6f7f2cbe.md", "s535c10ab95.md", "s6dda5d116d.md", "sbc6d2a1139.md", "sa410608d69.md", "s3099d29a16.md"], "rrf10": [0.024590164, 0.023937532, 0.02370479, 0.023321123, 0.023317308, 0.022964015, 0.021967627, 0.02195544, 0.021437448, 0.021428571], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed", "type": "multi-session", "abstention": false, "gold": ["s34cab4fb5d.md", "sbde195f40b.md", "sbed5bb0188.md"], "top10": ["s3f7df7db0d.md", "s95d8eaccad.md", "sbed5bb0188.md", "seb62036ed5.md", "s34cab4fb5d.md", "se8f046e04b.md", "sbde195f40b.md", "s307fd1f4cb.md", "sc7e5edf3d3.md", "s05fb817e4b.md"], "rrf10": [0.02408575, 0.02406554, 0.023689516, 0.02232906, 0.022068511, 0.02168213, 0.021530055, 0.021136174, 0.020931142, 0.020707071], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_2f91af09", "type": "multi-session", "abstention": false, "gold": ["s6fa42d1ce0.md", "s91c3ea6f4d.md", "sc0ccf8ed8d.md"], "top10": ["sc0ccf8ed8d.md", "s91c3ea6f4d.md", "s6fa42d1ce0.md", "s643527ca2a.md", "s8991fbcb7d.md", "s7a743c7846.md", "sc3e585c242.md", "sddb90720ca.md", "s80e2e548a2.md", "s12f1e70093.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023317308, 0.022518382, 0.022141372, 0.02200083, 0.02141888, 0.020931142, 0.020590315], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "81507db6", "type": "multi-session", "abstention": false, "gold": ["s386e0d7090.md", "s4141bca084.md", "s549a0f0906.md", "s6ded7a12b8.md", "s70cca0fb0d.md"], "top10": ["s70cca0fb0d.md", "s21b89153f4.md", "s386e0d7090.md", "s6ded7a12b8.md", "s549a0f0906.md", "s4141bca084.md", "s3241e09255.md", "s700e98418b.md", "sd9aebd05ad.md", "sed3813d298.md"], "rrf10": [0.024205943, 0.02406554, 0.023448773, 0.022689475, 0.022058824, 0.021978022, 0.020965469, 0.020656371, 0.020419879, 0.020384615], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "88432d0a_abs", "type": "multi-session", "abstention": true, "gold": ["s334d8fb216.md", "s45820b1e74.md", "s9a71b81fa7.md", "safd5325df8.md"], "top10": ["s888f6c8adb.md", "s45820b1e74.md", "safd5325df8.md", "s9a71b81fa7.md", "s922456f791.md", "s98e8e818be.md", "s334d8fb216.md", "s39ad3aa2b5.md", "s5f2c8bc578.md", "s2c5663ef6d.md"], "rrf10": [0.024205943, 0.024193548, 0.023581337, 0.022722331, 0.022504456, 0.022222222, 0.021954114, 0.021748136, 0.021504321, 0.021437198], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "80ec1f4f_abs", "type": "multi-session", "abstention": true, "gold": ["s2282290894.md", "s648c0b7802.md", "sf8bded3d5a.md"], "top10": ["s648c0b7802.md", "s2282290894.md", "sf8bded3d5a.md", "s1e7fc64954.md", "sd1f648a87a.md", "s6060176a86.md", "s4e6e8e8d80.md", "s95a5b95603.md", "sff26cb88a0.md", "s88331a4f8b.md"], "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.022977941, 0.022847302, 0.022843823, 0.022305254, 0.021175373, 0.021135266, 0.020458554], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eeda8a6d_abs", "type": "multi-session", "abstention": true, "gold": ["s0680fe40b7.md", "s63aceee6c1.md"], "top10": ["s63aceee6c1.md", "s0680fe40b7.md", "s32273087a0.md", "s328e48fb3e.md", "s4389a7958e.md", "se7c061285f.md", "s5a26ca22bd.md", "s4bc221cf2a.md", "s14d4b11787.md", "saf23c607bd.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023197115, 0.022474315, 0.022068511, 0.021372549, 0.021269841, 0.021161317, 0.021033868], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed_abs", "type": "multi-session", "abstention": true, "gold": ["scc51aa155a.md", "se3cc01bf0b.md"], "top10": ["s977f0caa44.md", "sfc618b8db3.md", "s5e7ae65f21.md", "s914178e4c7.md", "se3cc01bf0b.md", "sba95c90da1.md", "sc9ce6cf299.md", "s8d50f15d21.md", "s878bcb907e.md", "s70093db36f.md"], "rrf10": [0.02408575, 0.024069737, 0.023481973, 0.023087687, 0.022222222, 0.021967627, 0.021952259, 0.021645022, 0.02157803, 0.021336996], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "edced276_abs", "type": "multi-session", "abstention": true, "gold": ["s0dac2270b4.md", "s99064cfea8.md"], "top10": ["s99064cfea8.md", "s0dac2270b4.md", "sd838f49bf5.md", "s407342dd82.md", "s6c26dcbe0b.md", "s5f75fd1e0a.md", "sb172f26903.md", "s1dc529a20b.md", "s0283329156.md", "sd6766b1935.md"], "rrf10": [0.024590164, 0.023809524, 0.023591719, 0.022843823, 0.022381757, 0.022051282, 0.021897007, 0.021650327, 0.021638655, 0.021635611], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed_abs", "type": "multi-session", "abstention": true, "gold": ["s015ae7319f.md", "s3494143d97.md", "s7941eaad24.md"], "top10": ["s7941eaad24.md", "s3494143d97.md", "s91a0690b2a.md", "s015ae7319f.md", "saf545f0c25.md", "sd72f8c03d8.md", "sd22980ea98.md", "s1a0063b9c1.md", "sfb8b919c10.md", "s8ae1966a5f.md"], "rrf10": [0.024325754, 0.023685516, 0.023639819, 0.022960373, 0.022058824, 0.022035256, 0.021547194, 0.020841487, 0.020807726, 0.020722744], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8a2466db", "type": "single-session-preference", "abstention": false, "gold": ["scac89ba313.md"], "top10": ["scac89ba313.md", "s32159385fc.md", "s0701bbd2e7.md", "sad15a91974.md", "s06e05c9c62.md", "s94f85ec277.md", "s41ab846bb6.md", "s5521a1154e.md", "se2446ceceb.md", "s7b509a6776.md"], "rrf10": [0.024590164, 0.02370479, 0.023685516, 0.023449132, 0.022871377, 0.022222222, 0.02200083, 0.021437198, 0.021126761, 0.020850202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06878be2", "type": "single-session-preference", "abstention": false, "gold": ["s2b7431b485.md"], "top10": ["s2b7431b485.md", "sd3c53ca1b6.md", "sbdd35dc24f.md", "s2af9054545.md", "s8b2cdb5a96.md", "s15b920082e.md", "s2b442cb8c7.md", "s29a4c50ff9.md", "s8dfaf7a538.md", "s9d60db0af2.md"], "rrf10": [0.024205943, 0.024193548, 0.024069737, 0.022667254, 0.022504456, 0.021952259, 0.021878122, 0.021464646, 0.021098213, 0.020614828], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75832dbd", "type": "single-session-preference", "abstention": false, "gold": ["s25e36fd514.md"], "top10": ["se856a6832c.md", "s587aa50463.md", "sd6aad8ae3a.md", "sed0b786e87.md", "se6371172ce.md", "s6e1eab1e33.md", "s1537225f13.md", "s25e36fd514.md", "sf0a8f67640.md", "sc4cdd43e27.md"], "rrf10": [0.023375409, 0.023321123, 0.022977941, 0.022566282, 0.021776815, 0.020965469, 0.020823511, 0.020695971, 0.020200388, 0.020188531], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "0edc2aef", "type": "single-session-preference", "abstention": false, "gold": ["s8bc573d432.md"], "top10": ["s8bc573d432.md", "sf6f6fa82ca.md", "sce391558b2.md", "s2da70a6c18.md", "s1f0dbeaaa5.md", "sf9b32b49ee.md", "sbea09856a4.md", "sedfbc29282.md", "s1a86708df9.md", "s257765a7a6.md"], "rrf10": [0.024329951, 0.024325754, 0.023689516, 0.023225957, 0.022847302, 0.022098214, 0.021869818, 0.021748136, 0.021730463, 0.021464646], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "35a27287", "type": "single-session-preference", "abstention": false, "gold": ["sc46bd94bbf.md"], "top10": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "se5d95e7431.md", "sced6817947.md", "sa2e05cfb77.md", "sf4bfddaf52.md", "se48fb3d0db.md", "sf13db81eed.md", "s91c9e0ca42.md", "s03c1b52292.md"], "rrf10": [0.024590164, 0.023937532, 0.023561508, 0.023481973, 0.022964015, 0.022527473, 0.021776815, 0.021555197, 0.0204497, 0.020301717], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "32260d93", "type": "single-session-preference", "abstention": false, "gold": ["s1040d90146.md"], "top10": ["s0fc1b1ba12.md", "s1040d90146.md", "s9e0c0e076a.md", "s29b3f0c016.md", "s8250138121.md", "s756c8e34bb.md", "sce3539f939.md", "s33d34d5c39.md", "s9648d945fa.md", "s7d5d94c975.md"], "rrf10": [0.024329951, 0.024325754, 0.023225957, 0.023197115, 0.022727273, 0.022474315, 0.021205821, 0.020740884, 0.0204497, 0.020419879], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "195a1a1b", "type": "single-session-preference", "abstention": false, "gold": ["s97c7db7383.md"], "top10": ["s97c7db7383.md", "sd563344132.md", "scd209c8266.md", "sbc2a9fcdcb.md", "sb9f76b5140.md", "s8b7f51f678.md", "sf466b28729.md", "s588e8cf9a9.md", "sd1ccc3f038.md", "s5819a20b4d.md"], "rrf10": [0.02408575, 0.02406554, 0.023581337, 0.022381757, 0.021554834, 0.021372549, 0.02124183, 0.021230159, 0.021175373, 0.021145833], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "afdc33df", "type": "single-session-preference", "abstention": false, "gold": ["s93307186a5.md"], "top10": ["s93307186a5.md", "s22c40c6013.md", "sf81b3e79cb.md", "s778c3deb62.md", "s60952faa36.md", "se0d956b310.md", "s03448aaa0c.md", "se42be0d814.md", "s9d822806f2.md", "sc235b3920b.md"], "rrf10": [0.024457959, 0.024325754, 0.023225957, 0.022614202, 0.02232906, 0.022291667, 0.022185061, 0.021748136, 0.021635138, 0.021504321], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf03d32", "type": "single-session-preference", "abstention": false, "gold": ["s6d551ad199.md"], "top10": ["s6d551ad199.md", "sd333b109b4.md", "sa2296e8d4a.md", "s5c8ea1162a.md", "sde76bbcdac.md", "scf15cc4720.md", "s0740ce2c9f.md", "sd74e7a23ae.md", "s8bbae4e24f.md", "s0828eaf77c.md"], "rrf10": [0.024590164, 0.02406554, 0.023225957, 0.022737873, 0.022630992, 0.022294372, 0.022203947, 0.022149023, 0.021861472, 0.021437198], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "54026fce", "type": "single-session-preference", "abstention": false, "gold": ["s0877469aec.md"], "top10": ["s0877469aec.md", "s44f674cfca.md", "sdc55d1b52b.md", "s7efc3891a1.md", "s20dc4fabae.md", "s8902d43b0a.md", "s912a2df302.md", "s0f13a1680b.md", "s77eff947ac.md", "s3751683346.md"], "rrf10": [0.024590164, 0.023941532, 0.023448773, 0.023321123, 0.023216031, 0.022667254, 0.022617681, 0.021952259, 0.02124183, 0.020779221], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06f04340", "type": "single-session-preference", "abstention": false, "gold": ["sfe1086f0bf.md"], "top10": ["s2b24e699f7.md", "sdbe90e3025.md", "sa6016e46e1.md", "sa94a132c09.md", "sfe1086f0bf.md", "s837e101fad.md", "s81b21983a9.md", "s49528f589b.md", "s723d7e4ccd.md", "s01ec6d4ea4.md"], "rrf10": [0.024329951, 0.024193548, 0.023821721, 0.023685516, 0.023076923, 0.022504456, 0.022501131, 0.021555197, 0.021547194, 0.021230159], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6b7dfb22", "type": "single-session-preference", "abstention": false, "gold": ["se67d9adb54.md"], "top10": ["se67d9adb54.md", "s3d557fb05a.md", "se0d94d860a.md", "s924275cfe2.md", "s5f493f41ec.md", "sb3dc44b641.md", "s18281a981b.md", "sa356a6e3d0.md", "sdb701a75f1.md", "s227ccd7a0a.md"], "rrf10": [0.024590164, 0.023809524, 0.023271889, 0.023200758, 0.022518382, 0.02217175, 0.021963563, 0.021908272, 0.02157803, 0.020933822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a1907b4", "type": "single-session-preference", "abstention": false, "gold": ["sf88f323dd5.md"], "top10": ["sf88f323dd5.md", "s1bb87e6692.md", "safc1f6ea24.md", "scfa11a474c.md", "s07cb101c56.md", "s73c7e69b37.md", "sb371f03b1b.md", "s9f21cf3801.md", "sd460dfee8f.md", "s571bfc32f0.md"], "rrf10": [0.024457959, 0.023481973, 0.023200758, 0.022689475, 0.022630992, 0.021327968, 0.021324355, 0.021307798, 0.021175373, 0.021116139], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09d032c9", "type": "single-session-preference", "abstention": false, "gold": ["s6c1275fe85.md"], "top10": ["s6c1275fe85.md", "s7fae964d17.md", "s1dd7846c2e.md", "s64a4733c8d.md", "s0e0a871b40.md", "sb3e4e87aae.md", "s54569c608b.md", "sded24f46f4.md", "sc473e0b8d4.md", "s50e69ab755.md"], "rrf10": [0.024590164, 0.023941532, 0.023689516, 0.023015873, 0.022861881, 0.022847302, 0.022397892, 0.021089271, 0.021051571, 0.021034996], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "38146c39", "type": "single-session-preference", "abstention": false, "gold": ["s56d3e0502d.md"], "top10": ["s56d3e0502d.md", "sf0acdba878.md", "s39aa5f0f69.md", "sea459ca002.md", "s0e37fe8e7e.md", "s4e5fe70cba.md", "s4231308b2b.md", "s68bc97208d.md", "sd19c7a32b9.md", "s7ca87d3c27.md"], "rrf10": [0.024325754, 0.024205943, 0.023449132, 0.023200758, 0.022614202, 0.022451963, 0.021978022, 0.021967627, 0.020738204, 0.020494763], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d24813b1", "type": "single-session-preference", "abstention": false, "gold": ["sc44fa73331.md"], "top10": ["sc44fa73331.md", "s37aa4e6f2c.md", "s79bb1def1d.md", "s3b13c2e54c.md", "sf32354da7c.md", "s81b3c9b74a.md", "s1cb22810ef.md", "s0fb40aa974.md", "s4a490a9775.md", "sb67eb5b90e.md"], "rrf10": [0.023941532, 0.023321123, 0.02281746, 0.022803699, 0.022474315, 0.02239819, 0.021730463, 0.021638655, 0.021535007, 0.02141888], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "57f827a0", "type": "single-session-preference", "abstention": false, "gold": ["sc8340b1eac.md"], "top10": ["s7f7791ec92.md", "sfc7fabed68.md", "sc8340b1eac.md", "s9315412394.md", "sce00fdc575.md", "s38ddd25a2f.md", "s4de6abb53f.md", "sfe57fc678e.md", "sf0135b86bd.md", "s5771e4f865.md"], "rrf10": [0.024205943, 0.02406554, 0.023937532, 0.023821721, 0.022614202, 0.02223393, 0.021967627, 0.021372549, 0.021089271, 0.021028951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95228167", "type": "single-session-preference", "abstention": false, "gold": ["s6f699059c0.md"], "top10": ["s6f699059c0.md", "s8a9898981a.md", "s56a81c39ce.md", "sf9178df74d.md", "s27f7a33f3d.md", "s7d9cb2c23e.md", "saf3ee1ae90.md", "sbcd62c4b0c.md", "s734dac1983.md", "s90388ebc02.md"], "rrf10": [0.024590164, 0.023448773, 0.022871377, 0.022770398, 0.022737557, 0.022458146, 0.02238806, 0.021450021, 0.021390938, 0.021071701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "505af2f5", "type": "single-session-preference", "abstention": false, "gold": ["s10dc857af7.md"], "top10": ["s10dc857af7.md", "s7210eb72fb.md", "s555b0863ae.md", "sdd1da2cc3d.md", "sdc42c83a2d.md", "sfcd6192e7f.md", "s8ae1e44f98.md", "s5cbff1cacb.md", "s7bd79b813b.md", "se04b8e60e5.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023317308, 0.023197115, 0.02228164, 0.02200083, 0.021547194, 0.02133563, 0.021042471], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75f70248", "type": "single-session-preference", "abstention": false, "gold": ["se8a134d659.md"], "top10": ["se8a134d659.md", "s3c830e7235.md", "s6baa414190.md", "sd7d9367cdf.md", "sb0b4a2e29d.md", "s21050f51bd.md", "se334073dcc.md", "s0f02645c18.md", "sab3723983f.md", "s7f24d818f4.md"], "rrf10": [0.024590164, 0.023321123, 0.022977941, 0.022727273, 0.02181085, 0.021397849, 0.021307798, 0.021175373, 0.020751174, 0.020740884], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6233ab6", "type": "single-session-preference", "abstention": false, "gold": ["s0e4bd567f6.md"], "top10": ["sacf3a9c092.md", "sc8df88707a.md", "s87183d5bcf.md", "sd5c6043ea1.md", "s9b52f97153.md", "s935f319095.md", "s7c57a59434.md", "s072e4e556d.md", "sf7b087ebd4.md", "s1ff25ee331.md"], "rrf10": [0.023561508, 0.023449132, 0.022843823, 0.022275796, 0.02217175, 0.022123016, 0.02195544, 0.021942986, 0.021861472, 0.021701389], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "1da05512", "type": "single-session-preference", "abstention": false, "gold": ["sa792414847.md"], "top10": ["sa792414847.md", "s94824ce82f.md", "s37cb0ec391.md", "sf864c8c6e1.md", "s702369f883.md", "s57db6eddab.md", "s8f48ce338c.md", "s93ad2e4c10.md", "s67e90a48e3.md", "s2918dc9d40.md"], "rrf10": [0.024590164, 0.024193548, 0.022915269, 0.022861881, 0.022614202, 0.022527473, 0.021875, 0.021274388, 0.020588235, 0.020578014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca70973", "type": "single-session-preference", "abstention": false, "gold": ["s5c310be73a.md"], "top10": ["s5c310be73a.md", "sbd10980b2c.md", "sa21c283cde.md", "s37b4187e07.md", "s0f526a32cf.md", "s2de4dc939c.md", "s0d6fea4021.md", "s9a275b0f7e.md", "s8c3ca84d16.md", "sf8995e94aa.md"], "rrf10": [0.024590164, 0.02406554, 0.023685516, 0.022989889, 0.022474315, 0.022051282, 0.021638655, 0.021464646, 0.021437198, 0.021330884], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6025781", "type": "single-session-preference", "abstention": false, "gold": ["saab4345915.md"], "top10": ["saab4345915.md", "se77ab36f71.md", "s8e594df8a1.md", "se33a3ad941.md", "s4be4b51045.md", "seb1e9094ef.md", "s9f70ce440c.md", "se48425e6ee.md", "sae5d16d49e.md", "s5a9b0f92de.md"], "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.022737873, 0.022504456, 0.022381757, 0.021861472, 0.021198569, 0.021126761, 0.020656371], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a89d7624", "type": "single-session-preference", "abstention": false, "gold": ["se5a0aae273.md"], "top10": ["se5a0aae273.md", "s17c51b64c6.md", "sca0ce3d97e.md", "s3a375e7455.md", "seed3544a3e.md", "sba62eb5a6f.md", "s801b6e76e7.md", "sd7ced05f94.md", "sfbf8c1ed69.md", "se4bf7d55d0.md"], "rrf10": [0.024457959, 0.023685516, 0.023348236, 0.022737557, 0.022203947, 0.022185061, 0.021952259, 0.02168213, 0.021450021, 0.02139219], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b0479f84", "type": "single-session-preference", "abstention": false, "gold": ["s8ca2d3d638.md"], "top10": ["s8ca2d3d638.md", "sd3ebbb2e4c.md", "sc5f2d1853f.md", "s70f49800ea.md", "s34a674aeea.md", "seb92359a3a.md", "s99b96ca520.md", "s2a0dfc1a0e.md", "s000a4ddaea.md", "s4b93a7fc30.md"], "rrf10": [0.024590164, 0.023937532, 0.023561508, 0.023271889, 0.02239819, 0.022397892, 0.022051282, 0.021774688, 0.021464646, 0.021042471], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4e3b97", "type": "single-session-preference", "abstention": false, "gold": ["sb224ec7a08.md"], "top10": ["sb224ec7a08.md", "sd300196bd2.md", "sad8373b888.md", "sdfddaa05ff.md", "s0da396baa2.md", "sb81f871f37.md", "s4a8d2c8b4a.md", "s6b17164a0d.md", "s502e2e779d.md", "s452c6d17a3.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022426869, 0.021848739, 0.02179784, 0.021645022, 0.020841264, 0.020757021, 0.020301717], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07b6f563", "type": "single-session-preference", "abstention": false, "gold": ["sdf63489ff1.md"], "top10": ["sdf63489ff1.md", "s24e7e99ad2.md", "s14bcaf89d5.md", "s6685eac0c5.md", "s2764a64a67.md", "s78ffa623d0.md", "s365b90efb4.md", "sbb48f8f10f.md", "sd268f8c3cf.md", "s74d044c94b.md"], "rrf10": [0.024193548, 0.023746384, 0.023448773, 0.023088023, 0.023087687, 0.022630992, 0.022518382, 0.022281228, 0.022185061, 0.021774688], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c0ddc50", "type": "single-session-preference", "abstention": false, "gold": ["sc7fba23644.md"], "top10": ["s018f5251a7.md", "sc2c6e86750.md", "sad48fa1472.md", "sa85ef9603a.md", "s784adb34ca.md", "sc7fba23644.md", "sc93b98e093.md", "sf3188e3be0.md", "s46fdd4ecfd.md", "sc631f7701f.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023200758, 0.02238806, 0.022021015, 0.021952259, 0.021324355, 0.020760959, 0.020686275], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "0a34ad58", "type": "single-session-preference", "abstention": false, "gold": ["s2d9b32930e.md"], "top10": ["s2d9b32930e.md", "s655aae46ed.md", "s94b57ff963.md", "s8e4ea9256e.md", "s24413c25f9.md", "s342b1e5d6c.md", "se26836ef32.md", "s7d683f502e.md", "s690b860f05.md", "sd6f6174962.md"], "rrf10": [0.024590164, 0.023448773, 0.022847302, 0.022458146, 0.021776815, 0.021748136, 0.021438953, 0.02115942, 0.021135029, 0.020970395], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d3ab962e", "type": "multi-session", "abstention": false, "gold": ["s4140e4cfd8.md", "sa1df62342b.md"], "top10": ["sa1df62342b.md", "sf1fc643d6c.md", "s4140e4cfd8.md", "s7f4b8e08be.md", "sddd292d253.md", "s7aef16b80b.md", "s4ba79b2e2a.md", "s450b9cea3b.md", "s345ed02639.md", "s0686e3100c.md"], "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.0234375, 0.022737557, 0.022185061, 0.02168213, 0.021480629, 0.021227364, 0.021161317], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b", "type": "multi-session", "abstention": false, "gold": ["s6466f6fdf5.md", "s9cc548c6a0.md"], "top10": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s667cd7dc0e.md", "s57107a29c6.md", "s6bf4b27487.md", "s48a8df6400.md", "sd6e725f574.md", "s4ea001f043.md", "s107b15280c.md", "s348b08a415.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.022722331, 0.022058824, 0.021963563, 0.021861472, 0.020742754, 0.02057971, 0.020182068], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc06de0d", "type": "multi-session", "abstention": false, "gold": ["sc251fd98de.md", "sebf2bef38e.md"], "top10": ["sc251fd98de.md", "sebf2bef38e.md", "sae04ec051a.md", "saed5442030.md", "s80bf829467.md", "sb94b9cb7ea.md", "s815914f9e3.md", "sc9584ab1de.md", "sb5380e313e.md", "sf827f4b6ab.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023076923, 0.022518382, 0.022501131, 0.022474315, 0.021845695, 0.021175612, 0.020864662], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a11281a2", "type": "multi-session", "abstention": false, "gold": ["sbc19bedd3f.md", "sea6c309a14.md"], "top10": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "sebb60f153c.md", "s32030a7f2e.md", "sbe00b66ad1.md", "s04518942d6.md", "s09d6129bbd.md", "s7911e08358.md", "sfd875d30ab.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.0234375, 0.022727273, 0.021776815, 0.021042471, 0.020841487, 0.020821868, 0.020760959], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4f54b7c9", "type": "multi-session", "abstention": false, "gold": ["s49a909499e.md", "sb0da6ca072.md"], "top10": ["s49a909499e.md", "sb0da6ca072.md", "s304b0a4477.md", "scef6ff44cf.md", "s2bb9ceb278.md", "s297aa44e6b.md", "scd0745fe16.md", "s2a95258aaa.md", "s9a887df4fe.md", "sf3168a83f3.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.021875, 0.021645022, 0.02133563, 0.021051571, 0.021034996, 0.020663454, 0.020512821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "85fa3a3f", "type": "multi-session", "abstention": false, "gold": ["s0a4e047036.md", "s321914b2b9.md"], "top10": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "sd328988d4c.md", "s53ce3e29d6.md", "s7d581639a2.md", "sc9b36af9c6.md", "sc3317ba34a.md", "sbc8717be1d.md", "s49589f418d.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022847302, 0.022727273, 0.022667254, 0.022305254, 0.02206823, 0.02128483, 0.021230159], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9aaed6a3", "type": "multi-session", "abstention": false, "gold": ["s4c2883ce19.md", "s9910802e2f.md"], "top10": ["s3ec2521e95.md", "s4c2883ce19.md", "s9910802e2f.md", "sffeaf90167.md", "s15a3233c90.md", "sf1fd814cbe.md", "s9db07b20a8.md", "s9ce4d04efa.md", "sfd95ddb7ba.md", "s36e90f6e12.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022397892, 0.022185061, 0.021649096, 0.021198569, 0.021116139, 0.021042471, 0.020686275], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1f2b8d4f", "type": "multi-session", "abstention": false, "gold": ["s27ca342696.md", "sdc14a13669.md"], "top10": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "s5a12a60efd.md", "sac5acff248.md", "s57840021f8.md", "s83af440a6f.md", "sa7e13c2124.md", "sf70df41246.md", "se79d9235fd.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023087687, 0.022960373, 0.022843823, 0.022737873, 0.021952259, 0.020740884, 0.020555556], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e6041065", "type": "multi-session", "abstention": false, "gold": ["s9e36079c38.md", "sa16d1fc74b.md"], "top10": ["s9e36079c38.md", "sa16d1fc74b.md", "s2fb4e8e47f.md", "s2d9ee89358.md", "s413a3d2afa.md", "sff1ebff25d.md", "se722f0cead.md", "see6832267a.md", "s90a47d7467.md", "s228e954d1e.md"], "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.023317308, 0.022527473, 0.021967627, 0.021547194, 0.021464646, 0.021116139, 0.020923521], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51c32626", "type": "multi-session", "abstention": false, "gold": ["s445692cd5a.md", "s647ebdee0a.md"], "top10": ["s445692cd5a.md", "s647ebdee0a.md", "s909c58fbf4.md", "s32438609fa.md", "s19e685c14f.md", "sc005e5bb23.md", "s9a95b218de.md", "se72472629c.md", "s24708764c8.md", "s51b0a70d1f.md"], "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022871377, 0.022737873, 0.02264239, 0.022283272, 0.021025641, 0.020769493, 0.020535714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d905b33f", "type": "multi-session", "abstention": false, "gold": ["s697efa5209.md", "sb5d2d76437.md"], "top10": ["sb5d2d76437.md", "s366121c87e.md", "s5458c635a4.md", "sb5e70df11a.md", "sfee233b081.md", "se91524bec0.md", "sb237759f37.md", "s697efa5209.md", "s4ac61f6a68.md", "sb18bb1d742.md"], "rrf10": [0.024590164, 0.02370479, 0.023689516, 0.023119393, 0.022964015, 0.022861881, 0.022051282, 0.021978022, 0.021748136, 0.021437448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "7405e8b1", "type": "multi-session", "abstention": false, "gold": ["s1493d128dc.md", "s685abcadd0.md"], "top10": ["s1493d128dc.md", "s685abcadd0.md", "s13eae83c9a.md", "s412019174a.md", "s9e1fc63bbb.md", "s66b883bb0d.md", "s8a794b7e6f.md", "s6fa9e2de84.md", "sfcabba17da.md", "s471044b77e.md"], "rrf10": [0.024457959, 0.024325754, 0.023321123, 0.023200758, 0.022098214, 0.021952259, 0.021071701, 0.020866455, 0.020738204, 0.020589997], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f35224e0", "type": "multi-session", "abstention": false, "gold": ["s830c520fa0.md", "sdc2ef2e956.md"], "top10": ["s830c520fa0.md", "sdc2ef2e956.md", "s9bc39ad1ea.md", "sd13eda4d4a.md", "s89e0af57a1.md", "s5aa1929466.md", "sa1bceee9fe.md", "s1101a84fda.md", "s5d3e009cb7.md", "s3a09ee52d3.md"], "rrf10": [0.024590164, 0.02406554, 0.023448773, 0.0234375, 0.021776815, 0.021650327, 0.021051571, 0.0209762, 0.020760959, 0.020253556], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e", "type": "multi-session", "abstention": false, "gold": ["s0da157e8c4.md", "s7ae99d1efa.md"], "top10": ["sa7a4d852a2.md", "s7ae99d1efa.md", "s0da157e8c4.md", "sb3fae70b10.md", "s6ef5328d77.md", "s3dadedd5b0.md", "s1d52c8f24d.md", "sa2501989bc.md", "s4c39dc4808.md", "s090e3ab4e4.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.0234375, 0.022843823, 0.02217175, 0.021748401, 0.021660265, 0.021336996, 0.020590315], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a4996e51", "type": "multi-session", "abstention": false, "gold": ["s6b07a49ff8.md", "s995e5d6ed1.md"], "top10": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scaa51ea941.md", "sa2abba8700.md", "scc6b101fbc.md", "s1bf492ab72.md", "s62c9cb60fb.md", "s9f9f7e329b.md", "s24d99a998c.md", "s4a4ebbe11e.md"], "rrf10": [0.024590164, 0.024193548, 0.022767857, 0.022501131, 0.022021015, 0.021794872, 0.021645022, 0.021554834, 0.021437198, 0.021326014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3c1045c8", "type": "multi-session", "abstention": false, "gold": ["s5f84133fcd.md", "s873947b8ae.md"], "top10": ["s873947b8ae.md", "sb1a79026cc.md", "s5f84133fcd.md", "s6d0054f5c0.md", "s49f5b63295.md", "s88fc2e86df.md", "sc72c3ed42c.md", "s424dc16dc8.md", "sd282ed5c14.md", "s0af1c72c15.md"], "rrf10": [0.024590164, 0.023941532, 0.023689516, 0.023225957, 0.022426869, 0.021042471, 0.020607191, 0.02032386, 0.020257347, 0.019869098], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60036106", "type": "multi-session", "abstention": false, "gold": ["s4cf5e223a9.md", "sde92ab15ab.md"], "top10": ["sde92ab15ab.md", "s4cf5e223a9.md", "s848a8008a0.md", "sc358d1a0b9.md", "s76b4e4d5a6.md", "s33a6af98c0.md", "sf2fd3df719.md", "s9f8ee69ed9.md", "scf03f4fac4.md", "s0c7f77c7a5.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023317308, 0.022847302, 0.022727273, 0.021869818, 0.021034996, 0.020970395, 0.020663454], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "681a1674", "type": "multi-session", "abstention": false, "gold": ["s46c0289a3c.md", "sbede1fc5c7.md"], "top10": ["sbede1fc5c7.md", "s46c0289a3c.md", "s6d61b1455c.md", "s79e5e16d1f.md", "sf338ff2431.md", "sc17a0373cb.md", "se8ce5abff6.md", "s91f25a7e32.md", "se34cf18963.md", "sc13ddc7840.md"], "rrf10": [0.024457959, 0.024325754, 0.023335702, 0.023317308, 0.022021015, 0.021482176, 0.021437198, 0.021324355, 0.021051571, 0.02075989], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e25c3b8d", "type": "multi-session", "abstention": false, "gold": ["s23425fb9c1.md", "sb38598132d.md"], "top10": ["sb38598132d.md", "s23425fb9c1.md", "s68ace2d8f7.md", "s9138b67f0e.md", "se7d4462385.md", "sd9a7e0074c.md", "sb7eeadbd9a.md", "sa9c23de20a.md", "s47598c7871.md", "s1a939378d2.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023200758, 0.02264239, 0.022098214, 0.021845695, 0.02168213, 0.021324355, 0.021028951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4adc0475", "type": "multi-session", "abstention": false, "gold": ["se31bf5a051.md", "sf0f8af818d.md"], "top10": ["sf0f8af818d.md", "se31bf5a051.md", "s5efae3c45d.md", "sb6c79c111e.md", "s76e7c07147.md", "s1141d9b226.md", "sb2a260fd68.md", "s4eceac06f8.md", "s661b29d081.md", "sa88f922afd.md"], "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.022871377, 0.02228164, 0.022051282, 0.02195544, 0.021897007, 0.021269841, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4bc144e2", "type": "multi-session", "abstention": false, "gold": ["s81144bc6a1.md", "sc07a3aab06.md"], "top10": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s8ea6840f33.md", "s2c6b054ee5.md", "s54053534ab.md", "s3f7d0c363e.md", "seb3e11af38.md", "s62f40e98ef.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022964015, 0.02281746, 0.02228164, 0.02217175, 0.022051282, 0.02195544, 0.021025641], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef66a6e5", "type": "multi-session", "abstention": false, "gold": ["s40c2864c85.md", "s4da929cde6.md"], "top10": ["s4da929cde6.md", "s40c2864c85.md", "s7e2d8513d9.md", "s50b1739499.md", "sa91b102795.md", "s84a557f37e.md", "s2b0f563ead.md", "s5f5b5a34eb.md", "s3cc6514f85.md", "s6b902be2a2.md"], "rrf10": [0.024457959, 0.02406554, 0.023225957, 0.02228164, 0.022035256, 0.021701389, 0.02168213, 0.020821868, 0.020779221, 0.020679321], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5025383b", "type": "multi-session", "abstention": false, "gold": ["s0a85d9e04e.md", "scee6912a74.md"], "top10": ["scee6912a74.md", "s0a85d9e04e.md", "s9b7d9f79df.md", "s937311ea04.md", "s3b3938b0c0.md", "seb580a9d7d.md", "sdbf08a1ac6.md", "s9fb155f5ca.md", "s543cbf42b8.md", "se9f97e021a.md"], "rrf10": [0.024590164, 0.023689516, 0.023565324, 0.022614202, 0.021878122, 0.02159204, 0.02139219, 0.021330884, 0.020757021, 0.020457958], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1cc6108", "type": "multi-session", "abstention": false, "gold": ["s58250a025e.md", "sd9ffacb2b4.md"], "top10": ["s58250a025e.md", "se870f873d0.md", "s3e7624f4c5.md", "sd9ffacb2b4.md", "s251373ca77.md", "sedc996fb2f.md", "s7337198063.md", "s75f193fec4.md", "s1b1459952e.md", "s0f485c76f4.md"], "rrf10": [0.024590164, 0.02406554, 0.023449132, 0.023317308, 0.021555197, 0.02090301, 0.020707071, 0.020633013, 0.020607191, 0.020334507], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9ee3ecd6", "type": "multi-session", "abstention": false, "gold": ["scf826b680e.md", "se92fa36052.md"], "top10": ["scf826b680e.md", "se92fa36052.md", "s367dc5a1f3.md", "sf13527786f.md", "s3bc43c1fc8.md", "sbceb188b26.md", "s5d1c8b1e66.md", "s49e881756c.md", "s281d7217d3.md", "s56ff49df70.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.023197115, 0.023088023, 0.022501131, 0.021952259, 0.021437198, 0.021372126, 0.021351575], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3fdac837", "type": "multi-session", "abstention": false, "gold": ["s63b9f6df7f.md", "se85bceeeee.md"], "top10": ["sed3510b7b2.md", "se85bceeeee.md", "s63b9f6df7f.md", "s62238ca108.md", "scb612290f5.md", "s726568eada.md", "s7c04984a16.md", "s1da1aaff6e.md", "s1d1b9d6758.md", "s6bb572a3e3.md"], "rrf10": [0.024590164, 0.023941532, 0.023809524, 0.023317308, 0.022960373, 0.022168569, 0.021535007, 0.021098213, 0.020494763, 0.020414673], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "91b15a6e", "type": "multi-session", "abstention": false, "gold": ["s3c3f0b89ab.md", "sb5d5912b90.md"], "top10": ["s3c3f0b89ab.md", "sb5d5912b90.md", "s79c71931c4.md", "sc57d8be044.md", "s0c04fc336f.md", "sa24f709619.md", "s277808d3ab.md", "s5c87f0b3e9.md", "s4109daa1b3.md", "s6e0c813e3d.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022278314, 0.021748401, 0.021660265, 0.021557455, 0.021025641, 0.020519836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "27016adc", "type": "multi-session", "abstention": false, "gold": ["s6317d18140.md", "s6e2366c266.md"], "top10": ["s6317d18140.md", "s6e2366c266.md", "sb1fc545ff9.md", "s7f2a37776a.md", "s2dd6334c54.md", "s0bdaf0ffa5.md", "s7e67da0d9e.md", "s956a63ca9e.md", "s7ae57be737.md", "sf63a96c0ff.md"], "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022366522, 0.022098214, 0.022035256, 0.021748136, 0.021635138, 0.021324355, 0.0209762], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "720133ac", "type": "multi-session", "abstention": false, "gold": ["s4de59adf72.md", "sf6a5a965da.md"], "top10": ["sf6a5a965da.md", "s4de59adf72.md", "sed309124e1.md", "sd6338b6ecb.md", "s61bf80a4f0.md", "s6bfc85ce6e.md", "s921daf5695.md", "sd8319334ec.md", "s7b3ea69ce7.md", "s3f8482e954.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022964015, 0.022847302, 0.021848739, 0.021464646, 0.02141888, 0.021390938, 0.021180556], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "77eafa52", "type": "multi-session", "abstention": false, "gold": ["s809b2414ca.md", "s84c215a661.md"], "top10": ["s84c215a661.md", "s809b2414ca.md", "s8d45355dac.md", "sb512a7532c.md", "s166c6700af.md", "scd67cd6c6b.md", "s87aa2f418d.md", "s5cfc0f7ee0.md", "s8ccef0a552.md", "s95264eae3a.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.022767857, 0.022193769, 0.02217175, 0.02195544, 0.021897112, 0.021581197, 0.021372549], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8979f9ec", "type": "multi-session", "abstention": false, "gold": ["s549e5ef39b.md", "s6c5520c989.md"], "top10": ["s549e5ef39b.md", "sdf280eeddf.md", "s6c5520c989.md", "s7257cbae10.md", "s6b634079f9.md", "s4b705b649f.md", "sa4aca1e1ff.md", "s5c63253e57.md", "se7e9aae4ba.md", "sbcd49db868.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.0234375, 0.022843823, 0.022527473, 0.022501131, 0.021638655, 0.021116139, 0.0204497], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0100672e", "type": "multi-session", "abstention": false, "gold": ["s9e33c760a7.md", "sb80fa6ec07.md"], "top10": ["s9e33c760a7.md", "sb80fa6ec07.md", "s6946512f0d.md", "saead9bbd22.md", "s587287f514.md", "s5d8fe8232f.md", "se824990993.md", "s23c756081c.md", "s56c57d1435.md", "s038b58519b.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.023561508, 0.022397892, 0.022098214, 0.02195544, 0.021464646, 0.02128483, 0.020740884], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee", "type": "multi-session", "abstention": false, "gold": ["s38f0782795.md", "s6fdc1d7aab.md"], "top10": ["s6fdc1d7aab.md", "s38f0782795.md", "se9ae7c34ba.md", "s2eeef6bc19.md", "se21a43b583.md", "sd841ed43d0.md", "s5ae235c127.md", "s208249df4d.md", "s12462c7868.md", "sb8823b16a4.md"], "rrf10": [0.024069737, 0.023321123, 0.022770398, 0.021887948, 0.02179784, 0.021638655, 0.021342069, 0.021129032, 0.021126761, 0.02047619], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "92a0aa75", "type": "multi-session", "abstention": false, "gold": ["s73509c4816.md", "s735479277c.md"], "top10": ["s4edb082b6d.md", "sb8972d75cb.md", "s735479277c.md", "s73509c4816.md", "scbc1a5dc9a.md", "sfa91bb5ba1.md", "s6c4fc29a2c.md", "sc46bf8c207.md", "s1fb0ff2996.md", "sbff261024d.md"], "rrf10": [0.023197115, 0.022902604, 0.022795699, 0.022727273, 0.021887948, 0.02168213, 0.021554834, 0.021059783, 0.02051685, 0.020467836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3fe836c9", "type": "multi-session", "abstention": false, "gold": ["s24b367a163.md", "s48f3e8864d.md"], "top10": ["s48f3e8864d.md", "s24b367a163.md", "s02092505e8.md", "sde0370d8ac.md", "s5475e36257.md", "s5fd5cbb9e3.md", "sfbb5c075be.md", "s7cc8310a71.md", "s4c134c28fe.md", "sabeecf2a78.md"], "rrf10": [0.024457959, 0.024325754, 0.023561508, 0.022722331, 0.021848739, 0.021748401, 0.02151113, 0.021033868, 0.021025641, 0.020760959], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c549ce4", "type": "multi-session", "abstention": false, "gold": ["s71727af2ce.md", "s77887e28e0.md"], "top10": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "s680b10e661.md", "s37e1cd77f8.md", "s2c73dad8a7.md", "sfc9609f236.md", "sd463bdcc13.md", "sa6b70f8cc1.md", "s4bb3d07a60.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.023317308, 0.023015873, 0.022727273, 0.02217175, 0.022168569, 0.021897007, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6c49646a", "type": "multi-session", "abstention": false, "gold": ["s0f0cd51721.md", "s69645d66e6.md"], "top10": ["s69645d66e6.md", "sb9be70a278.md", "s0f0cd51721.md", "sec2777a886.md", "sa7453ea872.md", "sb3c5e16b2c.md", "s22140d79e2.md", "sf984adb10c.md", "saf9977fab2.md", "s1fe746e18f.md"], "rrf10": [0.024590164, 0.023941532, 0.023809524, 0.022843823, 0.02232906, 0.02217175, 0.02195544, 0.021953405, 0.021126761, 0.021001344], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1192316e", "type": "multi-session", "abstention": false, "gold": ["s031e2f154c.md", "s2d6498b6af.md"], "top10": ["s2a21a57ecc.md", "s2d6498b6af.md", "sd7794dc5de.md", "s44bd214758.md", "sbfb152bc09.md", "s06cfe52fc3.md", "s031e2f154c.md", "s5bb1fec989.md", "sf98d468070.md", "s98d948bc47.md"], "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.023197115, 0.022767857, 0.022504456, 0.021978022, 0.021126761, 0.02098626, 0.020955882], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "0ea62687", "type": "multi-session", "abstention": false, "gold": ["sbed667a336.md", "sc25abe63f2.md"], "top10": ["sbed667a336.md", "sc25abe63f2.md", "s8ae81d83c5.md", "s8b9049bda9.md", "s2715552d62.md", "s991bf87898.md", "s05bfd24d3c.md", "s87cf9a2b55.md", "se60c52693d.md", "sc74b1aa0be.md"], "rrf10": [0.024590164, 0.024193548, 0.023317308, 0.02281746, 0.022737873, 0.02195544, 0.021794872, 0.021249076, 0.021034996, 0.020547945], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "67e0d0f2", "type": "multi-session", "abstention": false, "gold": ["s3e75bfa66a.md", "sa0f7c41d33.md"], "top10": ["s6cf2de4622.md", "s3e75bfa66a.md", "sa0f7c41d33.md", "sd0803993e1.md", "s4f5d33b55e.md", "sbec91f0f80.md", "s5fdef93f67.md", "sab6e95f99d.md", "s6b7e6a987a.md", "s679797ff58.md"], "rrf10": [0.024329951, 0.024193548, 0.023348236, 0.02239819, 0.022283272, 0.021748401, 0.021274388, 0.020675505, 0.020607191, 0.020375107], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bb7c3b45", "type": "multi-session", "abstention": false, "gold": ["sd5fc88393d.md", "sd63b111bc2.md"], "top10": ["sd5fc88393d.md", "sd63b111bc2.md", "s402df57886.md", "s79013ad3e2.md", "s038672be4e.md", "s3417a6cf8c.md", "se7eb57b46b.md", "sf89c955fe0.md", "sd15748def2.md", "s82ffb69960.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.023076923, 0.022861881, 0.022451963, 0.021028951, 0.02098626, 0.020952381, 0.020470664], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49", "type": "multi-session", "abstention": false, "gold": ["s7ada6848ff.md", "sae31e157ee.md"], "top10": ["sae31e157ee.md", "s171dec869d.md", "sed262f9913.md", "se1bf6e8683.md", "s4498bd27bb.md", "s51cae76f77.md", "s1726a738b2.md", "s5a6493ba79.md", "s55104e1394.md", "s6a9d4dc455.md"], "rrf10": [0.024069737, 0.0234375, 0.022226593, 0.022207396, 0.022068511, 0.021878122, 0.021730463, 0.0209762, 0.020607191, 0.020535714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "61f8c8f8", "type": "multi-session", "abstention": false, "gold": ["s9ed67af6d5.md", "sb821a237df.md"], "top10": ["sb821a237df.md", "se3cc2915be.md", "s9ed67af6d5.md", "s559d72f700.md", "sc513b0b2c2.md", "sd28b6d0bc6.md", "s2bcb31f9ae.md", "s91b566d695.md", "s936287191e.md", "sfb68b37c4d.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023197115, 0.022569444, 0.021730463, 0.021532091, 0.020739327, 0.020555556, 0.020375107], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60159905", "type": "multi-session", "abstention": false, "gold": ["s5b7c995bbe.md", "sef28e418f6.md"], "top10": ["s5b7c995bbe.md", "sef28e418f6.md", "sd9bf6be95f.md", "s490252c074.md", "s406c191bd4.md", "sd805b4e094.md", "s358e838263.md", "s8832109124.md", "s5b68203eec.md", "sd27a57e7d4.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022727273, 0.022667254, 0.021557455, 0.02151113, 0.021372549, 0.021330884, 0.021205821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef9cf60a", "type": "multi-session", "abstention": false, "gold": ["s53d35e4a72.md", "sca5c0d8460.md"], "top10": ["s53d35e4a72.md", "sca5c0d8460.md", "s01003090b4.md", "s635ee59c9a.md", "s1f6899f0e0.md", "s3d2cb86d8b.md", "s07a6aaae98.md", "s06b3d288cf.md", "sa146eec270.md", "s229105d095.md"], "rrf10": [0.024590164, 0.024193548, 0.023087687, 0.022960373, 0.022843823, 0.02264239, 0.021970577, 0.021145833, 0.020952381, 0.020300752], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "73d42213", "type": "multi-session", "abstention": false, "gold": ["s8acade994f.md", "sdf7e6dcac7.md"], "top10": ["s8acade994f.md", "sdf7e6dcac7.md", "s5c8fccb1f6.md", "s788e7ffd3e.md", "sa1ce658616.md", "s25d3a60343.md", "sdb5e170139.md", "s378afc17c1.md", "s1258831d40.md", "s9393f29a2a.md"], "rrf10": [0.024590164, 0.023809524, 0.022847302, 0.022617681, 0.022518382, 0.022381757, 0.021942986, 0.020909091, 0.020821868, 0.02075989], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc149d6b", "type": "multi-session", "abstention": false, "gold": ["s682dfdcf7b.md", "s9e056673d8.md"], "top10": ["s682dfdcf7b.md", "sf4b3ac7ae5.md", "se0ded99e8e.md", "s9e056673d8.md", "s3d32e5f750.md", "s096e34aead.md", "sb278d3cfbf.md", "sb17b9c7536.md", "s38ab73f4da.md", "s6266aefb67.md"], "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.02281746, 0.022504456, 0.021967627, 0.021878122, 0.021861472, 0.021776815, 0.02151113], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "099778bb", "type": "multi-session", "abstention": false, "gold": ["sbab52820e1.md", "sdb31d92751.md"], "top10": ["sbab52820e1.md", "sdb31d92751.md", "s3b76734538.md", "s89a3696bb8.md", "s44e4f94d0b.md", "s4723ae3286.md", "s38004cf44d.md", "s46b275dafe.md", "sdb5defa465.md", "s45e9f0b07d.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.023088023, 0.02232906, 0.022068511, 0.021897112, 0.021135266, 0.021135029, 0.021034996], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09ba9854", "type": "multi-session", "abstention": false, "gold": ["s72706fe101.md", "sb502d8d88e.md"], "top10": ["sb502d8d88e.md", "s72706fe101.md", "sb63486d719.md", "s13e1229915.md", "s6f2edc8d1f.md", "s9002931a6b.md", "sb54b7766bd.md", "s815c859534.md", "s3b831479c7.md", "s5d8f74e273.md"], "rrf10": [0.024457959, 0.024325754, 0.023448773, 0.023076923, 0.022964015, 0.022667254, 0.022429262, 0.021034996, 0.021031746, 0.02075989], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6062bb9", "type": "multi-session", "abstention": false, "gold": ["sc45d0be97c.md", "sec6a971fe1.md"], "top10": ["sc45d0be97c.md", "sec6a971fe1.md", "s882dd8d0a6.md", "sf8fd354e35.md", "sfe5cb224c0.md", "se85badc09e.md", "s95680df880.md", "s19f938992b.md", "sc00b9fd6ce.md", "sa1b1a3e621.md"], "rrf10": [0.024329951, 0.024325754, 0.023087687, 0.022426869, 0.02235023, 0.021620142, 0.021254487, 0.020643075, 0.020470728, 0.020414673], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "157a136e", "type": "multi-session", "abstention": false, "gold": ["s17169e45b7.md", "s58d6c78b39.md"], "top10": ["s17169e45b7.md", "sa17078bf04.md", "s0a8827466d.md", "s61e59a355c.md", "s58d6c78b39.md", "s37183248d7.md", "sac275f5a17.md", "s0145eb2e43.md", "sea2a3ff6a6.md", "s776239670f.md"], "rrf10": [0.024590164, 0.023937532, 0.023200758, 0.022978347, 0.022847302, 0.02239819, 0.021869818, 0.02124951, 0.021094403, 0.020707071], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c18a7dc8", "type": "multi-session", "abstention": false, "gold": ["sc174292e10.md", "sff08391df0.md"], "top10": ["s065b6392c9.md", "s690b772efe.md", "sff08391df0.md", "s8f016850e4.md", "sc174292e10.md", "saef3e8957e.md", "s51a73376cb.md", "sc166c010c3.md", "s473b5c767d.md", "s8a1c12d53e.md"], "rrf10": [0.024590164, 0.023561508, 0.022989889, 0.022193769, 0.021464646, 0.021079527, 0.020803443, 0.020703764, 0.020695971, 0.0204497], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3332713", "type": "multi-session", "abstention": false, "gold": ["s60e87636b2.md", "seef4e1fa4d.md"], "top10": ["s60e87636b2.md", "s62236e8089.md", "seef4e1fa4d.md", "s3acbc429ef.md", "se771717f07.md", "s0d7023ff1d.md", "s3213418782.md", "sc7e7d49076.md", "s7955108b91.md", "sf039a535fe.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022960373, 0.022767857, 0.022617681, 0.022397892, 0.022305254, 0.020695971, 0.020029267], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "55241a1f", "type": "multi-session", "abstention": false, "gold": ["s5125e94eaa.md", "s7f8e262f74.md"], "top10": ["s5125e94eaa.md", "s7f8e262f74.md", "s688a697e85.md", "sddf6930042.md", "s77c6549beb.md", "s9278d9dfea.md", "s2cc2e97ce7.md", "sd3097f5450.md", "s012beda446.md", "se6ed209cbe.md"], "rrf10": [0.024590164, 0.024193548, 0.023088023, 0.022871377, 0.022737873, 0.021713729, 0.021638655, 0.021547194, 0.021390938, 0.021089271], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a08a253f", "type": "multi-session", "abstention": false, "gold": ["s78f3fb31b3.md", "s832c9d0a8c.md"], "top10": ["s78f3fb31b3.md", "s832c9d0a8c.md", "s2420a8a35e.md", "se1c13c4604.md", "s2c7660f669.md", "s43fd5669b9.md", "s376a57a5ee.md", "s3220b9d25a.md", "sb0535fb080.md", "s7d144228df.md"], "rrf10": [0.024590164, 0.023941532, 0.023809524, 0.023449132, 0.023317308, 0.021908272, 0.021555197, 0.021547194, 0.02115942, 0.021022934], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0e564bc", "type": "multi-session", "abstention": false, "gold": ["sb2a3c5940b.md", "se7dfab0d66.md"], "top10": ["sb2a3c5940b.md", "se7dfab0d66.md", "s4c2e203003.md", "s18926becfb.md", "s5cd3d06f26.md", "sc5c288a061.md", "sdc4581b8d8.md", "sc2a3928aa0.md", "sebfe358282.md", "sfcae325e3d.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.022861881, 0.022203947, 0.021818182, 0.021437448, 0.021336996, 0.020970395, 0.020909091], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "078150f1", "type": "multi-session", "abstention": false, "gold": ["s064fbc729a.md", "sd0ede9b63e.md"], "top10": ["sd0ede9b63e.md", "s48bc73c3ba.md", "s064fbc729a.md", "s58c59458e0.md", "s3763503ff4.md", "se3468a8cdb.md", "s13675a2215.md", "sf59d913aec.md", "s8cc14d4724.md", "sf522e99848.md"], "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023565324, 0.022727273, 0.02217175, 0.021963563, 0.021555197, 0.021535007, 0.021428571], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf4d046", "type": "multi-session", "abstention": false, "gold": ["s1a430b7199.md", "s1d1556eeff.md"], "top10": ["s1a430b7199.md", "s1d1556eeff.md", "sd67b15de96.md", "sd63164b099.md", "seafa48bfa5.md", "s1d075305dc.md", "s774e7877d0.md", "sd3d30eb782.md", "saa484285d8.md", "s832dc61568.md"], "rrf10": [0.024590164, 0.024193548, 0.023197115, 0.022429262, 0.021507353, 0.021307798, 0.021254487, 0.021227364, 0.020898642, 0.020850202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a346bb18", "type": "multi-session", "abstention": false, "gold": ["s25832aee18.md", "sa7162f09e5.md"], "top10": ["s2846432ce3.md", "s25832aee18.md", "sa7162f09e5.md", "s25f8e000dc.md", "s0dcb999f38.md", "sacca3217c8.md", "s08e49d0c48.md", "s9718f4c911.md", "s093d6a82e4.md", "se44178be87.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023076923, 0.022737873, 0.022727273, 0.022381757, 0.022168569, 0.020945007, 0.020535714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37f165cf", "type": "multi-session", "abstention": false, "gold": ["s47517e52b8.md", "sab70567e24.md"], "top10": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s503eb880e8.md", "s5935afa9e3.md", "s587130c775.md", "s5b21e0f13e.md", "s386d678693.md", "s223fe5adb2.md", "s8ad21380a1.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022203947, 0.022193769, 0.022141372, 0.021861472, 0.02151113, 0.021135266, 0.020821868], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e91e7d9", "type": "multi-session", "abstention": false, "gold": ["s05a6ca0b9f.md", "s3f55b7aa1a.md"], "top10": ["sc7ff3d4a82.md", "sf14ac79161.md", "se4fb807068.md", "s569d3e4349.md", "s3f55b7aa1a.md", "sc939307611.md", "s05a6ca0b9f.md", "s5440748de9.md", "s1a4c5dd32e.md", "s1868966fde.md"], "rrf10": [0.024457959, 0.0234375, 0.023375409, 0.022843823, 0.022527473, 0.02228164, 0.020975057, 0.020535714, 0.020283199, 0.020133706], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "87f22b4a", "type": "multi-session", "abstention": false, "gold": ["s150b9c1c76.md", "s3b2683468e.md"], "top10": ["s150b9c1c76.md", "s3b2683468e.md", "sf9fac5e21c.md", "s3558e047b5.md", "s144246809c.md", "se584590d94.md", "s4a51e81767.md", "sb8c0b73033.md", "s6ea1359d50.md", "s86f0245adc.md"], "rrf10": [0.024590164, 0.024193548, 0.023088023, 0.022977941, 0.022630992, 0.02220213, 0.022068511, 0.021701389, 0.02133563, 0.021161317], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e56a43b9", "type": "multi-session", "abstention": false, "gold": ["s7008cbcd61.md", "sa85670c70d.md"], "top10": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "sfd7f82a99e.md", "s846c43a3b6.md", "s61fa7f34a9.md", "s2904a2683b.md", "sb845bba481.md", "s7aea2c669a.md", "s8488fdd27e.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.022847302, 0.021952259, 0.021638655, 0.021581197, 0.021249076, 0.020877754], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "efc3f7c2", "type": "multi-session", "abstention": false, "gold": ["s431fa3741c.md", "sd2e0fb9477.md"], "top10": ["sbff3d27047.md", "sd2e0fb9477.md", "s431fa3741c.md", "sfee654f744.md", "sbe47506c6e.md", "sfaaf319d93.md", "s1db3a727d4.md", "s1239eeff64.md", "s66f888be28.md", "s1a8938fe8c.md"], "rrf10": [0.024329951, 0.024193548, 0.023821721, 0.023565324, 0.022098214, 0.022068511, 0.021963563, 0.021116139, 0.021033868, 0.020841487], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21d02d0d", "type": "multi-session", "abstention": false, "gold": ["s28d1c3a153.md", "s80cf54c649.md"], "top10": ["s28d1c3a153.md", "s80cf54c649.md", "s1422f515ca.md", "sdfdc20b14d.md", "sb6eabe3f26.md", "s65028efd0a.md", "s614f5778d4.md", "sd2dbda8ab3.md", "s18dbe434c2.md", "se3a5f4ccae.md"], "rrf10": [0.024590164, 0.024193548, 0.023119393, 0.022381757, 0.022068511, 0.021776815, 0.021774688, 0.021701389, 0.021650327, 0.021635138], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b_abs", "type": "multi-session", "abstention": true, "gold": ["sac880c30de.md", "se3a2fea94f.md"], "top10": ["se3a2fea94f.md", "sac880c30de.md", "se103a16321.md", "s1a378c1c52.md", "se5f3b469ee.md", "s7b08f2e585.md", "s6119ad436b.md", "sacd4191082.md", "s4dd093e7d9.md", "s595312af24.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.022964015, 0.022737557, 0.022203947, 0.02159204, 0.021269841, 0.021135029, 0.020233985], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e_abs", "type": "multi-session", "abstention": true, "gold": ["s6235b01d49.md", "sc66f21de81.md"], "top10": ["sc66f21de81.md", "s963fcff7fd.md", "scee9947fa3.md", "sb18a0c9d25.md", "s3b012c454f.md", "s6235b01d49.md", "s9677bbf3c9.md", "s2495448140.md", "s72bbaf6930.md", "s7676ddb219.md"], "rrf10": [0.024590164, 0.023937532, 0.02370479, 0.0234375, 0.023321123, 0.022843823, 0.021351575, 0.020740884, 0.020457958, 0.020339954], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "e5ba910e_abs", "type": "multi-session", "abstention": true, "gold": ["s61c77dba31.md", "s6d6bb39306.md"], "top10": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s515b3a6d0e.md", "s072e05a127.md", "s71faf627c7.md", "s5fdfe37ef2.md", "s3c0200c5c9.md", "s55fa0a72e3.md", "sd5f57db11c.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.022964015, 0.022847302, 0.021978022, 0.021650327, 0.021071701, 0.020555767], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee_abs", "type": "multi-session", "abstention": true, "gold": ["s575987fe96.md", "s8fa5c57ac6.md"], "top10": ["s5d5a7479dd.md", "s8fa5c57ac6.md", "s2bc6e6b516.md", "s575987fe96.md", "s16645948e6.md", "sf3e4b2fab7.md", "sdf0b9b9440.md", "sc2f3bc1eb7.md", "sdbe0688f09.md", "sd0aa636763.md"], "rrf10": [0.024329951, 0.024069737, 0.02382134, 0.023449132, 0.021748401, 0.02159204, 0.021175612, 0.021119505, 0.020909091, 0.020878722], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49_abs", "type": "multi-session", "abstention": true, "gold": ["s4cc898fb3d.md", "s6c40ac1410.md"], "top10": ["s4cc898fb3d.md", "sd3f4d75052.md", "sa6185dde9c.md", "sf3bd7f128f.md", "s942a109535.md", "sf320245bd7.md", "sd680d4eeed.md", "sc5c4ce2c9f.md", "see9e1e4372.md", "s9dc3094bc4.md"], "rrf10": [0.024590164, 0.02406554, 0.022960373, 0.022722331, 0.022381757, 0.02195544, 0.021175612, 0.021051529, 0.020841487, 0.020807726], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "09ba9854_abs", "type": "multi-session", "abstention": true, "gold": ["s044fb6de78.md", "s3d41460c72.md"], "top10": ["s3d41460c72.md", "s60f1554abe.md", "s044fb6de78.md", "s33512221a0.md", "sfc92cfa259.md", "sbfa226cba5.md", "s0ac23f8cf6.md", "se622f43d42.md", "s6d1ecfc566.md", "s21f411081e.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.0234375, 0.021794872, 0.021730463, 0.02141888, 0.020738204, 0.020510836, 0.020029267], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c77", "type": "temporal-reasoning", "abstention": false, "gold": ["s0de8f54495.md", "s87aab481ed.md"], "top10": ["s87aab481ed.md", "s0de8f54495.md", "se61f58cc8f.md", "sa9fd08807d.md", "s8b76961296.md", "s2f711cf641.md", "sab25b98b4d.md", "s218de2ed58.md", "sb359802523.md", "s322171cf1b.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023317308, 0.023197115, 0.02217175, 0.02209596, 0.021051571, 0.020931142, 0.020803443], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f49edff3", "type": "temporal-reasoning", "abstention": false, "gold": ["s8967b317af.md", "scd70f10d4a.md", "sdb04083fb5.md"], "top10": ["scd70f10d4a.md", "s8967b317af.md", "sdb04083fb5.md", "s49104402ae.md", "sdb129e841d.md", "s3e6534f8ea.md", "s9d1b653000.md", "s450430e6d7.md", "s7bcff2a57f.md", "sd5e2ca4471.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022727273, 0.022527473, 0.02195544, 0.021954114, 0.021327968, 0.021175373, 0.020645646], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71017276", "type": "temporal-reasoning", "abstention": false, "gold": ["sfed21b3b3d.md"], "top10": ["sfed21b3b3d.md", "s8d76e5d15e.md", "s673da5010e.md", "s4715a85f52.md", "sffdc78de20.md", "sb40e9be05e.md", "s4c838b3abb.md", "s6e8bc750c1.md", "s16bae8e890.md", "s1788dfef67.md"], "rrf10": [0.024590164, 0.022737873, 0.022451963, 0.022429262, 0.022397892, 0.022153129, 0.022058824, 0.021748401, 0.021066434, 0.021051529], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ed", "type": "temporal-reasoning", "abstention": false, "gold": ["s13d7d57880.md", "s3de777306e.md", "sd81d698498.md", "sf99fc08dc2.md"], "top10": ["s13d7d57880.md", "sd81d698498.md", "sab32a38ad1.md", "s128aecc14d.md", "sd93199637f.md", "sa95bad4594.md", "s0c8dac40d8.md", "sbdeeda4e3c.md", "sf99fc08dc2.md", "s0369945d06.md"], "rrf10": [0.024590164, 0.023449132, 0.023448773, 0.022381757, 0.021942986, 0.021135029, 0.021103896, 0.021098213, 0.020833333, 0.020413621], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_fa19884c", "type": "temporal-reasoning", "abstention": false, "gold": ["s416ca1f210.md", "sf0ed4e632f.md"], "top10": ["sf0ed4e632f.md", "s416ca1f210.md", "sef575b4bd0.md", "s9c72667b20.md", "s97c355c0b7.md", "sbe27d3b153.md", "s1455e64e8f.md", "sf9f538f5d5.md", "s24c31aed95.md", "s2c03581ff9.md"], "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.02264239, 0.022630992, 0.022474315, 0.022185061, 0.02209596, 0.021175373, 0.020864662], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bc8ad92", "type": "temporal-reasoning", "abstention": false, "gold": ["s2ad6dd5ee4.md", "s7ee484c72e.md", "sde38c72cbd.md"], "top10": ["sde38c72cbd.md", "s0475de9251.md", "s7ee484c72e.md", "sa415e4fc5d.md", "s5d98207cb1.md", "sba982ca2c1.md", "sdcc93aa64d.md", "s9c2bc468f5.md", "s104a1624fe.md", "s65c1567e7e.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.021480629, 0.021438953, 0.021028951, 0.02090301, 0.020658263, 0.020419879], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "af082822", "type": "temporal-reasoning", "abstention": false, "gold": ["s458613a9c1.md"], "top10": ["s97a28ef372.md", "s245578ac3b.md", "sd5d5f5d615.md", "sc44a61b9f5.md", "sed2e7ab573.md", "s458613a9c1.md", "s91e15c927f.md", "sd36320b6dd.md", "s9cebfb7af6.md", "scf03b889ec.md"], "rrf10": [0.024205943, 0.023317308, 0.023122094, 0.022978347, 0.02281746, 0.02235023, 0.022068511, 0.022051282, 0.021952259, 0.021094403], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "gpt4_4929293a", "type": "temporal-reasoning", "abstention": false, "gold": ["s12d1202c58.md", "s34c0eea353.md"], "top10": ["s34c0eea353.md", "s12d1202c58.md", "sf54b3f8729.md", "sdf9564db57.md", "s73ce5fba55.md", "s070d5599e2.md", "s226394b487.md", "sd07f5ecc05.md", "s67d01b4f89.md", "scb6d92edfa.md"], "rrf10": [0.024457959, 0.024325754, 0.023076923, 0.023015873, 0.022977941, 0.022305254, 0.02228164, 0.021825397, 0.021028951, 0.0209762], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b5700ca9", "type": "temporal-reasoning", "abstention": false, "gold": ["se49ce84405.md"], "top10": ["se49ce84405.md", "s5f3e055fd8.md", "s0eb8c2f0c6.md", "s8fd6b27343.md", "s947272e9f8.md", "s72fcf26b0a.md", "s52a8da2bfe.md", "s77751be352.md", "s0469a299fe.md", "se08aa49b0c.md"], "rrf10": [0.024590164, 0.024193548, 0.022291667, 0.02217175, 0.022098214, 0.021845695, 0.021103896, 0.021027655, 0.020643075, 0.020519836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b81", "type": "temporal-reasoning", "abstention": false, "gold": ["s7ff91b69f4.md", "scd503bc780.md"], "top10": ["s7ff91b69f4.md", "scd503bc780.md", "s84f85fb9d3.md", "scc20a8f01a.md", "s7e9cd73886.md", "s19e2c32fe6.md", "s7b8006ee2c.md", "s1c2aeccdc4.md", "s3f4b8c82da.md", "s772b999daa.md"], "rrf10": [0.024457959, 0.024069737, 0.0234375, 0.022843823, 0.02270798, 0.02264239, 0.02238806, 0.022141372, 0.021330884, 0.02098626], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d4ab0c9", "type": "temporal-reasoning", "abstention": false, "gold": ["s5af32146a3.md", "s740744b068.md"], "top10": ["s740744b068.md", "s5af32146a3.md", "s692eed2482.md", "sa5287ff98f.md", "se292677117.md", "s840cd550f1.md", "s39f5e3a0d1.md", "s1b1235b936.md", "s53a2672789.md", "s0c92fbca78.md"], "rrf10": [0.024590164, 0.024193548, 0.022722331, 0.022569444, 0.022294372, 0.021776815, 0.02159204, 0.020940171, 0.02079602, 0.02075989], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e072b769", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b56ca94e8.md"], "top10": ["s3b56ca94e8.md", "s7e1374f4ae.md", "sa7606d883f.md", "s753d1f0eda.md", "sba782a3ab1.md", "sf040e42142.md", "sd84272350c.md", "s0132ad4125.md", "s2412541f43.md", "s80a273384e.md"], "rrf10": [0.024590164, 0.023561508, 0.022915269, 0.022737873, 0.022527473, 0.022458146, 0.022397892, 0.021776815, 0.021342069, 0.020733652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0db4c65d", "type": "temporal-reasoning", "abstention": false, "gold": ["s4e4e3334fd.md", "see88f3e2b2.md"], "top10": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s4ef770edae.md", "s02bb918af5.md", "s8131dcfb0d.md", "s61885cb9da.md", "sc99075ab33.md", "s3ae302feb5.md", "s471235d301.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.02209596, 0.021845695, 0.021748401, 0.021462639, 0.020877754, 0.020727041], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d80365e", "type": "temporal-reasoning", "abstention": false, "gold": ["s470e28ad29.md", "s673fe32ac7.md"], "top10": ["s470e28ad29.md", "s673fe32ac7.md", "s62d5c41294.md", "s947e9db870.md", "sc36f62e87a.md", "s09c06f58e1.md", "s5feee30399.md", "s07dd3e6931.md", "s8855cb498d.md", "sb73cb94274.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023087687, 0.022727273, 0.022617681, 0.022518382, 0.022141372, 0.021845695, 0.020945007], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7f6b06db", "type": "temporal-reasoning", "abstention": false, "gold": ["s4b4e486124.md", "s5072e6f426.md", "s7eda804bfa.md"], "top10": ["seb706a8717.md", "s7eda804bfa.md", "s5072e6f426.md", "se79ca13c42.md", "sdc6e907d77.md", "s4b4e486124.md", "s41ba1ba2c7.md", "s68d37c0d3a.md", "s5921b36d03.md", "s14e1cfebb3.md"], "rrf10": [0.024329951, 0.024193548, 0.023348236, 0.022767857, 0.022501131, 0.02223393, 0.022098214, 0.021897112, 0.020955882, 0.020578014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_6dc9b45b", "type": "temporal-reasoning", "abstention": false, "gold": ["sd7beaae423.md"], "top10": ["sd7beaae423.md", "sa88ed29c95.md", "s3f265079e2.md", "sfb8f3084d1.md", "s06ee58c40b.md", "s51e3e06271.md", "s3c7cd22d27.md", "sa206276dee.md", "sd42f8692cf.md", "sfd9cc59807.md"], "rrf10": [0.024590164, 0.02406554, 0.023565324, 0.023449132, 0.023087687, 0.021869818, 0.021103896, 0.021071701, 0.02075989, 0.02032386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8279ba02", "type": "temporal-reasoning", "abstention": false, "gold": ["sf35e757041.md"], "top10": ["sf35e757041.md", "s4fb3576300.md", "sb43bc78416.md", "sd3c9658e22.md", "sb191be21d3.md", "sd4f501d996.md", "sb10c5a2ba0.md", "s50a8dd1e9a.md", "sa6423d1ba7.md", "s417a581481.md"], "rrf10": [0.024590164, 0.023689516, 0.023076923, 0.022885789, 0.021869818, 0.021547194, 0.02151113, 0.021428571, 0.020594736, 0.020590315], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_18c2b244", "type": "temporal-reasoning", "abstention": false, "gold": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md"], "top10": ["s2824f4cf65.md", "s27dfdb9c53.md", "s49199999c0.md", "sde791e3e44.md", "s152591c2af.md", "s45d6962805.md", "s2242ce7293.md", "sb63da53540.md", "sfc7cbdb261.md", "s46149a79f9.md"], "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.0234375, 0.023076923, 0.022727273, 0.022168569, 0.02159204, 0.021342069, 0.020866455], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a1b77f9c", "type": "temporal-reasoning", "abstention": false, "gold": ["s1592c4055d.md", "s3368e912a8.md", "s3a24ea8d88.md", "s5e464e410d.md", "s7de878daf0.md", "s987b330deb.md"], "top10": ["s987b330deb.md", "s5e464e410d.md", "s3368e912a8.md", "s7de878daf0.md", "s3a24ea8d88.md", "s1592c4055d.md", "s41608a6f96.md", "sede1bbe68a.md", "s87ba8d3b8e.md", "s82f0d35275.md"], "rrf10": [0.024329951, 0.023821721, 0.02370479, 0.023565324, 0.023216031, 0.023197115, 0.021437198, 0.020952381, 0.020841487, 0.02079602], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1916e0ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s62bf117c2b.md", "s750b0d5f83.md"], "top10": ["s62bf117c2b.md", "s750b0d5f83.md", "s5b359c1d93.md", "sa090f3776b.md", "s5bc585d39d.md", "se6ef9f8d8d.md", "sa90d7e1a9f.md", "s1fc2d3173e.md", "sbb3624ee00.md", "s8bee3c59dd.md"], "rrf10": [0.024329951, 0.024069737, 0.02370479, 0.023689516, 0.022737873, 0.022630992, 0.022294372, 0.021748136, 0.021581197, 0.02115942], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7a0daae1", "type": "temporal-reasoning", "abstention": false, "gold": ["sdd184f0547.md", "sf8cc30f63f.md"], "top10": ["sdd184f0547.md", "sf8cc30f63f.md", "s999cf76043.md", "s794aa4f0a3.md", "s85d15719b7.md", "s5178defbbd.md", "s615d3dcf71.md", "s6c6ce26671.md", "s7a934d5060.md", "s9c06c03dc1.md"], "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.023200758, 0.022964015, 0.022527473, 0.021175373, 0.021042471, 0.020933822, 0.02057971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_468eb063", "type": "temporal-reasoning", "abstention": false, "gold": ["se6c4b027c1.md"], "top10": ["sb92b107cfa.md", "sbf13a56603.md", "sb556ad66d1.md", "se6c4b027c1.md", "sb2e40f4a0f.md", "s6eaa54ecbe.md", "s50d4481482.md", "se3c0aff529.md", "s56170e3b54.md", "sd3e8bfe4a3.md"], "rrf10": [0.024193548, 0.02408575, 0.023321123, 0.022689475, 0.022504456, 0.021970577, 0.02168213, 0.020970395, 0.020643075, 0.020625], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7abb270c", "type": "temporal-reasoning", "abstention": false, "gold": ["s089aa238b5.md", "s0da7667bb9.md", "s336b4d8800.md", "s460021fe1c.md", "s6c535841a0.md", "s711866769d.md"], "top10": ["s6c535841a0.md", "s336b4d8800.md", "s460021fe1c.md", "s62f0d9b142.md", "s1af675d381.md", "s089aa238b5.md", "sa1e161d312.md", "s8ad3de51df.md", "s0da7667bb9.md", "sfa2da46297.md"], "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.022977941, 0.02228164, 0.021908272, 0.021869818, 0.021713729, 0.021205821, 0.020738204], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_1e4a8aeb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4965a34b4b.md", "se8a4fc3c2b.md"], "top10": ["se8a4fc3c2b.md", "s4965a34b4b.md", "sd9c4aad8ea.md", "s0962d51244.md", "s393d68fe4d.md", "sa7abbdb268.md", "s9f21cc5ec4.md", "s67171e54fe.md", "s266b5ee3a0.md", "s98832b33d7.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.022861881, 0.022737557, 0.022569444, 0.02195544, 0.021660265, 0.020955882, 0.020945007], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4fc4f797", "type": "temporal-reasoning", "abstention": false, "gold": ["s86e8fc5c64.md", "sa00694b92d.md"], "top10": ["s86e8fc5c64.md", "sa00694b92d.md", "s62f881d834.md", "s0b210d7c1a.md", "se15d4076d5.md", "se1788c2144.md", "s1b5d0e7c6e.md", "s79295a91e6.md", "sc6b053dd80.md", "s7b81754d2e.md"], "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.022527473, 0.022501131, 0.02239819, 0.021730463, 0.021438953, 0.021042471, 0.020365297], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4dfccbf7", "type": "temporal-reasoning", "abstention": false, "gold": ["s994a3c82f9.md", "sed9bb71adb.md"], "top10": ["sed9bb71adb.md", "s994a3c82f9.md", "s8da6c34d20.md", "se45839fae3.md", "sb7c45414ed.md", "s094f08b01e.md", "s90e4ad15db.md", "s109e8c90c5.md", "sc9bc82f822.md", "sd8d5bc7ace.md"], "rrf10": [0.024590164, 0.024193548, 0.022847302, 0.022397892, 0.022185061, 0.021635138, 0.021192165, 0.021175373, 0.021116139, 0.020432692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_61e13b3c", "type": "temporal-reasoning", "abstention": false, "gold": ["s20c93280b9.md", "s6de2686779.md"], "top10": ["s20c93280b9.md", "s6de2686779.md", "s9ba372a885.md", "s1feff97347.md", "sa7abe1dbd3.md", "sf052b0e8e2.md", "s2023243d18.md", "s4b208f1b1c.md", "sfedcb36942.md", "sa361296cbf.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.02264239, 0.022617681, 0.021897112, 0.021748401, 0.021730463, 0.021274388, 0.021135266], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_45189cb4", "type": "temporal-reasoning", "abstention": false, "gold": ["s56b6b15804.md", "s7011c1d990.md", "scc1a9ac597.md"], "top10": ["s7011c1d990.md", "sd5a6b5d8d7.md", "s29e2b87dae.md", "scc1a9ac597.md", "s56b6b15804.md", "s27e2fdc1b2.md", "s2d912f4f18.md", "sebaac9cfcc.md", "sb52dcce058.md", "sd1e8c392a9.md"], "rrf10": [0.024590164, 0.023685516, 0.023561508, 0.023449132, 0.022539289, 0.02239819, 0.022193769, 0.02168213, 0.021464646, 0.02057971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ebe6c90", "type": "temporal-reasoning", "abstention": false, "gold": ["sa061eb7d02.md", "sd9d046a725.md"], "top10": ["sd9d046a725.md", "sa061eb7d02.md", "s1eac952338.md", "sda2cb8a2cc.md", "s1909c64e57.md", "secce8d201b.md", "s1803123d61.md", "s2d82c14159.md", "s7695e456f5.md", "s2229d87b98.md"], "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022722331, 0.022278314, 0.021577381, 0.02151113, 0.02124951, 0.020707071, 0.020578014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e061b84f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2863cc2ae4.md", "s43a4e39340.md", "s7d2fafc848.md"], "top10": ["s43a4e39340.md", "s9782ab492b.md", "s4b60a071e3.md", "s2863cc2ae4.md", "sf5221600f8.md", "s3d6accdd64.md", "s5b5bca3d7f.md", "s7fb835e33a.md", "s7d2fafc848.md", "s3b608e3bf3.md"], "rrf10": [0.024457959, 0.023317308, 0.022283272, 0.022153129, 0.021897007, 0.02159204, 0.021354616, 0.021131742, 0.021034996, 0.020665593], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "370a8ff4", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ba7fc06a6.md", "s950777cdc2.md"], "top10": ["s4ba7fc06a6.md", "s950777cdc2.md", "s96611c9cb5.md", "s51dc9ee1b4.md", "s233a2aab31.md", "sdd32f8c85b.md", "s9346a40393.md", "sd81371b1bd.md", "s527b524ad2.md", "sbb07c69e1f.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.023225957, 0.022294372, 0.02168213, 0.021660265, 0.021230159, 0.021071701, 0.020757021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d6585ce8", "type": "temporal-reasoning", "abstention": false, "gold": ["s193d7352b9.md", "s1f80139e1f.md", "s431dbcb910.md", "s54c1ea549a.md", "sb8911662c9.md"], "top10": ["s431dbcb910.md", "sb8911662c9.md", "s54c1ea549a.md", "s1f80139e1f.md", "s193d7352b9.md", "s1c4a818edf.md", "s9a3fca9dff.md", "s6a33029077.md", "s2ea0225d23.md", "s1dda6e11b7.md"], "rrf10": [0.024329951, 0.024193548, 0.024069737, 0.0234375, 0.022727273, 0.02238806, 0.021408712, 0.02124183, 0.021135029, 0.02075989], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4ef30696", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b86b37b91.md", "s44278adeeb.md"], "top10": ["s3b86b37b91.md", "s44278adeeb.md", "s8891deeba0.md", "sbe149b2461.md", "s7ecc5c768d.md", "sa386069e6b.md", "sd7d6222640.md", "sff9f62015e.md", "s1e6d06142b.md", "s99f45b797e.md"], "rrf10": [0.024329951, 0.024325754, 0.023689516, 0.023448773, 0.022397892, 0.02159204, 0.021390938, 0.021327968, 0.021266968, 0.021227364], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ec93e27f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2c2bc6ed95.md", "s8de7ddaa05.md"], "top10": ["s8de7ddaa05.md", "s2c2bc6ed95.md", "s058c4417b9.md", "sa5f02e8d9c.md", "sa3836dfe17.md", "s1d20544f6a.md", "s2d4c3bd108.md", "s7afa5abc69.md", "sa90dbd2021.md", "sbe23afabf9.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.0234375, 0.022727273, 0.022185061, 0.021330884, 0.021266968, 0.020931142, 0.020866455], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6e984301", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f0e71de47.md", "s7b8815ea0d.md"], "top10": ["s4f0e71de47.md", "s7b8815ea0d.md", "s430dc4191c.md", "s6963ffc65b.md", "s9ff3bb9867.md", "s83f5295776.md", "s98d39a9200.md", "s1a1d1ab172.md", "s0d6bc27eb1.md", "s05a410c4df.md"], "rrf10": [0.024590164, 0.024193548, 0.023317308, 0.022504456, 0.02238806, 0.022141372, 0.021755369, 0.02151113, 0.021230159, 0.021199389], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8077ef71", "type": "temporal-reasoning", "abstention": false, "gold": ["sc6850b7307.md"], "top10": ["se14c344a87.md", "se3bbf52e57.md", "sc6850b7307.md", "s05fa8d1f58.md", "s324166b905.md", "scb3fd60412.md", "sfaaa89829c.md", "s6eaad95eb3.md", "s07c0ee86c1.md", "s6c14387641.md"], "rrf10": [0.024205943, 0.024193548, 0.024069737, 0.023087687, 0.02239819, 0.021869818, 0.02173913, 0.021660265, 0.021327968, 0.020738204], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262c", "type": "temporal-reasoning", "abstention": false, "gold": ["s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "sd5581fd2c1.md"], "top10": ["sc55f6655d9.md", "s0ebbd7642d.md", "sd5581fd2c1.md", "s48b4b20c49.md", "s96522fe856.md", "sf5efc3496a.md", "s232db9294a.md", "s201c498022.md", "s5609fcf283.md", "s2218f317fc.md"], "rrf10": [0.024329951, 0.024325754, 0.023689516, 0.023685516, 0.023076923, 0.021730463, 0.021638655, 0.021635611, 0.021547194, 0.020233985], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8e165409", "type": "temporal-reasoning", "abstention": false, "gold": ["s1cd8a196cf.md", "saadba4fdcb.md"], "top10": ["saadba4fdcb.md", "s1cd8a196cf.md", "sbec86b3b92.md", "s0e9c9db1ae.md", "s3abf2ca32b.md", "s84c298281c.md", "s86b722a371.md", "s992e7dcb41.md", "s1d001e90e9.md", "s005b3abd61.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023119393, 0.022426869, 0.022278314, 0.02200083, 0.021978022, 0.021650327, 0.020799513], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_74aed68e", "type": "temporal-reasoning", "abstention": false, "gold": ["s029fdb6057.md", "sa5eda3ba3a.md"], "top10": ["s029fdb6057.md", "sa5eda3ba3a.md", "s44752eb7ec.md", "s97872baf2d.md", "sa91b8f3a56.md", "s840d558164.md", "s92b0c38ff2.md", "s75f4f7b401.md", "se21ae5bd50.md", "s8fd2c070f9.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023200758, 0.022737873, 0.022426869, 0.022397892, 0.021650327, 0.021351575, 0.020192137], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bcbe585f", "type": "temporal-reasoning", "abstention": false, "gold": ["s43951b5af8.md"], "top10": ["s43951b5af8.md", "s96ff24ec54.md", "s7cebb80e42.md", "s53f50845fa.md", "s680342bed3.md", "s38532c84a8.md", "s43b774df2b.md", "s1bbc614374.md", "s9bd19d5889.md", "sa3d60e534c.md"], "rrf10": [0.024590164, 0.023941532, 0.023689516, 0.022727273, 0.021776815, 0.021557455, 0.021269841, 0.021116139, 0.021081349, 0.021031746], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_21adecb5", "type": "temporal-reasoning", "abstention": false, "gold": ["s2cf77dc894.md", "sd590893eb7.md"], "top10": ["s827bdbd550.md", "sc35acf5860.md", "sdcce2ca7e3.md", "s3696ec64c3.md", "sec45eea467.md", "s41f8645edb.md", "sbdf50e2799.md", "sd590893eb7.md", "s93979f69c2.md", "s2cf77dc894.md"], "rrf10": [0.024457959, 0.023317308, 0.022964015, 0.021952259, 0.021482176, 0.021126761, 0.021081349, 0.020923521, 0.020890937, 0.020696721], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "5e1b23de", "type": "temporal-reasoning", "abstention": false, "gold": ["saeedc20bb7.md"], "top10": ["s32337bb789.md", "saeedc20bb7.md", "sabbb4e25db.md", "sbae1f9bf3d.md", "s89746aa875.md", "se66a5275da.md", "s717a0f62e1.md", "s23cb9deafc.md", "s3d858ddc9c.md", "se47a898e2f.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022871377, 0.022168569, 0.021776815, 0.02115942, 0.021051571, 0.020879121, 0.020769493], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_98f46fc6", "type": "temporal-reasoning", "abstention": false, "gold": ["s1460aa12d1.md", "s9791b8e390.md"], "top10": ["s1460aa12d1.md", "s9791b8e390.md", "sbca9903f8d.md", "s60fe250dea.md", "s3bea28877d.md", "sa416ec81af.md", "s60f74e7a86.md", "s765e56f4d2.md", "sa824bf73c7.md", "s11d913d134.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.023088023, 0.022518382, 0.022068511, 0.021875, 0.021557455, 0.021327968, 0.020467836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_af6db32f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2b9dea603d.md"], "top10": ["s2b9dea603d.md", "s438a222225.md", "sc6cf0efa90.md", "s327487caaf.md", "sde66497d2b.md", "s2e83eac7e0.md", "s66bbb77d48.md", "s9e5a59d89f.md", "s82a73a8e13.md", "s7c9141560d.md"], "rrf10": [0.024590164, 0.023449132, 0.023317308, 0.022795699, 0.022451963, 0.021748401, 0.021701389, 0.021645022, 0.020807726, 0.020375587], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eac54adc", "type": "temporal-reasoning", "abstention": false, "gold": ["s91209e129c.md", "sd59e03b1f2.md"], "top10": ["sd59e03b1f2.md", "s91209e129c.md", "s4e9025d5ec.md", "s73b461fde8.md", "sd9e9946b9a.md", "s8dd9627791.md", "s2c72644cd2.md", "s9ef18ac0a3.md", "s49bc686f74.md", "s66933cb050.md"], "rrf10": [0.024457959, 0.024325754, 0.023561508, 0.02239819, 0.022294372, 0.021967627, 0.021660265, 0.021342069, 0.021161317, 0.021027655], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ddcf75f", "type": "temporal-reasoning", "abstention": false, "gold": ["sb7a706d9cc.md"], "top10": ["sb7a706d9cc.md", "sd19c2ac5d0.md", "s3425fc2201.md", "s390cf2c068.md", "scfed8af571.md", "s7aa4c9d5ae.md", "s4efe039057.md", "sf4107652ee.md", "s1328456c70.md", "s8d5d29a06c.md"], "rrf10": [0.024590164, 0.0234375, 0.023321123, 0.022978347, 0.022727273, 0.02217175, 0.022058824, 0.021535007, 0.021307798, 0.021031746], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a2d1d1f6", "type": "temporal-reasoning", "abstention": false, "gold": ["s9e38a6d057.md"], "top10": ["s9e38a6d057.md", "s283ff03f54.md", "s881760379b.md", "se5e56952e5.md", "s75b6f89332.md", "s81e9bf9433.md", "sf2a11355b7.md", "sdf4c6ce1d7.md", "sf7c9a7f598.md", "s051cfcd379.md"], "rrf10": [0.024590164, 0.02406554, 0.023449132, 0.023119393, 0.022977941, 0.022843823, 0.022098214, 0.02206823, 0.021199389, 0.02115942], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_85da3956", "type": "temporal-reasoning", "abstention": false, "gold": ["seb709c85db.md"], "top10": ["seb709c85db.md", "s51a54af6d2.md", "s51089abd89.md", "s34108cd1fb.md", "s80dc2db0ee.md", "sf4e7ea6873.md", "sfa8edd9d07.md", "scf06b87bc8.md", "s008d778544.md", "s1e545991f0.md"], "rrf10": [0.024590164, 0.023937532, 0.02370479, 0.022964015, 0.022737557, 0.02239819, 0.021532091, 0.021126761, 0.02079602, 0.02025463], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b0863698", "type": "temporal-reasoning", "abstention": false, "gold": ["s17cbc23e83.md"], "top10": ["s5f2b19534c.md", "s17cbc23e83.md", "sad2940711b.md", "s6514cbc2a2.md", "s4e834846ec.md", "sf7256265cc.md", "s755acc46ab.md", "s12da0d1603.md", "s5ede653c65.md", "s46ca05bb60.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.0234375, 0.022843823, 0.022501131, 0.022168569, 0.02173913, 0.020819398, 0.020467836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94287", "type": "temporal-reasoning", "abstention": false, "gold": ["s68260b8fd5.md", "s91208e524e.md"], "top10": ["s68260b8fd5.md", "s680b3cdee9.md", "s0ac1836c6d.md", "s91208e524e.md", "s95d0ee97f7.md", "s18681d1971.md", "s76255697ec.md", "se283d2d218.md", "s97d28897f8.md", "sc586738081.md"], "rrf10": [0.024590164, 0.023809524, 0.023481973, 0.023449132, 0.022518382, 0.022474315, 0.021869818, 0.021635611, 0.021089271, 0.020359848], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231e", "type": "temporal-reasoning", "abstention": false, "gold": ["s24647086fa.md", "s2fafe005ea.md"], "top10": ["s2fafe005ea.md", "s24647086fa.md", "sde2a40da9a.md", "s4b5fd65a6f.md", "s2b213e9b12.md", "s50a990b18c.md", "se489e58b5b.md", "sc11bbb9d21.md", "s70bad9a001.md", "s819545f00b.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.0234375, 0.023321123, 0.022727273, 0.021748136, 0.021135029, 0.021028951, 0.020739327], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ca326fa", "type": "temporal-reasoning", "abstention": false, "gold": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md"], "top10": ["sc231c512f6.md", "sfe7f677414.md", "s36836ec9bf.md", "s669e5ee31d.md", "s65d9d72a2e.md", "s6149aefc4f.md", "s928ba85fad.md", "s8f5346c940.md", "sa782a45997.md", "s6e932c76a7.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022278314, 0.022068511, 0.021794872, 0.021776815, 0.021327968, 0.020799513, 0.02079602], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7bc6cf22", "type": "temporal-reasoning", "abstention": false, "gold": ["s82870d01ff.md"], "top10": ["s82870d01ff.md", "s4c5417a25a.md", "s584b6f46fd.md", "s9363c22b91.md", "sa14df0db3d.md", "s725f0d44c2.md", "s5f629d87b9.md", "sda02ddda42.md", "s163d843c7c.md", "s673e204606.md"], "rrf10": [0.024590164, 0.023937532, 0.022885789, 0.022291667, 0.021730463, 0.021274388, 0.020656371, 0.020133706, 0.020057513, 0.01996904], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ebe6c92", "type": "temporal-reasoning", "abstention": false, "gold": ["s4c13d1174b.md", "s556e69205f.md"], "top10": ["s4c13d1174b.md", "s783d482924.md", "sa85d1f8c67.md", "s78670ccabc.md", "s556e69205f.md", "s18d8340c2b.md", "sb5a9acf399.md", "see1d61fb6f.md", "sfca090525d.md", "s57662ad6d2.md"], "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023565324, 0.022847302, 0.022737873, 0.022397892, 0.021462639, 0.021437198, 0.020547945], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e061b84g", "type": "temporal-reasoning", "abstention": false, "gold": ["s46a9a97cbd.md", "s6cd6007fa9.md", "sba27c9ecfb.md"], "top10": ["s0e4a8bc031.md", "s6da3c35fb5.md", "s6cd6007fa9.md", "sdfbb98acc6.md", "s4ff840cc90.md", "se5cc76bda1.md", "s3723093f1a.md", "s46a9a97cbd.md", "sa432b0461c.md", "s221e10daf5.md"], "rrf10": [0.023941532, 0.023821721, 0.023809524, 0.022886949, 0.022185061, 0.021967627, 0.021848739, 0.021748401, 0.021028951, 0.020879121], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "71017277", "type": "temporal-reasoning", "abstention": false, "gold": ["sf29c86135d.md"], "top10": ["s5f1503ff17.md", "sf29c86135d.md", "sb47a7525d1.md", "se8183ac199.md", "sed4831a5a5.md", "sf9bb8ec5bb.md", "sb7b169db77.md", "s338134ff33.md", "s79c5258f74.md", "s90d2e0bc1c.md"], "rrf10": [0.024590164, 0.023809524, 0.022960373, 0.022795699, 0.022617681, 0.022504456, 0.021897007, 0.021135029, 0.021071701, 0.020888158], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ee", "type": "temporal-reasoning", "abstention": false, "gold": ["s23e5eb2c4f.md", "s61696d8458.md", "saef86266be.md", "sfadd2aad2d.md"], "top10": ["saef86266be.md", "sb8d231993f.md", "sfadd2aad2d.md", "s61696d8458.md", "s7bd21826bc.md", "s3f8ba97704.md", "sb7fa1b33c2.md", "se7ec8166b8.md", "sd824cac0cd.md", "s932f5d71b4.md"], "rrf10": [0.024590164, 0.02382134, 0.023689516, 0.023448773, 0.023088023, 0.021845695, 0.02151113, 0.02141888, 0.021135266, 0.020879121], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_d6585ce9", "type": "temporal-reasoning", "abstention": false, "gold": ["s13140f2a3d.md", "s2e1f3cfe71.md", "s302fc535f1.md", "s32134acc14.md", "s56a1b80baa.md"], "top10": ["s2e1f3cfe71.md", "s56a1b80baa.md", "s13140f2a3d.md", "s32134acc14.md", "se5b3a9d852.md", "sb8a4b72925.md", "s302fc535f1.md", "s14acf1af5d.md", "see3fdf1d5f.md", "sd0d27ef1b0.md"], "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023685516, 0.023076923, 0.022727273, 0.02217175, 0.022058824, 0.02195544, 0.021135029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1e4a8aec", "type": "temporal-reasoning", "abstention": false, "gold": ["s25e1ab8039.md", "sf849a07d53.md"], "top10": ["sf849a07d53.md", "s25e1ab8039.md", "sa751b38e68.md", "seba0fafdcb.md", "s3ff6acb1b9.md", "s1b49e22033.md", "s18e759afef.md", "s2c0af65be8.md", "s40dc85a759.md", "s5eda5eb22f.md"], "rrf10": [0.024590164, 0.024193548, 0.023119393, 0.022222222, 0.022058824, 0.02200083, 0.021464646, 0.02124951, 0.020841487, 0.020480929], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262d", "type": "temporal-reasoning", "abstention": false, "gold": ["s002e2dce0d.md", "s2706cff681.md", "s4197969738.md", "s42b1274863.md", "sef8154a18e.md"], "top10": ["s42b1274863.md", "s4197969738.md", "s2706cff681.md", "sef8154a18e.md", "s002e2dce0d.md", "sccdb378645.md", "sbde08d49d5.md", "s2e6f6eb245.md", "s995fabed44.md", "s67b888e4bb.md"], "rrf10": [0.02408575, 0.023941532, 0.023937532, 0.023821721, 0.023321123, 0.02206823, 0.021547194, 0.021464646, 0.021401515, 0.021135029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c78", "type": "temporal-reasoning", "abstention": false, "gold": ["sb85e52ab92.md", "sce4fc22611.md"], "top10": ["s57f97dbfe1.md", "s94676065b0.md", "sb85e52ab92.md", "sba886ab9ef.md", "sce4fc22611.md", "s2387cadf8b.md", "s77eee866c3.md", "saf076ef2bd.md", "s8a1b203d2b.md", "s2e1f454301.md"], "rrf10": [0.024590164, 0.02406554, 0.023449132, 0.023015873, 0.022727273, 0.022381757, 0.022185061, 0.022168569, 0.021230159, 0.021126761], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231f", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f2f06180b.md", "s83c5db768f.md"], "top10": ["s83c5db768f.md", "s4f2f06180b.md", "s9c8b1d4c97.md", "s5622f92695.md", "s9b5e47d063.md", "s40987eb3eb.md", "s18ca164d02.md", "sc228717111.md", "s902e65262a.md", "sb79a0510f6.md"], "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.023197115, 0.022667254, 0.022429262, 0.021532091, 0.021161317, 0.020527859, 0.020188531], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293b", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ca2cbd3b4.md", "s589785a84a.md"], "top10": ["s8a733bb8fe.md", "s61e2bb2d9f.md", "sdf96851b34.md", "s3ac6e74d0a.md", "s4ca2cbd3b4.md", "s9672513559.md", "sb2d024a8f8.md", "se63e122534.md", "s70976519d0.md", "s2515968c64.md"], "rrf10": [0.023225957, 0.023087687, 0.022795699, 0.022643443, 0.022397892, 0.021763146, 0.021205821, 0.021071701, 0.020614828, 0.020543351], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_468eb064", "type": "temporal-reasoning", "abstention": false, "gold": ["s46ca419463.md"], "top10": ["s51cf34e824.md", "s33fc4264ae.md", "s5e55da2d7d.md", "s47f7b74120.md", "s5859dc779c.md", "s5270e8ee22.md", "s21d65e2554.md", "s0a2324441e.md", "s552b99ec82.md", "s771de0126e.md"], "rrf10": [0.023335702, 0.023076923, 0.02297239, 0.022226593, 0.02208561, 0.022068511, 0.021908272, 0.021507353, 0.021450021, 0.021199389], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_fa19884d", "type": "temporal-reasoning", "abstention": false, "gold": ["s95ea2e00a1.md", "sc12f87dd19.md"], "top10": ["s10dede8772.md", "sc12f87dd19.md", "s95ea2e00a1.md", "sec15584363.md", "s0175d50beb.md", "sc26656c721.md", "s54cd70c022.md", "s8c2dd1ad64.md", "s949519daca.md", "s7cb525ec2a.md"], "rrf10": [0.024590164, 0.02406554, 0.023565324, 0.023449132, 0.023200758, 0.021774688, 0.021547194, 0.021327968, 0.021249076, 0.02124183], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b82", "type": "temporal-reasoning", "abstention": false, "gold": ["s4786946473.md", "s81b6bbdf4e.md"], "top10": ["s93311ca8d0.md", "sdf62b0ed05.md", "s81b6bbdf4e.md", "s2742c32677.md", "s7ebd01ec60.md", "sce5d03a82b.md", "s4786946473.md", "s15b7f59278.md", "saa1032d265.md", "sea7ad0158b.md"], "rrf10": [0.023941532, 0.023856129, 0.023809524, 0.023689516, 0.022960373, 0.022902604, 0.022193769, 0.02206823, 0.020665593, 0.02057971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "eac54add", "type": "temporal-reasoning", "abstention": false, "gold": ["s162504919c.md", "s8337b854d4.md"], "top10": ["sb1ac440339.md", "s454a6b7bf4.md", "s376ce055a5.md", "s53e973e9fd.md", "s03a53402c4.md", "s4e746c4004.md", "s8337b854d4.md", "s08b08453a7.md", "sc3fcc3ca0a.md", "se6e72f415b.md"], "rrf10": [0.024590164, 0.023076923, 0.022501131, 0.022291667, 0.022123016, 0.021825397, 0.021763146, 0.021448181, 0.021145833, 0.021126761], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "4dfccbf8", "type": "temporal-reasoning", "abstention": false, "gold": ["sa09e60716b.md", "sb9082af00f.md"], "top10": ["sb9082af00f.md", "scda201d835.md", "s9aa8197690.md", "sf16c50e4ea.md", "sea0ddead19.md", "s1356787ead.md", "s9b62fb6f5e.md", "s6d6bafc40d.md", "s8c8f4262cd.md", "s3635e07caa.md"], "rrf10": [0.024325754, 0.023015873, 0.022977941, 0.02297239, 0.021861472, 0.021650327, 0.021581197, 0.021066434, 0.0209762, 0.020436508], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "0bc8ad93", "type": "temporal-reasoning", "abstention": false, "gold": ["s4587f6fe90.md", "sa08679a07b.md", "sc170d58684.md"], "top10": ["s4587f6fe90.md", "sfe1fc78253.md", "sc170d58684.md", "sf0c9f52515.md", "s0a056f3db3.md", "s848a9a443f.md", "s44ab26bac5.md", "s3820a08c33.md", "s135b28fd66.md", "s237d561606.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.02232906, 0.022278314, 0.021952259, 0.021401515, 0.021161317, 0.020933822, 0.020727041], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "6e984302", "type": "temporal-reasoning", "abstention": false, "gold": ["s6ab3f16aac.md", "s83e0c428cd.md"], "top10": ["sf0b77f477b.md", "sab035380b7.md", "s6ab3f16aac.md", "sda2f33d6f3.md", "s2b34e456c4.md", "s65d8bfe5ad.md", "sbe0d0d4910.md", "sf2790ce62a.md", "sd2d5198dee.md", "s83e0c428cd.md"], "rrf10": [0.0239692, 0.023809524, 0.023581337, 0.023317308, 0.023171286, 0.022278314, 0.021897007, 0.021848739, 0.021730463, 0.021222411], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_8279ba03", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f9139a2e6.md"], "top10": ["s8e326bda56.md", "se38ef685f8.md", "s5fbbb9ea07.md", "s374041ea3c.md", "sbb094ad3fc.md", "sc15a4fdc19.md", "s008442bd5a.md", "s2bc6da6130.md", "s12be121171.md", "sb503ff5272.md"], "rrf10": [0.0239692, 0.023821721, 0.023565324, 0.023375409, 0.02255727, 0.022222222, 0.021713729, 0.02168213, 0.021547194, 0.021401515], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_b5700ca0", "type": "temporal-reasoning", "abstention": false, "gold": ["s72d3f1186e.md"], "top10": ["s72d3f1186e.md", "s1fad58d740.md", "sba65fea786.md", "s60c4abf083.md", "s6a45e8b82a.md", "s6f47675d12.md", "s6b13704719.md", "sa3375ce3b6.md", "sd217675fa6.md", "sc6b6c37138.md"], "rrf10": [0.023856129, 0.023271889, 0.022861881, 0.022629773, 0.022281228, 0.02223393, 0.021180556, 0.021089271, 0.021051571, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94288", "type": "temporal-reasoning", "abstention": false, "gold": ["sa0c7b3aa66.md", "sf252db108c.md"], "top10": ["s14846cddb0.md", "s46f6839810.md", "s081e150019.md", "s8f5f0c3d73.md", "saaf4776370.md", "s04e0eb6cbe.md", "sa0c7b3aa66.md", "s76e59b875e.md", "s24a78682eb.md", "sc25c49be6b.md"], "rrf10": [0.024590164, 0.02382134, 0.023809524, 0.023449132, 0.023087687, 0.021635611, 0.02151113, 0.020952381, 0.020470664, 0.02023339], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_2655b836", "type": "temporal-reasoning", "abstention": false, "gold": ["sbd2d6853a4.md", "sf0e65c9f25.md", "sfb09c24b3f.md"], "top10": ["sfb09c24b3f.md", "sbd2d6853a4.md", "sf0e65c9f25.md", "s29f0198888.md", "sd6061a486e.md", "seba48cb2a1.md", "s9948c48442.md", "sa0836e577d.md", "sfa7d9a2a6f.md", "s8e4a6faf65.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023076923, 0.022504456, 0.02128483, 0.021059783, 0.020751174, 0.0206725, 0.020382395], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2487a7cb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4d59b8878b.md", "sb28c305d83.md"], "top10": ["sb28c305d83.md", "scd823c404b.md", "s4d59b8878b.md", "sc92b730a1c.md", "sdafa58f138.md", "s149430f92a.md", "s9ede7814c5.md", "s3a45bbe699.md", "s5af78b3d7d.md", "sb3bb420a5b.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022847302, 0.022843823, 0.022518382, 0.02217175, 0.02179784, 0.021535007, 0.021089271], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_76048e76", "type": "temporal-reasoning", "abstention": false, "gold": ["s5168ffe72d.md", "sa84dca62c2.md"], "top10": ["s5168ffe72d.md", "s04efc15fa5.md", "sa84dca62c2.md", "se6111a85ad.md", "sc1dbff3aac.md", "s761941e7c1.md", "s9f6a78d7e8.md", "s2cdc121c9b.md", "s7bc9cf68ec.md", "sa0224c9e80.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022294372, 0.022051282, 0.021342069, 0.021001344, 0.020877754, 0.0203125, 0.020261438], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2312f94c", "type": "temporal-reasoning", "abstention": false, "gold": ["s345a3cd20b.md", "s3640d5892b.md"], "top10": ["s3640d5892b.md", "s345a3cd20b.md", "s8c4c202bd1.md", "s1578e8805e.md", "s50c7bd3d58.md", "s1ab2ddfecb.md", "s80fb14cb87.md", "safbe8a58c5.md", "s65ac6dd41c.md", "s39a5a450ee.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.022727273, 0.022474315, 0.022451963, 0.022278314, 0.021978022, 0.021326014, 0.020740884], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bb5a684", "type": "temporal-reasoning", "abstention": false, "gold": ["s595a56db20.md", "scce59a4655.md"], "top10": ["scce59a4655.md", "s595a56db20.md", "sa7cdaaeb2a.md", "s56ed2f0c8f.md", "s90ea4a7b13.md", "sb63daa1678.md", "s2615a04853.md", "s20e144b7bb.md", "s7907b0f164.md", "s5c848e9789.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.0234375, 0.022727273, 0.022630992, 0.022185061, 0.021774688, 0.021748401, 0.020841264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08f4fc43", "type": "temporal-reasoning", "abstention": false, "gold": ["s2af822d821.md", "s640616c492.md"], "top10": ["s2af822d821.md", "sa22f98db8c.md", "sb50bf2cbf3.md", "s640616c492.md", "s092a7494a7.md", "sc8f74bc636.md", "s592c2f510e.md", "s4b396ed6a0.md", "s0c54bab47b.md", "sb6cdd2d980.md"], "rrf10": [0.024457959, 0.02406554, 0.022977941, 0.022902604, 0.022630992, 0.022629773, 0.022185061, 0.021145833, 0.0204497, 0.020253556], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2c63a862", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f98c8dc3a.md", "s9f1a32ae81.md"], "top10": ["s9f1a32ae81.md", "s4f98c8dc3a.md", "scaa9894582.md", "s4315eee20f.md", "s7914937fde.md", "sb981c1af92.md", "secee1bfe32.md", "s814450ff3d.md", "s1287a743f8.md", "s6b03696532.md"], "rrf10": [0.024457959, 0.024069737, 0.02370479, 0.023561508, 0.021748401, 0.021701389, 0.021634615, 0.021116139, 0.021071701, 0.020707071], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_385a5000", "type": "temporal-reasoning", "abstention": false, "gold": ["s2e8320a39c.md", "sa4b77ce1d4.md"], "top10": ["sa4b77ce1d4.md", "s69a0294101.md", "s2e8320a39c.md", "sa76eff2993.md", "s860de2e267.md", "s689b341cd0.md", "s38bfef5ed7.md", "s33a3972e62.md", "s9bbdd5d7de.md", "s0c557c9e56.md"], "rrf10": [0.024590164, 0.023941532, 0.023449132, 0.023317308, 0.023015873, 0.022501131, 0.022429262, 0.021327968, 0.020586298, 0.020494763], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2a1811e2", "type": "temporal-reasoning", "abstention": false, "gold": ["s55d727a7bc.md", "s8d839c07e0.md"], "top10": ["s8d839c07e0.md", "s55d727a7bc.md", "s9257a30459.md", "sda9dd3ba67.md", "sbe58be2457.md", "sa24aca4a4b.md", "s41a12a8a79.md", "s75c0805f00.md", "sa96cde9886.md", "s7bfd1d9b5d.md"], "rrf10": [0.024590164, 0.024193548, 0.023317308, 0.023015873, 0.02228164, 0.021845695, 0.021730463, 0.021269841, 0.021230159, 0.020703764], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bbf86515", "type": "temporal-reasoning", "abstention": false, "gold": ["s30d987b3c3.md", "s7b6f7dd6ee.md"], "top10": ["s7b6f7dd6ee.md", "s31c4f49a3a.md", "s1a4a62a416.md", "s9294810284.md", "se10fca23da.md", "s843bf14752.md", "s30d987b3c3.md", "s608efe2d9d.md", "s2a6de2a9af.md", "s526e981d1d.md"], "rrf10": [0.024590164, 0.02406554, 0.023317308, 0.023197115, 0.022722331, 0.022501131, 0.02235023, 0.022193769, 0.02195544, 0.021330884], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_5dcc0aab", "type": "temporal-reasoning", "abstention": false, "gold": ["s24d99c7c22.md", "saa4d80e61a.md", "sccd56d8af2.md", "sd243ebb0b8.md", "sfc267f2333.md"], "top10": ["saa4d80e61a.md", "sfc267f2333.md", "sccd56d8af2.md", "s24d99c7c22.md", "sd243ebb0b8.md", "s264b60e681.md", "s5a0f1006d9.md", "s628aec4c53.md", "s53e72bded5.md", "s418c366815.md"], "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.0234375, 0.022960373, 0.022617681, 0.022614202, 0.022058824, 0.02173913, 0.020864662], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0b2f1d21", "type": "temporal-reasoning", "abstention": false, "gold": ["s64ebf1efbd.md", "s90c6ccbe2b.md"], "top10": ["s90c6ccbe2b.md", "s64ebf1efbd.md", "s40a6baf4db.md", "sec836f4f02.md", "s1d19b405a7.md", "s2bc99a4da9.md", "sbbfa2f2d1a.md", "s8fba3ccb69.md", "s54958462fe.md", "s92a8eba1dc.md"], "rrf10": [0.024457959, 0.024325754, 0.023225957, 0.022737873, 0.022667254, 0.02228164, 0.0209762, 0.020769493, 0.020578014, 0.02043512], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0853d11", "type": "temporal-reasoning", "abstention": false, "gold": ["s817b9a6f4d.md", "sfe7e47317a.md"], "top10": ["s817b9a6f4d.md", "sfe7e47317a.md", "s3d48a3e0b7.md", "s06f5347192.md", "sc3e40b0945.md", "s25ae9177ef.md", "s536c892a97.md", "s603879487d.md", "s8af90abf41.md", "sa32229e149.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.0234375, 0.022501131, 0.022429262, 0.022058824, 0.021794872, 0.021330884, 0.020620581], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_6ed717ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s55af9f14ed.md", "sbd11663681.md"], "top10": ["s55af9f14ed.md", "sbd11663681.md", "s3c9433c1a9.md", "scb260fc417.md", "sc6cf4d9cc4.md", "sffb86be3dc.md", "sed4b321821.md", "sa1b549dc19.md", "s7891da3735.md", "s160e2d3557.md"], "rrf10": [0.024590164, 0.024193548, 0.023317308, 0.022915269, 0.022614202, 0.022429262, 0.021897007, 0.021116139, 0.020703764, 0.020543351], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552", "type": "temporal-reasoning", "abstention": false, "gold": ["s41bf8b44c2.md", "s5cf74e1124.md"], "top10": ["s5cf74e1124.md", "s41bf8b44c2.md", "s21ad0a7052.md", "s5e3caad845.md", "sc2af4bd4be.md", "seda94a271d.md", "sb3f5ede777.md", "s5c8e6efa68.md", "s8434b55e4c.md", "sa6b74c2857.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.02239819, 0.022381757, 0.021869818, 0.021794872, 0.021145833, 0.021135029, 0.0209762], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3838d2b", "type": "temporal-reasoning", "abstention": false, "gold": ["s008616af89.md", "s08039dfb39.md", "s433c60d14c.md", "s5949e866a0.md", "sc06f53e288.md", "sfdc5e0b469.md"], "top10": ["s433c60d14c.md", "sfdc5e0b469.md", "s5949e866a0.md", "sc06f53e288.md", "s08039dfb39.md", "s88be3d04ec.md", "s0109d1bcbf.md", "s008616af89.md", "sea614a3b27.md", "s981fbfae83.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022960373, 0.022614202, 0.022058824, 0.021581197, 0.021175373, 0.02047619], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_93159ced", "type": "temporal-reasoning", "abstention": false, "gold": ["s28b2bb6a4c.md", "s480422580e.md"], "top10": ["s480422580e.md", "s66fbc2cb82.md", "s71c400275b.md", "s28b2bb6a4c.md", "s256755fe05.md", "s1e1c635466.md", "sc3c3dc1c37.md", "sd6aad566c2.md", "sf2d0a2ddc8.md", "sda816c4c06.md"], "rrf10": [0.024590164, 0.02370479, 0.023565324, 0.023449132, 0.022518382, 0.022291667, 0.021561772, 0.02124951, 0.021126761, 0.020607191], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2d58bcd6", "type": "temporal-reasoning", "abstention": false, "gold": ["s2826b6f894.md", "s421af25d82.md"], "top10": ["s2826b6f894.md", "s421af25d82.md", "sa93b473326.md", "sb7968eb15e.md", "s2f46714931.md", "s1b368c9880.md", "s2e50c4f398.md", "s748ac55840.md", "saf36731877.md", "s6afb2163ec.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.0234375, 0.022185061, 0.021869818, 0.021748136, 0.021557455, 0.021249076, 0.021051571], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_65aabe59", "type": "temporal-reasoning", "abstention": false, "gold": ["s6f9ff14428.md", "s90a4bc5533.md"], "top10": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "se05f4453d7.md", "s3bbeb60f1d.md", "s7cabfda16a.md", "sfaf607dc64.md", "s3077ee83db.md", "sa5cbe07bbc.md", "s4d3281a260.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.02206823, 0.021650327, 0.021438953, 0.021266968, 0.021042471, 0.02098626, 0.020769493], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "982b5123", "type": "temporal-reasoning", "abstention": false, "gold": ["sccb03fc4f5.md", "sf3670fa6d3.md"], "top10": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sb51a319156.md", "sf653ecc01c.md", "s9328c8b6f4.md", "sdbf883a0db.md", "s9f5ba46808.md", "sf84f7b9cb0.md", "scc1e92a9c0.md", "s0ea492c832.md"], "rrf10": [0.024590164, 0.02406554, 0.023449132, 0.0234375, 0.02220213, 0.022068511, 0.021952259, 0.021730463, 0.021437448, 0.02094947], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b9cfe692", "type": "temporal-reasoning", "abstention": false, "gold": ["s1d14444b2b.md", "s5eb7a1d415.md", "s8208760db1.md"], "top10": ["s8208760db1.md", "s5eb7a1d415.md", "s1d14444b2b.md", "s81c5416f1c.md", "s77a8d3edee.md", "s122a1d1b78.md", "sc90bd1316c.md", "s64374f6c9f.md", "s88dcdbd325.md", "s9f962ba7e5.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022397892, 0.02223393, 0.021875, 0.020864662, 0.02039627, 0.020375107, 0.020218003], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4edbafa2", "type": "temporal-reasoning", "abstention": false, "gold": ["s73cd5d9160.md", "s9be19f5415.md"], "top10": ["s9be19f5415.md", "s73cd5d9160.md", "s34a02113e4.md", "s8e1f16e287.md", "s839b8ab38b.md", "sa6b6a9cf17.md", "s6ae05ecfbc.md", "sf79fde178f.md", "s36c1e8ed44.md", "s1aa16403f0.md"], "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.022767857, 0.022397892, 0.021967627, 0.021713729, 0.020738204, 0.020458554, 0.019931457], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8090214", "type": "temporal-reasoning", "abstention": false, "gold": ["s7d5893d955.md", "sb88bd81bf2.md"], "top10": ["s7d5893d955.md", "sb88bd81bf2.md", "sade61b1c3d.md", "s46ec41484d.md", "s85642fb1ea.md", "s0f04f7d06f.md", "se13e10aaa2.md", "sb5c8f1a92a.md", "s813fdac862.md", "scbcbf00fe5.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022737557, 0.022397892, 0.021967627, 0.021635611, 0.021464646, 0.021025641], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_483dd43c", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b66dde47c.md", "se8266fabdf.md"], "top10": ["s3b66dde47c.md", "se8266fabdf.md", "s5cb864953a.md", "s3ec30e6b6d.md", "se0df0a5c2b.md", "sc120a7a43b.md", "sd46a50407d.md", "s09102063a7.md", "s41d8802eaf.md", "se7423c1a80.md"], "rrf10": [0.024590164, 0.024193548, 0.022283272, 0.022278314, 0.020923521, 0.020821868, 0.020779221, 0.020386905, 0.020362829, 0.020286576], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e4e14d04", "type": "temporal-reasoning", "abstention": false, "gold": ["sb3a93ec989.md", "scac3fc2d6a.md"], "top10": ["scac3fc2d6a.md", "sb3a93ec989.md", "seca64f6618.md", "s748bbd0901.md", "sf5bcc52f7c.md", "s5b79e5a9e1.md", "sbe0d53aaa4.md", "s337ec808d0.md", "sc70690a44b.md", "s89f28e6c0d.md"], "rrf10": [0.024193548, 0.024069737, 0.023746384, 0.023561508, 0.02206823, 0.021161317, 0.020592949, 0.020555767, 0.02051685, 0.02032386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c9f37c46", "type": "temporal-reasoning", "abstention": false, "gold": ["s08e1e9433d.md", "s5aac5fac5b.md"], "top10": ["s08e1e9433d.md", "s5aac5fac5b.md", "s3053450223.md", "s9df17a702b.md", "s7ed0b1b18d.md", "sd77bfcf84f.md", "s7f0e6d1f53.md", "s1ce8f63e85.md", "sca226d846c.md", "s36cfcc7da4.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022737557, 0.02217175, 0.021861472, 0.021650327, 0.021561772, 0.02115942], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2c50253f", "type": "temporal-reasoning", "abstention": false, "gold": ["s0175de5805.md", "sedd6d1da16.md"], "top10": ["s0175de5805.md", "s49304f2686.md", "sedd6d1da16.md", "s18fd4def26.md", "s8b8c7ed890.md", "s1750bd7a83.md", "sf5f795cbc0.md", "s9b0ef59d78.md", "s6dcb50164f.md", "s5f22746c04.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.0234375, 0.022501131, 0.02200083, 0.021978022, 0.020841487, 0.02075989, 0.020665593], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dcfa8644", "type": "temporal-reasoning", "abstention": false, "gold": ["s5e747c25d4.md", "s829e5b50ee.md"], "top10": ["s829e5b50ee.md", "s5e747c25d4.md", "sc26232a561.md", "s940b7cea29.md", "s26cace0e02.md", "sb7e91a1fdf.md", "s81e9930b53.md", "s4e26adde59.md", "s5e49580335.md", "s2f2bcde5a4.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022847302, 0.022569444, 0.022501131, 0.021135029, 0.020645646, 0.020519836, 0.020182068], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b4a80587", "type": "temporal-reasoning", "abstention": false, "gold": ["s81e3d5422c.md", "s9886a5c274.md"], "top10": ["s81e3d5422c.md", "s9886a5c274.md", "sd73e36147a.md", "s4cc7cee7c6.md", "s6df31dd978.md", "sd17ef02c36.md", "sdb00f3e0f2.md", "sf756d81c8b.md", "sb9e6c4b34a.md", "s758d6b0d5e.md"], "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.023197115, 0.022977941, 0.02238806, 0.021978022, 0.021462639, 0.020923521, 0.020646021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_9a159967", "type": "temporal-reasoning", "abstention": false, "gold": ["s39bce70737.md", "s9cf08030f4.md", "sa5569c7b49.md"], "top10": ["s9cf08030f4.md", "s39bce70737.md", "sa5569c7b49.md", "s0c2eb2a185.md", "s65698d0474.md", "sdb16a48dd5.md", "s946073a043.md", "s519ccfa46c.md", "s493f47cfbf.md", "s358b15239e.md"], "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.023685516, 0.02217175, 0.02195544, 0.021861472, 0.021557455, 0.021462639, 0.020306154], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc6d1ec1", "type": "temporal-reasoning", "abstention": false, "gold": ["s1c5f3ff0b6.md", "s9f4d074051.md"], "top10": ["s1c5f3ff0b6.md", "s9f4d074051.md", "s44f163f955.md", "sca3842cd5a.md", "scc20a584a3.md", "sd53ce01ff0.md", "sec570d0a5e.md", "s6386ad6ef3.md", "se04750362a.md", "s6bf164e322.md"], "rrf10": [0.024457959, 0.024325754, 0.02281746, 0.022630992, 0.022617681, 0.021897007, 0.021875, 0.020923521, 0.020470664, 0.02032386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8c8961ae", "type": "temporal-reasoning", "abstention": false, "gold": ["s05cb38b910.md", "s0ebeaaa131.md"], "top10": ["s0ebeaaa131.md", "s05cb38b910.md", "s0b7165840c.md", "s73a6dea65e.md", "s2d984ce048.md", "sc49b79e68e.md", "s1f7b64c0d7.md", "sead1ce3d43.md", "scab011631d.md", "s50ee320eff.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.022630992, 0.02200083, 0.021978022, 0.021098213, 0.020686275, 0.0204497], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d9af6064", "type": "temporal-reasoning", "abstention": false, "gold": ["s0f39b2797c.md", "s91ee2f2e0e.md"], "top10": ["s91ee2f2e0e.md", "s0f39b2797c.md", "s70afc29573.md", "sa55008c3c5.md", "sdb21a0fbef.md", "s47af66556f.md", "s1469f168f2.md", "s467839af88.md", "s76f54d5376.md", "s878a1618c6.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.023119393, 0.022861881, 0.022847302, 0.02200083, 0.021748136, 0.020742754, 0.020645646], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7de946e7", "type": "temporal-reasoning", "abstention": false, "gold": ["s87199b9e20.md", "s8d2939d9d9.md"], "top10": ["s87199b9e20.md", "s8d2939d9d9.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sa7ab9c4734.md", "s9703506b19.md", "sf910af34b6.md", "s9c705d7fa8.md", "s58cef62418.md", "s52ace60292.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023448773, 0.023076923, 0.022397892, 0.021967627, 0.021748401, 0.020588235, 0.020092461], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d01c6aa8", "type": "temporal-reasoning", "abstention": false, "gold": ["s27c3996527.md", "sc0834edc40.md"], "top10": ["sc0834edc40.md", "s27c3996527.md", "sbca7204e08.md", "s0e1ae3e7ea.md", "s12308690f5.md", "sff86892469.md", "s63c55b5a2a.md", "s906be4d53a.md", "s081d63c9cd.md", "s267b6828ee.md"], "rrf10": [0.024590164, 0.023087687, 0.022539289, 0.021825397, 0.021557455, 0.021367521, 0.021249076, 0.021028951, 0.020779221, 0.020686275], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "993da5e2", "type": "temporal-reasoning", "abstention": false, "gold": ["sc2c75a3b3d.md", "sca918c6491.md"], "top10": ["sc2c75a3b3d.md", "sa0f4c3b204.md", "sca918c6491.md", "sa0f5693822.md", "s38a79afd7e.md", "sc8e6cebc17.md", "sb4f510da95.md", "s60a8cc6191.md", "s6afff252ac.md", "sa3e1babeab.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023317308, 0.022960373, 0.021848739, 0.021342069, 0.020841264, 0.020807726, 0.020769493], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3045048", "type": "temporal-reasoning", "abstention": false, "gold": ["s34e4ec4eef.md", "sf6f7182ae0.md"], "top10": ["sb946f98b8c.md", "s9f04e9c2b9.md", "s34e4ec4eef.md", "sf6f7182ae0.md", "s238c353f40.md", "s4db1295acd.md", "sf10b4b4cb0.md", "s868545fa6a.md", "s76611bce2f.md", "s6fb625b37e.md"], "rrf10": [0.024457959, 0.023941532, 0.023581337, 0.023561508, 0.022915269, 0.022185061, 0.021638655, 0.02159204, 0.021330884, 0.02079602], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d31cdae3", "type": "temporal-reasoning", "abstention": false, "gold": ["s5c0a31b0c9.md", "s6e88e5e525.md"], "top10": ["s5c0a31b0c9.md", "s0cbc84a2e4.md", "se03fc5ca98.md", "s6e88e5e525.md", "s0c3b4ad7fb.md", "se12b1c7f5e.md", "s56f7485fb6.md", "s18b4cc2ebd.md", "s5ebf4b8a9c.md", "sde2659ee38.md"], "rrf10": [0.024590164, 0.023941532, 0.023937532, 0.023321123, 0.023317308, 0.02195544, 0.020803443, 0.020751174, 0.0206725, 0.020646021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_cd90e484", "type": "temporal-reasoning", "abstention": false, "gold": ["s01360ef0c3.md", "s8a8c2e05ec.md"], "top10": ["s8a8c2e05ec.md", "s01360ef0c3.md", "s27ce54af4e.md", "sebc5c7ad86.md", "sc13f3f3be5.md", "s595f2c6742.md", "s3af56adb0b.md", "s2c0f0e132d.md", "s3d33a11a61.md", "s14e8081519.md"], "rrf10": [0.024329951, 0.024325754, 0.022667254, 0.022614202, 0.022185061, 0.021763146, 0.021660265, 0.021307798, 0.021199389, 0.020807726], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_88806d6e", "type": "temporal-reasoning", "abstention": false, "gold": ["s9368d1b6c1.md", "sa3245090a2.md"], "top10": ["sa3245090a2.md", "s9368d1b6c1.md", "s38e1741d67.md", "sb2381f9e84.md", "s290e87c58c.md", "s60dd92d866.md", "sac2f5bd3ee.md", "s81b2a55988.md", "s5975388401.md", "sba10776b29.md"], "rrf10": [0.024590164, 0.023689516, 0.023321123, 0.023171286, 0.02281746, 0.022614202, 0.021437448, 0.021342069, 0.021116139, 0.021098213], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4cd9eba1", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddfcc1840.md", "sdcbbe1aff8.md"], "top10": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "s33f1a46a13.md", "s64a98e5698.md", "s68af291090.md", "sabb87d6f21.md", "sc112151abf.md", "s83651542c6.md", "sf99b407698.md", "s630c3665c9.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023087687, 0.022960373, 0.02264239, 0.022294372, 0.021774688, 0.021638655, 0.02124951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93f6379c", "type": "temporal-reasoning", "abstention": false, "gold": ["s43a072f157.md", "sd1df7a24ac.md", "sfb967e87f2.md"], "top10": ["sfb967e87f2.md", "sd1df7a24ac.md", "s08accac585.md", "s43a072f157.md", "sceea088529.md", "sd8d40f36f3.md", "sd96069f4b2.md", "s251f6ffef2.md", "sff493dc186.md", "s75c1f5d801.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023197115, 0.022871377, 0.02209596, 0.02206823, 0.021861472, 0.021581197, 0.021437448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b29f3365", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b896c3512.md", "s548348aeec.md"], "top10": ["s3b896c3512.md", "s548348aeec.md", "s25ea3978a6.md", "s43342168ae.md", "s83f9921dd5.md", "s48f960c250.md", "scdfaabcb8d.md", "s665fd095f5.md", "seb53491733.md", "s360637b2a6.md"], "rrf10": [0.024457959, 0.024325754, 0.023448773, 0.023088023, 0.022737557, 0.021649096, 0.02151113, 0.021428571, 0.020742754, 0.020607191], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f56ae70", "type": "temporal-reasoning", "abstention": false, "gold": ["s1f845ab656.md", "s655404f4a3.md", "sf0d9378d6e.md"], "top10": ["s655404f4a3.md", "sf0d9378d6e.md", "s1f845ab656.md", "s60e49fe2f7.md", "s7e952879f9.md", "sc0d240093a.md", "se214699910.md", "s189763370c.md", "s46888c1d60.md", "sb7a439cf2e.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022847302, 0.022667254, 0.021504321, 0.021437198, 0.021135266, 0.020707071, 0.020383275], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6613b389", "type": "temporal-reasoning", "abstention": false, "gold": ["s837e89c60d.md", "sbddb9c5815.md", "se4c50b7071.md"], "top10": ["sbddb9c5815.md", "se4c50b7071.md", "s6422cf943a.md", "s87a60292af.md", "s6843424c25.md", "s837e89c60d.md", "s1a52e3040f.md", "s7c54f7cabe.md", "sd7ba783a98.md", "sba3c5b3bba.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022843823, 0.022527473, 0.021577381, 0.021462639, 0.021145833, 0.021126761, 0.020807726], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_78cf46a3", "type": "temporal-reasoning", "abstention": false, "gold": ["s6facddd513.md", "scf6d1055d1.md"], "top10": ["scf6d1055d1.md", "s6facddd513.md", "se2f5808e71.md", "s1e39370106.md", "s44defde7ec.md", "secf2c5d061.md", "s2ca9aaa762.md", "s6d08802e39.md", "seb1daa5e4e.md", "s7317eb875f.md"], "rrf10": [0.024325754, 0.023937532, 0.023435696, 0.02228164, 0.022118506, 0.02200083, 0.021557455, 0.020821868, 0.02079602, 0.020436508], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0a05b494", "type": "temporal-reasoning", "abstention": false, "gold": ["s5bcfae14fb.md", "sabede4e831.md"], "top10": ["sabede4e831.md", "s9124fa68d3.md", "s304ac5b187.md", "s5bcfae14fb.md", "s08f7b396b0.md", "s2df1845825.md", "s3290b50a26.md", "sa78780c7ea.md", "sf0d32151e9.md", "s0458ecdef3.md"], "rrf10": [0.024590164, 0.023375409, 0.022960373, 0.022770398, 0.022294372, 0.022021015, 0.021774688, 0.021620142, 0.020779639, 0.020309811], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1a1dc16d", "type": "temporal-reasoning", "abstention": false, "gold": ["sf7811e5c83.md", "sfd09ef2725.md"], "top10": ["sf7811e5c83.md", "sfd09ef2725.md", "s33d87fd9d7.md", "scf8525cfd3.md", "sb7ff63e87f.md", "sd1089464b3.md", "sa181f1700c.md", "sffb862a492.md", "sd16e75e9cc.md", "sd83c18f964.md"], "rrf10": [0.024590164, 0.02406554, 0.023448773, 0.023317308, 0.022989889, 0.022964015, 0.02223393, 0.022058824, 0.02195544, 0.020413621], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f584639", "type": "temporal-reasoning", "abstention": false, "gold": ["s35bbe43aff.md", "sc5b1e223c5.md"], "top10": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s43af6bd5ab.md", "sd48bd057e4.md", "s1d490417b0.md", "s087a4643ae.md", "s7d7bd00124.md", "s808057f3b4.md", "sa3e09ba34d.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.02209596, 0.021897007, 0.021845695, 0.021748136, 0.021408712, 0.020467836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_213fd887", "type": "temporal-reasoning", "abstention": false, "gold": ["s92d881001c.md", "sb2b2185e8e.md"], "top10": ["sb2b2185e8e.md", "s92d881001c.md", "seb95410169.md", "s19cf5fa165.md", "saa13b7c5f1.md", "s2ff05ebcb3.md", "sa3361c2f35.md", "s600e463eda.md", "s172965d91d.md", "s0e4c412236.md"], "rrf10": [0.024590164, 0.024193548, 0.023119393, 0.022964015, 0.02232906, 0.022291667, 0.021776815, 0.02168213, 0.021269841, 0.021161317], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5438fa52", "type": "temporal-reasoning", "abstention": false, "gold": ["s25b44053fd.md", "s36786ac286.md"], "top10": ["s7fbbfb6b3c.md", "scf4a2daedd.md", "s30f07eb5cb.md", "s22dd706d12.md", "s40a6e34051.md", "s5e1bd4ee0a.md", "s36786ac286.md", "s3508dd62b3.md", "s25b44053fd.md", "sfa7b0fd37c.md"], "rrf10": [0.02406554, 0.023435696, 0.023200758, 0.023119393, 0.022964015, 0.02255727, 0.022482436, 0.022278314, 0.022168569, 0.021878122], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "gpt4_c27434e8", "type": "temporal-reasoning", "abstention": false, "gold": ["s710e95d011.md", "sb7f6f1f28d.md"], "top10": ["s710e95d011.md", "sb7f6f1f28d.md", "s1b70fd4e2c.md", "sb7352d203c.md", "s1d364af8af.md", "sce6383e988.md", "sfb8225a893.md", "s93e8318712.md", "s4f7f40a37b.md", "saf31f9bf92.md"], "rrf10": [0.024590164, 0.024193548, 0.021649096, 0.021490993, 0.021161317, 0.021131742, 0.020952381, 0.020866455, 0.020578014, 0.020387701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddffe09ad.md", "s9e9e6a7ea5.md"], "top10": ["s9e9e6a7ea5.md", "s3ddffe09ad.md", "s04547b770a.md", "s962fc8e889.md", "s47a8f83ec6.md", "s1482ea51ca.md", "s47a2a48540.md", "s4aea3ef6a6.md", "s109947238e.md", "s18f8d204cc.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022305254, 0.02220213, 0.02206823, 0.021748136, 0.021324355, 0.021028951, 0.02009009], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8c18457d", "type": "temporal-reasoning", "abstention": false, "gold": ["s49c6d6513f.md", "s530c3c190b.md"], "top10": ["s49c6d6513f.md", "s530c3c190b.md", "sc9f8b2c904.md", "s8d19bf6391.md", "s1c790ce0af.md", "s51e89a99d0.md", "s4064d64af2.md", "s8f0b13a358.md", "sad7e2f44a9.md", "sb95e3907e8.md"], "rrf10": [0.024329951, 0.024325754, 0.023937532, 0.022871377, 0.022737873, 0.02232906, 0.021908272, 0.021660265, 0.021638655, 0.021372549], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s6012d761ea.md", "sb7a6e178e4.md"], "top10": ["s6012d761ea.md", "sb7a6e178e4.md", "s4d0ca287ba.md", "s3e87545573.md", "s6276d56957.md", "s6e5192701d.md", "s0283e6eb76.md", "s4894a25d2b.md", "sb47c411d1e.md", "s84a339ca10.md"], "rrf10": [0.024457959, 0.024325754, 0.023197115, 0.022501131, 0.022474315, 0.022123016, 0.021635138, 0.021330884, 0.02079602, 0.020769493], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93159ced_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s388e2039d9.md", "s8f61031d33.md"], "top10": ["s18a6e73a41.md", "s8f61031d33.md", "s388e2039d9.md", "sd5aa117874.md", "s3e577310c6.md", "s2c3487faff.md", "sa41ccfaee8.md", "sd6c94afa43.md", "s53102d51b0.md", "s9618e40384.md"], "rrf10": [0.023941532, 0.023561508, 0.0235363, 0.023348236, 0.023076923, 0.02238806, 0.022123016, 0.021861472, 0.021071701, 0.02057971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "982b5123_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["sa7799fa269.md", "sf764bdd52b.md"], "top10": ["sf764bdd52b.md", "s9f250dadd1.md", "sbe93bb6052.md", "s7016b95fcc.md", "sa7799fa269.md", "sc7b4ac87f4.md", "sbd66f7c150.md", "s1ee5d66c36.md", "scf1c0e4824.md", "se44a1deac8.md"], "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.02209596, 0.021878122, 0.021848739, 0.021638655, 0.020679321, 0.020675505, 0.020218003], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8090214_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s2e17eb7dd0.md", "sba9950bdd9.md"], "top10": ["s292d47833e.md", "sba9950bdd9.md", "s074289c299.md", "s20dd8f2a72.md", "s570cea4a22.md", "s2e17eb7dd0.md", "s56914addeb.md", "sb116fde594.md", "s962e5f5e6b.md", "sbde50b0561.md"], "rrf10": [0.024457959, 0.024325754, 0.023448773, 0.022504456, 0.02232906, 0.021875, 0.021532091, 0.021269841, 0.021199389, 0.021126761], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_c27434e8_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s15bf85d809.md", "sb5146cb926.md"], "top10": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s21b8daf7b0.md", "s23ef2261cb.md", "s13035be9c9.md", "s457fb187a8.md", "s45223a6118.md", "sae063ec1c8.md", "s824811e077.md"], "rrf10": [0.024590164, 0.024193548, 0.023317308, 0.02264239, 0.022504456, 0.022283272, 0.02217175, 0.021635611, 0.02151113, 0.021266968], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s88f2bccab1.md", "sa41147109c.md"], "top10": ["s88f2bccab1.md", "sa41147109c.md", "sdd34a34275.md", "seedcc2a98e.md", "s27d89f1111.md", "s31e6db7b48.md", "sd26cb0bb0a.md", "s54297c5a60.md", "sa3659d5477.md", "s1db798b39f.md"], "rrf10": [0.024590164, 0.023317308, 0.022989889, 0.022366522, 0.02200083, 0.02181085, 0.021266968, 0.0209762, 0.020841487, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a1eabeb", "type": "knowledge-update", "abstention": false, "gold": ["sb8d8aca54a.md", "sed14036a34.md"], "top10": ["sed14036a34.md", "se5eb4caae6.md", "sb8d8aca54a.md", "s222ab45ed0.md", "s2fcf6b1b7b.md", "s56ad1240f1.md", "s9ff8a93a99.md", "s3cd386123c.md", "sa4b0653b5f.md", "s01337e1b89.md"], "rrf10": [0.024590164, 0.023941532, 0.023937532, 0.023087687, 0.022501131, 0.02223393, 0.021978022, 0.02173913, 0.021635138, 0.021031746], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6aeb4375", "type": "knowledge-update", "abstention": false, "gold": ["s7798897b4f.md", "s7eee907fce.md"], "top10": ["s7eee907fce.md", "s7798897b4f.md", "s0a3a164fea.md", "s585743dc61.md", "sf208aab954.md", "s372fbf763c.md", "s594b5d436f.md", "sfed0c55cb8.md", "s4289b8ad0f.md", "s4f7359c457.md"], "rrf10": [0.024457959, 0.024325754, 0.023561508, 0.023335702, 0.022617681, 0.021908272, 0.021897007, 0.021878122, 0.021848739, 0.021638655], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "830ce83f", "type": "knowledge-update", "abstention": false, "gold": ["s5e94674cd6.md", "sfb499b4cdf.md"], "top10": ["sfb499b4cdf.md", "s4b74efebd3.md", "s211d8490a3.md", "s64fdd97f3f.md", "s4dd925d251.md", "sf72cb40d85.md", "sc52db232dd.md", "s5e94674cd6.md", "sd7490df6cf.md", "sa6f880e008.md"], "rrf10": [0.024590164, 0.02406554, 0.023335702, 0.023200758, 0.02232906, 0.021776815, 0.021342069, 0.021222411, 0.021116139, 0.020898642], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "852ce960", "type": "knowledge-update", "abstention": false, "gold": ["sa1981a5f21.md", "sb71e0c9cd5.md"], "top10": ["sb71e0c9cd5.md", "sa1981a5f21.md", "sf40e35d765.md", "s10a97f6aeb.md", "s3bbed8dda1.md", "s70445c9f71.md", "s07ad77b425.md", "s412bd0c2bb.md", "sdb7040436a.md", "s4019fb80d4.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022737873, 0.022381757, 0.02223393, 0.021748401, 0.02098626, 0.020878722, 0.020646021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "945e3d21", "type": "knowledge-update", "abstention": false, "gold": ["s1eecd3480a.md", "s685180b33d.md"], "top10": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "sd33797fb67.md", "sd4adbb1e59.md", "sf1b26d581b.md", "se9ce787477.md", "sf1cfcdf767.md", "sa43d443a71.md", "s3aa81ac92d.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022977941, 0.022960373, 0.022614202, 0.02217175, 0.021776815, 0.02151113, 0.02128483], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d7c942c3", "type": "knowledge-update", "abstention": false, "gold": ["s44e201ac62.md", "s5905011cb5.md"], "top10": ["sbf189c4651.md", "s5905011cb5.md", "s44e201ac62.md", "sfc17b7fb73.md", "sc1f8ab44c4.md", "sc487fff626.md", "se31a471743.md", "s5eada6c663.md", "s680abc0f12.md", "s69d961be27.md"], "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.022977941, 0.022964015, 0.022068511, 0.02168213, 0.021199389, 0.020952381, 0.020037987], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71315a70", "type": "knowledge-update", "abstention": false, "gold": ["s1630b3501c.md", "se2a18fc27d.md"], "top10": ["se2a18fc27d.md", "s1630b3501c.md", "sa0698485f9.md", "se3314f7402.md", "s3b81b9ccbb.md", "saa8c5215f3.md", "sfab292ac04.md", "sed7d8c5303.md", "s22c3f47019.md", "s637fd10662.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.023087687, 0.02239819, 0.021908272, 0.021660265, 0.020807726, 0.020614828], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a93", "type": "knowledge-update", "abstention": false, "gold": ["s425b59a199.md", "s475c687419.md"], "top10": ["s425b59a199.md", "s475c687419.md", "s3fb7316d81.md", "sed6a81a8ff.md", "seb6f3d4062.md", "s6ba7f40c85.md", "sb81cd337fa.md", "s849ae88f94.md", "s3794ba6862.md", "sb63cbb539e.md"], "rrf10": [0.024590164, 0.024193548, 0.023119393, 0.022960373, 0.02179784, 0.021701389, 0.021650327, 0.021428571, 0.021342069, 0.021249076], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ce6d2d27", "type": "knowledge-update", "abstention": false, "gold": ["s4a1a029e8b.md", "sbf4d306cfc.md"], "top10": ["sbf4d306cfc.md", "sdd19753d52.md", "s8bc82eeba8.md", "sd890fc5c24.md", "s4a1a029e8b.md", "sbc58a9d8d4.md", "sa7e02002c6.md", "s307a3ff887.md", "sf4e6bd85dd.md", "sa89e6aa4a6.md"], "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.023087687, 0.023076923, 0.022021015, 0.021869818, 0.021326014, 0.021324355, 0.020955882], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9ea5eabc", "type": "knowledge-update", "abstention": false, "gold": ["sf0f5310613.md", "sf31e4f171e.md"], "top10": ["sf0f5310613.md", "sf31e4f171e.md", "s291b51773d.md", "s151b55a59e.md", "sdde3935936.md", "s39fff461a2.md", "sb4529f6c04.md", "sd4c0541716.md", "s2f0983a32e.md", "s8061f08f37.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.022843823, 0.02281746, 0.022278314, 0.022021015, 0.021748136, 0.021713729, 0.021089271], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c44", "type": "knowledge-update", "abstention": false, "gold": ["s60697cceb2.md", "se890ae4f02.md"], "top10": ["se890ae4f02.md", "s60697cceb2.md", "sc925357381.md", "s185b56cab0.md", "s1bcc70c647.md", "sd213d991d2.md", "s6d73743cee.md", "sa4db90e36f.md", "s7d22f15712.md", "se06906aeb4.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022847302, 0.02217175, 0.021908272, 0.021861472, 0.021025641, 0.020931142], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1eacc2a", "type": "knowledge-update", "abstention": false, "gold": ["sadf7403cf2.md", "sc612baf33b.md"], "top10": ["sc612baf33b.md", "sadf7403cf2.md", "safd181160f.md", "s13ffb4a37d.md", "s99b483cea1.md", "s8048b0aca0.md", "s0340b0a37d.md", "sf762d744a8.md", "s35819d4bd7.md", "s4c1a98d99d.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.022504456, 0.022168569, 0.021776815, 0.021634615, 0.021327968, 0.0206725], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "184da446", "type": "knowledge-update", "abstention": false, "gold": ["secc51924f6.md", "sedc3182532.md"], "top10": ["s61ef31c3c8.md", "s32bb40cc62.md", "sedc3182532.md", "se26e6fd23a.md", "secc51924f6.md", "s8c90e64959.md", "s1806a62f07.md", "s0571ede467.md", "se63ab3aec8.md", "s01d81a1b42.md"], "rrf10": [0.024590164, 0.023685516, 0.023449132, 0.023087687, 0.022429262, 0.02228164, 0.022226593, 0.021645022, 0.021504321, 0.020850202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "031748ae", "type": "knowledge-update", "abstention": false, "gold": ["s9535c8eecf.md", "sbe162b84af.md"], "top10": ["s9535c8eecf.md", "sbe162b84af.md", "s3ea4b24d24.md", "s1a9756a417.md", "sd6795784fc.md", "s9d0892d782.md", "sd3b3eef973.md", "sc6bd402193.md", "sd4e38cdc02.md", "s509bcfb43c.md"], "rrf10": [0.024590164, 0.024193548, 0.022737557, 0.02238806, 0.022068511, 0.021875, 0.021116139, 0.021025641, 0.020975057, 0.020751174], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4d6b87c8", "type": "knowledge-update", "abstention": false, "gold": ["s2e4fd10c62.md", "s7e60344fc4.md"], "top10": ["s2e4fd10c62.md", "s7e60344fc4.md", "sb446943a97.md", "sd733dc9302.md", "s892ef47650.md", "s5ca7341bde.md", "s699a6aec29.md", "s3845f8098d.md", "sbc5953c3fe.md", "s920ba1fea2.md"], "rrf10": [0.024590164, 0.02406554, 0.023565324, 0.022770398, 0.022667254, 0.02206823, 0.020665593, 0.020663454, 0.020586298, 0.020339954], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0f05491a", "type": "knowledge-update", "abstention": false, "gold": ["s4c24b5812a.md", "s947606eb27.md"], "top10": ["s947606eb27.md", "s4c24b5812a.md", "s7a755d00de.md", "see739b2731.md", "s0ece74603c.md", "s56e14eab0f.md", "sde347d7d20.md", "sb4d345118c.md", "s21b6f76dbc.md", "s1524dfc963.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.0234375, 0.02223393, 0.021748136, 0.021330884, 0.021175373, 0.020555556, 0.02020202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08e075c7", "type": "knowledge-update", "abstention": false, "gold": ["s0f5f40051f.md", "s4a379f00d0.md"], "top10": ["s4a379f00d0.md", "s0f5f40051f.md", "sbe3eb0cb5c.md", "s4bb260b9c7.md", "s83b3b90917.md", "s48e646a069.md", "s7cca627557.md", "s14192cd01e.md", "s2ecf803dae.md", "scc3b7f5530.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023200758, 0.022964015, 0.02238806, 0.022141372, 0.021748136, 0.02090301, 0.020413621], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f9e8c073", "type": "knowledge-update", "abstention": false, "gold": ["s0106864bfd.md", "scfecd3db53.md"], "top10": ["s0106864bfd.md", "scfecd3db53.md", "s50b52835d3.md", "s55257c5311.md", "se07c096138.md", "s35ab904f55.md", "sd33bf3796b.md", "s301b6fecb5.md", "s4965c2d6c2.md", "sd38af59b54.md"], "rrf10": [0.024590164, 0.024193548, 0.023200758, 0.022630992, 0.022504456, 0.02195544, 0.021774688, 0.021327968, 0.021094403, 0.021027655], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41698283", "type": "knowledge-update", "abstention": false, "gold": ["s2d012dc211.md", "sf44ef08c7f.md"], "top10": ["s2d012dc211.md", "sf44ef08c7f.md", "s185b0b564b.md", "sf51a4a02e3.md", "se20bb18a36.md", "sf1a0422d19.md", "sf34f731880.md", "s830dbb7ec0.md", "s8e1120ba27.md", "s375a2e76f9.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.02232906, 0.02217175, 0.022098214, 0.021845695, 0.021818182, 0.021776815, 0.021649096], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f", "type": "knowledge-update", "abstention": false, "gold": ["s714b824019.md", "s7c69d11593.md"], "top10": ["s714b824019.md", "s7c69d11593.md", "s9075501b24.md", "sad77c66579.md", "s0417a283d8.md", "s46308a0db6.md", "s1479c5ece9.md", "se122a02d38.md", "sd891ba88dd.md", "s035f4337d5.md"], "rrf10": [0.024590164, 0.024193548, 0.022964015, 0.022667254, 0.022617681, 0.022429262, 0.022141372, 0.021532091, 0.020975057, 0.020519836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6019101", "type": "knowledge-update", "abstention": false, "gold": ["s371e4c0543.md", "se0f9ade97d.md"], "top10": ["s371e4c0543.md", "se0f9ade97d.md", "sd64c96aac1.md", "s3ec6cf1708.md", "s14e39990df.md", "s83c8462bc1.md", "s60bf50e70f.md", "se74092a0b3.md", "sf5e54dcdcb.md", "s218c71ad99.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.021794872, 0.021748136, 0.021649096, 0.021437448, 0.0209762, 0.020643075, 0.020594736], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "45dc21b6", "type": "knowledge-update", "abstention": false, "gold": ["s3ced03c303.md", "se3db8bf4d4.md"], "top10": ["se3db8bf4d4.md", "s608dee754a.md", "saff284e78a.md", "s17a0aa4030.md", "s0ff089b6d5.md", "sd6252ae149.md", "s8f67638ac3.md", "s487b571555.md", "s3ced03c303.md", "s6255d659e8.md"], "rrf10": [0.024590164, 0.023809524, 0.023271889, 0.023200758, 0.023076923, 0.022737873, 0.022193769, 0.02173913, 0.02157803, 0.021034996], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "5a4f22c0", "type": "knowledge-update", "abstention": false, "gold": ["s12ec444b22.md", "s7654302eab.md"], "top10": ["s12ec444b22.md", "s7654302eab.md", "sa888d20bcd.md", "sa908dbe301.md", "s2b23102420.md", "s3c790be34e.md", "sd0132f1a83.md", "sdff7c29578.md", "sd598772283.md", "s17370b85ba.md"], "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022381757, 0.022098214, 0.021635138, 0.021620142, 0.021561772, 0.02051685, 0.020375587], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6071bd76", "type": "knowledge-update", "abstention": false, "gold": ["s9146ef53f2.md", "sdd85b0a895.md"], "top10": ["sdd85b0a895.md", "s9146ef53f2.md", "sd766f0aa7a.md", "s299316bddc.md", "s3155b19881.md", "s8083db6d7e.md", "s9b61372ea4.md", "s18925fcdf5.md", "s9e47e1b76c.md", "sc1128d3275.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022964015, 0.022291667, 0.022058824, 0.02195544, 0.021042471, 0.02043512, 0.020350536], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e493bb7c", "type": "knowledge-update", "abstention": false, "gold": ["s2305d48cee.md", "sb97e56c376.md"], "top10": ["s2305d48cee.md", "s441486e358.md", "sb97e56c376.md", "s4cde42ecc9.md", "s90478f1cde.md", "s06e3123a28.md", "s842fd2cd37.md", "s38b175accd.md", "s214277bf42.md", "s4e4899f0f9.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022426869, 0.022294372, 0.021845695, 0.02168213, 0.021390938, 0.021330884, 0.021059783], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "618f13b2", "type": "knowledge-update", "abstention": false, "gold": ["s2379959e0f.md", "s367a53632d.md"], "top10": ["s2379959e0f.md", "s367a53632d.md", "sbbc4f2764e.md", "s5136241e11.md", "s8bd95008cd.md", "sfc9da80936.md", "s0a3355c72f.md", "s4f853336fc.md", "s21eefcd30b.md", "s697ad48651.md"], "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.02264239, 0.022098214, 0.021818182, 0.021507353, 0.021342069, 0.021336996, 0.021227364], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "72e3ee87", "type": "knowledge-update", "abstention": false, "gold": ["s5a85e0cf2a.md", "sf1bf1d4c1d.md"], "top10": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "sc4626e0efa.md", "s7386cd4fef.md", "s1938837f59.md", "sb32ca15189.md", "s16a1eab4ae.md", "s5a3a84f150.md", "sdabfaff018.md", "s71885bde9e.md"], "rrf10": [0.024590164, 0.024193548, 0.022843823, 0.022283272, 0.021967627, 0.021897007, 0.021635611, 0.021230159, 0.020803443, 0.020555556], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4ea545c", "type": "knowledge-update", "abstention": false, "gold": ["s0b30e209aa.md", "sa20e2ffe41.md"], "top10": ["sa20e2ffe41.md", "s0b30e209aa.md", "s691593ef24.md", "se75d60b939.md", "s2dc5689995.md", "sff004d5080.md", "s21b254daa8.md", "sb4cb42e514.md", "sc89fe0d294.md", "sfe294a65ee.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022501131, 0.021336996, 0.021249076, 0.021025641, 0.021001344, 0.020453009, 0.020413621], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "01493427", "type": "knowledge-update", "abstention": false, "gold": ["sb676891310.md", "sc063d09f43.md"], "top10": ["sb676891310.md", "sc063d09f43.md", "sed85dd748d.md", "s75970c10d5.md", "s5c1a04b637.md", "sa864ecd935.md", "s5e191aae21.md", "s3bbe198be6.md", "s114fd3891c.md", "se8f02dddb6.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023076923, 0.022727273, 0.02238806, 0.021952259, 0.021845695, 0.021701389, 0.021577381], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a27ffc2", "type": "knowledge-update", "abstention": false, "gold": ["s2f1ac82f6c.md", "se7077b92b8.md"], "top10": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s8719fdcbe7.md", "sf9fddadd5b.md", "see71da525b.md", "sda97db8036.md", "sf6c403e0f9.md", "sa93851497f.md", "s841b62c435.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022737557, 0.021649096, 0.021390938, 0.021175373, 0.021103896, 0.020738204, 0.020633013], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5", "type": "knowledge-update", "abstention": false, "gold": ["sb11382f725.md", "sca04948fc2.md"], "top10": ["sca04948fc2.md", "sb11382f725.md", "s2542ddfc09.md", "sb01cd2426f.md", "s0634aa1598.md", "sf619764862.md", "s6ff22a7961.md", "sbd1162b974.md", "s7802beffb6.md", "sd78d208cc2.md"], "rrf10": [0.024457959, 0.024325754, 0.023015873, 0.02200083, 0.021825397, 0.021306818, 0.021145833, 0.020740884, 0.020729979, 0.020384615], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18bc8abd", "type": "knowledge-update", "abstention": false, "gold": ["s7b25751d8a.md", "sfa29888ee5.md"], "top10": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s9082825115.md", "s228e13e77c.md", "s21c78beaed.md", "s347a15ef94.md", "s611bcd05ea.md", "se8eed91e20.md", "s8a6be3041f.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023197115, 0.022871377, 0.022727273, 0.022278314, 0.022168569, 0.021978022, 0.021028951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "db467c8c", "type": "knowledge-update", "abstention": false, "gold": ["s35eaa2075b.md", "s8d87952ee8.md"], "top10": ["s8d87952ee8.md", "s35eaa2075b.md", "s94f5904b96.md", "s78779a28cd.md", "s1371136d1a.md", "s300b519fa6.md", "sbc396ef817.md", "s512c1cf4b0.md", "s8f32c36ea1.md", "s86fc53ee94.md"], "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.022185061, 0.021967627, 0.021897007, 0.021450021, 0.021372126, 0.020646021, 0.020588235], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a87bd0c", "type": "knowledge-update", "abstention": false, "gold": ["sc96e0298ec.md", "se71b9832ba.md"], "top10": ["se71b9832ba.md", "sc96e0298ec.md", "scd774122e3.md", "s3d9e5cad8e.md", "se31e818176.md", "sc781f8368a.md", "sbe704c9acd.md", "sd994b1bd30.md", "s19a4961b37.md", "s9f5a5dd109.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022960373, 0.02217175, 0.021401515, 0.020729979, 0.020695971, 0.020675505, 0.020633013], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e61a7584", "type": "knowledge-update", "abstention": false, "gold": ["sd572774b58.md", "sf2ab3ad691.md"], "top10": ["sf2ab3ad691.md", "sd572774b58.md", "sd371115f6f.md", "s419ddc63ba.md", "s1d9c37052d.md", "sba11706749.md", "s7af003b21d.md", "sf6a137120c.md", "s3d263d4a35.md", "s90fb3fff78.md"], "rrf10": [0.024457959, 0.024325754, 0.023225957, 0.022518382, 0.021645022, 0.021438953, 0.020952381, 0.020877754, 0.020833333, 0.020819398], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1cea1afa", "type": "knowledge-update", "abstention": false, "gold": ["s2b5a028715.md", "sa55b4c7d5d.md"], "top10": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "sd9e2e8eb11.md", "se9a2c35ce6.md", "s90025e71e1.md", "sbb3e83672f.md", "se7f11cb4d2.md", "sde2fbb16ba.md", "se53d258aef.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022474315, 0.022141372, 0.02128483, 0.021274388, 0.02098626, 0.0209762, 0.020850202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ed4ddc30", "type": "knowledge-update", "abstention": false, "gold": ["s9093f7cfee.md", "sff7222b332.md"], "top10": ["sff7222b332.md", "s9093f7cfee.md", "sf2994a6874.md", "sd5431aab94.md", "s4181b4097a.md", "s5d287344ca.md", "s92f7fd5073.md", "s4ea25b26c4.md", "s4ad7d320f0.md", "s88e995de88.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023200758, 0.022429262, 0.022426869, 0.021908272, 0.021437448, 0.021098213, 0.021031746], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8fb83627", "type": "knowledge-update", "abstention": false, "gold": ["s04018fa05d.md", "sf20e8b6fbe.md"], "top10": ["s04018fa05d.md", "sf20e8b6fbe.md", "s5e9ae61844.md", "s14cf8e2984.md", "s282f2d3bc2.md", "s312c54a9af.md", "s35a4ae6b9f.md", "s8a378a6274.md", "s3cc6e2b79d.md", "s36566a17c3.md"], "rrf10": [0.024590164, 0.024193548, 0.023335702, 0.022504456, 0.021336996, 0.021274388, 0.021230159, 0.021145833, 0.020803443, 0.020594736], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b01defab", "type": "knowledge-update", "abstention": false, "gold": ["s4140e99a72.md", "s744df78472.md"], "top10": ["s4140e99a72.md", "s744df78472.md", "sdb6468bf93.md", "see27a20df7.md", "s236749a008.md", "secce1df77f.md", "sed79a76518.md", "s54629f58dd.md", "s322a73a7ba.md", "s51429e4060.md"], "rrf10": [0.024457959, 0.024325754, 0.023685516, 0.022843823, 0.022630992, 0.02179784, 0.021464646, 0.021342069, 0.020740884, 0.020729979], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "22d2cb42", "type": "knowledge-update", "abstention": false, "gold": ["s42ebd07351.md", "sc8ee025f7f.md"], "top10": ["s42ebd07351.md", "sc8ee025f7f.md", "s29747a958f.md", "sbe91c3c7b2.md", "s86470b6a54.md", "s29b6197dc7.md", "s5accda5bcd.md", "s87cd145860.md", "s431161976f.md", "sf25eeb1656.md"], "rrf10": [0.024590164, 0.024193548, 0.023119393, 0.022527473, 0.02239819, 0.022305254, 0.021748401, 0.021645022, 0.021372126, 0.021094403], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e4e4c46", "type": "knowledge-update", "abstention": false, "gold": ["s549ec25317.md", "se1f647b37d.md"], "top10": ["s549ec25317.md", "se1f647b37d.md", "s5a611f4670.md", "s7d7736ae85.md", "s91bae9b1c1.md", "sb72f6324d8.md", "s348c57662c.md", "sfcaf461c6b.md", "sd805d7d424.md", "sb0ffc19b3c.md"], "rrf10": [0.024590164, 0.024193548, 0.022397892, 0.022381757, 0.022021015, 0.021437198, 0.021326014, 0.02124936, 0.021198569, 0.021031746], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4b24c848", "type": "knowledge-update", "abstention": false, "gold": ["s6b765a85d5.md", "se4bcdffce6.md"], "top10": ["s6b765a85d5.md", "se4bcdffce6.md", "sc0dd6ed2cb.md", "s380bee9f81.md", "s29da0b4b2f.md", "sbfc73e89fb.md", "s21b63462a7.md", "s2160e898c5.md", "s22a35833e8.md", "s1c9ae7aa78.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.022035256, 0.021464646, 0.021401515, 0.021327968, 0.02124951, 0.021199389, 0.021145833], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e974930", "type": "knowledge-update", "abstention": false, "gold": ["s566f0f97ad.md", "s8d70ee8996.md"], "top10": ["s566f0f97ad.md", "s38172e5071.md", "s7f18458e7f.md", "sf360931454.md", "s5782b1cae8.md", "s8638125961.md", "s8d70ee8996.md", "s1a7670d2b8.md", "s6344dda6e6.md", "s5695234d13.md"], "rrf10": [0.024590164, 0.023171286, 0.023119393, 0.022737873, 0.022614202, 0.022429262, 0.02235023, 0.02228164, 0.021198569, 0.021059783], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "603deb26", "type": "knowledge-update", "abstention": false, "gold": ["s3e0305209f.md", "s42eaacaff9.md"], "top10": ["s3e0305209f.md", "s42eaacaff9.md", "s3d3860c824.md", "s9cb45139d0.md", "s15fc53beb6.md", "s1c3e862345.md", "s7123531879.md", "s19a608807b.md", "s25316cddb4.md", "s74e0944f87.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022977941, 0.02239819, 0.02223393, 0.02124951, 0.021230159, 0.020877754, 0.020769493], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "59524333", "type": "knowledge-update", "abstention": false, "gold": ["s13dd515b5c.md", "se875c36d12.md"], "top10": ["se875c36d12.md", "s13dd515b5c.md", "s2a7998f3c0.md", "sd5c2d17847.md", "sf31020a17e.md", "s9acc55d7bf.md", "s22ab981aa5.md", "sbd7060e4d7.md", "s005e72f0f8.md", "s88e7e76e88.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023317308, 0.022614202, 0.021713729, 0.02141888, 0.021230159, 0.021126761, 0.021116139], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5831f84d", "type": "knowledge-update", "abstention": false, "gold": ["s7b6f2df8d1.md", "sefdbfc1dfe.md"], "top10": ["s7b6f2df8d1.md", "s1ad68e3fef.md", "s2dc9af6ab5.md", "s98835bf6e4.md", "s3dfe0798cb.md", "sefdbfc1dfe.md", "s4fb379707c.md", "s34c3987e4b.md", "s5c435279af.md", "s33acd132f6.md"], "rrf10": [0.024590164, 0.02406554, 0.023685516, 0.022977941, 0.02239819, 0.022149023, 0.022068511, 0.02206823, 0.021963563, 0.021748401], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "eace081b", "type": "knowledge-update", "abstention": false, "gold": ["s67d19f10bb.md", "s69cb2757ff.md"], "top10": ["s67d19f10bb.md", "s69cb2757ff.md", "s1cb97b76f2.md", "sc808e5631b.md", "sc6590537b2.md", "sec60d80cfe.md", "s2a3a19ff8c.md", "s6111de6914.md", "s60df1fbedc.md", "s94d778e93b.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.0234375, 0.023321123, 0.022727273, 0.02206823, 0.021952259, 0.021547194, 0.02124951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "affe2881", "type": "knowledge-update", "abstention": false, "gold": ["s5b3cccdc9b.md", "sf3f6c61b91.md"], "top10": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "sd4f4d32a89.md", "s9aa6b10fae.md", "s41b602820d.md", "s75acfb1b35.md", "s92b624efa8.md", "scd504ffc2b.md", "sb1001e9573.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023087687, 0.023076923, 0.022501131, 0.021638655, 0.021145833, 0.020841264, 0.020261438], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "50635ada", "type": "knowledge-update", "abstention": false, "gold": ["s41d0d97903.md", "s9d5295fab5.md"], "top10": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "see8f63fbe6.md", "s5d11c6c146.md", "s1449f7cd34.md", "s878af30d46.md", "sa83fd54237.md", "sb374d6a4a2.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.022504456, 0.02151113, 0.02128483, 0.021027655, 0.021022934, 0.0209762, 0.020888158], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e66b632c", "type": "knowledge-update", "abstention": false, "gold": ["s1380d3e4fa.md", "s472575cdd2.md"], "top10": ["s472575cdd2.md", "s1380d3e4fa.md", "sdbc4232aaf.md", "sd7184f1948.md", "s26d44aa2e5.md", "s4fdad6f208.md", "s13be1fb5b3.md", "s3ccf02290e.md", "s44ccb4090b.md", "s0311d603d2.md"], "rrf10": [0.024590164, 0.024193548, 0.022737873, 0.022451963, 0.022397892, 0.022035256, 0.021825397, 0.021713729, 0.020375587, 0.020365297], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37", "type": "knowledge-update", "abstention": false, "gold": ["s371865fb01.md", "sac2573d372.md"], "top10": ["sac2573d372.md", "s371865fb01.md", "s586bb64f11.md", "s4c2f9dc7fa.md", "s1c7ec50bc2.md", "s9f187dee36.md", "s86de8bbe14.md", "s4b96b10329.md", "s3088e0ef47.md", "s40aa97585e.md"], "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.022397892, 0.021878122, 0.021175373, 0.02115942, 0.021042471, 0.021034996, 0.021025641], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e", "type": "knowledge-update", "abstention": false, "gold": ["s24daefe9d4.md", "s8585e3f459.md"], "top10": ["s24daefe9d4.md", "s8585e3f459.md", "s5cef5fd8e9.md", "s69a65d34d2.md", "sc6c9da11c4.md", "s024af414e2.md", "sf78cf5f9f3.md", "s87411311c0.md", "sc407a8474b.md", "s39c41d8fd6.md"], "rrf10": [0.024457959, 0.024069737, 0.023561508, 0.022978347, 0.022426869, 0.021748401, 0.02168213, 0.021581197, 0.021561772, 0.021071701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc5ded98", "type": "knowledge-update", "abstention": false, "gold": ["s2203bb996f.md", "sde0557bf4b.md"], "top10": ["s2203bb996f.md", "sde0557bf4b.md", "s6b4e18e5ef.md", "s363a4264cf.md", "sfcd4267889.md", "sb55426aa7e.md", "se6991490a3.md", "s8252a760a9.md", "sbf88650676.md", "sba288d2b23.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.022847302, 0.022767857, 0.022058824, 0.021825397, 0.021401515, 0.021330884, 0.021089271], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dfde3500", "type": "knowledge-update", "abstention": false, "gold": ["s115e069164.md", "se36a417446.md"], "top10": ["s115e069164.md", "se36a417446.md", "s2d88821e05.md", "s4206e3c930.md", "s5533282135.md", "se4f44117d7.md", "sab07a29017.md", "sdb57948f83.md", "s112ff81c76.md", "s71d29b6b0b.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.023076923, 0.022629773, 0.022614202, 0.022021015, 0.021098213, 0.021089271, 0.020955882], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "69fee5aa", "type": "knowledge-update", "abstention": false, "gold": ["s0e15b3d60e.md", "s6ad4fde70a.md"], "top10": ["s6ad4fde70a.md", "s0e15b3d60e.md", "s2a1fbcc2c0.md", "se285cb8dde.md", "s8f4d0957f1.md", "s02ef2560de.md", "s8fe6b9088d.md", "sa321b0b817.md", "s5c26b181d7.md", "s6890f50ca6.md"], "rrf10": [0.024590164, 0.024193548, 0.022960373, 0.022614202, 0.022366522, 0.022305254, 0.021875, 0.021254487, 0.020036888, 0.020029267], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7401057b", "type": "knowledge-update", "abstention": false, "gold": ["s2e5566915e.md", "s55d70def0e.md"], "top10": ["s55d70def0e.md", "s2e5566915e.md", "s1395ab67f3.md", "s53e76229a2.md", "sfd2fcf9be5.md", "s3bdf0f2b4c.md", "sda2c635538.md", "sd1571551dc.md", "s2002342c26.md", "sa0841a13d0.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.023225957, 0.022381757, 0.02217175, 0.021028951, 0.02090301, 0.020878722, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cf22b7bf", "type": "knowledge-update", "abstention": false, "gold": ["s0e8eecfaf9.md", "s63e425450b.md"], "top10": ["s0e8eecfaf9.md", "s63e425450b.md", "s9873c20dcc.md", "s9e072d2d0f.md", "s9753395715.md", "s09c4f8faef.md", "s8e24ad9456.md", "sc6af00ab6b.md", "s88c1a5ea28.md", "s43e2e75bca.md"], "rrf10": [0.024590164, 0.024193548, 0.023317308, 0.023088023, 0.022722331, 0.02238806, 0.02228164, 0.021794872, 0.020457958, 0.020413621], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a2f3aa27", "type": "knowledge-update", "abstention": false, "gold": ["s1ea48f7580.md", "s7970f3434d.md"], "top10": ["s1ea48f7580.md", "s7970f3434d.md", "s47cad20a51.md", "sdf7135f9bc.md", "s7b463013ff.md", "s1cf1473954.md", "s6abdd6d5bc.md", "sc47fb1d709.md", "s26f65b50a8.md", "sb2e6d7d291.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022964015, 0.022118506, 0.021748136, 0.021351575, 0.021071701, 0.020486656, 0.020075758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7dc5443", "type": "knowledge-update", "abstention": false, "gold": ["s58762258e9.md", "s7a67472a2c.md"], "top10": ["s58762258e9.md", "s7a67472a2c.md", "seba37cae6b.md", "s14b2546def.md", "sd4ee6e2e6c.md", "s7290ba7ae7.md", "s9c6577d3c0.md", "s831f4619e6.md", "sd889ace5d4.md", "s6e30f2b922.md"], "rrf10": [0.024457959, 0.024325754, 0.023119393, 0.022977941, 0.022429262, 0.022098214, 0.021963563, 0.02133563, 0.021175612, 0.020878722], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06db6396", "type": "knowledge-update", "abstention": false, "gold": ["s4432003925.md", "s63e8a64f93.md"], "top10": ["s63e8a64f93.md", "s4432003925.md", "s03d29e7d05.md", "sd4774553fb.md", "sdb81c16be1.md", "s21484f87fe.md", "sa3f06c301e.md", "s13ae57ee1d.md", "s80d0d7658c.md", "s2a4c52ce1e.md"], "rrf10": [0.024457959, 0.024325754, 0.023561508, 0.023197115, 0.023119393, 0.022501131, 0.022185061, 0.021818182, 0.021161317, 0.021135029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3ba21379", "type": "knowledge-update", "abstention": false, "gold": ["sb8326612f6.md", "sbc14739da2.md"], "top10": ["sbc14739da2.md", "sb8326612f6.md", "s91386f0494.md", "saca7450555.md", "s1869b586b5.md", "saf1c94d783.md", "s7cc002365c.md", "sbbbcbcd351.md", "s860558043b.md", "s3c0d01152f.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023321123, 0.022977941, 0.022964015, 0.021952259, 0.021861472, 0.02090301, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9bbe84a2", "type": "knowledge-update", "abstention": false, "gold": ["sc87717bdb1.md", "scc54754134.md"], "top10": ["sc87717bdb1.md", "scc54754134.md", "sb300333dac.md", "s140957e225.md", "s7071561d4a.md", "s5b86c1a519.md", "s672ea4ddee.md", "s63de3c0d67.md", "s6a0dc4f244.md", "s6c80747fe4.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023087687, 0.022630992, 0.022185061, 0.02168213, 0.021660265, 0.021199389, 0.020757021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10e09553", "type": "knowledge-update", "abstention": false, "gold": ["sc5b7a963f8.md", "se7841b3dce.md"], "top10": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s4dad32a3d1.md", "s033e91bb9b.md", "sb79f452bd3.md", "sf670d2667c.md", "s2c7dfe9d9b.md", "sa6418f238e.md", "s935b1b152a.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023335702, 0.022737557, 0.021869818, 0.021390938, 0.021227364, 0.02115942, 0.020803443], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dad224aa", "type": "knowledge-update", "abstention": false, "gold": ["scc2787978d.md", "sce87be458e.md"], "top10": ["s5ef015faca.md", "scc2787978d.md", "sce87be458e.md", "sb25700c21f.md", "s8753d8b8eb.md", "s8bc68570ed.md", "sc006c4686a.md", "sb83a46f6c7.md", "s9b8a4c00fb.md", "s8f0071cc80.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023087687, 0.023076923, 0.021701389, 0.021635611, 0.02133563, 0.020898642, 0.020510836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba61f0b9", "type": "knowledge-update", "abstention": false, "gold": ["sd7d91d38f7.md", "sf91f5eb164.md"], "top10": ["sf91f5eb164.md", "sd7d91d38f7.md", "s43582c9c04.md", "s7e6c0e4e6e.md", "se018067082.md", "sb2baed3f6a.md", "s682ceb5249.md", "s8b8930a4fc.md", "s7d24b38c18.md", "s69d7d54528.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022767857, 0.021774688, 0.021748401, 0.02151113, 0.021437198, 0.02128483, 0.021025641], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "42ec0761", "type": "knowledge-update", "abstention": false, "gold": ["sb620beb68c.md", "sd9a2589458.md"], "top10": ["sd9a2589458.md", "sb620beb68c.md", "s8ae2a305ae.md", "s6fd2217cad.md", "sa28086d763.md", "scb6559e8a6.md", "s6f805164cd.md", "sb4613f969c.md", "sf639a0be79.md", "sbc85a558be.md"], "rrf10": [0.024590164, 0.024193548, 0.023015873, 0.022843823, 0.022291667, 0.02217175, 0.021336996, 0.02128483, 0.021089271, 0.020173454], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5c40ec5b", "type": "knowledge-update", "abstention": false, "gold": ["s6de672ec9d.md", "sf533fe95b6.md"], "top10": ["sf533fe95b6.md", "s6de672ec9d.md", "s0bb1826c60.md", "s7301be6144.md", "sba7d58d382.md", "s8e6a5c57f3.md", "s9257a9e0ca.md", "s0057c141d3.md", "s30153283e5.md", "s5a61f2bb93.md"], "rrf10": [0.024329951, 0.024325754, 0.022964015, 0.021897112, 0.021848739, 0.02159204, 0.021089271, 0.020539255, 0.020099668, 0.020037987], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c6853660", "type": "knowledge-update", "abstention": false, "gold": ["sad1a5d7fb5.md", "se3972b9085.md"], "top10": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s8b0dc391a0.md", "s0a6325de8d.md", "s8fc0c3997d.md", "s7c2239e422.md", "s10469bb4c8.md", "s2d643e9286.md", "s0b42833856.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.0234375, 0.023076923, 0.021437198, 0.021199389, 0.021051571, 0.020751174, 0.020467836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "26bdc477", "type": "knowledge-update", "abstention": false, "gold": ["s21fc4c531f.md", "sdd927381fb.md"], "top10": ["s21fc4c531f.md", "sdd927381fb.md", "s4b8ec28d15.md", "sbc86669bd4.md", "s0ccc152fac.md", "s314e1c7fc1.md", "s0addd9d8a1.md", "scea06a89f7.md", "s1af59cd487.md", "sfdf39ce573.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.023015873, 0.022977941, 0.022617681, 0.020729979, 0.020695971, 0.020645646, 0.020586298], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0977f2af", "type": "knowledge-update", "abstention": false, "gold": ["s390ad49a5e.md", "sa527b7698c.md"], "top10": ["sa527b7698c.md", "s608f6ba579.md", "sa1706ea1b7.md", "se5c03a8676.md", "s390ad49a5e.md", "s0adcd94f89.md", "s350b0e1da3.md", "s80b460505a.md", "s82c69a810e.md", "se0bfb8be84.md"], "rrf10": [0.024590164, 0.02370479, 0.023225957, 0.023088023, 0.021776815, 0.021748401, 0.021650327, 0.021242978, 0.021071701, 0.021066434], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6aeb4375_abs", "type": "knowledge-update", "abstention": true, "gold": ["s2e9340ca41.md", "scbe4060dee.md"], "top10": ["sb2e7b3bf96.md", "s2e9340ca41.md", "sbab6861838.md", "s2e6b7ff709.md", "s2e4d7ae1a9.md", "scbe4060dee.md", "s7309d5427f.md", "sa3ef4849f1.md", "sb20c954fa0.md", "sb59c95e1b3.md"], "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.0234375, 0.022727273, 0.021635611, 0.021634615, 0.021437448, 0.021199389, 0.021135029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "031748ae_abs", "type": "knowledge-update", "abstention": true, "gold": ["s03f1d4b353.md", "sa6143f5b0e.md"], "top10": ["sa6143f5b0e.md", "s03f1d4b353.md", "s1d6dbafbd9.md", "s70c9a6ec55.md", "s5bb4cec60a.md", "s2305d3e996.md", "se44d6dc533.md", "s9e54fa05f1.md", "s2f0f98cd18.md", "s281dc5f631.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.023200758, 0.022185061, 0.021555197, 0.02141888, 0.021367521, 0.021326014, 0.020707071], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f_abs", "type": "knowledge-update", "abstention": true, "gold": ["s776fa8e881.md", "scd1943d9e9.md"], "top10": ["scd1943d9e9.md", "s776fa8e881.md", "s5f6584ecc1.md", "s5e0c16c800.md", "s37c544ec24.md", "s96f68f85f1.md", "s6c573a5349.md", "s68d368b4ce.md", "s8fe46e5885.md", "s034e75c4fa.md"], "rrf10": [0.024590164, 0.022989889, 0.022667254, 0.02232906, 0.02220213, 0.022098214, 0.02200083, 0.021274388, 0.02124951, 0.021227364], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5_abs", "type": "knowledge-update", "abstention": true, "gold": ["s248badccae.md", "sea0c5ff5f0.md"], "top10": ["sea0c5ff5f0.md", "s248badccae.md", "s7dadfa2a16.md", "s4bc9a9465f.md", "sffcd511ae9.md", "s5b35711b70.md", "s1645cc4b36.md", "se2171d3e5d.md", "sb315526457.md", "s6cbc6484ed.md"], "rrf10": [0.024457959, 0.024325754, 0.023565324, 0.022964015, 0.022847302, 0.022767857, 0.021825397, 0.021342069, 0.021089271, 0.020952381], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37_abs", "type": "knowledge-update", "abstention": true, "gold": ["s38a6f2d1ab.md", "sed0d2416d7.md"], "top10": ["sed0d2416d7.md", "s38a6f2d1ab.md", "sba508c10eb.md", "s09ddbeb13a.md", "s4cf0ba188c.md", "s936fec9d1b.md", "s502a03d3f4.md", "s3667e942ed.md", "s57606e4121.md", "sbdbe2d1c93.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.023561508, 0.022527473, 0.021967627, 0.021748401, 0.020833333, 0.02057971, 0.020257347], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e_abs", "type": "knowledge-update", "abstention": true, "gold": ["s5442e1177f.md", "s70fe86181c.md"], "top10": ["s70fe86181c.md", "s5442e1177f.md", "s5465334588.md", "s11aa2a8476.md", "s32b76d6b70.md", "se02ee28366.md", "sa4ada9d952.md", "s8d07708035.md", "s02cb9d8943.md", "sc432297595.md"], "rrf10": [0.024457959, 0.024069737, 0.02406554, 0.022964015, 0.022871377, 0.02159204, 0.021116139, 0.020703764, 0.020555767, 0.02047619], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a94", "type": "knowledge-update", "abstention": false, "gold": ["s9a83c413f0.md", "sef7cfe952d.md"], "top10": ["s9a83c413f0.md", "sef7cfe952d.md", "se944265085.md", "s892b300c95.md", "sea279f3e22.md", "s8f70061fe8.md", "s93295b6b42.md", "s58f9fabc66.md", "s1c5ce25207.md", "s7c274704fa.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022977941, 0.022960373, 0.022098214, 0.021848739, 0.021175612, 0.0209762, 0.020933822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c45", "type": "knowledge-update", "abstention": false, "gold": ["s289d96c1ef.md", "sb696e0cd7b.md"], "top10": ["sb696e0cd7b.md", "s289d96c1ef.md", "sfb3cac6b33.md", "s74c4223bf4.md", "s97f3b8759f.md", "s8a6d7bb50e.md", "s237a21233b.md", "s1e9e2b37d4.md", "s7ad06f7c0f.md", "s72fb6ffd4d.md"], "rrf10": [0.024457959, 0.024325754, 0.023809524, 0.023200758, 0.022847302, 0.021967627, 0.021701389, 0.020590315, 0.020494763, 0.020362829], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7161e7e2", "type": "single-session-assistant", "abstention": false, "gold": ["s0b9b6e7214.md"], "top10": ["s0b9b6e7214.md", "s3ec806680d.md", "s0ed9ae6715.md", "s6d9051c770.md", "sc4f4475590.md", "sc56c31b841.md", "sff3148862f.md", "sd87702a305.md", "s158e7fecc6.md", "s1513b35271.md"], "rrf10": [0.024590164, 0.023809524, 0.023481973, 0.023200758, 0.02238806, 0.021897007, 0.021878122, 0.021818182, 0.021071701, 0.021034996], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4f10528", "type": "single-session-assistant", "abstention": false, "gold": ["s6680d82f7c.md"], "top10": ["s6680d82f7c.md", "s8825d3fc21.md", "s9e1c578286.md", "s5e6b39c4c8.md", "s5ebd2cbeb2.md", "sf0a9ff8fdc.md", "sa8beed18e3.md", "s17ae6ff503.md", "sda9cd43577.md", "s88a7223dca.md"], "rrf10": [0.024590164, 0.02406554, 0.023200758, 0.022989889, 0.022847302, 0.022518382, 0.022193769, 0.022185061, 0.021490993, 0.021437448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89527b6b", "type": "single-session-assistant", "abstention": false, "gold": ["s6f274e4493.md"], "top10": ["s6f274e4493.md", "sac37ecbfce.md", "s55c856b5a4.md", "s7ce5abc979.md", "sd82e766e3b.md", "s85f718357b.md", "sb2b7072ad8.md", "se7f94b7064.md", "s8ac1ebe097.md", "sa8c1130c59.md"], "rrf10": [0.024590164, 0.022989889, 0.022960373, 0.022283272, 0.022222222, 0.021577381, 0.021337366, 0.02128483, 0.021126761, 0.020512821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e9327a54", "type": "single-session-assistant", "abstention": false, "gold": ["s77d615ef28.md"], "top10": ["s77d615ef28.md", "sbcfc47d75c.md", "sc7d05409ef.md", "sbdfe0bc147.md", "s27ef6469aa.md", "sf1e20b7910.md", "s4753599564.md", "s608c7eceac.md", "sb30f63374e.md", "s81a463d820.md"], "rrf10": [0.024590164, 0.023685516, 0.023481973, 0.023449132, 0.023088023, 0.02228164, 0.021372126, 0.021327968, 0.021205821, 0.02115942], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4c36ccef", "type": "single-session-assistant", "abstention": false, "gold": ["s5d4fc0478e.md"], "top10": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s7e402bc5f1.md", "s40a8b1cf6a.md", "sff4500b199.md", "se9ceb633db.md", "s20d480cdbd.md", "s50e5c44762.md", "s69eb702732.md", "s8b430c2bec.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023015873, 0.022847302, 0.022185061, 0.02209596, 0.021952259, 0.020866455, 0.020738204], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ae235be", "type": "single-session-assistant", "abstention": false, "gold": ["sdd4d750ad1.md"], "top10": ["sdd4d750ad1.md", "s1438db9d2c.md", "sc9b87a70bc.md", "s0c7557e773.md", "s05e6f0738d.md", "sb132d4b78c.md", "sd490a30473.md", "s78d210a08d.md", "sa543217cca.md", "s15f4e3dd87.md"], "rrf10": [0.024590164, 0.023481973, 0.023216031, 0.022861881, 0.021978022, 0.02195544, 0.021897007, 0.021650327, 0.021649096, 0.021557455], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e00a6cb", "type": "single-session-assistant", "abstention": false, "gold": ["s51ac5f7554.md"], "top10": ["s51ac5f7554.md", "s0340ee3002.md", "s57af6397ef.md", "s55a6b783c9.md", "s6ef80c5315.md", "sd426f7baa4.md", "sed1b89bb06.md", "sc5bcd45a54.md", "s07d7fccf37.md", "s73db109bd5.md"], "rrf10": [0.024590164, 0.02406554, 0.022960373, 0.022770398, 0.022193769, 0.021825397, 0.021031746, 0.020334507, 0.0203125, 0.02009009], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1903aded", "type": "single-session-assistant", "abstention": false, "gold": ["s32f57ce00f.md"], "top10": ["s32f57ce00f.md", "s26b5d62fdf.md", "s236883e3ff.md", "s4bbf287073.md", "s8a4e7c96b5.md", "s7e68f90400.md", "sd4fa859d51.md", "s7509fdbb6b.md", "sd8d6f7c105.md", "s221e5afe2f.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.022614202, 0.021755369, 0.021748136, 0.021701389, 0.02168213, 0.021408712, 0.021028951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ceb54acb", "type": "single-session-assistant", "abstention": false, "gold": ["sddbbd354df.md"], "top10": ["sddbbd354df.md", "scd99110a78.md", "s19ab922df7.md", "s6ce2cada8c.md", "sd1a764dd47.md", "s6eab598105.md", "sb93d1eef35.md", "s427273b972.md", "sacaf5b1ac9.md", "sd6c2a12f6f.md"], "rrf10": [0.024590164, 0.023941532, 0.022847302, 0.02255727, 0.022283272, 0.021507353, 0.021504321, 0.021089271, 0.020965469, 0.020510836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f523d9fe", "type": "single-session-assistant", "abstention": false, "gold": ["s8fc01a0b52.md"], "top10": ["s8fc01a0b52.md", "s3783bebe90.md", "sd43b41838c.md", "se16a04ddb9.md", "s99a0e4b925.md", "sb985611fdd.md", "sdf5442c2b8.md", "s1875109368.md", "s32720fca26.md", "sdc20780277.md"], "rrf10": [0.024590164, 0.02406554, 0.023689516, 0.022727273, 0.02238806, 0.02223393, 0.02220213, 0.021776815, 0.02124951, 0.021199389], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e5e2d1a", "type": "single-session-assistant", "abstention": false, "gold": ["s25fe824c68.md"], "top10": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sace384d53c.md", "se1216504eb.md", "s3c497af553.md", "s4606ef3d8a.md", "sf18f3310ac.md", "s9d163da8d3.md", "s1d499040a3.md"], "rrf10": [0.024590164, 0.023937532, 0.023561508, 0.023481973, 0.022527473, 0.02238806, 0.021952259, 0.021908272, 0.021776815, 0.021437198], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fea54f57", "type": "single-session-assistant", "abstention": false, "gold": ["s716298d65b.md"], "top10": ["s716298d65b.md", "sb67dafd5dc.md", "saa9f34038d.md", "s92128f6163.md", "s3eae99e029.md", "s27e38e899e.md", "s57e0664cb9.md", "sf3068c148a.md", "s922cc8d7da.md", "s26b36eee80.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023197115, 0.02195544, 0.021952259, 0.021897112, 0.021042471, 0.020751174, 0.020656371], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc539528", "type": "single-session-assistant", "abstention": false, "gold": ["scb70e65f89.md"], "top10": ["scb70e65f89.md", "sdb4fb0a929.md", "s6643c4cd9e.md", "s9bf9f4075c.md", "s3313d2fd91.md", "saee77011e7.md", "s34be3872c1.md", "sc5004c4a18.md", "sb6b54d1e6f.md", "sbb26c2dcf1.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.023197115, 0.022871377, 0.022278314, 0.021861472, 0.021535007, 0.020833333, 0.020519836], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dc439ea3", "type": "single-session-assistant", "abstention": false, "gold": ["s72131d0786.md"], "top10": ["s72131d0786.md", "sf763b56ac4.md", "sb5a3c6c625.md", "sd05f385ef8.md", "s107b4f4990.md", "s9f5c036872.md", "sf7607eac4e.md", "sb1824cc83a.md", "sae289ae30f.md", "se122e31a89.md"], "rrf10": [0.024590164, 0.024193548, 0.023321123, 0.023015873, 0.022727273, 0.022185061, 0.021967627, 0.021952259, 0.021438953, 0.020578014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18dcd5a5", "type": "single-session-assistant", "abstention": false, "gold": ["se90fe0465d.md"], "top10": ["se90fe0465d.md", "s392f4e9a3f.md", "s0d45cda4c4.md", "sa328e78784.md", "s30384f3a94.md", "s4f7a063349.md", "s9fb4c8b5b1.md", "se59047b998.md", "s9baa482826.md", "sb28e78064c.md"], "rrf10": [0.024590164, 0.023689516, 0.022847302, 0.02270798, 0.022294372, 0.021686969, 0.021025641, 0.020665593, 0.020555556, 0.020535714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "488d3006", "type": "single-session-assistant", "abstention": false, "gold": ["s8734418a3a.md"], "top10": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "s39ca70cb77.md", "sc8d0660765.md", "s74fa622112.md", "sb0019d1760.md", "s52b54223ff.md", "s122f43a52a.md", "sfc2fd5eba7.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.022960373, 0.022294372, 0.02217175, 0.02195544, 0.020833333, 0.020663454], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58470ed2", "type": "single-session-assistant", "abstention": false, "gold": ["sce0d99be96.md"], "top10": ["sce0d99be96.md", "s3494626d95.md", "s894053cd87.md", "se0a6de1c4a.md", "s1df9ed18dc.md", "s4e7a2fdc16.md", "s7cda925c02.md", "s17db7f0815.md", "s08369890de.md", "s87b13cb69b.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.021875, 0.021638655, 0.021450021, 0.021227364, 0.020658263, 0.020306707, 0.020238984], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf51dda", "type": "single-session-assistant", "abstention": false, "gold": ["s0c256de5e7.md"], "top10": ["s0c256de5e7.md", "s723d142163.md", "s85298a585d.md", "s16e18c3258.md", "s5dd3672daa.md", "s41e61f5db4.md", "s3600982358.md", "sfe64aa165b.md", "scc84b06086.md", "s9db24e222a.md"], "rrf10": [0.024590164, 0.02382134, 0.023809524, 0.023216031, 0.022977941, 0.021532091, 0.021372549, 0.02051685, 0.02047619, 0.020238984], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4da289", "type": "single-session-assistant", "abstention": false, "gold": ["s09e96eccd2.md"], "top10": ["s09e96eccd2.md", "sd6bb456546.md", "s28e4cacb96.md", "s2b8acd810f.md", "sc444c5336d.md", "s9227c32d85.md", "s39ad878feb.md", "sf4355a8942.md", "s2489b1571f.md", "sce101a5339.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.022977941, 0.022861881, 0.021535007, 0.021033868, 0.02079602, 0.02033511, 0.020075758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8464fc84", "type": "single-session-assistant", "abstention": false, "gold": ["s1cbaa0467b.md"], "top10": ["s1cbaa0467b.md", "saff1e7a31c.md", "sd4b57511fc.md", "scee959a718.md", "s84c79781e3.md", "s2aca3c1ffc.md", "s1f8486bcc6.md", "scf2cb09194.md", "s2b5832c5ff.md", "s3b3b8ddc8e.md"], "rrf10": [0.024590164, 0.024193548, 0.023225957, 0.023088023, 0.022501131, 0.02239819, 0.021954114, 0.021635611, 0.021351575, 0.021336996], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8aef76bc", "type": "single-session-assistant", "abstention": false, "gold": ["sf0f560c89d.md"], "top10": ["sf0f560c89d.md", "s5fc50c8de4.md", "s3b3e622d42.md", "sda53a2d1e8.md", "s11c5b8e721.md", "sa5f9e07658.md", "s8cf127b97b.md", "s38ad2538a3.md", "s6f9482a344.md", "sa1bf2a1c54.md"], "rrf10": [0.024590164, 0.023565324, 0.023481973, 0.022767857, 0.022737873, 0.022630992, 0.02195544, 0.021462639, 0.020757021, 0.020564516], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71a3fd6b", "type": "single-session-assistant", "abstention": false, "gold": ["sb25b3a8e62.md"], "top10": ["sb25b3a8e62.md", "sa09d1ade1d.md", "sd89332a641.md", "s6fb4f06713.md", "s9785b52e7b.md", "s1d1855ba20.md", "s2f6ad3703a.md", "saf5389881f.md", "s41b03699de.md", "sfe8cd88ee0.md"], "rrf10": [0.024590164, 0.023449132, 0.022885789, 0.022451963, 0.022068511, 0.021818182, 0.021701389, 0.021330884, 0.021199389, 0.020727041], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2bf43736", "type": "single-session-assistant", "abstention": false, "gold": ["s7851c54aef.md"], "top10": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s18750b2661.md", "s4e9780e5a1.md", "sb743fd2815.md", "s276fe122c8.md", "s479cf62d6b.md", "s3d1c0e8224.md", "sd0b37733bf.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.023087687, 0.022501131, 0.022058824, 0.021978022, 0.021818182, 0.021634615, 0.020665593], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "70b3e69b", "type": "single-session-assistant", "abstention": false, "gold": ["sb64af4778e.md"], "top10": ["sb64af4778e.md", "sfe94e25b2d.md", "s76f32a395c.md", "sd55cb51aa2.md", "s703c6091c4.md", "s1614d02ae7.md", "sa98dedfe22.md", "sb7e9c58728.md", "s8d15c59541.md", "s608f94f45f.md"], "rrf10": [0.024590164, 0.02370479, 0.023689516, 0.022527473, 0.02220213, 0.021581197, 0.02141888, 0.021126761, 0.021094403, 0.021033868], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8752c811", "type": "single-session-assistant", "abstention": false, "gold": ["s9d8b981456.md"], "top10": ["s9d8b981456.md", "sfd1878a988.md", "s117cb13f18.md", "s28035ac94c.md", "s2c6378f367.md", "s2cb60d6708.md", "s427b9f42aa.md", "sf2ed76acd7.md", "sb27f345f51.md", "s040b65b576.md"], "rrf10": [0.024590164, 0.022722331, 0.022011385, 0.021437198, 0.021336996, 0.021274388, 0.020833333, 0.020803443, 0.020769493, 0.020007622], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3249768e", "type": "single-session-assistant", "abstention": false, "gold": ["sd59df4f53e.md"], "top10": ["sd59df4f53e.md", "s0788d0cdb7.md", "s117c5333bf.md", "s7306c41da5.md", "s7928a77cb5.md", "sb3c6edfde2.md", "s6a605b07f0.md", "se5e1e945e5.md", "s3e5b823ed8.md", "s08674c7c41.md"], "rrf10": [0.024590164, 0.024193548, 0.0234375, 0.023119393, 0.022527473, 0.022429262, 0.021978022, 0.021324355, 0.021126761, 0.02079602], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1b9b7252", "type": "single-session-assistant", "abstention": false, "gold": ["s518a4f1c2b.md"], "top10": ["s518a4f1c2b.md", "sa19cbe7435.md", "sbb721a7691.md", "s180fc6f852.md", "s263257e621.md", "seaad092814.md", "se59de4607e.md", "sd3853da16d.md", "s67e83091ad.md", "s7ca75bfc0c.md"], "rrf10": [0.024590164, 0.023941532, 0.023937532, 0.022871377, 0.022843823, 0.022737557, 0.021869818, 0.021748136, 0.021660265, 0.021269841], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1568498a", "type": "single-session-assistant", "abstention": false, "gold": ["sac95c3a7bc.md"], "top10": ["sac95c3a7bc.md", "s0d928d6035.md", "s2eabeb2a27.md", "sce902b6765.md", "s5365eaf133.md", "s4c2d5af38b.md", "s63861fa468.md", "s3af3952168.md", "s5e774311bf.md", "se5176aec05.md"], "rrf10": [0.024590164, 0.02370479, 0.023119393, 0.022118506, 0.02206823, 0.02195544, 0.021763146, 0.021650327, 0.021135029, 0.020679321], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6222b6eb", "type": "single-session-assistant", "abstention": false, "gold": ["s5b47b7704c.md"], "top10": ["s5b47b7704c.md", "s2e6d77710a.md", "s51b4912596.md", "s7752e7c3fc.md", "s4a91feb6fb.md", "s1c84965480.md", "s7e68625ab3.md", "s097b0eb647.md", "s6349f88849.md", "s96a44d08b7.md"], "rrf10": [0.024590164, 0.024193548, 0.022614202, 0.02239819, 0.022068511, 0.021649096, 0.02151113, 0.021269841, 0.021230159, 0.020923521], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e8a79c70", "type": "single-session-assistant", "abstention": false, "gold": ["s04003554dd.md"], "top10": ["s04003554dd.md", "s9ed7f1d7c1.md", "sda6796ade6.md", "sc4a3678382.md", "s4569e76b20.md", "s9f8bdb84b7.md", "s666adafd3c.md", "s1181fa6348.md", "sf5431e66f8.md", "sdbfe227dc7.md"], "rrf10": [0.024590164, 0.024193548, 0.023448773, 0.023317308, 0.023197115, 0.023088023, 0.022168569, 0.021967627, 0.020738204, 0.020168067], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d596882b", "type": "single-session-assistant", "abstention": false, "gold": ["s0b86d4012e.md"], "top10": ["s0b86d4012e.md", "sf09b02bce2.md", "s2ed0de2374.md", "s0497584fb4.md", "s0e82274fa0.md", "s8f3c77a225.md", "s73c4e1f67e.md", "s03da0ab909.md", "s772e742c94.md", "sd6415281e4.md"], "rrf10": [0.024590164, 0.02382134, 0.023689516, 0.022960373, 0.022861881, 0.022098214, 0.022058824, 0.021367521, 0.021028951, 0.020656371], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e3fc4d6e", "type": "single-session-assistant", "abstention": false, "gold": ["s38287e8fe8.md"], "top10": ["s38287e8fe8.md", "sa70c39424e.md", "sbb2655cd77.md", "sc206c05512.md", "scfa474846e.md", "sfd39a47d30.md", "s23b5bd11b7.md", "s0c56c760f0.md", "scca4df75bc.md", "s8811f62716.md"], "rrf10": [0.024590164, 0.022915269, 0.022301872, 0.022185061, 0.021963563, 0.021861472, 0.021507353, 0.021462639, 0.021254487, 0.021031746], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51b23612", "type": "single-session-assistant", "abstention": false, "gold": ["s4d8ff19935.md"], "top10": ["s4d8ff19935.md", "s04b2a8615d.md", "sf40c5f4304.md", "sce7385e9e9.md", "s593089ae2e.md", "s9868fb3bb1.md", "s56f57c69c3.md", "s17bbf2bf48.md", "s656a1a1682.md", "s6e307052e2.md"], "rrf10": [0.024590164, 0.023449132, 0.023375409, 0.023225957, 0.022569444, 0.022501131, 0.022429262, 0.02200083, 0.021581197, 0.021199389], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3e321797", "type": "single-session-assistant", "abstention": false, "gold": ["s8824eeaa06.md"], "top10": ["s8824eeaa06.md", "s1cb36fa62c.md", "s85374a92e4.md", "s3c3ea302b4.md", "sb71f88984b.md", "se8012daa50.md", "s9ffabe1769.md", "s846b1468aa.md", "sff578cb684.md", "sfcf5130690.md"], "rrf10": [0.024590164, 0.024193548, 0.023561508, 0.023197115, 0.023015873, 0.021748401, 0.021748136, 0.021504321, 0.02124951, 0.020850202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e982271f", "type": "single-session-assistant", "abstention": false, "gold": ["sea5783032a.md"], "top10": ["sea5783032a.md", "s8ee6e1d4b2.md", "sf0bab2e2f2.md", "s584b612982.md", "s3d82576df2.md", "sbf61c0ae53.md", "s3fd72943ea.md", "sb99165f43c.md", "s9448975b3e.md", "s4083954eeb.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.022847302, 0.022843823, 0.022518382, 0.021861472, 0.020944149, 0.020821868, 0.020656371], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "352ab8bd", "type": "single-session-assistant", "abstention": false, "gold": ["s0d28370197.md"], "top10": ["s0d28370197.md", "sc0ed0eda23.md", "s8d8d9d5afe.md", "sc437ab711b.md", "sc30736cae3.md", "s154a203c1d.md", "s19d15a64b9.md", "s18e50ecbe7.md", "s2eec8915a3.md", "sa5a604bd4d.md"], "rrf10": [0.024590164, 0.023591719, 0.023449132, 0.022737873, 0.022381757, 0.021776815, 0.021401515, 0.02128483, 0.020695971, 0.020634921], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca762bc", "type": "single-session-assistant", "abstention": false, "gold": ["s465438d08b.md"], "top10": ["s465438d08b.md", "sf73ee336fb.md", "s49d8626762.md", "s44ea032896.md", "se31c59310c.md", "sbbe48ed195.md", "s722692bffd.md", "s9038c01b62.md", "s6591a7b30c.md", "sa5ed29f79a.md"], "rrf10": [0.024590164, 0.023685516, 0.023591719, 0.022989889, 0.022960373, 0.022429262, 0.022294372, 0.021722561, 0.021028951, 0.020182648], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a8d0b71", "type": "single-session-assistant", "abstention": false, "gold": ["sd80af9ef08.md"], "top10": ["sd80af9ef08.md", "s44fa92a84b.md", "sa6efa9a4bc.md", "s56008327fa.md", "s1e0614e22a.md", "s2376599742.md", "s01076e7a42.md", "sc99148a393.md", "s178668233d.md", "sa2e100aab5.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023561508, 0.02238806, 0.022294372, 0.02223393, 0.020779221, 0.02023339, 0.020082226], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a40e080f", "type": "single-session-assistant", "abstention": false, "gold": ["s96ff435a8c.md"], "top10": ["s96ff435a8c.md", "s052c3047aa.md", "s00050725c7.md", "sba5a8f5959.md", "s91012c85ca.md", "s9fc8cf9f0f.md", "s57f31fa554.md", "s25d8f3cde7.md", "sff0d3f997a.md", "sb621741cca.md"], "rrf10": [0.024590164, 0.022871377, 0.021869818, 0.021326014, 0.020952381, 0.020890937, 0.020733652, 0.020645646, 0.020594736, 0.020539255], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8b9d4367", "type": "single-session-assistant", "abstention": false, "gold": ["sb887613188.md"], "top10": ["sb887613188.md", "s2b6cc70514.md", "sb0253805b0.md", "sa64adbc051.md", "s52a78a3e4d.md", "s80f9d83ed9.md", "sbc564175be.md", "s69018a3690.md", "sf400739d0e.md", "sad1a9e0a1b.md"], "rrf10": [0.024590164, 0.023689516, 0.023685516, 0.022630992, 0.022458146, 0.02209596, 0.021555197, 0.021175373, 0.020952381, 0.020757021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5809eb10", "type": "single-session-assistant", "abstention": false, "gold": ["sdc288d637a.md"], "top10": ["sdc288d637a.md", "s1a252c8ba1.md", "se1ddc38a71.md", "s4988aefb66.md", "saf8bdf7e52.md", "s4148f40ec8.md", "s3f6e06a1ef.md", "s6d2e7316ce.md", "s55f51da40e.md", "s5c15c2499b.md"], "rrf10": [0.024590164, 0.023561508, 0.02255727, 0.022081413, 0.021978022, 0.021504321, 0.021401515, 0.021031746, 0.020486656, 0.019686353], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41275add", "type": "single-session-assistant", "abstention": false, "gold": ["s6c781bb2b2.md"], "top10": ["s6c781bb2b2.md", "s538efc2a96.md", "se15a346ce8.md", "sedfe66726c.md", "sf7e7b3e9c9.md", "sbe618bf69f.md", "s0fea59c73c.md", "s2d0ca6aa66.md", "s47aceb0fb4.md", "s34789aafd1.md"], "rrf10": [0.024590164, 0.023317308, 0.022426869, 0.022045855, 0.02195544, 0.021953405, 0.021897007, 0.02181085, 0.02159204, 0.02128483], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4388e9dd", "type": "single-session-assistant", "abstention": false, "gold": ["s4b74fddf47.md"], "top10": ["s4b74fddf47.md", "s0a52b07d40.md", "s1a16e9118f.md", "s7b61d8ff17.md", "s6df0fe3d5a.md", "s2731f1f271.md", "sc6a58cb6d5.md", "s52e38b4ecc.md", "s8509563fce.md", "s8e9154410a.md"], "rrf10": [0.024590164, 0.023941532, 0.023449132, 0.023317308, 0.023225957, 0.022727273, 0.02195544, 0.02141888, 0.021034996, 0.020833333], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4baee567", "type": "single-session-assistant", "abstention": false, "gold": ["s3ace27611d.md"], "top10": ["s3ace27611d.md", "sfd3c2173c4.md", "sba4099051e.md", "s54e7f8e2e5.md", "sbb88320fea.md", "sa842c68ddf.md", "s384530b9c4.md", "s56eb547a6c.md", "s729356c721.md", "s6955897f6c.md"], "rrf10": [0.024590164, 0.022504456, 0.022458146, 0.021555197, 0.021326014, 0.021198569, 0.021081349, 0.020779639, 0.020494763, 0.020360156], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "561fabcd", "type": "single-session-assistant", "abstention": false, "gold": ["sf0ed4d21d0.md"], "top10": ["sf0ed4d21d0.md", "s9d5097c83f.md", "se65b0fa5da.md", "sac47f71d90.md", "s2e7a81c3a7.md", "s634a0387a4.md", "s3049cabb4f.md", "seb4762fb6c.md", "sf7b32ae991.md", "sa8ffadbdaa.md"], "rrf10": [0.024590164, 0.024193548, 0.023809524, 0.02232906, 0.022203947, 0.021547194, 0.021145833, 0.020841487, 0.020555556, 0.020535714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b759caee", "type": "single-session-assistant", "abstention": false, "gold": ["sa656fe857d.md"], "top10": ["sa656fe857d.md", "s76bddd8282.md", "s80abcb9aa9.md", "s9eba8acec7.md", "sdf298e81db.md", "se95860b45a.md", "s808e91f06b.md", "s50ce8f15fd.md", "s1d2f7b0ecf.md", "s5d8081bb49.md"], "rrf10": [0.024590164, 0.023689516, 0.023015873, 0.022518382, 0.022397892, 0.021713729, 0.021535007, 0.02139219, 0.021274388, 0.020923521], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ac031881", "type": "single-session-assistant", "abstention": false, "gold": ["s67b24e48ad.md"], "top10": ["s67b24e48ad.md", "s7cf4a981a0.md", "s5c89bca24b.md", "sbff85b2d9f.md", "s9dc7c58525.md", "s94f1634e0d.md", "sd1f53c9f89.md", "s4253f98a80.md", "sbf8b781a02.md", "s3399641a63.md"], "rrf10": [0.024590164, 0.023809524, 0.022885789, 0.022767857, 0.021869818, 0.021763146, 0.021175612, 0.021135266, 0.020878722, 0.020864662], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28bcfaac", "type": "single-session-assistant", "abstention": false, "gold": ["s765ed17ae1.md"], "top10": ["s765ed17ae1.md", "sba7a08d73a.md", "sb5f4d845e3.md", "sbad70711ce.md", "s2c2c2d8139.md", "s2dc877370b.md", "s6cafab145c.md", "sa8d19b0c36.md", "s31dcb41c4f.md", "s246554b034.md"], "rrf10": [0.024590164, 0.023941532, 0.023561508, 0.023335702, 0.02255727, 0.02228164, 0.021557455, 0.021532091, 0.021031746, 0.020933822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "16c90bf4", "type": "single-session-assistant", "abstention": false, "gold": ["s6c378da694.md"], "top10": ["s6c378da694.md", "s2c6ea2c568.md", "s7cb3293dc2.md", "saca6c34dd3.md", "sd56e83e8a3.md", "sda139c2c9a.md", "sc99b7acb54.md", "sb8e5048bbf.md", "s66ece5118e.md", "sddd3481936.md"], "rrf10": [0.024590164, 0.02370479, 0.023317308, 0.023197115, 0.023015873, 0.022278314, 0.021645022, 0.021071701, 0.020952381, 0.020945007], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8f1aeed", "type": "single-session-assistant", "abstention": false, "gold": ["s07c97f28a8.md"], "top10": ["s07c97f28a8.md", "s8ec901a919.md", "s253950373c.md", "se386a8bf31.md", "saa2b8b2a82.md", "sed0e551b9c.md", "s28f476de04.md", "s32b74e8613.md", "sbb8b0a99af.md", "s6d79a8e1e3.md"], "rrf10": [0.024590164, 0.022301872, 0.02228164, 0.022149023, 0.021002593, 0.02090301, 0.020740884, 0.020675505, 0.020460172, 0.020120914], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eaca4986", "type": "single-session-assistant", "abstention": false, "gold": ["sb0d644e9e3.md"], "top10": ["sb0d644e9e3.md", "s24f4052730.md", "s753c302353.md", "s0abfecf1bc.md", "sd71eae0ee2.md", "s67817fc778.md", "s66f88c34b7.md", "sb9960eab1c.md", "s008d5bde92.md", "s529b204fdf.md"], "rrf10": [0.024590164, 0.024193548, 0.023685516, 0.023088023, 0.022141372, 0.021428571, 0.021199389, 0.020933822, 0.0206725, 0.020643075], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7cf7dfd", "type": "single-session-assistant", "abstention": false, "gold": ["sac7f46ddfa.md"], "top10": ["sac7f46ddfa.md", "s48d884243b.md", "s9e8faeba6e.md", "saecb8272db.md", "sd2048c37b1.md", "s3051ff715b.md", "s2df5168d1c.md", "sbba1b4635c.md", "s0d95e44ed8.md", "sf352f89cae.md"], "rrf10": [0.024590164, 0.024193548, 0.023200758, 0.023015873, 0.022737557, 0.022617681, 0.022098214, 0.021818182, 0.021535007, 0.020663454], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e48988bc", "type": "single-session-assistant", "abstention": false, "gold": ["s98a82c7088.md"], "top10": ["s98a82c7088.md", "s07b32706cc.md", "sa0836895d0.md", "s764d87e762.md", "s09b460a0b0.md", "s3be0e9eae1.md", "s4a8e5444ce.md", "s6dd949e405.md", "sf4ecdb82ec.md", "s964d2d988d.md"], "rrf10": [0.024590164, 0.02382134, 0.023689516, 0.023335702, 0.023321123, 0.022964015, 0.021462639, 0.021274388, 0.020445135, 0.020413621], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1de5cff2", "type": "single-session-assistant", "abstention": false, "gold": ["se1c676dcfb.md"], "top10": ["se1c676dcfb.md", "s3a9d999728.md", "s1841c1ce4e.md", "sd1d3b18390.md", "sce966230da.md", "sb4b6883600.md", "sc2c49c0ee6.md", "sb62c12fb5c.md", "s1d5c703583.md", "s4e226f93a7.md"], "rrf10": [0.024590164, 0.02406554, 0.023937532, 0.022871377, 0.022504456, 0.02238806, 0.022305254, 0.02228164, 0.021634615, 0.020751174], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "65240037", "type": "single-session-assistant", "abstention": false, "gold": ["scfad1f3d4d.md"], "top10": ["scfad1f3d4d.md", "s1988f31c23.md", "sfd71d99391.md", "s0fafc76ff5.md", "s1bc2a6d5b7.md", "s77ec52dfa8.md", "sa7f869a414.md", "s4c7c46ed13.md", "sac66f6fbc4.md", "s37dcac739d.md"], "rrf10": [0.024590164, 0.024193548, 0.023565324, 0.022667254, 0.02200083, 0.021869818, 0.021845695, 0.021634615, 0.021547194, 0.020878722], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "778164c6", "type": "single-session-assistant", "abstention": false, "gold": ["se538d24aab.md"], "top10": ["se538d24aab.md", "s09158d740e.md", "sa3bc53c595.md", "s525ea5338b.md", "se85826fdc5.md", "sc46af9a815.md", "s2a7b8dd972.md", "s56eb4d78c9.md", "se03bf0de19.md", "sdaeb1baad7.md"], "rrf10": [0.024590164, 0.023685516, 0.023561508, 0.023481973, 0.023449132, 0.021776815, 0.021135029, 0.021022934, 0.020965469, 0.020645646], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}