{"qid": "e47becba", "type": "single-session-user", "abstention": false, "gold": ["s7745597747.md"], "top10": ["sa4d1f3c358.md", "s926357c10f.md", "s7745597747.md", "sf9d5b1f041.md", "sf65b8c0007.md", "s49995fe5d9.md", "se800c51e31.md", "s762983fdf8.md", "s50181d9600.md", "s00343f2904.md"], "rrf10": [0.030578097, 0.029860579, 0.029419132, 0.028634368, 0.028330428, 0.027361147, 0.027216261, 0.027141372, 0.026694411, 0.026450043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "118b2229", "type": "single-session-user", "abstention": false, "gold": ["sc47244d856.md"], "top10": ["sc47244d856.md", "s413bd3a0ef.md", "s75640a8bdc.md", "s60ba34fbfe.md", "s6ec136c17f.md", "s4e1ea68691.md", "scfc30b5c7b.md", "sbb7d88f18e.md", "sbaa74025e2.md", "sa24817ff21.md"], "rrf10": [0.032786885, 0.030565647, 0.030286738, 0.029728886, 0.029023192, 0.028944863, 0.028579583, 0.028555254, 0.028248875, 0.028208096], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51a45a95", "type": "single-session-user", "abstention": false, "gold": ["se255f2f50e.md"], "top10": ["se255f2f50e.md", "sc367ddcb1e.md", "sf6018980b8.md", "s11a082d67c.md", "s5d1da627d3.md", "s0b69155152.md", "sd6c71188ad.md", "s8f57f9a5be.md", "s87a202c254.md", "s554242330b.md"], "rrf10": [0.032786885, 0.030437639, 0.029575646, 0.029057934, 0.028918412, 0.028743837, 0.028643242, 0.028456344, 0.028103865, 0.027521279], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58bf7951", "type": "single-session-user", "abstention": false, "gold": ["s47a6e8aca2.md"], "top10": ["s47a6e8aca2.md", "sc3d0a79ea8.md", "sea351d567f.md", "s8aa7ed0f2d.md", "s9a879af53d.md", "s50be598151.md", "s185491b47f.md", "s03fc6c22bc.md", "s0ec53bddae.md", "sedf8a536f3.md"], "rrf10": [0.032786885, 0.029864058, 0.029334357, 0.029210373, 0.028971504, 0.028325925, 0.028129117, 0.028076679, 0.027978313, 0.027884444], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1e043500", "type": "single-session-user", "abstention": false, "gold": ["sfd67db7212.md"], "top10": ["sfd67db7212.md", "s47ebe9b78b.md", "s165bb719aa.md", "s1785437bfc.md", "sbd6f6d2980.md", "s294eb28789.md", "s7b552271b8.md", "sebd061de6b.md", "s90d7f15064.md", "s3e301f5783.md"], "rrf10": [0.032786885, 0.031641298, 0.030834915, 0.029374438, 0.029373956, 0.028856586, 0.028762626, 0.028375271, 0.028191384, 0.027381664], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c5e8278d", "type": "single-session-user", "abstention": false, "gold": ["s1f84f4e050.md"], "top10": ["s1f84f4e050.md", "s51e805c45c.md", "s3988c80e56.md", "sbc2def17ee.md", "s606172ed4b.md", "se99131ce5a.md", "s4d293280e8.md", "s24cef12a73.md", "sab2cf40fed.md", "se836cf32b0.md"], "rrf10": [0.032786885, 0.031754032, 0.031261273, 0.029995331, 0.02997548, 0.028878934, 0.028386207, 0.02831823, 0.028150266, 0.02795745], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ade9755", "type": "single-session-user", "abstention": false, "gold": ["s02f7560506.md"], "top10": ["s02f7560506.md", "se47aad07aa.md", "sb9bb9e2c2b.md", "sdfb757ef6d.md", "sdc083c7080.md", "s22e62c6df7.md", "sf684410d02.md", "s8a9c29e260.md", "s0ba0471f1e.md", "se6d4c9e692.md"], "rrf10": [0.032786885, 0.030964197, 0.03036977, 0.029369393, 0.029231063, 0.028524743, 0.028445513, 0.028232179, 0.027385029, 0.026830279], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6f9b354f", "type": "single-session-user", "abstention": false, "gold": ["sb7ba22096b.md"], "top10": ["sb7ba22096b.md", "s257a78d845.md", "s0ac2c1da71.md", "sc8a922900e.md", "sae1d4f396b.md", "sfaeac6cbb9.md", "sd04a6d3699.md", "s2912050fd0.md", "se34b66f595.md", "s7a522c5155.md"], "rrf10": [0.032786885, 0.030727769, 0.030704365, 0.030060921, 0.028474711, 0.028278123, 0.028055278, 0.028026815, 0.027732176, 0.02732493], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58ef2f1c", "type": "single-session-user", "abstention": false, "gold": ["s038639cc08.md"], "top10": ["s038639cc08.md", "s9a45b025e5.md", "scac54bbb5f.md", "s7bd958795b.md", "s205e4e6a68.md", "s0dd123947f.md", "se66811d1b5.md", "s1abab1f3e2.md", "s6fe13eef53.md", "s0e05e3df22.md"], "rrf10": [0.032786885, 0.032130056, 0.031377824, 0.030926397, 0.030889423, 0.030076888, 0.028887948, 0.028850145, 0.028221864, 0.027343005], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f8c5f88b", "type": "single-session-user", "abstention": false, "gold": ["sf2e9facc28.md"], "top10": ["sf2e9facc28.md", "scac0bf681b.md", "s9cc97c79cb.md", "s6c5b92a222.md", "s04d79b4fe5.md", "sf4bf877a31.md", "s64a0a35b28.md", "sefb54405e0.md", "s0ed0803459.md", "s58ddd4a342.md"], "rrf10": [0.032786885, 0.031280547, 0.031013258, 0.030951167, 0.030214822, 0.03004643, 0.029082829, 0.028524743, 0.028278123, 0.027528636], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5d3d2817", "type": "single-session-user", "abstention": false, "gold": ["scaedf0ae34.md"], "top10": ["sb89ec5b1ce.md", "s5c7c79324a.md", "sdeec50e53d.md", "scaedf0ae34.md", "s76b6e4fe53.md", "s9bdeda94c1.md", "s23890004c4.md", "s0aaa504402.md", "s415f264de2.md", "s462e12a752.md"], "rrf10": [0.031544958, 0.029889913, 0.028898558, 0.02889239, 0.028887948, 0.02852307, 0.028337953, 0.028325925, 0.027477364, 0.027191964], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7527f7e2", "type": "single-session-user", "abstention": false, "gold": ["s42536cb080.md"], "top10": ["s42536cb080.md", "s1c29fd9804.md", "s7ca70d120c.md", "s39d685badf.md", "se65dd638b4.md", "s240459e570.md", "sb117e13ae0.md", "s9a95a70547.md", "s08307514b5.md", "sfae446ff39.md"], "rrf10": [0.032786885, 0.030014234, 0.029794979, 0.029462827, 0.029451155, 0.02900988, 0.028207236, 0.028140466, 0.027971138, 0.027836691], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c960da58", "type": "single-session-user", "abstention": false, "gold": ["saaca2ed80c.md"], "top10": ["saaca2ed80c.md", "s4efccb5ba1.md", "sa3c43fba9b.md", "se36fe90330.md", "s6a050d3412.md", "s17f6f0094e.md", "sf59a7599e7.md", "see1b389d57.md", "sec7632c5d0.md", "sad118f760a.md"], "rrf10": [0.032786885, 0.032006048, 0.031162465, 0.029225833, 0.02782439, 0.027714213, 0.027668011, 0.027564483, 0.027348451, 0.027160864], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3b6f954b", "type": "single-session-user", "abstention": false, "gold": ["sf9874a5124.md"], "top10": ["sb47c22cb1c.md", "sf9874a5124.md", "s8ff87bc633.md", "sa6b0439edc.md", "sb3d3c6765f.md", "sc3c8a6b95f.md", "s5a0f87506b.md", "s3010d3dc86.md", "sf41a146f37.md", "s01b15913d7.md"], "rrf10": [0.03239027, 0.031886237, 0.030818515, 0.030753968, 0.029196628, 0.02905433, 0.028739316, 0.028484926, 0.027600789, 0.027395833], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "726462e0", "type": "single-session-user", "abstention": false, "gold": ["s8fa826fd47.md"], "top10": ["sa29fce60ae.md", "s0bb7b1fe2c.md", "s160ca6f5b7.md", "s8fa826fd47.md", "s23a3eff1ce.md", "s0ccf8c6857.md", "s9d77c9ee96.md", "s0c5ad08b81.md", "sd98ca7a561.md", "sdeb312845e.md"], "rrf10": [0.032270459, 0.032138254, 0.032006245, 0.030706906, 0.030002626, 0.029350446, 0.029201817, 0.028961039, 0.028840093, 0.028668508], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "94f70d80", "type": "single-session-user", "abstention": false, "gold": ["sc8fc1f7352.md"], "top10": ["sc8fc1f7352.md", "s98c540ae26.md", "sb3023195f1.md", "s72fa293692.md", "s990b8912a0.md", "s2b1bade12e.md", "s11a0d20d04.md", "scad98da0e1.md", "sebb88a7383.md", "s11146b3f67.md"], "rrf10": [0.032786885, 0.030847647, 0.030324568, 0.03001463, 0.028843737, 0.028589447, 0.028234021, 0.027592069, 0.027336467, 0.027259615], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "66f24dbb", "type": "single-session-user", "abstention": false, "gold": ["sb831e4dbdc.md"], "top10": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s5322140fc1.md", "sf1cda72706.md", "s71315ae3a7.md", "s69cddbcacc.md", "s654063ee02.md", "s05448da2b1.md", "s4957cc0408.md", "s4924eff8bc.md"], "rrf10": [0.032786885, 0.032258065, 0.03053961, 0.029881011, 0.02906746, 0.028504893, 0.028407236, 0.027654823, 0.02691785, 0.026812337], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ad7109d1", "type": "single-session-user", "abstention": false, "gold": ["sf725ba758b.md"], "top10": ["sf725ba758b.md", "s189d061221.md", "s48d780670b.md", "s401bd64630.md", "s2b5b0aa860.md", "sd751493123.md", "sc1b30dbb0a.md", "s9472204e92.md", "s1a628c8802.md", "sb3eaf043f1.md"], "rrf10": [0.032786885, 0.030314143, 0.029471515, 0.028881515, 0.028844246, 0.028796204, 0.028288378, 0.028222577, 0.028124278, 0.027909098], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "af8d2e46", "type": "single-session-user", "abstention": false, "gold": ["s044eb27108.md"], "top10": ["s044eb27108.md", "s147a3a8b0a.md", "s64e2b0b819.md", "s9bb041fdb2.md", "s8dc06848fd.md", "s5550eb64a4.md", "s38ff234400.md", "s412ac53746.md", "se647d48e56.md", "s3f0fffc507.md"], "rrf10": [0.032786885, 0.031656235, 0.03151329, 0.03020675, 0.030140455, 0.02952151, 0.029267392, 0.028757587, 0.027488499, 0.02729445], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dccbc061", "type": "single-session-user", "abstention": false, "gold": ["s83822b19ee.md"], "top10": ["s83822b19ee.md", "se5f38a72ea.md", "sebd08fa796.md", "s0756c03ca9.md", "s54a0a11963.md", "sb1968414fc.md", "s0c314c82da.md", "s6b403c25b0.md", "s801fef140e.md", "s48abfd5ca1.md"], "rrf10": [0.032522475, 0.032394467, 0.029637897, 0.028757587, 0.027556818, 0.027495527, 0.027371261, 0.027017256, 0.026475634, 0.026380707], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8c3f81d", "type": "single-session-user", "abstention": false, "gold": ["s5e447ba69d.md"], "top10": ["s5e447ba69d.md", "s7e491757ae.md", "sb9d9817f51.md", "sb7e2b3f9cb.md", "s9e7019eed5.md", "s0aeeacaeae.md", "s20ce4ccfa3.md", "s876998e495.md", "s5396d0640d.md", "safccfa9a84.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.030889423, 0.030663444, 0.029484029, 0.029448111, 0.028443481, 0.028198758, 0.028018454], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8ebdbe50", "type": "single-session-user", "abstention": false, "gold": ["s91e13e5185.md"], "top10": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "s4f75ec274d.md", "sa1a52a20cf.md", "s0d942ce24f.md", "s3418054aca.md", "s2fde5de44b.md", "s36984755f0.md", "s16a2996985.md"], "rrf10": [0.032786885, 0.032002048, 0.031253816, 0.030780331, 0.02779376, 0.027065359, 0.027011955, 0.026966023, 0.026724289, 0.026719612], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6b168ec8", "type": "single-session-user", "abstention": false, "gold": ["s55e227d395.md"], "top10": ["s55e227d395.md", "se3d4152994.md", "sc83069ca96.md", "s2c8e9515de.md", "s260d073d4b.md", "seac3ebdde6.md", "s61363c36c3.md", "s289c4a06bd.md", "s2ea67cfed2.md", "sb0a72ab7b3.md"], "rrf10": [0.032786885, 0.031769306, 0.0303233, 0.029659069, 0.028688571, 0.028368267, 0.028108707, 0.028066378, 0.027949654, 0.027835575], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75499fd8", "type": "single-session-user", "abstention": false, "gold": ["sdc6eddbad7.md"], "top10": ["sdc6eddbad7.md", "s4766c41f0e.md", "s03f82683ce.md", "s69d4c697e4.md", "s2fb4f9be6f.md", "s6925c0f147.md", "s064699ab86.md", "s648b1d9d43.md", "sa0bdea65e7.md", "s9de3e7d7ad.md"], "rrf10": [0.032786885, 0.029195382, 0.029040716, 0.029009523, 0.028841451, 0.028647459, 0.02839221, 0.028002118, 0.027587909, 0.027479658], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21436231", "type": "single-session-user", "abstention": false, "gold": ["sdb453f1104.md"], "top10": ["sdb453f1104.md", "s75e54744cf.md", "s4cdfeaea85.md", "saaf441ebad.md", "sef5d948958.md", "s1770b2cc4f.md", "s5debc74648.md", "sec3b465070.md", "s0733e43ad4.md", "scb5be85607.md"], "rrf10": [0.032786885, 0.030286815, 0.029647748, 0.029567869, 0.029135077, 0.029116045, 0.028819795, 0.028680909, 0.02780112, 0.02767716], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95bcc1c8", "type": "single-session-user", "abstention": false, "gold": ["s4089b5c557.md"], "top10": ["s4089b5c557.md", "s4a8154fd0b.md", "sdba86027c3.md", "s8364852ad9.md", "s42da425741.md", "s7a3aadd1fd.md", "s6f95e47c89.md", "s860ed3623c.md", "s78d9b35e19.md", "s81d9fbd127.md"], "rrf10": [0.032786885, 0.031622024, 0.031152539, 0.029868916, 0.029587188, 0.029225833, 0.028505158, 0.028098739, 0.027847705, 0.02746355], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf", "type": "single-session-user", "abstention": false, "gold": ["s4973452f2e.md"], "top10": ["s4973452f2e.md", "s46da033ef4.md", "s98c676ad4f.md", "s0aa376f35f.md", "s1a91ebcf65.md", "s7f4e983fe3.md", "s1838df870a.md", "s3fa8f57569.md", "s6ced394278.md", "sb0a63cd01f.md"], "rrf10": [0.032786885, 0.032002048, 0.030313314, 0.029430313, 0.028727334, 0.028535244, 0.028400735, 0.028282519, 0.027659767, 0.027435613], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "853b0a1d", "type": "single-session-user", "abstention": false, "gold": ["sec30550e9a.md"], "top10": ["sec30550e9a.md", "s63d90e84d8.md", "sa41b920623.md", "s5abb90c95b.md", "sf866f3adab.md", "sd6685f2d6d.md", "s3886635bef.md", "sb40d2e89bd.md", "s49c65d5ee9.md", "sdc48cbbdd9.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.029877369, 0.028268799, 0.027994673, 0.027650648, 0.027393483, 0.027234561, 0.027199708], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a06e4cfe", "type": "single-session-user", "abstention": false, "gold": ["s64ceddf61b.md"], "top10": ["s64ceddf61b.md", "sc653839e63.md", "scf6574656c.md", "s1958c4729c.md", "sbd43427dad.md", "s502259f63e.md", "scee96fe43a.md", "sf7b894fe44.md", "s6bf258d417.md", "sb19178d936.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.030656323, 0.030145202, 0.027865762, 0.027834612, 0.027057509, 0.02686881, 0.026399278], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37d43f65", "type": "single-session-user", "abstention": false, "gold": ["s5c59950a1e.md"], "top10": ["s5c59950a1e.md", "sacc8962abf.md", "s89d794dbe0.md", "sb62773282a.md", "sb140ecce3b.md", "sb724611cbf.md", "s65d3354f84.md", "s208b6549bb.md", "sb1746345a7.md", "s3570aea559.md"], "rrf10": [0.032786885, 0.031107794, 0.030704365, 0.029249948, 0.029120298, 0.028021978, 0.027828458, 0.027640415, 0.026998492, 0.026836398], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b86304ba", "type": "single-session-user", "abstention": false, "gold": ["s6eb55c976f.md"], "top10": ["s6eb55c976f.md", "s71b13ee157.md", "sa1e8ed3956.md", "sf1690a7f56.md", "se499af0bf1.md", "scf50c971c6.md", "sd990aac0ef.md", "s3e5b093673.md", "s5f6b4aa260.md", "s9fd370f1a4.md"], "rrf10": [0.03265468, 0.031137266, 0.031111991, 0.030885977, 0.029910211, 0.029618638, 0.02872032, 0.02777587, 0.027026671, 0.026798906], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d52b4f67", "type": "single-session-user", "abstention": false, "gold": ["s00992af511.md"], "top10": ["s00992af511.md", "sdf79297b63.md", "s4e1dd8c0de.md", "s20ab53fe06.md", "sa3141a0005.md", "s28dc1d37bf.md", "s9af0b83e60.md", "s9ccc1d1bad.md", "s6fdc7c9ed3.md", "s781641114f.md"], "rrf10": [0.032522475, 0.029892624, 0.029364883, 0.029079468, 0.028914719, 0.028687682, 0.028665256, 0.028057422, 0.02757819, 0.027527513], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "25e5aa4f", "type": "single-session-user", "abstention": false, "gold": ["sedf4977e36.md"], "top10": ["sedf4977e36.md", "s7053d8112f.md", "s2de6ee135e.md", "s9645e34ce7.md", "s70543176a9.md", "s0c79382b0f.md", "s24aa268d9b.md", "s13d1309205.md", "s62fa18865c.md", "s6baa20216c.md"], "rrf10": [0.032786885, 0.032258065, 0.029990159, 0.02916076, 0.028814262, 0.028736021, 0.028704629, 0.027179487, 0.027026597, 0.026875902], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf9ead2", "type": "single-session-user", "abstention": false, "gold": ["sd668f8bff2.md"], "top10": ["sd668f8bff2.md", "s625f2a3d5a.md", "s9e2ad82453.md", "s066b83ee2f.md", "s978c1f2514.md", "s42e70a5693.md", "sb5e26f72ff.md", "s37fbab6016.md", "se193708ede.md", "s84ac481c50.md"], "rrf10": [0.032786885, 0.030834915, 0.030198296, 0.029922386, 0.029647313, 0.029180021, 0.028995726, 0.028371628, 0.027714753, 0.027594316], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8550ddae", "type": "single-session-user", "abstention": false, "gold": ["sa6f479058b.md"], "top10": ["s4526908bfb.md", "sa6f479058b.md", "sa0e4f3f109.md", "sa5fd6410e9.md", "s3e9ba68fe8.md", "s6ac7a2234f.md", "s5b0f105381.md", "scf159a8b40.md", "sadc843d342.md", "s398bc6d41c.md"], "rrf10": [0.032526672, 0.03239027, 0.03162984, 0.03125, 0.03042306, 0.029071774, 0.028961039, 0.02872549, 0.027837793, 0.027621418], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60d45044", "type": "single-session-user", "abstention": false, "gold": ["s7480a834d1.md"], "top10": ["s7480a834d1.md", "s0dd1cb43d1.md", "s38422dc034.md", "s370ccc0029.md", "s6ed957184f.md", "saf5019dd53.md", "s64304229e8.md", "s80ff50c751.md", "sebfea459af.md", "s798655750f.md"], "rrf10": [0.032786885, 0.03125, 0.030964197, 0.03053961, 0.030108258, 0.029471515, 0.029247207, 0.028299691, 0.027893738, 0.027700517], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3f1e9474", "type": "single-session-user", "abstention": false, "gold": ["s5d4d3c2bdc.md"], "top10": ["s5d4d3c2bdc.md", "sb48df089a2.md", "s9c62fdbef1.md", "s8e63221f02.md", "s8d149d3dee.md", "s7a9eafd199.md", "s89fd52b79f.md", "s7058c58e87.md", "sdd2991657e.md", "s037dd561ae.md"], "rrf10": [0.032786885, 0.030578898, 0.030306509, 0.03001863, 0.029684909, 0.02895583, 0.027380651, 0.027091264, 0.02700391, 0.027003379], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86b68151", "type": "single-session-user", "abstention": false, "gold": ["s209b908b2b.md"], "top10": ["s209b908b2b.md", "s0a257d4590.md", "sb772a7d84d.md", "s7f4edb3dec.md", "s9ab44bd213.md", "sd727742f97.md", "sa8ee3caf6e.md", "sd4612bef2d.md", "s94620a4eb6.md", "secbabc9825.md"], "rrf10": [0.032786885, 0.03151729, 0.031265274, 0.030493778, 0.029661239, 0.028890877, 0.028232179, 0.02759009, 0.027541472, 0.027502468], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "577d4d32", "type": "single-session-user", "abstention": false, "gold": ["s82084ca14c.md"], "top10": ["sb51c61a0cc.md", "s0bdfc6a1e7.md", "s283987df90.md", "s8e3bc7a711.md", "sedff93512c.md", "s82084ca14c.md", "s9deb3114fe.md", "sc2224b6aee.md", "s928952fb11.md", "s638850ce8b.md"], "rrf10": [0.030881976, 0.030452576, 0.029973536, 0.029696617, 0.029503158, 0.029331751, 0.02905433, 0.029030911, 0.028487219, 0.027866056], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "ec81a493", "type": "single-session-user", "abstention": false, "gold": ["s64285bf27f.md"], "top10": ["s64285bf27f.md", "see9766f78c.md", "s45e661a133.md", "s13aaeefa65.md", "s4361893679.md", "s96069531fe.md", "s23008e65ec.md", "scdf59bc166.md", "s0fbafb4d29.md", "s9ac0d730f1.md"], "rrf10": [0.032786885, 0.031622024, 0.031261632, 0.030198296, 0.029198636, 0.029153139, 0.027888928, 0.026981332, 0.026615297, 0.026461039], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0", "type": "single-session-user", "abstention": false, "gold": ["s00bc77a326.md"], "top10": ["s00bc77a326.md", "s871c58b5b7.md", "sc21b78dd6a.md", "sde2c99904d.md", "sa71cc5e00d.md", "s4528f510a3.md", "s21886d8669.md", "s8e7f86bd01.md", "s57ed56955c.md", "s7408cb53ad.md"], "rrf10": [0.032786885, 0.032258065, 0.029517705, 0.02841438, 0.028365697, 0.028007519, 0.027131429, 0.027078151, 0.026820613, 0.026634171], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e01b8e2f", "type": "single-session-user", "abstention": false, "gold": ["s46517e427f.md"], "top10": ["s46517e427f.md", "s266e850b5c.md", "s455830cd48.md", "s44fdd380d4.md", "s202d9c11f7.md", "s5bef40f0cf.md", "sbd9b61febc.md", "sa6b3fce2b2.md", "s2bef0a88cc.md", "sb66d193c12.md"], "rrf10": [0.032786885, 0.031235802, 0.030426702, 0.030117754, 0.029960317, 0.029494313, 0.029455454, 0.029277146, 0.029129756, 0.028744234], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93", "type": "single-session-user", "abstention": false, "gold": ["s6b0d1a4e01.md"], "top10": ["s6b0d1a4e01.md", "s80752e8f31.md", "s7018143d1e.md", "se6b5d09abe.md", "sd8faf282d1.md", "s49511debbb.md", "s0e1c6cb8d0.md", "s14a8d00d75.md", "s7dac94d8e9.md", "sd293da6f2c.md"], "rrf10": [0.032522475, 0.031920645, 0.031042457, 0.029188713, 0.028580055, 0.02842596, 0.028186548, 0.027820122, 0.027732957, 0.027682648], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ccb36322", "type": "single-session-user", "abstention": false, "gold": ["s0f1d45c64c.md"], "top10": ["s7883cfeafc.md", "s0f1d45c64c.md", "s7d9b9840c4.md", "s32ba43dc8e.md", "s2e592da212.md", "s43b95cddf3.md", "s1c6168b453.md", "s2ba43a9aac.md", "s95a50ecb23.md", "s507a90fdf1.md"], "rrf10": [0.032394467, 0.03162984, 0.03125, 0.03014898, 0.02951049, 0.029370629, 0.0285831, 0.028414724, 0.02830395, 0.027325506], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "001be529", "type": "single-session-user", "abstention": false, "gold": ["se78850a7e0.md"], "top10": ["se78850a7e0.md", "se4acb9898f.md", "s976a990246.md", "s03994c58b3.md", "s99bd33666e.md", "s13905e1f8b.md", "sc13e361fd2.md", "sd58c72238a.md", "sf1143dd531.md", "sac26a252f3.md"], "rrf10": [0.032786885, 0.030110372, 0.029037529, 0.028824987, 0.028166526, 0.027760475, 0.027570944, 0.027274589, 0.027186832, 0.027123069], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b320f3f8", "type": "single-session-user", "abstention": false, "gold": ["scbf5e6c00f.md"], "top10": ["scbf5e6c00f.md", "s119dba6867.md", "scfe527a5fd.md", "s5ed3304cd4.md", "sc2738f0693.md", "sdde9e2f40a.md", "sb7e6ea3ef0.md", "s964eeb6692.md", "s91261d8f2f.md", "sa08f24a974.md"], "rrf10": [0.032786885, 0.031513648, 0.030951167, 0.029782203, 0.029530917, 0.029063268, 0.02865021, 0.02808277, 0.027579737, 0.027356769], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3", "type": "single-session-user", "abstention": false, "gold": ["sdbbf1ac386.md"], "top10": ["sdbbf1ac386.md", "sbe215f8820.md", "sa512fc1979.md", "s5174db6367.md", "s2626811272.md", "se376a96c6c.md", "sae94042441.md", "s393a1ffce2.md", "sa3a32e0ed7.md", "sc2e9f5fa2a.md"], "rrf10": [0.032786885, 0.030578097, 0.028996367, 0.028750697, 0.028566583, 0.02824762, 0.027678571, 0.027382737, 0.027352064, 0.027251461], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4fd1909e", "type": "single-session-user", "abstention": false, "gold": ["se3c2e03f5d.md"], "top10": ["se3c2e03f5d.md", "sb0f521b53e.md", "sf8265200b1.md", "s53b74c564a.md", "s99819823e4.md", "s145f0c5352.md", "sdfab3bc6a5.md", "s47ad0d9bcb.md", "sd5c1366bd0.md", "s8589d5787c.md"], "rrf10": [0.032786885, 0.03187404, 0.03021069, 0.028644226, 0.028426529, 0.028025598, 0.02765377, 0.027616078, 0.026998826, 0.026537661], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "545bd2b5", "type": "single-session-user", "abstention": false, "gold": ["sbf90dc8f41.md"], "top10": ["sbf90dc8f41.md", "sf6ad87c231.md", "sf59202ae80.md", "s0017d7cd27.md", "s55c1eb4ad2.md", "s242b03660f.md", "s55259a37ff.md", "s5e791f3b13.md", "s614dab3820.md", "s9fe8314fe9.md"], "rrf10": [0.032786885, 0.032258065, 0.030363377, 0.030080367, 0.03001463, 0.029720692, 0.028881988, 0.028498775, 0.028192665, 0.02757819], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8a137a7f", "type": "single-session-user", "abstention": false, "gold": ["sda3bc49b5b.md"], "top10": ["sda3bc49b5b.md", "sf24ade4ae3.md", "s97df625c7d.md", "sb7e3b42cb1.md", "sffe7b3fb60.md", "scf8b9afd76.md", "s661b5132f5.md", "s0ae38b1724.md", "sd928776277.md", "s3111e4b0a1.md"], "rrf10": [0.032786885, 0.030518266, 0.030034722, 0.028907775, 0.028900597, 0.0287887, 0.027513778, 0.027466717, 0.027154442, 0.027062766], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "76d63226", "type": "single-session-user", "abstention": false, "gold": ["sc32660f628.md"], "top10": ["sc32660f628.md", "s4eccda7cb6.md", "sd3406d2082.md", "s800e4dae68.md", "s7de74a4e73.md", "s0d72ee9764.md", "sef8a1abb77.md", "s01bfb26d5d.md", "scc2caa201a.md", "s06a67ae272.md"], "rrf10": [0.032786885, 0.032258065, 0.031013258, 0.03055071, 0.028734897, 0.028492275, 0.028121671, 0.027807455, 0.027759197, 0.026740636], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86f00804", "type": "single-session-user", "abstention": false, "gold": ["s451dedc254.md"], "top10": ["s451dedc254.md", "s4e37fb4757.md", "sfc663f1447.md", "s09f7eb4038.md", "s2d25a9da16.md", "sf3df18a0e0.md", "s3487f46f5f.md", "s5e970e6f3a.md", "saa2f9440ff.md", "sae043bd5bc.md"], "rrf10": [0.032522475, 0.031792637, 0.030193438, 0.030050073, 0.030019956, 0.029765905, 0.029136855, 0.028697467, 0.028515406, 0.028512126], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e9d538c", "type": "single-session-user", "abstention": false, "gold": ["s27f40086bd.md"], "top10": ["s27f40086bd.md", "s921c476384.md", "s76b40f3402.md", "s7dd397fedc.md", "s09362ae299.md", "s9153ce3b8c.md", "s76ee3e161a.md", "s412bf0750f.md", "s482f211725.md", "s8320096999.md"], "rrf10": [0.032786885, 0.030704365, 0.030347788, 0.029879494, 0.028590949, 0.028485, 0.028119057, 0.027700517, 0.027229437, 0.026959152], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "311778f1", "type": "single-session-user", "abstention": false, "gold": ["s555257fcce.md"], "top10": ["s555257fcce.md", "sf253dd13ec.md", "s951882c320.md", "sed31e3b1d2.md", "s0e9dbc30c5.md", "sdd9fe16983.md", "sd3e72bd453.md", "s4a39278977.md", "sc9875c80eb.md", "s4b0e18e676.md"], "rrf10": [0.032786885, 0.030935893, 0.029892624, 0.029431438, 0.029205955, 0.028722779, 0.028095699, 0.027782398, 0.027564483, 0.027354754], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c19f7a0b", "type": "single-session-user", "abstention": false, "gold": ["s5fe4b34ec7.md"], "top10": ["s5fe4b34ec7.md", "s7d06fee335.md", "s84bf80b43c.md", "sc4fd1ad854.md", "s0a2a2f8246.md", "scdf47aa1af.md", "s70570dd1bf.md", "s7264b751d3.md", "s1bd2b95fd1.md", "s5d52519200.md"], "rrf10": [0.032522475, 0.031129808, 0.030926397, 0.029493088, 0.029435448, 0.028920375, 0.028381893, 0.028338328, 0.027525253, 0.02724454], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4100d0a0", "type": "single-session-user", "abstention": false, "gold": ["s516a7b3ea9.md"], "top10": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s88e34f0e84.md", "s05dbc22a47.md", "sddb8c5319f.md", "s4290fac327.md", "s4493265a6f.md", "s521e645688.md", "sa63f69b2eb.md", "s3e65793b4b.md"], "rrf10": [0.032786885, 0.032130056, 0.031261632, 0.029434524, 0.028088578, 0.027602421, 0.026712389, 0.026534069, 0.026396469, 0.026117228], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b", "type": "single-session-user", "abstention": false, "gold": ["s078fb23b45.md"], "top10": ["s078fb23b45.md", "s3636aed5c4.md", "sbeb94629fa.md", "s65e258b216.md", "sd8eb191930.md", "s8c3a533e34.md", "s9faf9a81cd.md", "sbc05d97fc7.md", "s1859d187ee.md", "s7d2aa6824a.md"], "rrf10": [0.032786885, 0.031769306, 0.0305675, 0.028900135, 0.028597088, 0.028541226, 0.028514175, 0.028251263, 0.028083268, 0.028018454], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1faac195", "type": "single-session-user", "abstention": false, "gold": ["s3b7af5a7be.md"], "top10": ["sf23dd63a11.md", "s3b7af5a7be.md", "se765d340ef.md", "sa6e8349a8e.md", "s477d7708c2.md", "s426d6ccd25.md", "s03c9019412.md", "s38092f0689.md", "s6790ecc917.md", "s321b56947d.md"], "rrf10": [0.032522475, 0.032522475, 0.031377824, 0.031133623, 0.029886076, 0.029185248, 0.028925326, 0.027482811, 0.02722315, 0.027086135], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "faba32e5", "type": "single-session-user", "abstention": false, "gold": ["s9e17dd29e9.md"], "top10": ["s9e17dd29e9.md", "s1586459499.md", "s7839a704b7.md", "s950fbc4d96.md", "sfe021e3ed9.md", "s52e4b5628e.md", "sb3fe96fb71.md", "s8956e7d7cb.md", "s8107b7c51b.md", "s1266086a11.md"], "rrf10": [0.032786885, 0.031418481, 0.030786847, 0.028908007, 0.027849388, 0.027598021, 0.02739525, 0.027159091, 0.027025085, 0.027003379], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4", "type": "single-session-user", "abstention": false, "gold": ["s72c4d8084d.md"], "top10": ["s7506066a7b.md", "s72c4d8084d.md", "s235ee8da43.md", "s77dffa3f1b.md", "s9500390df0.md", "s9834f0b9fb.md", "sf087eb0ad0.md", "s3f1f82d3b4.md", "sc1255e3bd2.md", "sdc873b6068.md"], "rrf10": [0.032522475, 0.032522475, 0.030578898, 0.030316956, 0.029298319, 0.028448947, 0.028381643, 0.027080288, 0.027034334, 0.026996486], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c14c00dd", "type": "single-session-user", "abstention": false, "gold": ["sa7f50b49d5.md"], "top10": ["sa7f50b49d5.md", "s61b7179117.md", "s70cd5e1ba8.md", "s908c2d235c.md", "sfb944dc496.md", "s8ffef05c21.md", "s90cac98b81.md", "s85098a1b8a.md", "se3459c43a3.md", "sfae6078aa7.md"], "rrf10": [0.032786885, 0.032130056, 0.030324568, 0.029881011, 0.029404223, 0.029214413, 0.029203438, 0.029107708, 0.026913722, 0.026782754], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36580ce8", "type": "single-session-user", "abstention": false, "gold": ["s313f86d9dc.md"], "top10": ["s313f86d9dc.md", "sb829193d50.md", "s7de88f23d1.md", "s9b531ff081.md", "saf544c3d5d.md", "sa34bfbd308.md", "sa3f89169a5.md", "sb4df1318f0.md", "s2794226732.md", "s306e5c96df.md"], "rrf10": [0.032270459, 0.030801715, 0.02961034, 0.029418127, 0.029084498, 0.029083246, 0.029038209, 0.028473741, 0.027194211, 0.026949064], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3d86fd0a", "type": "single-session-user", "abstention": false, "gold": ["s02c9bec4a7.md"], "top10": ["s02c9bec4a7.md", "s593345ebfb.md", "s6a54623e91.md", "s075a837754.md", "s800e955e20.md", "sf5db36732f.md", "s94f7d3616b.md", "s82cbe82480.md", "s8fca00e446.md", "s81f95e013e.md"], "rrf10": [0.032786885, 0.029293129, 0.029249948, 0.028622782, 0.028620283, 0.028562018, 0.028519903, 0.028158392, 0.028142762, 0.027678571], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a82c026e", "type": "single-session-user", "abstention": false, "gold": ["s60339ac226.md"], "top10": ["s60339ac226.md", "s6df54a874c.md", "s5b9ad3a66b.md", "sc0a4e7c0a8.md", "s5d689982f5.md", "sc80fcd9542.md", "s7ba99f29ec.md", "s6a56785bb1.md", "s85f1818fd8.md", "sb7d8a910fc.md"], "rrf10": [0.032786885, 0.031754032, 0.031187909, 0.029876149, 0.029713323, 0.028645833, 0.028449328, 0.028025457, 0.027829132, 0.027331388], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf_abs", "type": "single-session-user", "abstention": true, "gold": ["s7b786689a5.md"], "top10": ["s7b786689a5.md", "se36f142134.md", "s8400787b0a.md", "s3a84ec2dcf.md", "sbd902cf237.md", "sa220a63e31.md", "scd538a0927.md", "sb406c7a8e0.md", "se6f4e56123.md", "sb362553482.md"], "rrf10": [0.030935065, 0.029180021, 0.028097357, 0.027995636, 0.027700531, 0.027655016, 0.027590768, 0.02741736, 0.027104284, 0.027027101], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0_abs", "type": "single-session-user", "abstention": true, "gold": ["s019108fb32.md"], "top10": ["s019108fb32.md", "sbd6d0e318d.md", "sa8f4437d8a.md", "s96fde1080e.md", "se4ea4016e3.md", "s5dd6966ef2.md", "s94017201ed.md", "s77603bee54.md", "s439df64da3.md", "sec471018aa.md"], "rrf10": [0.032786885, 0.031294473, 0.031133623, 0.030347788, 0.030050073, 0.029284347, 0.028162055, 0.02732684, 0.027160864, 0.026929483], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93_abs", "type": "single-session-user", "abstention": true, "gold": ["s1f40ce8008.md"], "top10": ["s1f40ce8008.md", "s02df5ea626.md", "s50fca7d4a2.md", "s6ceb41d740.md", "s542e82ec08.md", "sdc10403f0b.md", "sf0fad5e423.md", "s4632ab0ab4.md", "sbaf612f398.md", "se476c49499.md"], "rrf10": [0.03265468, 0.030798389, 0.02995479, 0.029024458, 0.028838141, 0.028563779, 0.028247863, 0.027860707, 0.027307273, 0.027173175], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3_abs", "type": "single-session-user", "abstention": true, "gold": ["s9969d1af37.md"], "top10": ["s9969d1af37.md", "sf071509394.md", "sc71385c7ec.md", "s583f01c005.md", "sfe3b90a759.md", "sabfb37cbf9.md", "sfde0543649.md", "s90684d7742.md", "s35fe8fd38e.md", "s005ce8c587.md"], "rrf10": [0.032526672, 0.032258065, 0.031882237, 0.029675638, 0.028281441, 0.028242326, 0.027805197, 0.027653693, 0.027628536, 0.026454816], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b_abs", "type": "single-session-user", "abstention": true, "gold": ["sea613b6019.md"], "top10": ["sea613b6019.md", "sb14e35409a.md", "s4a24e06b82.md", "sc26dec85f1.md", "s45b28efa1a.md", "s6eef57a6ad.md", "scfe9541720.md", "s617b33c577.md", "s87a63110e8.md", "s667a8e99e4.md"], "rrf10": [0.03189825, 0.03154649, 0.030736404, 0.030704365, 0.030160476, 0.029659934, 0.029493963, 0.027317151, 0.027125134, 0.026686033], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4_abs", "type": "single-session-user", "abstention": true, "gold": ["s769482c67b.md"], "top10": ["s0034e02315.md", "s0f73ddd941.md", "s1d20e2ff3a.md", "s2437b7fd5d.md", "s769482c67b.md", "sad2eaa25d6.md", "s2bdc6b5f7a.md", "sd243fa3ba1.md", "s7f730775fd.md", "s708369d008.md"], "rrf10": [0.032786885, 0.032002048, 0.03125, 0.030908339, 0.030249577, 0.028626574, 0.02855151, 0.028274032, 0.028025457, 0.026763777], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0a995998", "type": "multi-session", "abstention": false, "gold": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md"], "top10": ["s0cab1c9eeb.md", "s9e30df83e3.md", "sae5bd299eb.md", "s8e453e8f24.md", "sa527e071e7.md", "s27fd6dbb14.md", "s36c32c6b02.md", "sefafcb0fbd.md", "s65bf0c77cf.md", "sbc2d2c3842.md"], "rrf10": [0.032522475, 0.03189825, 0.03187404, 0.031626024, 0.029967143, 0.029863782, 0.029760538, 0.029236022, 0.028574345, 0.028424642], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6d550036", "type": "multi-session", "abstention": false, "gold": ["s3b14ace57b.md", "s920d9cbdaf.md", "s9622cbf27d.md", "sc8a0beec36.md"], "top10": ["s8b111b610a.md", "s9622cbf27d.md", "s3201654706.md", "s5e51f4c028.md", "s1145256539.md", "sd5b19e15e5.md", "s920d9cbdaf.md", "s907e54276e.md", "sc8a0beec36.md", "s92c7ce5d6a.md"], "rrf10": [0.032402664, 0.030536131, 0.030331289, 0.030130277, 0.028764881, 0.0286166, 0.027965774, 0.02778453, 0.027704335, 0.027486735], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_59c863d7", "type": "multi-session", "abstention": false, "gold": ["s26f8258ee9.md", "sb97fdcb7cb.md", "sba64de88ce.md", "sf9a4d768db.md"], "top10": ["sf9a4d768db.md", "s26f8258ee9.md", "sba64de88ce.md", "saed1f1d752.md", "sb97fdcb7cb.md", "s3d3b9e5bb7.md", "s8a3b1daeb9.md", "sc70996dae5.md", "s737c6240e9.md", "s1e33d02cef.md"], "rrf10": [0.032258065, 0.032142451, 0.032006245, 0.030309989, 0.030286815, 0.030080214, 0.028108332, 0.027607899, 0.027352064, 0.02705803], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b5ef892d", "type": "multi-session", "abstention": false, "gold": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md"], "top10": ["sa3acba8dc9.md", "s1df591c608.md", "s628301263c.md", "s1ebfeb1fdb.md", "sb8aa39a921.md", "sac88db4f42.md", "s29d373316b.md", "s97ffd7f30a.md", "s0b60974fb5.md", "s44cd2088da.md"], "rrf10": [0.032526672, 0.032262262, 0.032002048, 0.030330882, 0.029043883, 0.028588446, 0.027984121, 0.027770563, 0.02738857, 0.026902807], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e831120c", "type": "multi-session", "abstention": false, "gold": ["sb86a802940.md", "sf7a47235ce.md"], "top10": ["sf7a47235ce.md", "sb86a802940.md", "s813cbd2683.md", "s70a595655e.md", "sf9e9cff71e.md", "s5bb590fa65.md", "s615efba50a.md", "s931ea4b717.md", "sa9203778c7.md", "s51b4d2ee54.md"], "rrf10": [0.032786885, 0.032258065, 0.030914449, 0.030896881, 0.029211087, 0.029164075, 0.029071774, 0.028514175, 0.028004637, 0.027782398], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3a704032", "type": "multi-session", "abstention": false, "gold": ["s21d0b418e5.md", "s840ac504bc.md", "s9df21ed36e.md"], "top10": ["s21d0b418e5.md", "s9df21ed36e.md", "s840ac504bc.md", "sb9b0b06d1d.md", "s44b2a5f4bf.md", "sd6cc7ab041.md", "sc24242755b.md", "scd3550751f.md", "s76c822641a.md", "s91f1316ec0.md"], "rrf10": [0.032394467, 0.032262262, 0.031882237, 0.029712302, 0.029016897, 0.028212144, 0.027737873, 0.027687198, 0.027239273, 0.027102065], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d84a3211", "type": "multi-session", "abstention": false, "gold": ["s2cfa274b99.md", "s30e2029c72.md", "s33cb38d99e.md", "s922b1bb2b7.md"], "top10": ["s2cfa274b99.md", "s33cb38d99e.md", "s922b1bb2b7.md", "s30e2029c72.md", "s336292a5c0.md", "s71580bbf04.md", "sa9c3670bd7.md", "s3096c7ac87.md", "sf28bd59f59.md", "scc9c06a2b9.md"], "rrf10": [0.032258065, 0.032022258, 0.031422678, 0.031374008, 0.02962704, 0.02942688, 0.028881988, 0.028582006, 0.028194428, 0.027953211], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "aae3761f", "type": "multi-session", "abstention": false, "gold": ["s6c9c420448.md", "sd76c211bad.md", "sf67b7ec830.md"], "top10": ["sd76c211bad.md", "s6c9c420448.md", "s9820208062.md", "s7625016923.md", "s653f5349a3.md", "sda6e2b5bbe.md", "sf67b7ec830.md", "s9286449301.md", "s5d73e7d8f5.md", "s920f707736.md"], "rrf10": [0.032786885, 0.032258065, 0.031024531, 0.030027721, 0.029904817, 0.029712302, 0.029589315, 0.029440444, 0.028622107, 0.026691729], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_f2262a51", "type": "multi-session", "abstention": false, "gold": ["s9ec4d701c2.md", "sb2151cf652.md", "sb34fe03e75.md"], "top10": ["seab0f0420b.md", "sb2151cf652.md", "sb34fe03e75.md", "sef9b05c8a0.md", "s9ec4d701c2.md", "s45fce0f0a3.md", "se4d9c389ca.md", "sec5ce3001f.md", "s1e26dc4c12.md", "s5e7431b8ad.md"], "rrf10": [0.032526672, 0.031754032, 0.031397098, 0.030715104, 0.029647313, 0.029071774, 0.029039969, 0.02861991, 0.028216772, 0.027271052], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dd2973ad", "type": "multi-session", "abstention": false, "gold": ["sf176ecce77.md", "sfd4bc0370e.md"], "top10": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sc777878676.md", "s1cbf7f89d4.md", "sb46d865763.md", "s2834c67061.md", "s6514014cd4.md", "sf176ecce77.md", "s0656675402.md", "se6ab2ecf52.md"], "rrf10": [0.032786885, 0.032006048, 0.031400219, 0.030889423, 0.029443861, 0.027734611, 0.027177503, 0.026841477, 0.026832514, 0.026724187], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "c4a1ceb8", "type": "multi-session", "abstention": false, "gold": ["s1698d61255.md", "s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md"], "top10": ["s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md", "s1698d61255.md", "s762c765007.md", "sbf4c36a9e9.md", "s64628d5642.md", "s8178eabd9b.md", "s766b52fc61.md", "s71562ae1c8.md"], "rrf10": [0.03265468, 0.03239027, 0.031622024, 0.031374008, 0.030536131, 0.029494313, 0.029437229, 0.029320568, 0.027389579, 0.026754944], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a56e767c", "type": "multi-session", "abstention": false, "gold": ["s86eb291fb2.md", "sdb5e961acf.md", "sef186379d1.md"], "top10": ["sdb5e961acf.md", "s86eb291fb2.md", "s74e2f3838a.md", "sef186379d1.md", "s4161228267.md", "s28e9d5b4be.md", "s160913179e.md", "s53cf2fb7df.md", "s83a18097e2.md", "s8b21df583e.md"], "rrf10": [0.03265468, 0.031885856, 0.031622024, 0.031374008, 0.029257887, 0.029231063, 0.028992741, 0.028781384, 0.028318469, 0.027015], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6cb6f249", "type": "multi-session", "abstention": false, "gold": ["s75bb9fd5a7.md", "sca3e1b2e07.md"], "top10": ["sca3e1b2e07.md", "s75bb9fd5a7.md", "sc4343dbfe1.md", "sb7d686a1c6.md", "s0cbb8d3c3b.md", "sa7ca3dadf1.md", "s3ca77ea0da.md", "sb47df24ce1.md", "s4db10d2485.md", "sd89f5fa204.md"], "rrf10": [0.03265468, 0.032006245, 0.032006048, 0.029469122, 0.02942401, 0.028973817, 0.028428155, 0.028405797, 0.028371628, 0.028163993], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "46a3abf7", "type": "multi-session", "abstention": false, "gold": ["sa6489e86e3.md", "sd9c68433d1.md", "sed4fafb2f3.md"], "top10": ["sed4fafb2f3.md", "sd9c68433d1.md", "sa6489e86e3.md", "s8d3ea66085.md", "sab88b0b5ae.md", "s70775ff888.md", "s9fdd891b5f.md", "s4b6254e85f.md", "s58ad034f93.md", "sd02c3eb026.md"], "rrf10": [0.03265468, 0.032006245, 0.032006048, 0.031024195, 0.030539773, 0.028373016, 0.028187071, 0.028057604, 0.027995636, 0.027491953], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36b9f61e", "type": "multi-session", "abstention": false, "gold": ["s5cb25d04c2.md", "s7ff89f24c1.md", "s9ceac91e4e.md"], "top10": ["s7ff89f24c1.md", "s5cb25d04c2.md", "s9ceac91e4e.md", "sf389b96746.md", "s263df47cfb.md", "s42f160444f.md", "s1548b10be2.md", "s773b0c9ddb.md", "se66d80c094.md", "s111daefdd3.md"], "rrf10": [0.032522475, 0.032394467, 0.03187404, 0.030900187, 0.028175636, 0.027620866, 0.027428445, 0.027240371, 0.027222022, 0.02715301], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28dc39ac", "type": "multi-session", "abstention": false, "gold": ["s01acd3994a.md", "s734bf88e64.md", "s7f9a6f9c64.md", "sad3a325537.md", "sc9ae531e6c.md"], "top10": ["s7f9a6f9c64.md", "s01acd3994a.md", "s734bf88e64.md", "sc9ae531e6c.md", "sad3a325537.md", "scbeb5c12e2.md", "sfb421d23e6.md", "s5594d37a3e.md", "sdc2ea3c05a.md", "scd3dd5d90a.md"], "rrf10": [0.032270459, 0.032006048, 0.031762045, 0.031758229, 0.030652681, 0.029154649, 0.028009312, 0.027872249, 0.02738766, 0.027251402], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f8be40d", "type": "multi-session", "abstention": false, "gold": ["s6fb9ec6824.md", "s7851663dcb.md", "sd0093e4f42.md"], "top10": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "sa90ce05da5.md", "s396f63126d.md", "s91e1febda6.md", "s856f973ec5.md", "s666c84b168.md", "s276c620b99.md", "sce329d6824.md"], "rrf10": [0.032786885, 0.031885856, 0.031622024, 0.031013431, 0.030565647, 0.030539773, 0.028667005, 0.028009312, 0.027986915, 0.027150981], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2e6d26dc", "type": "multi-session", "abstention": false, "gold": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sdfed11c48f.md"], "top10": ["sdb769df2b3.md", "s0ee726bb15.md", "s5a77d357f0.md", "sdfed11c48f.md", "saca5c1b426.md", "s04a09f979b.md", "scc6a8f7a06.md", "saa2a1f8535.md", "sd7cf1a27a8.md", "s4166f9cb6f.md"], "rrf10": [0.032262262, 0.032165922, 0.03162984, 0.031253816, 0.030080214, 0.028835236, 0.027534759, 0.027525367, 0.026594178, 0.026562504], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_15e38248", "type": "multi-session", "abstention": false, "gold": ["s16e0ae23f7.md", "s2233669115.md", "s95280dceaf.md", "sbcc79c095c.md"], "top10": ["sbcc79c095c.md", "s2233669115.md", "s0ec8e3ef85.md", "s16e0ae23f7.md", "s81e1b55285.md", "s1729f5c759.md", "s95280dceaf.md", "sb27300bb16.md", "sc7551cf3a7.md", "sda0005f0c1.md"], "rrf10": [0.032402664, 0.032262262, 0.030780331, 0.030298447, 0.02863554, 0.028445766, 0.028237663, 0.028185328, 0.02784998, 0.027668218], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "88432d0a", "type": "multi-session", "abstention": false, "gold": ["s53e8396392.md", "s850ab4bfb0.md", "s9f7917db5a.md", "saa16bc031b.md"], "top10": ["s916c8ca331.md", "s53e8396392.md", "sff8782fa52.md", "s9f7917db5a.md", "s850ab4bfb0.md", "s41bb435e9c.md", "sce3122fe54.md", "s83794d08be.md", "s866e22ebbf.md", "s53fd803adf.md"], "rrf10": [0.031400219, 0.030962699, 0.030671036, 0.030663781, 0.03052048, 0.029167797, 0.028997694, 0.028937729, 0.028362516, 0.027015979], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "80ec1f4f", "type": "multi-session", "abstention": false, "gold": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md"], "top10": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md", "sa61a304035.md", "scdefc795ec.md", "s196f5c9052.md", "s80675e665a.md", "sdb4dde1571.md", "sd341988e23.md", "s3a8f825945.md"], "rrf10": [0.032786885, 0.032130056, 0.031626024, 0.031498016, 0.029440709, 0.027696672, 0.027664743, 0.027606838, 0.027516647, 0.027172827], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d23cf73b", "type": "multi-session", "abstention": false, "gold": ["s224e6df14f.md", "s6f7d35d21e.md", "sc504fbe9db.md", "sc5d1dd5e01.md"], "top10": ["s6f7d35d21e.md", "sb5b1e3b675.md", "sc5d1dd5e01.md", "sc504fbe9db.md", "sf27e14b598.md", "sb07c9d7049.md", "s0b1e41138f.md", "s224e6df14f.md", "s7ba9840142.md", "sdcd79e2862.md"], "rrf10": [0.03265468, 0.031762045, 0.031374008, 0.030911818, 0.030780331, 0.029981069, 0.029938556, 0.029644269, 0.028473741, 0.027996016], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_7fce9456", "type": "multi-session", "abstention": false, "gold": ["s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "sd3f8e234b6.md"], "top10": ["sd3f8e234b6.md", "s2414f6b2bf.md", "s174fe5b049.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "s455b30ef31.md", "s949bec05b3.md", "se951a1e386.md", "s1d95b95549.md", "s22a2e3df37.md"], "rrf10": [0.03265468, 0.032130056, 0.032006245, 0.031129808, 0.029480307, 0.028479702, 0.028327348, 0.028067414, 0.027028647, 0.026990742], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d682f1a2", "type": "multi-session", "abstention": false, "gold": ["s09e41232bd.md", "s49befdeaf8.md", "s692714d7cc.md"], "top10": ["s09e41232bd.md", "s49befdeaf8.md", "s2369c42cce.md", "s692714d7cc.md", "s6fa772d0d8.md", "s560a2d721e.md", "s585ddc404d.md", "sbf89bbf5ed.md", "sffd15235b1.md", "sc9123634dc.md"], "rrf10": [0.032258065, 0.032018443, 0.031009615, 0.030908898, 0.028824987, 0.028796204, 0.02869258, 0.028335648, 0.02815766, 0.027973522], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7024f17c", "type": "multi-session", "abstention": false, "gold": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md"], "top10": ["sca69ccbde5.md", "sf96977485c.md", "sc14f0e6821.md", "s9170802faa.md", "s898de325e0.md", "s4caa815aaf.md", "sa2a0c5d1f9.md", "s287a9d4850.md", "se6636111ee.md", "sb10bba5297.md"], "rrf10": [0.032522475, 0.032262262, 0.032006245, 0.029779705, 0.029569726, 0.029247207, 0.029222759, 0.028988552, 0.028417021, 0.028212144], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5501fe77", "type": "multi-session", "abstention": false, "gold": ["s0f2c159d43.md", "s25e1d8123c.md", "s8bb872adb2.md"], "top10": ["s0f2c159d43.md", "s8bb872adb2.md", "s5b3e95f112.md", "sd26bdca025.md", "s25e1d8123c.md", "s64e298b635.md", "s0f7ca9a69c.md", "s7f693886af.md", "s3ecf236b80.md", "sf5b5d523e4.md"], "rrf10": [0.032526672, 0.03239027, 0.030790441, 0.03053961, 0.030516479, 0.03021069, 0.029064559, 0.02867397, 0.028071205, 0.027888655], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2ba83207", "type": "multi-session", "abstention": false, "gold": ["s0b4a51fbea.md", "s2f06f0abfa.md", "saaf2c38140.md", "sfc08f59686.md"], "top10": ["sfc08f59686.md", "s2f06f0abfa.md", "s0b4a51fbea.md", "saaf2c38140.md", "sf91642865e.md", "sc8e0d7babe.md", "s52b049efa9.md", "s3b39166b57.md", "sbef4a80865.md", "sbb25f64178.md"], "rrf10": [0.032402664, 0.032134253, 0.031502016, 0.031024531, 0.030200243, 0.029440444, 0.029021065, 0.028558762, 0.027967082, 0.027601411], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2318644b", "type": "multi-session", "abstention": false, "gold": ["s132adbfcf9.md", "s3e9c09ec40.md"], "top10": ["s3e9c09ec40.md", "s4ac2492a7a.md", "s132adbfcf9.md", "s43b800d2df.md", "s020e99638d.md", "scc4ddd3c76.md", "sdd23cdc51d.md", "s3a37fd01b8.md", "s6b9930b4d4.md", "sdb6fa4e465.md"], "rrf10": [0.032786885, 0.03187404, 0.031656235, 0.031013431, 0.030776515, 0.029043883, 0.028479452, 0.027942348, 0.027301233, 0.026865525], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ce6a0f2", "type": "multi-session", "abstention": false, "gold": ["s2b81e468b3.md", "sadd4508488.md", "sb77701eed7.md", "sfc2db0846c.md"], "top10": ["sb77701eed7.md", "sfc2db0846c.md", "sadd4508488.md", "s2b81e468b3.md", "s02eec5b554.md", "s29817bcdac.md", "s89130bce62.md", "s6d91017b20.md", "s7abfea49f6.md", "se20eb993ce.md"], "rrf10": [0.032266458, 0.032033716, 0.031757848, 0.029815821, 0.02961171, 0.02954671, 0.029350446, 0.028045867, 0.027213634, 0.027100202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d12ceb0e", "type": "multi-session", "abstention": false, "gold": ["s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md"], "top10": ["se99b5a1300.md", "s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md", "s505d7305e1.md", "sd396391319.md", "sb2ca7cb4fa.md", "se9ec39d83a.md", "s248b56ebfc.md", "s08afb009e2.md"], "rrf10": [0.03265468, 0.03239027, 0.031501832, 0.030443492, 0.029448901, 0.028449328, 0.028103802, 0.027755938, 0.02723171, 0.027062908], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "00ca467f", "type": "multi-session", "abstention": false, "gold": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md"], "top10": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md", "s69807d07eb.md", "s8b2a65c47c.md", "s80a6ca3ee3.md", "s4cb6ce14a1.md", "s95d19c98fb.md", "s6fb6130a53.md", "s4769ae32b9.md"], "rrf10": [0.03265468, 0.03127221, 0.031040544, 0.029957514, 0.029586872, 0.029140468, 0.027721304, 0.027131502, 0.026687834, 0.026493831], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b3c15d39", "type": "multi-session", "abstention": false, "gold": ["s6acba25ed9.md", "se17b67a55b.md"], "top10": ["s6acba25ed9.md", "se17b67a55b.md", "s6556dd19d7.md", "sb5c699eca0.md", "sa9ba8118da.md", "s995df4f079.md", "s557a338b3b.md", "s78854abceb.md", "s9f548fdb8b.md", "s58c7db7ba8.md"], "rrf10": [0.03265468, 0.03239027, 0.028632479, 0.028038847, 0.027876262, 0.027544899, 0.027369151, 0.027041623, 0.026887474, 0.026751894], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_31ff4165", "type": "multi-session", "abstention": false, "gold": ["s066f182e2c.md", "s188a98d519.md", "s4965b8d613.md", "s87bfd0965c.md", "scdb438ac08.md"], "top10": ["s87bfd0965c.md", "s066f182e2c.md", "s4965b8d613.md", "s188a98d519.md", "s59b067d284.md", "scdb438ac08.md", "s74d911bbde.md", "s5e6c271b60.md", "s15e9a48338.md", "s8413521d08.md"], "rrf10": [0.032266458, 0.032130056, 0.030579951, 0.030440628, 0.030132746, 0.029720772, 0.029370629, 0.027793427, 0.027474947, 0.027447227], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "eeda8a6d", "type": "multi-session", "abstention": false, "gold": ["s1b8ebc725a.md", "scc99bb2853.md"], "top10": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s1a91529113.md", "s615f199794.md", "s0108beef5e.md", "s4132ba5965.md", "sae1048c675.md", "s28d70fd8f5.md", "s0eae2a184f.md"], "rrf10": [0.03265468, 0.03239027, 0.031024531, 0.029541047, 0.028285231, 0.02776113, 0.027696928, 0.027161307, 0.026732482, 0.026281432], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2788b940", "type": "multi-session", "abstention": false, "gold": ["s03edf94642.md", "s86f4ebce3b.md", "sa55e6a84f1.md", "sef95cb781c.md"], "top10": ["sef95cb781c.md", "sa55e6a84f1.md", "s86f4ebce3b.md", "s03edf94642.md", "s426f808baa.md", "s3b5a2c356e.md", "s9c840ed9cc.md", "sc9a99058b6.md", "sb9e2b0360d.md", "s98b0c4cf75.md"], "rrf10": [0.03239027, 0.031514029, 0.031257631, 0.031028531, 0.030725957, 0.030280147, 0.029647748, 0.028296741, 0.027698413, 0.027059093], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed", "type": "multi-session", "abstention": false, "gold": ["s16a42837d3.md", "sdf59b1570b.md"], "top10": ["sdf59b1570b.md", "s16a42837d3.md", "s5b3b539bf6.md", "s35e389107b.md", "sd9b4e7d247.md", "sa22015ff1c.md", "sec7f0c76ec.md", "s56e2250caa.md", "sb7868e53ee.md", "s3366a3f14a.md"], "rrf10": [0.03239027, 0.031886237, 0.031385281, 0.030080367, 0.029947928, 0.029526229, 0.029198636, 0.029101342, 0.027846028, 0.027743957], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9d25d4e0", "type": "multi-session", "abstention": false, "gold": ["s33979ccbe8.md", "s64126efa2d.md", "s9017bf7dcb.md"], "top10": ["s9017bf7dcb.md", "s33979ccbe8.md", "s64126efa2d.md", "s5291f3b804.md", "sb7c2e6cc8d.md", "s978219490a.md", "s227188990a.md", "s1f3ff2e26e.md", "s398b3b26d2.md", "s81081f4313.md"], "rrf10": [0.032522475, 0.032394467, 0.031622024, 0.031502016, 0.029528017, 0.028560899, 0.028512361, 0.027881061, 0.027579737, 0.027426057], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "129d1232", "type": "multi-session", "abstention": false, "gold": ["s09c24965c3.md", "s127c9631eb.md", "sbcd412fda7.md"], "top10": ["s127c9631eb.md", "s15995a9d03.md", "s60de5980c6.md", "s76ab48954e.md", "sb253280e34.md", "sbcd412fda7.md", "se72c150537.md", "s09c24965c3.md", "sb1fa4293b5.md", "s8a17e4967d.md"], "rrf10": [0.032786885, 0.030914855, 0.030802073, 0.029860877, 0.029535061, 0.029529163, 0.029369393, 0.029327446, 0.028790139, 0.027629652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "60472f9c", "type": "multi-session", "abstention": false, "gold": ["s80e5b5e586.md", "sc3c9078a29.md", "sed07ad6a6d.md"], "top10": ["sed07ad6a6d.md", "s80e5b5e586.md", "s41db44014d.md", "sa7786536be.md", "s9239f44d28.md", "se4a9a3b1c0.md", "se2bf53ce86.md", "sc3c9078a29.md", "s8690ccb108.md", "s53f345a17b.md"], "rrf10": [0.032522475, 0.032522475, 0.02940454, 0.028463915, 0.028392368, 0.027823565, 0.027591036, 0.027343709, 0.026685643, 0.026612961], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_194be4b3", "type": "multi-session", "abstention": false, "gold": ["s279bfcfa76.md", "s7110bfb5f3.md", "s9b8d3fd029.md", "sdc5c2a82ff.md", "seeb2eb3c0e.md"], "top10": ["seeb2eb3c0e.md", "s9b8d3fd029.md", "s279bfcfa76.md", "s7110bfb5f3.md", "s35f5f66f9c.md", "sdc5c2a82ff.md", "sb23ad55bbc.md", "s94025d8f64.md", "s7f783ec2ef.md", "s35843474f8.md"], "rrf10": [0.032402664, 0.032130056, 0.031758229, 0.031141081, 0.03041958, 0.030028079, 0.029347507, 0.028662075, 0.028092268, 0.027827983], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "a9f6b44c", "type": "multi-session", "abstention": false, "gold": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md"], "top10": ["s58265a94bc.md", "sced13ee3d7.md", "sbc37436477.md", "sd2d4dcf411.md", "s1e3719d3a2.md", "s237706fb0a.md", "saf7ae41999.md", "sbf5a5d0fd9.md", "sed5ef343f0.md", "sc413e4bbc1.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.031013258, 0.029983933, 0.029970622, 0.029370958, 0.028571429, 0.027875587, 0.027803039], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d851d5ba", "type": "multi-session", "abstention": false, "gold": ["s1c54991841.md", "s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md"], "top10": ["sa7bcf383a8.md", "s56cd3bb7ea.md", "sb136fabd2f.md", "s1c54991841.md", "s45eabc3adb.md", "s94e18ec011.md", "s487c0cf819.md", "s4e7706eb24.md", "s6d4e35015a.md", "s73574aed94.md"], "rrf10": [0.03265468, 0.032134253, 0.03187804, 0.031374008, 0.028533571, 0.028362516, 0.028182949, 0.027146465, 0.027034334, 0.027004342], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5a7937c8", "type": "multi-session", "abstention": false, "gold": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md"], "top10": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md", "seda0f3a670.md", "s628e313027.md", "s39681fcabb.md", "s3ba2d6fdcb.md", "sce5ba593e5.md", "s6049da1aba.md", "sd56fd0edce.md"], "rrf10": [0.032526672, 0.03239027, 0.031750032, 0.02997365, 0.029971764, 0.028583373, 0.027674423, 0.027463187, 0.027339391, 0.026912166], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ab202e7f", "type": "multi-session", "abstention": false, "gold": ["s031865616f.md", "s306fcd1e6b.md", "s99437a710e.md", "sa668a05fdd.md", "sccc68a973c.md"], "top10": ["sa668a05fdd.md", "s031865616f.md", "sccc68a973c.md", "s99437a710e.md", "s035c695314.md", "s1cb10757d0.md", "s8d0fd2e7be.md", "s306fcd1e6b.md", "s19f0c7feff.md", "s738f6b46c0.md"], "rrf10": [0.032786885, 0.032002048, 0.030802389, 0.030776515, 0.030092459, 0.028937729, 0.028381406, 0.028188087, 0.0275, 0.027080617], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_e05b82a6", "type": "multi-session", "abstention": false, "gold": ["s05d58d35a1.md", "s6846359b7f.md", "s721c829a00.md", "sc9fe05e720.md"], "top10": ["s05d58d35a1.md", "s6846359b7f.md", "s721c829a00.md", "sc9fe05e720.md", "sfad2a37ff2.md", "s90b8ee3a8c.md", "s30931b9865.md", "s99cc02c95f.md", "s7929703a8a.md", "s9edf94ec14.md"], "rrf10": [0.032266458, 0.032018443, 0.03151729, 0.031054405, 0.030550057, 0.030189959, 0.028829827, 0.028248075, 0.027996016, 0.026748401], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_731e37d7", "type": "multi-session", "abstention": false, "gold": ["s380c6cb254.md", "s6ca1a2243d.md", "sa1c05b0263.md", "sb193b63b00.md"], "top10": ["sb193b63b00.md", "s6ca1a2243d.md", "s380c6cb254.md", "se31b5602a1.md", "s3f32f86b89.md", "sa1c05b0263.md", "sa9648598f9.md", "sac579924b5.md", "s53e4f044ca.md", "sef6571ebf7.md"], "rrf10": [0.032266458, 0.032033716, 0.032002048, 0.02991363, 0.029658195, 0.029154947, 0.028447791, 0.028050961, 0.027603172, 0.02740755], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276", "type": "multi-session", "abstention": false, "gold": ["s13883f02b8.md", "sba7c8c3c7d.md"], "top10": ["s13883f02b8.md", "sba7c8c3c7d.md", "s5a1ee037a5.md", "s9fd4332618.md", "s28a2db4199.md", "s85ef8995c0.md", "s9ced30d374.md", "s25a19cbca0.md", "s0aa4d0c60d.md", "s2ed961ac40.md"], "rrf10": [0.032522475, 0.032522475, 0.030900523, 0.030550373, 0.02974359, 0.028394466, 0.028185328, 0.027587519, 0.027558877, 0.027547129], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10d9b85a", "type": "multi-session", "abstention": false, "gold": ["s521737fe3c.md", "s5cb57f4467.md"], "top10": ["s02e4c8384f.md", "s5cb57f4467.md", "s56195ef491.md", "s176b987f1c.md", "sbf729c72d8.md", "se2e08c738f.md", "se7bba65ae0.md", "sfed4bac44b.md", "s046a6970fc.md", "sc38b8c97d7.md"], "rrf10": [0.032402664, 0.031439925, 0.030900187, 0.030218148, 0.029284229, 0.029270337, 0.029182981, 0.02894547, 0.028734897, 0.028393829], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "e3038f8c", "type": "multi-session", "abstention": false, "gold": ["s0a27af93be.md", "s539cbd787b.md", "saeac39b335.md", "sc6efc41d6f.md"], "top10": ["sa181d342c0.md", "s539cbd787b.md", "s0a27af93be.md", "saeac39b335.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "s016104f147.md", "s6bf4d52564.md", "sd9090f515b.md", "sdc4a2f7168.md"], "rrf10": [0.03265468, 0.031886237, 0.031641298, 0.031622024, 0.030889423, 0.03041958, 0.028690051, 0.027866958, 0.027545078, 0.0275], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2b8f3739", "type": "multi-session", "abstention": false, "gold": ["s47c5b96a51.md", "s9ef75d4221.md", "sb0fc6927ec.md"], "top10": ["s9ef75d4221.md", "sb0fc6927ec.md", "s47c5b96a51.md", "se39d6a115f.md", "s952f7a0d61.md", "s693cb28993.md", "s530d0ea643.md", "s28e9a85b50.md", "s0f976e1025.md", "s77b98d3bb1.md"], "rrf10": [0.032522475, 0.031901511, 0.031758229, 0.031377824, 0.030652681, 0.029995331, 0.028366608, 0.027933414, 0.027516441, 0.027233636], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a8a66a6", "type": "multi-session", "abstention": false, "gold": ["s4b3eedec67.md", "s53d0cd0c4b.md", "s9eb4f9fbab.md", "se31e751aa8.md"], "top10": ["se31e751aa8.md", "s0fb98c3796.md", "s7d08845db2.md", "s53d0cd0c4b.md", "s9eb4f9fbab.md", "s8da941e76a.md", "sfb5216e46e.md", "sfd7cac6284.md", "scfa73c8063.md", "s417be4fade.md"], "rrf10": [0.032786885, 0.030417663, 0.029773849, 0.029018321, 0.028860029, 0.028830208, 0.028727304, 0.028409091, 0.027839914, 0.027449564], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c2ac3c61", "type": "multi-session", "abstention": false, "gold": ["sc4e46e0831.md", "secbcb12e79.md"], "top10": ["secbcb12e79.md", "sd61606eee8.md", "se44cc09f4d.md", "sc4e46e0831.md", "s3739786e0e.md", "saf7407dded.md", "sa837a06460.md", "s547181d168.md", "s615ed1782e.md", "sb109632ec0.md"], "rrf10": [0.031634221, 0.031517845, 0.030951167, 0.030908339, 0.030380141, 0.030090814, 0.028605496, 0.028460787, 0.027761832, 0.027592069], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bf659f65", "type": "multi-session", "abstention": false, "gold": ["s164a501112.md", "s9d3935685c.md", "s9e6f7f2cbe.md"], "top10": ["s164a501112.md", "s9d3935685c.md", "sdf73f13a80.md", "s9e6f7f2cbe.md", "s059f55c897.md", "s535c10ab95.md", "s6dda5d116d.md", "sbc6d2a1139.md", "sa410608d69.md", "s3099d29a16.md"], "rrf10": [0.03265468, 0.032134253, 0.031280547, 0.031253816, 0.031013431, 0.030776515, 0.029214003, 0.028804755, 0.028104115, 0.027757685], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed", "type": "multi-session", "abstention": false, "gold": ["s34cab4fb5d.md", "sbde195f40b.md", "sbed5bb0188.md"], "top10": ["s95d8eaccad.md", "sbed5bb0188.md", "s3f7df7db0d.md", "sbde195f40b.md", "se8f046e04b.md", "s34cab4fb5d.md", "sc7e5edf3d3.md", "sfc829b8a18.md", "seb62036ed5.md", "s597bc5e3fc.md"], "rrf10": [0.032002048, 0.031886237, 0.03025859, 0.029594571, 0.028626574, 0.028397625, 0.028074, 0.02799306, 0.027648209, 0.026744763], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_2f91af09", "type": "multi-session", "abstention": false, "gold": ["s6fa42d1ce0.md", "s91c3ea6f4d.md", "sc0ccf8ed8d.md"], "top10": ["sc0ccf8ed8d.md", "s91c3ea6f4d.md", "s6fa42d1ce0.md", "s643527ca2a.md", "s8991fbcb7d.md", "sddb90720ca.md", "sc3e585c242.md", "s80e2e548a2.md", "s7a743c7846.md", "s7a2e1ada72.md"], "rrf10": [0.032522475, 0.032522475, 0.031746032, 0.031009615, 0.029560636, 0.028994637, 0.028579778, 0.028177519, 0.027141372, 0.026889234], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "81507db6", "type": "multi-session", "abstention": false, "gold": ["s386e0d7090.md", "s4141bca084.md", "s549a0f0906.md", "s6ded7a12b8.md", "s70cca0fb0d.md"], "top10": ["s21b89153f4.md", "s386e0d7090.md", "s70cca0fb0d.md", "s6ded7a12b8.md", "s4141bca084.md", "s549a0f0906.md", "sed3813d298.md", "sd9aebd05ad.md", "s700e98418b.md", "sd731a276fa.md"], "rrf10": [0.031757848, 0.031261273, 0.030962699, 0.030886196, 0.030042538, 0.029995331, 0.027426869, 0.027364323, 0.027149877, 0.026916205], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "88432d0a_abs", "type": "multi-session", "abstention": true, "gold": ["s334d8fb216.md", "s45820b1e74.md", "s9a71b81fa7.md", "safd5325df8.md"], "top10": ["s888f6c8adb.md", "safd5325df8.md", "s45820b1e74.md", "s334d8fb216.md", "s922456f791.md", "s9a71b81fa7.md", "s98e8e818be.md", "s39ad3aa2b5.md", "s9f4efb30df.md", "s2c5663ef6d.md"], "rrf10": [0.032142451, 0.031778058, 0.031439925, 0.03001863, 0.029967143, 0.029865188, 0.028715729, 0.028504893, 0.028371777, 0.028286513], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "80ec1f4f_abs", "type": "multi-session", "abstention": true, "gold": ["s2282290894.md", "s648c0b7802.md", "sf8bded3d5a.md"], "top10": ["s648c0b7802.md", "s2282290894.md", "sf8bded3d5a.md", "s1e7fc64954.md", "s6060176a86.md", "s4e6e8e8d80.md", "sd1f648a87a.md", "s95a5b95603.md", "sff26cb88a0.md", "s857217c763.md"], "rrf10": [0.032526672, 0.032258065, 0.032006245, 0.030670249, 0.03041958, 0.030117754, 0.02852912, 0.02758563, 0.02746438, 0.027219074], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eeda8a6d_abs", "type": "multi-session", "abstention": true, "gold": ["s0680fe40b7.md", "s63aceee6c1.md"], "top10": ["s63aceee6c1.md", "s0680fe40b7.md", "s328e48fb3e.md", "s32273087a0.md", "s4bc221cf2a.md", "s4389a7958e.md", "s14d4b11787.md", "s5a26ca22bd.md", "se7c061285f.md", "saf23c607bd.md"], "rrf10": [0.032786885, 0.032258065, 0.030443492, 0.029815324, 0.029206349, 0.028803429, 0.028514258, 0.028316993, 0.027503294, 0.027131429], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed_abs", "type": "multi-session", "abstention": true, "gold": ["scc51aa155a.md", "se3cc01bf0b.md"], "top10": ["sfc618b8db3.md", "s977f0caa44.md", "se3cc01bf0b.md", "s5e7ae65f21.md", "s914178e4c7.md", "sc9ce6cf299.md", "sba95c90da1.md", "scc51aa155a.md", "s878bcb907e.md", "sd1f7167b97.md"], "rrf10": [0.032134253, 0.031332127, 0.030418944, 0.029579534, 0.02897004, 0.028709016, 0.028546574, 0.028318511, 0.028244696, 0.027375672], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276_abs", "type": "multi-session", "abstention": true, "gold": ["s0dac2270b4.md", "s99064cfea8.md"], "top10": ["s99064cfea8.md", "s0dac2270b4.md", "sd838f49bf5.md", "s407342dd82.md", "sba2232df89.md", "s6c26dcbe0b.md", "s1dc529a20b.md", "se94acbe695.md", "sf3ea11321c.md", "sd6766b1935.md"], "rrf10": [0.032786885, 0.03187404, 0.030838096, 0.029337329, 0.029086888, 0.029048423, 0.028594771, 0.028298502, 0.028074, 0.027964725], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed_abs", "type": "multi-session", "abstention": true, "gold": ["s015ae7319f.md", "s3494143d97.md", "s7941eaad24.md"], "top10": ["s7941eaad24.md", "s3494143d97.md", "s91a0690b2a.md", "sd72f8c03d8.md", "saf545f0c25.md", "s015ae7319f.md", "s1a0063b9c1.md", "s8ae1966a5f.md", "sd22980ea98.md", "sc485f79f51.md"], "rrf10": [0.032522475, 0.031261273, 0.030218767, 0.030099773, 0.029995331, 0.028707499, 0.027883741, 0.027865601, 0.02757129, 0.027436077], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "8a2466db", "type": "single-session-preference", "abstention": false, "gold": ["scac89ba313.md"], "top10": ["scac89ba313.md", "sad15a91974.md", "s0701bbd2e7.md", "s32159385fc.md", "s06e05c9c62.md", "s5521a1154e.md", "s94f85ec277.md", "s41ab846bb6.md", "s7b509a6776.md", "s790b2135e8.md"], "rrf10": [0.03265468, 0.031645853, 0.031622024, 0.031280547, 0.030117754, 0.029249698, 0.029166667, 0.028850145, 0.028312889, 0.027606523], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06878be2", "type": "single-session-preference", "abstention": false, "gold": ["s2b7431b485.md"], "top10": ["s2b7431b485.md", "sd3c53ca1b6.md", "sbdd35dc24f.md", "s2af9054545.md", "s29a4c50ff9.md", "s2b442cb8c7.md", "s15b920082e.md", "s718f9bcc5e.md", "s8dfaf7a538.md", "s8b2cdb5a96.md"], "rrf10": [0.03189825, 0.03154649, 0.030022118, 0.02991363, 0.029661368, 0.029453879, 0.029414946, 0.028427345, 0.028140466, 0.028060012], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75832dbd", "type": "single-session-preference", "abstention": false, "gold": ["s25e36fd514.md"], "top10": ["sd6aad8ae3a.md", "se856a6832c.md", "s587aa50463.md", "se6371172ce.md", "s6e1eab1e33.md", "sc4cdd43e27.md", "sed0b786e87.md", "s25e36fd514.md", "s1537225f13.md", "sf0a8f67640.md"], "rrf10": [0.030440628, 0.029548249, 0.029418684, 0.029129756, 0.028777969, 0.028385252, 0.027774615, 0.027640415, 0.027490178, 0.027446765], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "0edc2aef", "type": "single-session-preference", "abstention": false, "gold": ["s8bc573d432.md"], "top10": ["sf6f6fa82ca.md", "s8bc573d432.md", "sce391558b2.md", "s1f0dbeaaa5.md", "s2da70a6c18.md", "sf9b32b49ee.md", "sedfbc29282.md", "sbea09856a4.md", "s8bb3d6b1aa.md", "s257765a7a6.md"], "rrf10": [0.032522475, 0.032266458, 0.031754032, 0.03053961, 0.029636213, 0.029560901, 0.029323893, 0.029222759, 0.028473741, 0.028313962], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "35a27287", "type": "single-session-preference", "abstention": false, "gold": ["sc46bd94bbf.md"], "top10": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "sced6817947.md", "sa2e05cfb77.md", "se5d95e7431.md", "sf13db81eed.md", "se48fb3d0db.md", "sf4bfddaf52.md", "s91c9e0ca42.md", "s1778d07823.md"], "rrf10": [0.03265468, 0.031750032, 0.031678695, 0.030900523, 0.030807885, 0.029017884, 0.028819068, 0.028625034, 0.027802641, 0.02754329], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "32260d93", "type": "single-session-preference", "abstention": false, "gold": ["s1040d90146.md"], "top10": ["s0fc1b1ba12.md", "s1040d90146.md", "s29b3f0c016.md", "s9e0c0e076a.md", "s8250138121.md", "s756c8e34bb.md", "s23a3bab016.md", "s33d34d5c39.md", "s632eab2280.md", "s7d5d94c975.md"], "rrf10": [0.032526672, 0.031901511, 0.03004643, 0.029475957, 0.029056387, 0.028221442, 0.028122311, 0.027783137, 0.02735464, 0.027176635], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "195a1a1b", "type": "single-session-preference", "abstention": false, "gold": ["s97c7db7383.md"], "top10": ["sd563344132.md", "s97c7db7383.md", "scd209c8266.md", "sd1ccc3f038.md", "s5819a20b4d.md", "sbc2a9fcdcb.md", "s859391c806.md", "s4fb9d9755d.md", "sf466b28729.md", "s588e8cf9a9.md"], "rrf10": [0.031757848, 0.031661508, 0.030338093, 0.029372094, 0.029082341, 0.028554596, 0.028126141, 0.027943256, 0.027652086, 0.027559273], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "afdc33df", "type": "single-session-preference", "abstention": false, "gold": ["s93307186a5.md"], "top10": ["s93307186a5.md", "s22c40c6013.md", "s778c3deb62.md", "sf81b3e79cb.md", "s60952faa36.md", "se42be0d814.md", "s32fc9abff4.md", "s03448aaa0c.md", "s9d822806f2.md", "s9c164a28d6.md"], "rrf10": [0.03265468, 0.03239027, 0.030189959, 0.029982714, 0.029273504, 0.028890993, 0.02887033, 0.028137442, 0.028128645, 0.028086593], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf03d32", "type": "single-session-preference", "abstention": false, "gold": ["s6d551ad199.md"], "top10": ["s6d551ad199.md", "sd333b109b4.md", "sde76bbcdac.md", "s5c8ea1162a.md", "sa2296e8d4a.md", "scf15cc4720.md", "sd74e7a23ae.md", "s0828eaf77c.md", "s8bbae4e24f.md", "se77fe9ae3a.md"], "rrf10": [0.032786885, 0.031757848, 0.030695508, 0.030550373, 0.030075272, 0.02987013, 0.02961171, 0.028683575, 0.028618229, 0.027780457], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "54026fce", "type": "single-session-preference", "abstention": false, "gold": ["s0877469aec.md"], "top10": ["s0877469aec.md", "s7efc3891a1.md", "s912a2df302.md", "s44f674cfca.md", "s8902d43b0a.md", "sdc55d1b52b.md", "s20dc4fabae.md", "s0f13a1680b.md", "sf18c99aed6.md", "s2a4425009b.md"], "rrf10": [0.032786885, 0.031385639, 0.030430181, 0.030270646, 0.03012994, 0.029401154, 0.029240128, 0.028362516, 0.027355263, 0.027089195], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06f04340", "type": "single-session-preference", "abstention": false, "gold": ["sfe1086f0bf.md"], "top10": ["sdbe90e3025.md", "sa6016e46e1.md", "s2b24e699f7.md", "sa94a132c09.md", "s81b21983a9.md", "sfe1086f0bf.md", "s01ec6d4ea4.md", "s723d7e4ccd.md", "s92e94115be.md", "s49528f589b.md"], "rrf10": [0.032258065, 0.032018443, 0.031576327, 0.031261273, 0.030193438, 0.02974359, 0.029042659, 0.02900988, 0.027704335, 0.027369151], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "6b7dfb22", "type": "single-session-preference", "abstention": false, "gold": ["se67d9adb54.md"], "top10": ["se67d9adb54.md", "s3d557fb05a.md", "s924275cfe2.md", "s5f493f41ec.md", "se0d94d860a.md", "sdb701a75f1.md", "sb3dc44b641.md", "sc9037569d0.md", "s18281a981b.md", "sa356a6e3d0.md"], "rrf10": [0.03265468, 0.031501832, 0.031137266, 0.030715104, 0.029295986, 0.029153787, 0.028665256, 0.02780845, 0.027777516, 0.027655398], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a1907b4", "type": "single-session-preference", "abstention": false, "gold": ["sf88f323dd5.md"], "top10": ["sf88f323dd5.md", "safc1f6ea24.md", "s1bb87e6692.md", "scfa11a474c.md", "s07cb101c56.md", "sff79c4a73a.md", "s9f21cf3801.md", "s02a057f456.md", "s815e3a8ace.md", "s571bfc32f0.md"], "rrf10": [0.03265468, 0.030776515, 0.03072835, 0.030501975, 0.029983933, 0.029030911, 0.028252243, 0.027872488, 0.027788503, 0.027526395], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09d032c9", "type": "single-session-preference", "abstention": false, "gold": ["s6c1275fe85.md"], "top10": ["s6c1275fe85.md", "s7fae964d17.md", "s0e0a871b40.md", "s64a4733c8d.md", "s1dd7846c2e.md", "sb3e4e87aae.md", "saa4b9c51d7.md", "s54569c608b.md", "sded24f46f4.md", "s9021e1a4fd.md"], "rrf10": [0.032786885, 0.03163384, 0.030798389, 0.030058127, 0.029862356, 0.028661255, 0.028601399, 0.028280245, 0.028232128, 0.02821386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "38146c39", "type": "single-session-preference", "abstention": false, "gold": ["s56d3e0502d.md"], "top10": ["s56d3e0502d.md", "sf0acdba878.md", "s39aa5f0f69.md", "sea459ca002.md", "s0e37fe8e7e.md", "s4e5fe70cba.md", "s4231308b2b.md", "s68bc97208d.md", "sd19c7a32b9.md", "s7767271ced.md"], "rrf10": [0.032522475, 0.031558884, 0.031513648, 0.031013258, 0.030189959, 0.029396408, 0.029120879, 0.027920008, 0.02714846, 0.027042254], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d24813b1", "type": "single-session-preference", "abstention": false, "gold": ["sc44fa73331.md"], "top10": ["sc44fa73331.md", "s37aa4e6f2c.md", "sf32354da7c.md", "s79bb1def1d.md", "s3b13c2e54c.md", "s0fb40aa974.md", "sb67eb5b90e.md", "s4a490a9775.md", "s61c62227b3.md", "s81b3c9b74a.md"], "rrf10": [0.032006048, 0.031257631, 0.029937002, 0.029859714, 0.029653014, 0.029451155, 0.029111187, 0.029110765, 0.028761237, 0.028495751], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "57f827a0", "type": "single-session-preference", "abstention": false, "gold": ["sc8340b1eac.md"], "top10": ["s9315412394.md", "sfc7fabed68.md", "sc8340b1eac.md", "s7f7791ec92.md", "sce00fdc575.md", "s38ddd25a2f.md", "sfe57fc678e.md", "s5771e4f865.md", "s4de6abb53f.md", "s6c7f5b3942.md"], "rrf10": [0.032018443, 0.032002048, 0.032002048, 0.0313488, 0.030306509, 0.029178375, 0.028948307, 0.028841451, 0.028377883, 0.028108332], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95228167", "type": "single-session-preference", "abstention": false, "gold": ["s6f699059c0.md"], "top10": ["s6f699059c0.md", "s56a81c39ce.md", "s8a9898981a.md", "sf9178df74d.md", "s27f7a33f3d.md", "saf3ee1ae90.md", "sbcd62c4b0c.md", "s90388ebc02.md", "s7d9cb2c23e.md", "se5cf49bd47.md"], "rrf10": [0.032786885, 0.030807885, 0.030801715, 0.030462706, 0.030313314, 0.029850746, 0.027943528, 0.027921016, 0.027892929, 0.02787939], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "505af2f5", "type": "single-session-preference", "abstention": false, "gold": ["s10dc857af7.md"], "top10": ["s10dc857af7.md", "s7210eb72fb.md", "s555b0863ae.md", "sdd1da2cc3d.md", "sdc42c83a2d.md", "sfcd6192e7f.md", "s5cbff1cacb.md", "se04b8e60e5.md", "s8ae1e44f98.md", "s2f19cfd006.md"], "rrf10": [0.03265468, 0.032262262, 0.03187404, 0.031129808, 0.030772873, 0.029744326, 0.029239501, 0.028395412, 0.02817367, 0.027780457], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75f70248", "type": "single-session-preference", "abstention": false, "gold": ["se8a134d659.md"], "top10": ["se8a134d659.md", "s3c830e7235.md", "s6baa414190.md", "sd7d9367cdf.md", "sab3723983f.md", "se334073dcc.md", "s21050f51bd.md", "s689a889a70.md", "s8f16343a63.md", "sb0b4a2e29d.md"], "rrf10": [0.032786885, 0.031385639, 0.029556889, 0.028282828, 0.02821386, 0.028064555, 0.027726963, 0.027717105, 0.027325453, 0.027245633], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6233ab6", "type": "single-session-preference", "abstention": false, "gold": ["s0e4bd567f6.md"], "top10": ["s87183d5bcf.md", "sacf3a9c092.md", "s1ff25ee331.md", "s7c57a59434.md", "sf7b087ebd4.md", "sc8df88707a.md", "s935f319095.md", "sd5c6043ea1.md", "sb97291efc3.md", "s9b52f97153.md"], "rrf10": [0.030536131, 0.030505952, 0.02989811, 0.029891948, 0.029437229, 0.029331484, 0.029165269, 0.028686052, 0.028580305, 0.028269311], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "1da05512", "type": "single-session-preference", "abstention": false, "gold": ["sa792414847.md"], "top10": ["sa792414847.md", "s94824ce82f.md", "sf864c8c6e1.md", "s37cb0ec391.md", "s57db6eddab.md", "s93ad2e4c10.md", "s702369f883.md", "se533de6e7d.md", "s8f48ce338c.md", "s2918dc9d40.md"], "rrf10": [0.032786885, 0.032258065, 0.030674381, 0.029764584, 0.02910642, 0.028627329, 0.028108707, 0.02743645, 0.027309783, 0.026530394], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca70973", "type": "single-session-preference", "abstention": false, "gold": ["s5c310be73a.md"], "top10": ["s5c310be73a.md", "sbd10980b2c.md", "sa21c283cde.md", "s37b4187e07.md", "s0f526a32cf.md", "sd70cd80fea.md", "s2de4dc939c.md", "s9a275b0f7e.md", "seb7e169ef2.md", "s0d6fea4021.md"], "rrf10": [0.032786885, 0.032002048, 0.031750032, 0.030452576, 0.029617172, 0.028973817, 0.028900597, 0.028817588, 0.027768065, 0.027452609], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6025781", "type": "single-session-preference", "abstention": false, "gold": ["saab4345915.md"], "top10": ["saab4345915.md", "se77ab36f71.md", "s8e594df8a1.md", "se33a3ad941.md", "s4be4b51045.md", "s9f70ce440c.md", "seb1e9094ef.md", "se48425e6ee.md", "sae5d16d49e.md", "s74229bbce5.md"], "rrf10": [0.032786885, 0.032258065, 0.03127221, 0.03020056, 0.029857398, 0.02955378, 0.028792013, 0.028774326, 0.027793427, 0.027655678], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a89d7624", "type": "single-session-preference", "abstention": false, "gold": ["se5a0aae273.md"], "top10": ["se5a0aae273.md", "s17c51b64c6.md", "sca0ce3d97e.md", "seed3544a3e.md", "sfbf8c1ed69.md", "sd7ced05f94.md", "s801b6e76e7.md", "sba62eb5a6f.md", "s46e328b88b.md", "s3a375e7455.md"], "rrf10": [0.03265468, 0.031750032, 0.031284744, 0.029346805, 0.029142329, 0.029035071, 0.028801574, 0.028764009, 0.028218832, 0.027788062], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b0479f84", "type": "single-session-preference", "abstention": false, "gold": ["s8ca2d3d638.md"], "top10": ["s8ca2d3d638.md", "sd3ebbb2e4c.md", "sc5f2d1853f.md", "s34a674aeea.md", "s70f49800ea.md", "s2a0dfc1a0e.md", "s99b96ca520.md", "s000a4ddaea.md", "sa6c1507a92.md", "sa2d761111b.md"], "rrf10": [0.032786885, 0.031290473, 0.030140455, 0.029973948, 0.029295986, 0.028441355, 0.027933635, 0.02779376, 0.027720033, 0.027470309], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4e3b97", "type": "single-session-preference", "abstention": false, "gold": ["sb224ec7a08.md"], "top10": ["sb224ec7a08.md", "sd300196bd2.md", "sad8373b888.md", "sdfddaa05ff.md", "s0da396baa2.md", "s4a8d2c8b4a.md", "s502e2e779d.md", "sb81f871f37.md", "s6b17164a0d.md", "s452c6d17a3.md"], "rrf10": [0.03265468, 0.03239027, 0.031622024, 0.030002626, 0.029311426, 0.028787879, 0.028569521, 0.0278954, 0.027883517, 0.026795224], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07b6f563", "type": "single-session-preference", "abstention": false, "gold": ["sdf63489ff1.md"], "top10": ["sdf63489ff1.md", "s24e7e99ad2.md", "s2764a64a67.md", "s365b90efb4.md", "s14bcaf89d5.md", "s6685eac0c5.md", "sd268f8c3cf.md", "s78ffa623d0.md", "sbb48f8f10f.md", "s74d044c94b.md"], "rrf10": [0.032258065, 0.031558884, 0.030779994, 0.030715104, 0.030591631, 0.030440964, 0.030121569, 0.030093679, 0.029527605, 0.028184945], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c0ddc50", "type": "single-session-preference", "abstention": false, "gold": ["sc7fba23644.md"], "top10": ["s018f5251a7.md", "sc2c6e86750.md", "sad48fa1472.md", "sa85ef9603a.md", "sc7fba23644.md", "sc93b98e093.md", "s784adb34ca.md", "s8f88ba9082.md", "sf3188e3be0.md", "sc27711ec34.md"], "rrf10": [0.032786885, 0.03154649, 0.031501832, 0.031013258, 0.030085531, 0.029095116, 0.028967007, 0.027705628, 0.027653469, 0.027590199], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0a34ad58", "type": "single-session-preference", "abstention": false, "gold": ["s2d9b32930e.md"], "top10": ["s2d9b32930e.md", "s655aae46ed.md", "s94b57ff963.md", "se26836ef32.md", "s24413c25f9.md", "s342b1e5d6c.md", "s8e4ea9256e.md", "sd94f50d8a0.md", "s7d683f502e.md", "s31bdb4b52b.md"], "rrf10": [0.032786885, 0.031024531, 0.029340808, 0.029251453, 0.029239501, 0.029101077, 0.029037094, 0.028318903, 0.028103865, 0.027799274], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d3ab962e", "type": "multi-session", "abstention": false, "gold": ["s4140e4cfd8.md", "sa1df62342b.md"], "top10": ["sa1df62342b.md", "sf1fc643d6c.md", "s4140e4cfd8.md", "s7f4b8e08be.md", "sddd292d253.md", "s7aef16b80b.md", "s450b9cea3b.md", "s65c0def0ff.md", "s345ed02639.md", "s4ba79b2e2a.md"], "rrf10": [0.032526672, 0.032258065, 0.032006245, 0.031013258, 0.029404223, 0.029034376, 0.028943316, 0.028381643, 0.027400204, 0.027176635], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b", "type": "multi-session", "abstention": false, "gold": ["s6466f6fdf5.md", "s9cc548c6a0.md"], "top10": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s667cd7dc0e.md", "s57107a29c6.md", "sd6e725f574.md", "s48a8df6400.md", "s107b15280c.md", "s4ea001f043.md", "s30005badd3.md", "s6bf4b27487.md"], "rrf10": [0.032786885, 0.032258065, 0.031013258, 0.029666775, 0.028190586, 0.027777516, 0.027336467, 0.027321701, 0.027227644, 0.027213463], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc06de0d", "type": "multi-session", "abstention": false, "gold": ["sc251fd98de.md", "sebf2bef38e.md"], "top10": ["sc251fd98de.md", "sebf2bef38e.md", "sae04ec051a.md", "saed5442030.md", "s80bf829467.md", "s815914f9e3.md", "sb94b9cb7ea.md", "sf827f4b6ab.md", "sc9584ab1de.md", "s5142114b42.md"], "rrf10": [0.032522475, 0.032522475, 0.031746032, 0.030652681, 0.030330882, 0.029617172, 0.029543384, 0.028111038, 0.028018534, 0.027491953], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a11281a2", "type": "multi-session", "abstention": false, "gold": ["sbc19bedd3f.md", "sea6c309a14.md"], "top10": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "s32030a7f2e.md", "sebb60f153c.md", "sbe00b66ad1.md", "sfd875d30ab.md", "s09d6129bbd.md", "s7911e08358.md", "sce2f47af1c.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.030080214, 0.029251453, 0.029023192, 0.028697467, 0.028304174, 0.027864121, 0.027858957], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4f54b7c9", "type": "multi-session", "abstention": false, "gold": ["s49a909499e.md", "sb0da6ca072.md"], "top10": ["s49a909499e.md", "sb0da6ca072.md", "s304b0a4477.md", "scef6ff44cf.md", "scd0745fe16.md", "s9a887df4fe.md", "s297aa44e6b.md", "s2bb9ceb278.md", "sf3168a83f3.md", "saa7fa5bac2.md"], "rrf10": [0.032522475, 0.032522475, 0.031385281, 0.029227941, 0.028988079, 0.028355762, 0.027914577, 0.027458975, 0.027457265, 0.027389706], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "85fa3a3f", "type": "multi-session", "abstention": false, "gold": ["s0a4e047036.md", "s321914b2b9.md"], "top10": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "s53ce3e29d6.md", "sc9b36af9c6.md", "sd328988d4c.md", "sa0a4609515.md", "sbc8717be1d.md", "s7d581639a2.md", "sf7fe9374b7.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.029576588, 0.029448111, 0.028944863, 0.02854251, 0.028531207, 0.02841438, 0.028031144], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9aaed6a3", "type": "multi-session", "abstention": false, "gold": ["s4c2883ce19.md", "s9910802e2f.md"], "top10": ["s3ec2521e95.md", "s4c2883ce19.md", "s9910802e2f.md", "sffeaf90167.md", "sf1fd814cbe.md", "s15a3233c90.md", "s9db07b20a8.md", "sfd95ddb7ba.md", "s67fa062bf3.md", "s31db3967b0.md"], "rrf10": [0.032522475, 0.032522475, 0.031746032, 0.029247207, 0.02869135, 0.028067414, 0.027777516, 0.027709138, 0.027533121, 0.02721196], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1f2b8d4f", "type": "multi-session", "abstention": false, "gold": ["s27ca342696.md", "sdc14a13669.md"], "top10": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "s5a12a60efd.md", "s83af440a6f.md", "s57840021f8.md", "sac5acff248.md", "sa7e13c2124.md", "sf70df41246.md", "se79d9235fd.md"], "rrf10": [0.03265468, 0.03239027, 0.031501832, 0.030900187, 0.030090814, 0.02998668, 0.029904817, 0.029888767, 0.02820357, 0.027312312], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e6041065", "type": "multi-session", "abstention": false, "gold": ["s9e36079c38.md", "sa16d1fc74b.md"], "top10": ["s9e36079c38.md", "sa16d1fc74b.md", "s2fb4e8e47f.md", "s2d9ee89358.md", "s413a3d2afa.md", "see6832267a.md", "se722f0cead.md", "s228e954d1e.md", "sf248827da3.md", "s90a47d7467.md"], "rrf10": [0.03265468, 0.03239027, 0.031622024, 0.030779994, 0.02967033, 0.029277146, 0.029239501, 0.028499278, 0.028217603, 0.028158392], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51c32626", "type": "multi-session", "abstention": false, "gold": ["s445692cd5a.md", "s647ebdee0a.md"], "top10": ["s445692cd5a.md", "s647ebdee0a.md", "s909c58fbf4.md", "sc005e5bb23.md", "s32438609fa.md", "s19e685c14f.md", "s9a95b218de.md", "se72472629c.md", "s51b0a70d1f.md", "s291b3be7fa.md"], "rrf10": [0.03265468, 0.03239027, 0.030652681, 0.030578898, 0.030014234, 0.02998425, 0.02985903, 0.028378582, 0.027029221, 0.026878093], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d905b33f", "type": "multi-session", "abstention": false, "gold": ["s697efa5209.md", "sb5d2d76437.md"], "top10": ["sb5d2d76437.md", "s366121c87e.md", "s5458c635a4.md", "se91524bec0.md", "sfee233b081.md", "s697efa5209.md", "sb237759f37.md", "s4ac61f6a68.md", "sb18bb1d742.md", "sda37a87515.md"], "rrf10": [0.032786885, 0.031769306, 0.031265274, 0.030674381, 0.029720772, 0.029440709, 0.029297659, 0.028597451, 0.028479702, 0.028357901], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "7405e8b1", "type": "multi-session", "abstention": false, "gold": ["s1493d128dc.md", "s685abcadd0.md"], "top10": ["s1493d128dc.md", "s685abcadd0.md", "s412019174a.md", "s13eae83c9a.md", "s9e1fc63bbb.md", "s66b883bb0d.md", "sfcabba17da.md", "s8a794b7e6f.md", "s471044b77e.md", "s6fa9e2de84.md"], "rrf10": [0.032522475, 0.032522475, 0.031013258, 0.030896881, 0.030034722, 0.028709016, 0.028430512, 0.028318078, 0.027942938, 0.027908708], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f35224e0", "type": "multi-session", "abstention": false, "gold": ["s830c520fa0.md", "sdc2ef2e956.md"], "top10": ["s830c520fa0.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s9bc39ad1ea.md", "s5aa1929466.md", "s5d3e009cb7.md", "sa1bceee9fe.md", "s89e0af57a1.md", "s2d43afab0c.md", "s1101a84fda.md"], "rrf10": [0.032786885, 0.032130056, 0.031374008, 0.031261273, 0.028499642, 0.028223646, 0.027996016, 0.027800911, 0.027705628, 0.0272262], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e", "type": "multi-session", "abstention": false, "gold": ["s0da157e8c4.md", "s7ae99d1efa.md"], "top10": ["sa7a4d852a2.md", "s7ae99d1efa.md", "s0da157e8c4.md", "sb3fae70b10.md", "s6ef5328d77.md", "s1d52c8f24d.md", "s4c39dc4808.md", "sa2501989bc.md", "s090e3ab4e4.md", "scad817ecd1.md"], "rrf10": [0.03265468, 0.03239027, 0.031746032, 0.03125, 0.03041958, 0.029440709, 0.028799683, 0.028604709, 0.02743963, 0.027182918], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a4996e51", "type": "multi-session", "abstention": false, "gold": ["s6b07a49ff8.md", "s995e5d6ed1.md"], "top10": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scc6b101fbc.md", "sa2abba8700.md", "scaa51ea941.md", "s4a4ebbe11e.md", "s8edbd92fc7.md", "s9f9f7e329b.md", "s1bf492ab72.md", "s62c9cb60fb.md"], "rrf10": [0.032786885, 0.032258065, 0.029713323, 0.029543384, 0.029017857, 0.028468871, 0.028418569, 0.02796509, 0.027747253, 0.027458975], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3c1045c8", "type": "multi-session", "abstention": false, "gold": ["s5f84133fcd.md", "s873947b8ae.md"], "top10": ["s873947b8ae.md", "s6d0054f5c0.md", "s5f84133fcd.md", "s49f5b63295.md", "sb1a79026cc.md", "sd6495e3d5e.md", "s215d1888f1.md", "s88fc2e86df.md", "s0f5b07f157.md", "sdf23b8cbd6.md"], "rrf10": [0.032786885, 0.031162465, 0.030356183, 0.030002626, 0.028992037, 0.027343709, 0.026701626, 0.02636162, 0.026107074, 0.025854701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60036106", "type": "multi-session", "abstention": false, "gold": ["s4cf5e223a9.md", "sde92ab15ab.md"], "top10": ["sde92ab15ab.md", "s4cf5e223a9.md", "s848a8008a0.md", "sc358d1a0b9.md", "s76b4e4d5a6.md", "s33a6af98c0.md", "scf03f4fac4.md", "sf2fd3df719.md", "s9f8ee69ed9.md", "s76b71bd5ae.md"], "rrf10": [0.032786885, 0.032258065, 0.031501832, 0.031129808, 0.03078381, 0.03030303, 0.028433081, 0.028198932, 0.027613944, 0.02749183], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "681a1674", "type": "multi-session", "abstention": false, "gold": ["s46c0289a3c.md", "sbede1fc5c7.md"], "top10": ["sbede1fc5c7.md", "s46c0289a3c.md", "s79e5e16d1f.md", "sf338ff2431.md", "sc17a0373cb.md", "sc13ddc7840.md", "s6d61b1455c.md", "s0d807722f0.md", "se34cf18963.md", "sd7dcc98d11.md"], "rrf10": [0.03265468, 0.03239027, 0.030074064, 0.029833515, 0.028944863, 0.028696398, 0.028437743, 0.028163036, 0.027996016, 0.027490899], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e25c3b8d", "type": "multi-session", "abstention": false, "gold": ["s23425fb9c1.md", "sb38598132d.md"], "top10": ["sb38598132d.md", "s23425fb9c1.md", "s9138b67f0e.md", "s68ace2d8f7.md", "sa9c23de20a.md", "sd9a7e0074c.md", "se7d4462385.md", "se316437efe.md", "s1a939378d2.md", "s47598c7871.md"], "rrf10": [0.032786885, 0.032258065, 0.030145202, 0.029815324, 0.02949463, 0.029241071, 0.028456344, 0.028222577, 0.027878267, 0.027497194], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4adc0475", "type": "multi-session", "abstention": false, "gold": ["se31bf5a051.md", "sf0f8af818d.md"], "top10": ["sf0f8af818d.md", "se31bf5a051.md", "s5efae3c45d.md", "s76e7c07147.md", "sb2a260fd68.md", "s661b29d081.md", "s1141d9b226.md", "sb6c79c111e.md", "s4eceac06f8.md", "saf2f77cc88.md"], "rrf10": [0.032786885, 0.032258065, 0.030368814, 0.03009414, 0.029531198, 0.029206349, 0.028900597, 0.027773338, 0.027710961, 0.027258268], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4bc144e2", "type": "multi-session", "abstention": false, "gold": ["s81144bc6a1.md", "sc07a3aab06.md"], "top10": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s2c6b054ee5.md", "s62f40e98ef.md", "s8ea6840f33.md", "s32a9db0483.md", "saa3c759611.md", "s54053534ab.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.030776515, 0.029857398, 0.028717949, 0.028373016, 0.027757213, 0.027491953, 0.027490899], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef66a6e5", "type": "multi-session", "abstention": false, "gold": ["s40c2864c85.md", "s4da929cde6.md"], "top10": ["s4da929cde6.md", "s40c2864c85.md", "s7e2d8513d9.md", "s84a557f37e.md", "s2b0f563ead.md", "s50b1739499.md", "s5f5b5a34eb.md", "s980e6a3078.md", "s6b902be2a2.md", "sa91b102795.md"], "rrf10": [0.03265468, 0.031757848, 0.031162465, 0.029765905, 0.028928507, 0.02853164, 0.028397625, 0.02839221, 0.028142007, 0.028132817], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5025383b", "type": "multi-session", "abstention": false, "gold": ["s0a85d9e04e.md", "scee6912a74.md"], "top10": ["scee6912a74.md", "s0a85d9e04e.md", "s9b7d9f79df.md", "s937311ea04.md", "seb580a9d7d.md", "s543cbf42b8.md", "se9f97e021a.md", "s9fb155f5ca.md", "s3b3938b0c0.md", "sfec5bb8ada.md"], "rrf10": [0.032786885, 0.031626024, 0.030918265, 0.029757059, 0.029054726, 0.028821537, 0.028150266, 0.027428445, 0.027312904, 0.026946858], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1cc6108", "type": "multi-session", "abstention": false, "gold": ["s58250a025e.md", "sd9ffacb2b4.md"], "top10": ["s58250a025e.md", "se870f873d0.md", "s3e7624f4c5.md", "s251373ca77.md", "sd9ffacb2b4.md", "s75f193fec4.md", "s7337198063.md", "s1b1459952e.md", "sedc996fb2f.md", "s5f9967c53b.md"], "rrf10": [0.032786885, 0.031641298, 0.031513648, 0.029247505, 0.028693652, 0.028445513, 0.027953448, 0.027750048, 0.026927106, 0.026766334], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9ee3ecd6", "type": "multi-session", "abstention": false, "gold": ["scf826b680e.md", "se92fa36052.md"], "top10": ["scf826b680e.md", "se92fa36052.md", "s367dc5a1f3.md", "s3bc43c1fc8.md", "sf13527786f.md", "sbceb188b26.md", "s56ff49df70.md", "s5d1c8b1e66.md", "sdfe736998e.md", "s281d7217d3.md"], "rrf10": [0.032522475, 0.032522475, 0.031141081, 0.031024531, 0.030889423, 0.029963817, 0.029164075, 0.027834612, 0.027690579, 0.027622126], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3fdac837", "type": "multi-session", "abstention": false, "gold": ["s63b9f6df7f.md", "se85bceeeee.md"], "top10": ["sed3510b7b2.md", "s63b9f6df7f.md", "se85bceeeee.md", "s62238ca108.md", "scb612290f5.md", "s726568eada.md", "s1d1b9d6758.md", "s7c04984a16.md", "s05cb538da2.md", "s8ea85b4075.md"], "rrf10": [0.032052851, 0.032006245, 0.03163384, 0.031129808, 0.030536131, 0.028747516, 0.027439208, 0.02741736, 0.027382265, 0.027118043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "91b15a6e", "type": "multi-session", "abstention": false, "gold": ["s3c3f0b89ab.md", "sb5d5912b90.md"], "top10": ["s3c3f0b89ab.md", "sb5d5912b90.md", "s79c71931c4.md", "sc57d8be044.md", "s0c04fc336f.md", "s4109daa1b3.md", "s277808d3ab.md", "sa24f709619.md", "s5c87f0b3e9.md", "s67e2ec33fd.md"], "rrf10": [0.032522475, 0.032522475, 0.031622024, 0.031129808, 0.029127629, 0.028962149, 0.028417021, 0.027845962, 0.027807455, 0.026410983], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "27016adc", "type": "multi-session", "abstention": false, "gold": ["s6317d18140.md", "s6e2366c266.md"], "top10": ["s6317d18140.md", "s6e2366c266.md", "sb1fc545ff9.md", "s2dd6334c54.md", "s956a63ca9e.md", "s7f2a37776a.md", "s0bdaf0ffa5.md", "se1d14a03a1.md", "s3b571807ca.md", "s7e67da0d9e.md"], "rrf10": [0.03265468, 0.03239027, 0.030652681, 0.030034722, 0.028988079, 0.028616522, 0.028614204, 0.028255078, 0.027360563, 0.027303691], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "720133ac", "type": "multi-session", "abstention": false, "gold": ["s4de59adf72.md", "sf6a5a965da.md"], "top10": ["sf6a5a965da.md", "s4de59adf72.md", "sed309124e1.md", "s921daf5695.md", "sd6338b6ecb.md", "s6bfc85ce6e.md", "s61bf80a4f0.md", "sd8319334ec.md", "s7b3ea69ce7.md", "s4f553537c7.md"], "rrf10": [0.032522475, 0.032522475, 0.031385281, 0.029401154, 0.028988112, 0.028427687, 0.028001941, 0.027912386, 0.027563777, 0.026702256], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "77eafa52", "type": "multi-session", "abstention": false, "gold": ["s809b2414ca.md", "s84c215a661.md"], "top10": ["s84c215a661.md", "s809b2414ca.md", "s8d45355dac.md", "scd67cd6c6b.md", "s5cfc0f7ee0.md", "sb512a7532c.md", "s166c6700af.md", "s8ccef0a552.md", "s87aa2f418d.md", "s95264eae3a.md"], "rrf10": [0.03265468, 0.03239027, 0.0305675, 0.029634437, 0.029250053, 0.029017857, 0.027512918, 0.027328323, 0.027110079, 0.026990527], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8979f9ec", "type": "multi-session", "abstention": false, "gold": ["s549e5ef39b.md", "s6c5520c989.md"], "top10": ["s549e5ef39b.md", "s6c5520c989.md", "sdf280eeddf.md", "s7257cbae10.md", "s6b634079f9.md", "sa4aca1e1ff.md", "s4b705b649f.md", "s5c63253e57.md", "sbcd49db868.md", "se7e9aae4ba.md"], "rrf10": [0.032786885, 0.032002048, 0.03187804, 0.031013258, 0.030780331, 0.030193438, 0.029376788, 0.028991597, 0.027696076, 0.02706852], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0100672e", "type": "multi-session", "abstention": false, "gold": ["s9e33c760a7.md", "sb80fa6ec07.md"], "top10": ["s9e33c760a7.md", "sb80fa6ec07.md", "saead9bbd22.md", "s6946512f0d.md", "se824990993.md", "s5d8fe8232f.md", "s587287f514.md", "s038b58519b.md", "s3d6e6d5b47.md", "s23c756081c.md"], "rrf10": [0.032522475, 0.032522475, 0.031498016, 0.030918265, 0.029418127, 0.028947529, 0.028727006, 0.028316641, 0.02731444, 0.0272786], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee", "type": "multi-session", "abstention": false, "gold": ["s38f0782795.md", "s6fdc1d7aab.md"], "top10": ["s6fdc1d7aab.md", "s38f0782795.md", "se9ae7c34ba.md", "s2eeef6bc19.md", "sd841ed43d0.md", "s9a6bce707b.md", "se21a43b583.md", "sb8823b16a4.md", "s2721b45613.md", "s12462c7868.md"], "rrf10": [0.032266458, 0.031133623, 0.030706906, 0.029134325, 0.027888655, 0.027767614, 0.02775022, 0.027420635, 0.026979167, 0.026940714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "92a0aa75", "type": "multi-session", "abstention": false, "gold": ["s73509c4816.md", "s735479277c.md"], "top10": ["s73509c4816.md", "s4edb082b6d.md", "sfa91bb5ba1.md", "s735479277c.md", "sc46bf8c207.md", "sb8972d75cb.md", "s1fb0ff2996.md", "s2803338ed6.md", "s6c4fc29a2c.md", "scbc1a5dc9a.md"], "rrf10": [0.030663781, 0.030339973, 0.029878851, 0.029837952, 0.029124299, 0.028716557, 0.02832935, 0.02792124, 0.026873983, 0.026789909], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3fe836c9", "type": "multi-session", "abstention": false, "gold": ["s24b367a163.md", "s48f3e8864d.md"], "top10": ["s48f3e8864d.md", "s24b367a163.md", "s02092505e8.md", "s5fd5cbb9e3.md", "s5475e36257.md", "s4c134c28fe.md", "sfbb5c075be.md", "sde0370d8ac.md", "sabeecf2a78.md", "sd169d16ca2.md"], "rrf10": [0.032522475, 0.032522475, 0.031498016, 0.029324158, 0.029311426, 0.028717949, 0.028267887, 0.027484236, 0.027171216, 0.02623645], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c549ce4", "type": "multi-session", "abstention": false, "gold": ["s71727af2ce.md", "s77887e28e0.md"], "top10": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "s680b10e661.md", "s2c73dad8a7.md", "sd463bdcc13.md", "sa6b70f8cc1.md", "sfc9609f236.md", "s37e1cd77f8.md", "s4bb3d07a60.md"], "rrf10": [0.032786885, 0.032258065, 0.031013431, 0.030460165, 0.030189959, 0.030105077, 0.029709507, 0.029214003, 0.028279031, 0.027162447], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6c49646a", "type": "multi-session", "abstention": false, "gold": ["s0f0cd51721.md", "s69645d66e6.md"], "top10": ["s69645d66e6.md", "sb9be70a278.md", "s0f0cd51721.md", "sa7453ea872.md", "sec2777a886.md", "sf984adb10c.md", "sb3c5e16b2c.md", "se2509cbe8c.md", "s22140d79e2.md", "saf9977fab2.md"], "rrf10": [0.032786885, 0.03187804, 0.03187404, 0.029904817, 0.029788267, 0.029306346, 0.028838417, 0.028591721, 0.028448947, 0.028269618], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1192316e", "type": "multi-session", "abstention": false, "gold": ["s031e2f154c.md", "s2d6498b6af.md"], "top10": ["s2d6498b6af.md", "sd7794dc5de.md", "s2a21a57ecc.md", "s031e2f154c.md", "s44bd214758.md", "sbfb152bc09.md", "s5bb1fec989.md", "s98d948bc47.md", "s06cfe52fc3.md", "s2850dc68ce.md"], "rrf10": [0.032522475, 0.032002048, 0.029947928, 0.02991453, 0.029294676, 0.029261364, 0.028819068, 0.02853164, 0.028528553, 0.027858957], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ea62687", "type": "multi-session", "abstention": false, "gold": ["sbed667a336.md", "sc25abe63f2.md"], "top10": ["sbed667a336.md", "sc25abe63f2.md", "s2715552d62.md", "s8b9049bda9.md", "s991bf87898.md", "s8ae81d83c5.md", "s05bfd24d3c.md", "se60c52693d.md", "s1f2d3ea0c4.md", "s355bcf3e27.md"], "rrf10": [0.032786885, 0.032258065, 0.030550373, 0.030393218, 0.029891948, 0.029646422, 0.029147813, 0.027791753, 0.027284364, 0.026723327], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "67e0d0f2", "type": "multi-session", "abstention": false, "gold": ["s3e75bfa66a.md", "sa0f7c41d33.md"], "top10": ["s3e75bfa66a.md", "s6cf2de4622.md", "sa0f7c41d33.md", "s4f5d33b55e.md", "sd0803993e1.md", "sbec91f0f80.md", "sc1fca97f42.md", "s5fdef93f67.md", "sab6e95f99d.md", "s679797ff58.md"], "rrf10": [0.03239027, 0.031576327, 0.031412753, 0.03021978, 0.029973948, 0.029101342, 0.027354754, 0.027226769, 0.027085761, 0.026868613], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bb7c3b45", "type": "multi-session", "abstention": false, "gold": ["sd5fc88393d.md", "sd63b111bc2.md"], "top10": ["sd5fc88393d.md", "sd63b111bc2.md", "s402df57886.md", "s038672be4e.md", "s3417a6cf8c.md", "s79013ad3e2.md", "sd15748def2.md", "sf89c955fe0.md", "s963a62d275.md", "s19548ccbe1.md"], "rrf10": [0.032786885, 0.032258065, 0.03125, 0.030798389, 0.02969834, 0.028027418, 0.027994634, 0.027652927, 0.02736411, 0.027234561], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49", "type": "multi-session", "abstention": false, "gold": ["s7ada6848ff.md", "sae31e157ee.md"], "top10": ["sae31e157ee.md", "s171dec869d.md", "s4498bd27bb.md", "s51cae76f77.md", "sed262f9913.md", "s1726a738b2.md", "s55104e1394.md", "se1bf6e8683.md", "se614eda838.md", "s6a9d4dc455.md"], "rrf10": [0.032266458, 0.031502016, 0.029760819, 0.029690622, 0.029075908, 0.02830941, 0.028182949, 0.028159777, 0.028136656, 0.027480159], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "61f8c8f8", "type": "multi-session", "abstention": false, "gold": ["s9ed67af6d5.md", "sb821a237df.md"], "top10": ["sb821a237df.md", "s9ed67af6d5.md", "se3cc2915be.md", "s559d72f700.md", "sd28b6d0bc6.md", "sc513b0b2c2.md", "s2bcb31f9ae.md", "s0372d70680.md", "sfc03a8ae4c.md", "sb61b90f105.md"], "rrf10": [0.032786885, 0.032002048, 0.030559047, 0.030239369, 0.02966697, 0.02941876, 0.027782091, 0.027470309, 0.027418385, 0.026806628], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60159905", "type": "multi-session", "abstention": false, "gold": ["s5b7c995bbe.md", "sef28e418f6.md"], "top10": ["s5b7c995bbe.md", "sef28e418f6.md", "sd9bf6be95f.md", "s490252c074.md", "s406c191bd4.md", "sf19c005081.md", "sd27a57e7d4.md", "sd805b4e094.md", "s358e838263.md", "s8832109124.md"], "rrf10": [0.03265468, 0.032138254, 0.031385281, 0.030791789, 0.029810111, 0.028678568, 0.028558762, 0.027886569, 0.02768397, 0.027254902], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef9cf60a", "type": "multi-session", "abstention": false, "gold": ["s53d35e4a72.md", "sca5c0d8460.md"], "top10": ["s53d35e4a72.md", "sca5c0d8460.md", "s06b3d288cf.md", "s3d2cb86d8b.md", "s1f6899f0e0.md", "s01003090b4.md", "sa146eec270.md", "s07a6aaae98.md", "s635ee59c9a.md", "s4fc379bf6a.md"], "rrf10": [0.032786885, 0.032258065, 0.029082341, 0.029052647, 0.0284618, 0.028406836, 0.028198758, 0.028143416, 0.027677354, 0.027299015], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "73d42213", "type": "multi-session", "abstention": false, "gold": ["s8acade994f.md", "sdf7e6dcac7.md"], "top10": ["s8acade994f.md", "sdf7e6dcac7.md", "sa1ce658616.md", "s5c8fccb1f6.md", "s56adf568c0.md", "s788e7ffd3e.md", "s378afc17c1.md", "sdb5e170139.md", "s25d3a60343.md", "sbc77e8cd92.md"], "rrf10": [0.032786885, 0.03187404, 0.029462827, 0.028729655, 0.028514521, 0.028299499, 0.028155468, 0.027560963, 0.027432262, 0.027258268], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc149d6b", "type": "multi-session", "abstention": false, "gold": ["s682dfdcf7b.md", "s9e056673d8.md"], "top10": ["s682dfdcf7b.md", "sf4b3ac7ae5.md", "s9e056673d8.md", "s096e34aead.md", "s6266aefb67.md", "sb17b9c7536.md", "se0ded99e8e.md", "s3d32e5f750.md", "s38ab73f4da.md", "sfbe6f43967.md"], "rrf10": [0.032786885, 0.031757848, 0.030063837, 0.029904135, 0.029575646, 0.029214413, 0.029008665, 0.028186275, 0.027800911, 0.027565207], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "099778bb", "type": "multi-session", "abstention": false, "gold": ["sbab52820e1.md", "sdb31d92751.md"], "top10": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s38004cf44d.md", "s44e4f94d0b.md", "s45e9f0b07d.md", "s3b76734538.md", "sdb5defa465.md", "s0da3502a5c.md", "s4723ae3286.md"], "rrf10": [0.032786885, 0.032258065, 0.031024531, 0.02958942, 0.029273504, 0.028847496, 0.028756649, 0.028381406, 0.028329141, 0.027950864], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09ba9854", "type": "multi-session", "abstention": false, "gold": ["s72706fe101.md", "sb502d8d88e.md"], "top10": ["sb502d8d88e.md", "s72706fe101.md", "s13e1229915.md", "sb63486d719.md", "sb54b7766bd.md", "s9002931a6b.md", "s6f2edc8d1f.md", "s815c859534.md", "s5d8f74e273.md", "s3a35e5b9fd.md"], "rrf10": [0.03265468, 0.03239027, 0.029926238, 0.029621613, 0.029095928, 0.028996367, 0.028846368, 0.028727304, 0.028112832, 0.026976892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6062bb9", "type": "multi-session", "abstention": false, "gold": ["sc45d0be97c.md", "sec6a971fe1.md"], "top10": ["sec6a971fe1.md", "sc45d0be97c.md", "s882dd8d0a6.md", "sfe5cb224c0.md", "se85badc09e.md", "sc00b9fd6ce.md", "sf8fd354e35.md", "s19f938992b.md", "s1fba76af3f.md", "s0866ff6c5d.md"], "rrf10": [0.032522475, 0.032394467, 0.030550373, 0.030042538, 0.02955665, 0.028046485, 0.027234561, 0.027053331, 0.02688251, 0.026745096], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "157a136e", "type": "multi-session", "abstention": false, "gold": ["s17169e45b7.md", "s58d6c78b39.md"], "top10": ["s17169e45b7.md", "s0a8827466d.md", "sa17078bf04.md", "s9b2583249c.md", "s58d6c78b39.md", "s0145eb2e43.md", "s61e59a355c.md", "s37183248d7.md", "s776239670f.md", "s43d6915f4f.md"], "rrf10": [0.03265468, 0.030776515, 0.030347788, 0.028228022, 0.02811046, 0.028098825, 0.027928842, 0.027832973, 0.027200577, 0.02716993], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c18a7dc8", "type": "multi-session", "abstention": false, "gold": ["sc174292e10.md", "sff08391df0.md"], "top10": ["s065b6392c9.md", "s690b772efe.md", "sff08391df0.md", "s8f016850e4.md", "saef3e8957e.md", "s849bb560a7.md", "s8a1c12d53e.md", "sc174292e10.md", "s51a73376cb.md", "s9c2c2c54d5.md"], "rrf10": [0.032402664, 0.031498016, 0.030565647, 0.029656455, 0.029144043, 0.028509221, 0.028142007, 0.027958153, 0.027132557, 0.026485523], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "a3332713", "type": "multi-session", "abstention": false, "gold": ["s60e87636b2.md", "seef4e1fa4d.md"], "top10": ["s60e87636b2.md", "seef4e1fa4d.md", "s62236e8089.md", "sc7e7d49076.md", "s0d7023ff1d.md", "s3acbc429ef.md", "s3213418782.md", "se771717f07.md", "s521251b74e.md", "sb00ac04c30.md"], "rrf10": [0.032786885, 0.032002048, 0.031757848, 0.030241762, 0.030193438, 0.02971713, 0.029064559, 0.02865021, 0.026612313, 0.026605702], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "55241a1f", "type": "multi-session", "abstention": false, "gold": ["s5125e94eaa.md", "s7f8e262f74.md"], "top10": ["s5125e94eaa.md", "s7f8e262f74.md", "s688a697e85.md", "s77c6549beb.md", "sddf6930042.md", "sd3097f5450.md", "s012beda446.md", "se6ed209cbe.md", "s9278d9dfea.md", "s2cc2e97ce7.md"], "rrf10": [0.032786885, 0.032258065, 0.031024531, 0.030430181, 0.030224318, 0.029359694, 0.028853624, 0.028665029, 0.028658174, 0.028487971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a08a253f", "type": "multi-session", "abstention": false, "gold": ["s78f3fb31b3.md", "s832c9d0a8c.md"], "top10": ["s78f3fb31b3.md", "s832c9d0a8c.md", "s2c7660f669.md", "se1c13c4604.md", "s2420a8a35e.md", "s3220b9d25a.md", "s43fd5669b9.md", "s248fb78104.md", "s7d144228df.md", "sb83777f0ad.md"], "rrf10": [0.032786885, 0.03163384, 0.030460165, 0.030393576, 0.03021978, 0.029483702, 0.028574939, 0.02820877, 0.027872249, 0.027704931], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0e564bc", "type": "multi-session", "abstention": false, "gold": ["sb2a3c5940b.md", "se7dfab0d66.md"], "top10": ["sb2a3c5940b.md", "se7dfab0d66.md", "s5cd3d06f26.md", "sc2a3928aa0.md", "s4c2e203003.md", "s18926becfb.md", "sfcae325e3d.md", "sc5c288a061.md", "sebfe358282.md", "sd09dd566f8.md"], "rrf10": [0.032522475, 0.032522475, 0.029666634, 0.029149496, 0.028941668, 0.028744234, 0.028601399, 0.028574939, 0.027914839, 0.027563017], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "078150f1", "type": "multi-session", "abstention": false, "gold": ["s064fbc729a.md", "sd0ede9b63e.md"], "top10": ["sd0ede9b63e.md", "s48bc73c3ba.md", "s064fbc729a.md", "s13675a2215.md", "s58c59458e0.md", "s3763503ff4.md", "se3468a8cdb.md", "sf59d913aec.md", "sf522e99848.md", "s8cc14d4724.md"], "rrf10": [0.032786885, 0.03187804, 0.031754032, 0.029900071, 0.029894437, 0.029769526, 0.029747508, 0.028908139, 0.028674948, 0.027348961], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf4d046", "type": "multi-session", "abstention": false, "gold": ["s1a430b7199.md", "s1d1556eeff.md"], "top10": ["s1a430b7199.md", "s1d1556eeff.md", "sd67b15de96.md", "sf2613aa219.md", "sd63164b099.md", "seafa48bfa5.md", "sbcb528b233.md", "s764b922ad6.md", "s1d075305dc.md", "s832dc61568.md"], "rrf10": [0.032786885, 0.032130056, 0.031009615, 0.0288054, 0.02811108, 0.027836467, 0.027596, 0.027583601, 0.027557798, 0.02742915], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a346bb18", "type": "multi-session", "abstention": false, "gold": ["s25832aee18.md", "sa7162f09e5.md"], "top10": ["s2846432ce3.md", "sa7162f09e5.md", "s25832aee18.md", "s25f8e000dc.md", "s9718f4c911.md", "s08e49d0c48.md", "s0dcb999f38.md", "sacca3217c8.md", "s093d6a82e4.md", "s5f6a172f85.md"], "rrf10": [0.03265468, 0.032134253, 0.03187804, 0.030652681, 0.030105077, 0.029734698, 0.02914813, 0.028541226, 0.028087864, 0.027053423], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37f165cf", "type": "multi-session", "abstention": false, "gold": ["s47517e52b8.md", "sab70567e24.md"], "top10": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s587130c775.md", "s503eb880e8.md", "s5b21e0f13e.md", "s5935afa9e3.md", "s8ad21380a1.md", "s223fe5adb2.md", "sc99ea24393.md"], "rrf10": [0.03265468, 0.03239027, 0.031746032, 0.029953872, 0.029450324, 0.029437229, 0.028772716, 0.028514175, 0.02807971, 0.027493393], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e91e7d9", "type": "multi-session", "abstention": false, "gold": ["s05a6ca0b9f.md", "s3f55b7aa1a.md"], "top10": ["sc7ff3d4a82.md", "se4fb807068.md", "s569d3e4349.md", "sf14ac79161.md", "sc939307611.md", "s3f55b7aa1a.md", "s1a4c5dd32e.md", "s05a6ca0b9f.md", "s1868966fde.md", "s9e6502205c.md"], "rrf10": [0.032522475, 0.031067717, 0.031040544, 0.02961034, 0.028948307, 0.028209291, 0.028095699, 0.027919501, 0.027596393, 0.027284399], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "87f22b4a", "type": "multi-session", "abstention": false, "gold": ["s150b9c1c76.md", "s3b2683468e.md"], "top10": ["s150b9c1c76.md", "s3b2683468e.md", "sf9fac5e21c.md", "s3558e047b5.md", "s4a51e81767.md", "sb8c0b73033.md", "s144246809c.md", "s6ea1359d50.md", "s86f0245adc.md", "se584590d94.md"], "rrf10": [0.032526672, 0.032006048, 0.031284744, 0.029922386, 0.029421452, 0.029164075, 0.028583373, 0.028582006, 0.028010632, 0.027636912], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e56a43b9", "type": "multi-session", "abstention": false, "gold": ["s7008cbcd61.md", "sa85670c70d.md"], "top10": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "sfd7f82a99e.md", "s846c43a3b6.md", "s8488fdd27e.md", "sb845bba481.md", "s3031166df2.md", "s7aea2c669a.md", "s2c3633f88e.md"], "rrf10": [0.032786885, 0.032130056, 0.03187404, 0.031013258, 0.028799683, 0.028230695, 0.028074703, 0.028033716, 0.027915743, 0.027348961], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "efc3f7c2", "type": "multi-session", "abstention": false, "gold": ["s431fa3741c.md", "sd2e0fb9477.md"], "top10": ["sd2e0fb9477.md", "sbff3d27047.md", "s431fa3741c.md", "sfee654f744.md", "sbe47506c6e.md", "sfaaf319d93.md", "s1db3a727d4.md", "s0b8e158453.md", "s96fddf2b71.md", "s1a8938fe8c.md"], "rrf10": [0.03239027, 0.032266458, 0.031886237, 0.031257631, 0.029451155, 0.029211368, 0.028292677, 0.027490101, 0.026823646, 0.02672384], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21d02d0d", "type": "multi-session", "abstention": false, "gold": ["s28d1c3a153.md", "s80cf54c649.md"], "top10": ["s28d1c3a153.md", "s80cf54c649.md", "s1422f515ca.md", "s65028efd0a.md", "sdfdc20b14d.md", "s614f5778d4.md", "sd2dbda8ab3.md", "se3a5f4ccae.md", "s4aa71cb79d.md", "sb6eabe3f26.md"], "rrf10": [0.032786885, 0.032258065, 0.03026225, 0.029713323, 0.02942401, 0.029350446, 0.028947766, 0.028301805, 0.027386456, 0.027331669], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b_abs", "type": "multi-session", "abstention": true, "gold": ["sac880c30de.md", "se3a2fea94f.md"], "top10": ["se3a2fea94f.md", "sac880c30de.md", "se103a16321.md", "se5f3b469ee.md", "s4dd093e7d9.md", "s1a378c1c52.md", "s7b08f2e585.md", "s6119ad436b.md", "s3dc7b6506f.md", "sbc072470e2.md"], "rrf10": [0.032522475, 0.032522475, 0.030414639, 0.029316504, 0.028827337, 0.028777969, 0.027951074, 0.027273858, 0.027271052, 0.026938825], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e_abs", "type": "multi-session", "abstention": true, "gold": ["s6235b01d49.md", "sc66f21de81.md"], "top10": ["sc66f21de81.md", "s963fcff7fd.md", "s3b012c454f.md", "sb18a0c9d25.md", "scee9947fa3.md", "s6235b01d49.md", "s9677bbf3c9.md", "sbbc46c0025.md", "s7676ddb219.md", "s85bafe9218.md"], "rrf10": [0.032786885, 0.031750032, 0.031385639, 0.031374008, 0.031280547, 0.030536131, 0.028494433, 0.027242429, 0.026918902, 0.026589151], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "e5ba910e_abs", "type": "multi-session", "abstention": true, "gold": ["s61c77dba31.md", "s6d6bb39306.md"], "top10": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s5fdfe37ef2.md", "s71faf627c7.md", "s515b3a6d0e.md", "s072e05a127.md", "s55fa0a72e3.md", "sab34753c7b.md", "s6c3a3981bf.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.029440709, 0.029257558, 0.029083111, 0.028777969, 0.028113955, 0.027586927, 0.027563777], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee_abs", "type": "multi-session", "abstention": true, "gold": ["s575987fe96.md", "s8fa5c57ac6.md"], "top10": ["s5d5a7479dd.md", "s8fa5c57ac6.md", "s575987fe96.md", "s2bc6e6b516.md", "s16645948e6.md", "sf3e4b2fab7.md", "sdbe0688f09.md", "sdf0b9b9440.md", "s1718f47f88.md", "s5667e019bb.md"], "rrf10": [0.032266458, 0.032134253, 0.031645853, 0.030964197, 0.029560901, 0.028634293, 0.027758406, 0.027754559, 0.027273291, 0.027099318], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49_abs", "type": "multi-session", "abstention": true, "gold": ["s4cc898fb3d.md", "s6c40ac1410.md"], "top10": ["s4cc898fb3d.md", "sa6185dde9c.md", "sd3f4d75052.md", "sf3bd7f128f.md", "s942a109535.md", "sf320245bd7.md", "sd680d4eeed.md", "se213ba7756.md", "s9dc3094bc4.md", "sc5c4ce2c9f.md"], "rrf10": [0.032786885, 0.031024889, 0.030914855, 0.029865188, 0.029844443, 0.028622107, 0.027932368, 0.027730294, 0.027386673, 0.027075626], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "09ba9854_abs", "type": "multi-session", "abstention": true, "gold": ["s044fb6de78.md", "s3d41460c72.md"], "top10": ["s3d41460c72.md", "s60f1554abe.md", "s044fb6de78.md", "s33512221a0.md", "sbfa226cba5.md", "sfc92cfa259.md", "s0ac23f8cf6.md", "s6d1ecfc566.md", "se622f43d42.md", "sf4952068fd.md"], "rrf10": [0.032786885, 0.032002048, 0.032002048, 0.03125, 0.029193149, 0.028739316, 0.027232833, 0.027089783, 0.026114548, 0.02603022], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c77", "type": "temporal-reasoning", "abstention": false, "gold": ["s0de8f54495.md", "s87aab481ed.md"], "top10": ["s87aab481ed.md", "s0de8f54495.md", "se61f58cc8f.md", "sa9fd08807d.md", "s8b76961296.md", "sab25b98b4d.md", "s2f711cf641.md", "sb359802523.md", "s322171cf1b.md", "s218de2ed58.md"], "rrf10": [0.032786885, 0.032002048, 0.032002048, 0.031009615, 0.031009615, 0.029040404, 0.028582006, 0.028074, 0.02804982, 0.027075668], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f49edff3", "type": "temporal-reasoning", "abstention": false, "gold": ["s8967b317af.md", "scd70f10d4a.md", "sdb04083fb5.md"], "top10": ["scd70f10d4a.md", "s8967b317af.md", "sdb04083fb5.md", "s49104402ae.md", "s3e6534f8ea.md", "s450430e6d7.md", "s9d1b653000.md", "s7bcff2a57f.md", "sdb129e841d.md", "s1f87188803.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.02987013, 0.029418127, 0.029264476, 0.02844762, 0.02793213, 0.027735806, 0.027360151], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71017276", "type": "temporal-reasoning", "abstention": false, "gold": ["sfed21b3b3d.md"], "top10": ["sfed21b3b3d.md", "s4715a85f52.md", "s8d76e5d15e.md", "s1788dfef67.md", "sffdc78de20.md", "s9c7a64aaf1.md", "s6e8bc750c1.md", "s673da5010e.md", "sb40e9be05e.md", "s4c838b3abb.md"], "rrf10": [0.032786885, 0.030365769, 0.02923138, 0.028743837, 0.028647892, 0.028494433, 0.028415068, 0.028334316, 0.02825069, 0.028011204], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ed", "type": "temporal-reasoning", "abstention": false, "gold": ["s13d7d57880.md", "s3de777306e.md", "sd81d698498.md", "sf99fc08dc2.md"], "top10": ["s13d7d57880.md", "sd81d698498.md", "sab32a38ad1.md", "s128aecc14d.md", "sbdeeda4e3c.md", "sd93199637f.md", "s6d4d39fd4f.md", "sf99fc08dc2.md", "s0c8dac40d8.md", "sa95bad4594.md"], "rrf10": [0.032526672, 0.031645853, 0.030393218, 0.028792013, 0.02879052, 0.028521933, 0.027539128, 0.0275, 0.027276736, 0.02723259], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_fa19884c", "type": "temporal-reasoning", "abstention": false, "gold": ["s416ca1f210.md", "sf0ed4e632f.md"], "top10": ["sf0ed4e632f.md", "s416ca1f210.md", "sef575b4bd0.md", "sbe27d3b153.md", "s97c355c0b7.md", "s9c72667b20.md", "sf9f538f5d5.md", "sdc4967dc63.md", "s2c03581ff9.md", "s1455e64e8f.md"], "rrf10": [0.032786885, 0.032258065, 0.03127221, 0.029937002, 0.029877369, 0.029684644, 0.029238817, 0.028255078, 0.028217603, 0.028137442], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bc8ad92", "type": "temporal-reasoning", "abstention": false, "gold": ["s2ad6dd5ee4.md", "s7ee484c72e.md", "sde38c72cbd.md"], "top10": ["sde38c72cbd.md", "s0475de9251.md", "s7ee484c72e.md", "sa415e4fc5d.md", "s5d98207cb1.md", "s2ad6dd5ee4.md", "sba982ca2c1.md", "s9c2bc468f5.md", "s8bad24c106.md", "sdcc93aa64d.md"], "rrf10": [0.032786885, 0.032258065, 0.031501832, 0.031009615, 0.029056387, 0.028318903, 0.02810562, 0.027659767, 0.026736745, 0.026463734], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "af082822", "type": "temporal-reasoning", "abstention": false, "gold": ["s458613a9c1.md"], "top10": ["s97a28ef372.md", "sd5d5f5d615.md", "s458613a9c1.md", "sc44a61b9f5.md", "sed2e7ab573.md", "s91e15c927f.md", "s245578ac3b.md", "sd36320b6dd.md", "s9cebfb7af6.md", "scf03b889ec.md"], "rrf10": [0.03189825, 0.031186611, 0.030546952, 0.030331289, 0.029761905, 0.029531198, 0.029269689, 0.028630229, 0.028445766, 0.027851159], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293a", "type": "temporal-reasoning", "abstention": false, "gold": ["s12d1202c58.md", "s34c0eea353.md"], "top10": ["s34c0eea353.md", "s12d1202c58.md", "sf54b3f8729.md", "s73ce5fba55.md", "s226394b487.md", "s67d01b4f89.md", "s070d5599e2.md", "sdf9564db57.md", "sd07f5ecc05.md", "s38c6799748.md"], "rrf10": [0.032522475, 0.032522475, 0.030889423, 0.030120798, 0.029528017, 0.028965459, 0.02879876, 0.028762999, 0.028404344, 0.026778813], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b5700ca9", "type": "temporal-reasoning", "abstention": false, "gold": ["se49ce84405.md"], "top10": ["se49ce84405.md", "s5f3e055fd8.md", "s947272e9f8.md", "s8fd6b27343.md", "s72fcf26b0a.md", "s0469a299fe.md", "s52a8da2bfe.md", "s0eb8c2f0c6.md", "sccda05bfa3.md", "sfbc6a52155.md"], "rrf10": [0.032786885, 0.031885856, 0.029673972, 0.029524691, 0.028790139, 0.028707591, 0.028566583, 0.02817402, 0.027775187, 0.02767335], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b81", "type": "temporal-reasoning", "abstention": false, "gold": ["s7ff91b69f4.md", "scd503bc780.md"], "top10": ["s7ff91b69f4.md", "scd503bc780.md", "s84f85fb9d3.md", "scc20a8f01a.md", "s19e2c32fe6.md", "s7b8006ee2c.md", "s7e9cd73886.md", "s3f4b8c82da.md", "s1c2aeccdc4.md", "s772b999daa.md"], "rrf10": [0.03265468, 0.032134253, 0.031374008, 0.02998668, 0.029888767, 0.029741001, 0.029652424, 0.029143384, 0.02872032, 0.028448947], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d4ab0c9", "type": "temporal-reasoning", "abstention": false, "gold": ["s5af32146a3.md", "s740744b068.md"], "top10": ["s740744b068.md", "s5af32146a3.md", "sa5287ff98f.md", "s692eed2482.md", "se292677117.md", "s840cd550f1.md", "s0c92fbca78.md", "s39f5e3a0d1.md", "s53a2672789.md", "s22acdee114.md"], "rrf10": [0.03265468, 0.03239027, 0.030381944, 0.029479088, 0.028544372, 0.028270321, 0.027902747, 0.027764879, 0.027740464, 0.027560458], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e072b769", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b56ca94e8.md"], "top10": ["s3b56ca94e8.md", "s7e1374f4ae.md", "s753d1f0eda.md", "sa7606d883f.md", "sba782a3ab1.md", "s0132ad4125.md", "s2412541f43.md", "sd84272350c.md", "s4ebaa20b59.md", "sf040e42142.md"], "rrf10": [0.032786885, 0.031374008, 0.030802389, 0.030058127, 0.029284229, 0.029239501, 0.028384322, 0.027892397, 0.02765984, 0.027560187], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0db4c65d", "type": "temporal-reasoning", "abstention": false, "gold": ["s4e4e3334fd.md", "see88f3e2b2.md"], "top10": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s4ef770edae.md", "s02bb918af5.md", "s61885cb9da.md", "s3ae302feb5.md", "sc99075ab33.md", "s8131dcfb0d.md", "sdf7ccdc0d4.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.030239369, 0.030032468, 0.029211087, 0.028570062, 0.028407084, 0.028339201, 0.027158658], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d80365e", "type": "temporal-reasoning", "abstention": false, "gold": ["s470e28ad29.md", "s673fe32ac7.md"], "top10": ["s470e28ad29.md", "s673fe32ac7.md", "s62d5c41294.md", "s5feee30399.md", "s947e9db870.md", "s8855cb498d.md", "s07dd3e6931.md", "s09c06f58e1.md", "sc36f62e87a.md", "sb73cb94274.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.03045489, 0.029937002, 0.029308381, 0.029284229, 0.029196628, 0.027935606, 0.026969103], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7f6b06db", "type": "temporal-reasoning", "abstention": false, "gold": ["s4b4e486124.md", "s5072e6f426.md", "s7eda804bfa.md"], "top10": ["seb706a8717.md", "s7eda804bfa.md", "s5072e6f426.md", "s41ba1ba2c7.md", "s4b4e486124.md", "se79ca13c42.md", "s68d37c0d3a.md", "s4a046eb653.md", "sdc6e907d77.md", "sb2e4d37e5b.md"], "rrf10": [0.031576327, 0.031235802, 0.031040544, 0.030034722, 0.029809688, 0.029096971, 0.027711066, 0.027452177, 0.027403091, 0.027295285], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_6dc9b45b", "type": "temporal-reasoning", "abstention": false, "gold": ["sd7beaae423.md"], "top10": ["sd7beaae423.md", "sa88ed29c95.md", "s06ee58c40b.md", "s3f265079e2.md", "sfb8f3084d1.md", "s51e3e06271.md", "sd42f8692cf.md", "s8c875da86c.md", "sfd9cc59807.md", "sa206276dee.md"], "rrf10": [0.032786885, 0.032130056, 0.031024195, 0.030607577, 0.030591989, 0.029682318, 0.028335648, 0.026949219, 0.026902807, 0.026448045], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8279ba02", "type": "temporal-reasoning", "abstention": false, "gold": ["sf35e757041.md"], "top10": ["sf35e757041.md", "sb43bc78416.md", "s4fb3576300.md", "sb10c5a2ba0.md", "sd3c9658e22.md", "sb191be21d3.md", "sa6423d1ba7.md", "s5fb66b3b4a.md", "s50a8dd1e9a.md", "sd4f501d996.md"], "rrf10": [0.032786885, 0.030652681, 0.030356183, 0.029575646, 0.028699743, 0.027822199, 0.027737593, 0.027348716, 0.027310924, 0.027102749], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_18c2b244", "type": "temporal-reasoning", "abstention": false, "gold": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md"], "top10": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md", "sde791e3e44.md", "s152591c2af.md", "s45d6962805.md", "s2242ce7293.md", "s46149a79f9.md", "sfc7cbdb261.md", "s4f60db7ed2.md"], "rrf10": [0.03239027, 0.032266458, 0.032134253, 0.031013258, 0.030889423, 0.03041958, 0.029210822, 0.028219396, 0.028191384, 0.027838273], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a1b77f9c", "type": "temporal-reasoning", "abstention": false, "gold": ["s1592c4055d.md", "s3368e912a8.md", "s3a24ea8d88.md", "s5e464e410d.md", "s7de878daf0.md", "s987b330deb.md"], "top10": ["s987b330deb.md", "s5e464e410d.md", "s3a24ea8d88.md", "s7de878daf0.md", "s1592c4055d.md", "s3368e912a8.md", "s82f0d35275.md", "sede1bbe68a.md", "s87ba8d3b8e.md", "s41608a6f96.md"], "rrf10": [0.032142451, 0.032018443, 0.031280547, 0.031257631, 0.031133623, 0.031057731, 0.028258706, 0.028095238, 0.027598244, 0.027389579], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1916e0ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s62bf117c2b.md", "s750b0d5f83.md"], "top10": ["s62bf117c2b.md", "s750b0d5f83.md", "sa090f3776b.md", "sa90d7e1a9f.md", "s5b359c1d93.md", "sbb3624ee00.md", "se6ef9f8d8d.md", "s5bc585d39d.md", "sc11cb83a54.md", "s8bee3c59dd.md"], "rrf10": [0.032394467, 0.032266458, 0.031626024, 0.029540749, 0.029518743, 0.029393697, 0.028728553, 0.028690254, 0.028032262, 0.028008735], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7a0daae1", "type": "temporal-reasoning", "abstention": false, "gold": ["sdd184f0547.md", "sf8cc30f63f.md"], "top10": ["sdd184f0547.md", "sf8cc30f63f.md", "s999cf76043.md", "s85d15719b7.md", "s794aa4f0a3.md", "s7a934d5060.md", "s5178defbbd.md", "s6c6ce26671.md", "sa03113ad4a.md", "sdbe1718ad3.md"], "rrf10": [0.03265468, 0.03239027, 0.03102801, 0.030900523, 0.030663444, 0.028286763, 0.027735806, 0.027215311, 0.0265365, 0.026165923], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_468eb063", "type": "temporal-reasoning", "abstention": false, "gold": ["se6c4b027c1.md"], "top10": ["sb92b107cfa.md", "sbf13a56603.md", "se6c4b027c1.md", "s6eaa54ecbe.md", "sb556ad66d1.md", "se3c0aff529.md", "sb2e40f4a0f.md", "s50d4481482.md", "s56170e3b54.md", "sd3e8bfe4a3.md"], "rrf10": [0.03239027, 0.032022258, 0.030753991, 0.029216954, 0.028697467, 0.028662702, 0.028456837, 0.027429256, 0.027309741, 0.027203947], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7abb270c", "type": "temporal-reasoning", "abstention": false, "gold": ["s089aa238b5.md", "s0da7667bb9.md", "s336b4d8800.md", "s460021fe1c.md", "s6c535841a0.md", "s711866769d.md"], "top10": ["s6c535841a0.md", "s336b4d8800.md", "s460021fe1c.md", "s089aa238b5.md", "s62f0d9b142.md", "s1af675d381.md", "s8ad3de51df.md", "sfa2da46297.md", "sef7c0c26a2.md", "sa1e161d312.md"], "rrf10": [0.032150266, 0.032006245, 0.031528227, 0.029972788, 0.029644608, 0.029634581, 0.028960106, 0.028313962, 0.028059488, 0.027967379], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_1e4a8aeb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4965a34b4b.md", "se8a4fc3c2b.md"], "top10": ["se8a4fc3c2b.md", "s4965a34b4b.md", "sd9c4aad8ea.md", "sa7abbdb268.md", "s0962d51244.md", "s9f21cc5ec4.md", "s67171e54fe.md", "s98832b33d7.md", "s393d68fe4d.md", "se2f582900f.md"], "rrf10": [0.032786885, 0.032258065, 0.031377824, 0.029712302, 0.029618638, 0.029531198, 0.028906641, 0.028881515, 0.028835118, 0.027743957], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4fc4f797", "type": "temporal-reasoning", "abstention": false, "gold": ["s86e8fc5c64.md", "sa00694b92d.md"], "top10": ["s86e8fc5c64.md", "sa00694b92d.md", "se15d4076d5.md", "s62f881d834.md", "se1788c2144.md", "s0b210d7c1a.md", "s1b5d0e7c6e.md", "s79295a91e6.md", "sc6b053dd80.md", "s4639e30a44.md"], "rrf10": [0.032786885, 0.032258065, 0.030313631, 0.02991465, 0.029860877, 0.029471917, 0.02887332, 0.027252907, 0.026536977, 0.026471985], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4dfccbf7", "type": "temporal-reasoning", "abstention": false, "gold": ["s994a3c82f9.md", "sed9bb71adb.md"], "top10": ["sed9bb71adb.md", "s994a3c82f9.md", "s8da6c34d20.md", "se45839fae3.md", "sc9bc82f822.md", "s90e4ad15db.md", "sd8d5bc7ace.md", "sc387b96555.md", "sb7c45414ed.md", "s109e8c90c5.md"], "rrf10": [0.032786885, 0.032258065, 0.029513969, 0.029440145, 0.028928639, 0.027602421, 0.027575549, 0.027565026, 0.027287102, 0.027272934], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_61e13b3c", "type": "temporal-reasoning", "abstention": false, "gold": ["s20c93280b9.md", "s6de2686779.md"], "top10": ["s20c93280b9.md", "s6de2686779.md", "s9ba372a885.md", "s1feff97347.md", "sa7abe1dbd3.md", "s2023243d18.md", "sf052b0e8e2.md", "s4b208f1b1c.md", "sfedcb36942.md", "s367e65b53f.md"], "rrf10": [0.032786885, 0.032258065, 0.030900187, 0.030334698, 0.029970622, 0.029684909, 0.028390619, 0.02830941, 0.028123703, 0.027815638], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_45189cb4", "type": "temporal-reasoning", "abstention": false, "gold": ["s56b6b15804.md", "s7011c1d990.md", "scc1a9ac597.md"], "top10": ["s7011c1d990.md", "scc1a9ac597.md", "s29e2b87dae.md", "sd5a6b5d8d7.md", "s2d912f4f18.md", "s56b6b15804.md", "sb52dcce058.md", "sebaac9cfcc.md", "s27e2fdc1b2.md", "sd1e8c392a9.md"], "rrf10": [0.03265468, 0.031385639, 0.031374008, 0.031261273, 0.03039049, 0.02989223, 0.029156954, 0.028824987, 0.028808446, 0.028042397], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "2ebe6c90", "type": "temporal-reasoning", "abstention": false, "gold": ["sa061eb7d02.md", "sd9d046a725.md"], "top10": ["sd9d046a725.md", "sa061eb7d02.md", "sda2cb8a2cc.md", "s1eac952338.md", "s1909c64e57.md", "s1803123d61.md", "s3af6efda37.md", "secce8d201b.md", "s2229d87b98.md", "s83e2b4996e.md"], "rrf10": [0.032786885, 0.032258065, 0.030534831, 0.03010323, 0.028528314, 0.028360445, 0.028287043, 0.028244048, 0.027930955, 0.027462687], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e061b84f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2863cc2ae4.md", "s43a4e39340.md", "s7d2fafc848.md"], "top10": ["s43a4e39340.md", "sf5221600f8.md", "s9782ab492b.md", "s84a3d34217.md", "s5b5bca3d7f.md", "s7fb835e33a.md", "s4b60a071e3.md", "sc4c67fd285.md", "s2863cc2ae4.md", "s3d6accdd64.md"], "rrf10": [0.031920645, 0.029961523, 0.028999126, 0.028791457, 0.028707557, 0.028378119, 0.028030399, 0.027777778, 0.027361462, 0.027210017], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "370a8ff4", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ba7fc06a6.md", "s950777cdc2.md"], "top10": ["s4ba7fc06a6.md", "s950777cdc2.md", "s96611c9cb5.md", "s51dc9ee1b4.md", "s233a2aab31.md", "sd81371b1bd.md", "s9346a40393.md", "sdd32f8c85b.md", "sbb07c69e1f.md", "sefce26f6de.md"], "rrf10": [0.032786885, 0.032258065, 0.031013258, 0.029892624, 0.029757059, 0.029166667, 0.028803122, 0.027564483, 0.027086135, 0.026707459], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d6585ce8", "type": "temporal-reasoning", "abstention": false, "gold": ["s193d7352b9.md", "s1f80139e1f.md", "s431dbcb910.md", "s54c1ea549a.md", "sb8911662c9.md"], "top10": ["sb8911662c9.md", "s431dbcb910.md", "s54c1ea549a.md", "s1f80139e1f.md", "s193d7352b9.md", "s1c4a818edf.md", "s9a3fca9dff.md", "s2bfdfae3e4.md", "s2ea0225d23.md", "s6a33029077.md"], "rrf10": [0.03239027, 0.032142451, 0.032006245, 0.031502016, 0.030189959, 0.029963817, 0.028655089, 0.028371628, 0.028177283, 0.027055784], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4ef30696", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b86b37b91.md", "s44278adeeb.md"], "top10": ["s44278adeeb.md", "s3b86b37b91.md", "s8891deeba0.md", "sbe149b2461.md", "s7ecc5c768d.md", "s99f45b797e.md", "sd7d6222640.md", "sa386069e6b.md", "s1e6d06142b.md", "s8e4f0c1e79.md"], "rrf10": [0.032522475, 0.032394467, 0.031626024, 0.031024531, 0.030210392, 0.028919672, 0.028853624, 0.028838417, 0.027845916, 0.027802641], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ec93e27f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2c2bc6ed95.md", "s8de7ddaa05.md"], "top10": ["s8de7ddaa05.md", "s2c2bc6ed95.md", "s058c4417b9.md", "sa3836dfe17.md", "sa5f02e8d9c.md", "s1d20544f6a.md", "sa90dbd2021.md", "s2d4c3bd108.md", "s09fcd4f772.md", "s7afa5abc69.md"], "rrf10": [0.032786885, 0.032130056, 0.03187404, 0.030539773, 0.030286815, 0.029877369, 0.028284084, 0.028087641, 0.026704701, 0.026643312], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6e984301", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f0e71de47.md", "s7b8815ea0d.md"], "top10": ["s4f0e71de47.md", "s7b8815ea0d.md", "s6963ffc65b.md", "s9ff3bb9867.md", "s98d39a9200.md", "s1a1d1ab172.md", "s430dc4191c.md", "s83f5295776.md", "sd8f11aedab.md", "s2e4ad54998.md"], "rrf10": [0.03265468, 0.03239027, 0.030080214, 0.029850746, 0.029691877, 0.02932363, 0.028999126, 0.028551629, 0.027729196, 0.027256981], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8077ef71", "type": "temporal-reasoning", "abstention": false, "gold": ["sc6850b7307.md"], "top10": ["se3bbf52e57.md", "sc6850b7307.md", "se14c344a87.md", "s324166b905.md", "s05fa8d1f58.md", "sfaaa89829c.md", "s6c14387641.md", "s6eaad95eb3.md", "scb3fd60412.md", "sa801fb2245.md"], "rrf10": [0.03239027, 0.032006245, 0.031668629, 0.029973948, 0.029844443, 0.029092072, 0.028430512, 0.028070521, 0.028042657, 0.026929145], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262c", "type": "temporal-reasoning", "abstention": false, "gold": ["s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "sd5581fd2c1.md"], "top10": ["s0ebbd7642d.md", "sc55f6655d9.md", "s48b4b20c49.md", "sd5581fd2c1.md", "s96522fe856.md", "s232db9294a.md", "s5609fcf283.md", "s201c498022.md", "sf5efc3496a.md", "s2218f317fc.md"], "rrf10": [0.032522475, 0.032142451, 0.031622024, 0.031265274, 0.03053961, 0.029703172, 0.02879357, 0.027733172, 0.027286018, 0.026990742], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8e165409", "type": "temporal-reasoning", "abstention": false, "gold": ["s1cd8a196cf.md", "saadba4fdcb.md"], "top10": ["saadba4fdcb.md", "s1cd8a196cf.md", "sbec86b3b92.md", "s992e7dcb41.md", "s0e9c9db1ae.md", "s3abf2ca32b.md", "s84c298281c.md", "s86b722a371.md", "sc3f2b7a529.md", "s1d001e90e9.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.02955378, 0.029292232, 0.028920375, 0.028375875, 0.027556386, 0.027090563, 0.026913485], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_74aed68e", "type": "temporal-reasoning", "abstention": false, "gold": ["s029fdb6057.md", "sa5eda3ba3a.md"], "top10": ["s029fdb6057.md", "sa5eda3ba3a.md", "s44752eb7ec.md", "s97872baf2d.md", "sa91b8f3a56.md", "s92b0c38ff2.md", "se21ae5bd50.md", "s75f4f7b401.md", "s840d558164.md", "s775200ce95.md"], "rrf10": [0.03265468, 0.03239027, 0.031622024, 0.031137266, 0.029587188, 0.029064559, 0.029043883, 0.029003268, 0.028837125, 0.02650402], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bcbe585f", "type": "temporal-reasoning", "abstention": false, "gold": ["s43951b5af8.md"], "top10": ["s43951b5af8.md", "s7cebb80e42.md", "s96ff24ec54.md", "s53f50845fa.md", "s680342bed3.md", "s43b774df2b.md", "s321eaaa311.md", "sd6b618a6ca.md", "s472645225e.md", "sf4fb998263.md"], "rrf10": [0.032786885, 0.031754032, 0.03151729, 0.029769526, 0.029589315, 0.029206349, 0.028637315, 0.027802641, 0.027752171, 0.027452668], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_21adecb5", "type": "temporal-reasoning", "abstention": false, "gold": ["s2cf77dc894.md", "sd590893eb7.md"], "top10": ["s827bdbd550.md", "sc35acf5860.md", "sdcce2ca7e3.md", "s3696ec64c3.md", "sd590893eb7.md", "s2cf77dc894.md", "sec45eea467.md", "sbdf50e2799.md", "s93979f69c2.md", "s550cbecdf9.md"], "rrf10": [0.032522475, 0.031009615, 0.029630682, 0.029198636, 0.029120242, 0.028509221, 0.027655016, 0.026763167, 0.026704891, 0.026629866], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "5e1b23de", "type": "temporal-reasoning", "abstention": false, "gold": ["saeedc20bb7.md"], "top10": ["s32337bb789.md", "saeedc20bb7.md", "sabbb4e25db.md", "se66a5275da.md", "s89746aa875.md", "sbae1f9bf3d.md", "s153ae9b5e8.md", "se209c780a4.md", "s717a0f62e1.md", "se47a898e2f.md"], "rrf10": [0.03265468, 0.032130056, 0.031501832, 0.029973536, 0.02952151, 0.028365882, 0.02759009, 0.027338838, 0.027256981, 0.027179749], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_98f46fc6", "type": "temporal-reasoning", "abstention": false, "gold": ["s1460aa12d1.md", "s9791b8e390.md"], "top10": ["s1460aa12d1.md", "s9791b8e390.md", "sbca9903f8d.md", "s60fe250dea.md", "s3bea28877d.md", "s60f74e7a86.md", "sa416ec81af.md", "sa824bf73c7.md", "s2ccd7a033b.md", "s11d913d134.md"], "rrf10": [0.03265468, 0.03239027, 0.031141081, 0.031024531, 0.03021069, 0.028917254, 0.028241351, 0.027657082, 0.027592242, 0.027412281], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_af6db32f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2b9dea603d.md"], "top10": ["s2b9dea603d.md", "s438a222225.md", "s327487caaf.md", "s9e5a59d89f.md", "s66bbb77d48.md", "sc6cf0efa90.md", "s2e83eac7e0.md", "s82a73a8e13.md", "sde66497d2b.md", "sb61e04ad95.md"], "rrf10": [0.032786885, 0.031513648, 0.030488007, 0.02958153, 0.029513889, 0.029199661, 0.028891258, 0.027752171, 0.027554004, 0.027096711], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eac54adc", "type": "temporal-reasoning", "abstention": false, "gold": ["s91209e129c.md", "sd59e03b1f2.md"], "top10": ["sd59e03b1f2.md", "s91209e129c.md", "s4e9025d5ec.md", "s73b461fde8.md", "sd9e9946b9a.md", "sc9ae441aad.md", "s2c72644cd2.md", "sc585781999.md", "s8dd9627791.md", "s9ef18ac0a3.md"], "rrf10": [0.03265468, 0.03239027, 0.031024195, 0.029973948, 0.029051129, 0.028696398, 0.028326931, 0.027829132, 0.027585604, 0.027156022], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ddcf75f", "type": "temporal-reasoning", "abstention": false, "gold": ["sb7a706d9cc.md"], "top10": ["sb7a706d9cc.md", "sd19c2ac5d0.md", "s390cf2c068.md", "scfed8af571.md", "s7aa4c9d5ae.md", "s8d5d29a06c.md", "s1328456c70.md", "s3425fc2201.md", "s18e7760908.md", "s4efe039057.md"], "rrf10": [0.032786885, 0.03125, 0.030224724, 0.029393939, 0.029214003, 0.029096262, 0.028883556, 0.028475762, 0.028075685, 0.027941176], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a2d1d1f6", "type": "temporal-reasoning", "abstention": false, "gold": ["s9e38a6d057.md"], "top10": ["s9e38a6d057.md", "s283ff03f54.md", "s75b6f89332.md", "s81e9bf9433.md", "sf2a11355b7.md", "s881760379b.md", "se5e56952e5.md", "sea59407232.md", "sf7c9a7f598.md", "sdf4c6ce1d7.md"], "rrf10": [0.032786885, 0.031208397, 0.030553699, 0.030536131, 0.030034722, 0.030028079, 0.029001746, 0.028612461, 0.027866056, 0.027815357], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_85da3956", "type": "temporal-reasoning", "abstention": false, "gold": ["seb709c85db.md"], "top10": ["seb709c85db.md", "s51a54af6d2.md", "s51089abd89.md", "sf4e7ea6873.md", "s34108cd1fb.md", "s80dc2db0ee.md", "scf06b87bc8.md", "sfa8edd9d07.md", "s008d778544.md", "s1e545991f0.md"], "rrf10": [0.032786885, 0.031080389, 0.030649234, 0.03021069, 0.029720772, 0.029316504, 0.029191277, 0.029107849, 0.028148961, 0.027296883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b0863698", "type": "temporal-reasoning", "abstention": false, "gold": ["s17cbc23e83.md"], "top10": ["s5f2b19534c.md", "s17cbc23e83.md", "sad2940711b.md", "s6514cbc2a2.md", "s4e834846ec.md", "sf7256265cc.md", "s12da0d1603.md", "s755acc46ab.md", "s46ca05bb60.md", "scd72cd262f.md"], "rrf10": [0.032786885, 0.032130056, 0.03187404, 0.03125, 0.029886076, 0.029854072, 0.029314888, 0.028497683, 0.02628179, 0.026135266], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94287", "type": "temporal-reasoning", "abstention": false, "gold": ["s68260b8fd5.md", "s91208e524e.md"], "top10": ["s68260b8fd5.md", "s680b3cdee9.md", "s91208e524e.md", "s0ac1836c6d.md", "s95d0ee97f7.md", "s76255697ec.md", "s18681d1971.md", "s97d28897f8.md", "se283d2d218.md", "s98cd20f281.md"], "rrf10": [0.032786885, 0.031501832, 0.031385639, 0.031294473, 0.030582898, 0.029012675, 0.028884571, 0.028442212, 0.027964725, 0.027926293], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231e", "type": "temporal-reasoning", "abstention": false, "gold": ["s24647086fa.md", "s2fafe005ea.md"], "top10": ["s2fafe005ea.md", "s24647086fa.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "s50a990b18c.md", "sde2a40da9a.md", "se489e58b5b.md", "s819545f00b.md", "sc11bbb9d21.md", "s28734cb49f.md"], "rrf10": [0.03265468, 0.03239027, 0.031257631, 0.03125, 0.02987013, 0.02931245, 0.028994513, 0.028315084, 0.027801696, 0.026840121], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ca326fa", "type": "temporal-reasoning", "abstention": false, "gold": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md"], "top10": ["sc231c512f6.md", "s36836ec9bf.md", "sfe7f677414.md", "s669e5ee31d.md", "s65d9d72a2e.md", "s928ba85fad.md", "s6149aefc4f.md", "sa782a45997.md", "s6e932c76a7.md", "sec7c047d56.md"], "rrf10": [0.03265468, 0.032134253, 0.032002048, 0.030090814, 0.029531198, 0.029129756, 0.028739316, 0.028491821, 0.027938877, 0.027209747], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7bc6cf22", "type": "temporal-reasoning", "abstention": false, "gold": ["s82870d01ff.md"], "top10": ["s82870d01ff.md", "s4c5417a25a.md", "s725f0d44c2.md", "s9363c22b91.md", "s584b6f46fd.md", "sa14df0db3d.md", "sc113fabcbf.md", "sda02ddda42.md", "s459ce6bb35.md", "s5f629d87b9.md"], "rrf10": [0.032786885, 0.030979786, 0.029338904, 0.028870614, 0.028320572, 0.027682843, 0.027447387, 0.027380083, 0.027132661, 0.027066627], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ebe6c92", "type": "temporal-reasoning", "abstention": false, "gold": ["s4c13d1174b.md", "s556e69205f.md"], "top10": ["s4c13d1174b.md", "sa85d1f8c67.md", "s783d482924.md", "sb5a9acf399.md", "s78670ccabc.md", "s18d8340c2b.md", "s556e69205f.md", "sfca090525d.md", "sf017366bf1.md", "see1d61fb6f.md"], "rrf10": [0.032526672, 0.031381824, 0.031107794, 0.030594613, 0.030144271, 0.02949463, 0.029176416, 0.028103865, 0.027665441, 0.027080617], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_e061b84g", "type": "temporal-reasoning", "abstention": false, "gold": ["s46a9a97cbd.md", "s6cd6007fa9.md", "sba27c9ecfb.md"], "top10": ["s6da3c35fb5.md", "s0e4a8bc031.md", "s6cd6007fa9.md", "s4ff840cc90.md", "sdfbb98acc6.md", "s46a9a97cbd.md", "s221e10daf5.md", "sa432b0461c.md", "s866a80aa27.md", "se5cc76bda1.md"], "rrf10": [0.031886237, 0.03163384, 0.031385281, 0.030121569, 0.029136949, 0.028241907, 0.028232062, 0.028071205, 0.027504923, 0.027122266], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "71017277", "type": "temporal-reasoning", "abstention": false, "gold": ["sf29c86135d.md"], "top10": ["sf29c86135d.md", "s5f1503ff17.md", "sb47a7525d1.md", "sed4831a5a5.md", "sf9bb8ec5bb.md", "sb7b169db77.md", "se8183ac199.md", "sa30d910d94.md", "s6ac3413068.md", "s338134ff33.md"], "rrf10": [0.032006245, 0.031943105, 0.030772873, 0.030309989, 0.029448901, 0.029359694, 0.028968538, 0.028460787, 0.027995974, 0.027891786], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ee", "type": "temporal-reasoning", "abstention": false, "gold": ["s23e5eb2c4f.md", "s61696d8458.md", "saef86266be.md", "sfadd2aad2d.md"], "top10": ["saef86266be.md", "sfadd2aad2d.md", "sb8d231993f.md", "s7bd21826bc.md", "s61696d8458.md", "sb7fa1b33c2.md", "s3f8ba97704.md", "s282be9dec1.md", "s932f5d71b4.md", "s23e5eb2c4f.md"], "rrf10": [0.032786885, 0.031754032, 0.031397098, 0.030780331, 0.030591631, 0.028553384, 0.028018534, 0.027872777, 0.027635878, 0.027620866], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_d6585ce9", "type": "temporal-reasoning", "abstention": false, "gold": ["s13140f2a3d.md", "s2e1f3cfe71.md", "s302fc535f1.md", "s32134acc14.md", "s56a1b80baa.md"], "top10": ["s2e1f3cfe71.md", "s56a1b80baa.md", "s13140f2a3d.md", "s32134acc14.md", "se5b3a9d852.md", "sb8a4b72925.md", "see3fdf1d5f.md", "s302fc535f1.md", "s14acf1af5d.md", "sd0d27ef1b0.md"], "rrf10": [0.032402664, 0.031757848, 0.031265274, 0.031148202, 0.031141439, 0.030923994, 0.029201817, 0.029021065, 0.02881558, 0.027713977], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1e4a8aec", "type": "temporal-reasoning", "abstention": false, "gold": ["s25e1ab8039.md", "sf849a07d53.md"], "top10": ["sf849a07d53.md", "s25e1ab8039.md", "seba0fafdcb.md", "s1b49e22033.md", "s40dc85a759.md", "s3ff6acb1b9.md", "s18e759afef.md", "s33fcd2d0b0.md", "s6c1f2884e3.md", "s37b591df77.md"], "rrf10": [0.031943105, 0.031656235, 0.029468599, 0.029143687, 0.029038209, 0.028308824, 0.028131313, 0.028004808, 0.027755938, 0.027620866], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262d", "type": "temporal-reasoning", "abstention": false, "gold": ["s002e2dce0d.md", "s2706cff681.md", "s4197969738.md", "s42b1274863.md", "sef8154a18e.md"], "top10": ["s42b1274863.md", "sef8154a18e.md", "s2706cff681.md", "s4197969738.md", "s002e2dce0d.md", "sccdb378645.md", "sbde08d49d5.md", "s2e6f6eb245.md", "s0f24f78f2c.md", "s995fabed44.md"], "rrf10": [0.032022258, 0.032018443, 0.032002048, 0.03163384, 0.030896881, 0.029211087, 0.02900988, 0.028409091, 0.027826087, 0.027574355], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c78", "type": "temporal-reasoning", "abstention": false, "gold": ["sb85e52ab92.md", "sce4fc22611.md"], "top10": ["s57f97dbfe1.md", "s94676065b0.md", "sb85e52ab92.md", "sce4fc22611.md", "sba886ab9ef.md", "saf076ef2bd.md", "s2387cadf8b.md", "s2e1f454301.md", "sd2b665760f.md", "s860a49a259.md"], "rrf10": [0.032786885, 0.031641298, 0.030695508, 0.030663781, 0.030368814, 0.029631255, 0.02942401, 0.028819068, 0.028424672, 0.027653693], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231f", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f2f06180b.md", "s83c5db768f.md"], "top10": ["s83c5db768f.md", "s4f2f06180b.md", "s40987eb3eb.md", "s9b5e47d063.md", "s9c8b1d4c97.md", "s18ca164d02.md", "s5622f92695.md", "s7432e29380.md", "s1e812837f1.md", "sc228717111.md"], "rrf10": [0.032786885, 0.032006048, 0.030493778, 0.030243011, 0.029178338, 0.028574345, 0.02814761, 0.027857945, 0.027603352, 0.026655822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293b", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ca2cbd3b4.md", "s589785a84a.md"], "top10": ["s8a733bb8fe.md", "s61e2bb2d9f.md", "s9672513559.md", "s15b52a74c2.md", "sdf96851b34.md", "see5d4eca5a.md", "s3ac6e74d0a.md", "s4ca2cbd3b4.md", "sbe3ab3ea95.md", "sb2d024a8f8.md"], "rrf10": [0.031290473, 0.0294168, 0.029009523, 0.028343241, 0.028114848, 0.027905548, 0.027851776, 0.02766105, 0.027227644, 0.026823799], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_468eb064", "type": "temporal-reasoning", "abstention": false, "gold": ["s46ca419463.md"], "top10": ["s51cf34e824.md", "s5e55da2d7d.md", "s33fc4264ae.md", "s771de0126e.md", "s5859dc779c.md", "sf14f60dbc1.md", "s5270e8ee22.md", "s0a2324441e.md", "s46ca419463.md", "s47f7b74120.md"], "rrf10": [0.03047856, 0.030435077, 0.030021368, 0.02939611, 0.029331987, 0.029116045, 0.028562018, 0.0280863, 0.02753559, 0.027277098], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "gpt4_fa19884d", "type": "temporal-reasoning", "abstention": false, "gold": ["s95ea2e00a1.md", "sc12f87dd19.md"], "top10": ["s10dede8772.md", "sc12f87dd19.md", "s95ea2e00a1.md", "s0175d50beb.md", "sec15584363.md", "sc26656c721.md", "s7cb525ec2a.md", "s54cd70c022.md", "s7e098098b0.md", "s8c2dd1ad64.md"], "rrf10": [0.032786885, 0.032130056, 0.031501832, 0.031013258, 0.030911818, 0.028353636, 0.027998587, 0.027876308, 0.027722567, 0.027577968], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b82", "type": "temporal-reasoning", "abstention": false, "gold": ["s4786946473.md", "s81b6bbdf4e.md"], "top10": ["s2742c32677.md", "s93311ca8d0.md", "s81b6bbdf4e.md", "sdf62b0ed05.md", "s7ebd01ec60.md", "sce5d03a82b.md", "s15b7f59278.md", "s4786946473.md", "sa53a27ebb3.md", "se21890ca7e.md"], "rrf10": [0.031754032, 0.03163384, 0.031622024, 0.031431887, 0.030896881, 0.030255545, 0.028917545, 0.028772716, 0.028109707, 0.027161307], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "eac54add", "type": "temporal-reasoning", "abstention": false, "gold": ["s162504919c.md", "s8337b854d4.md"], "top10": ["sb1ac440339.md", "s454a6b7bf4.md", "s4e746c4004.md", "s376ce055a5.md", "s8337b854d4.md", "s53e973e9fd.md", "sc3fcc3ca0a.md", "s08b08453a7.md", "s03a53402c4.md", "sb87df9a71b.md"], "rrf10": [0.032526672, 0.03053961, 0.029889913, 0.028911387, 0.028906003, 0.028620781, 0.028188087, 0.027698181, 0.027386174, 0.027360151], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "4dfccbf8", "type": "temporal-reasoning", "abstention": false, "gold": ["sa09e60716b.md", "sb9082af00f.md"], "top10": ["sb9082af00f.md", "scda201d835.md", "s9aa8197690.md", "s9b62fb6f5e.md", "s6d6bafc40d.md", "sf16c50e4ea.md", "s1356787ead.md", "s8c8f4262cd.md", "sea0ddead19.md", "s3635e07caa.md"], "rrf10": [0.032522475, 0.030952381, 0.030330882, 0.029273504, 0.02913095, 0.028719516, 0.028143833, 0.027825515, 0.027813853, 0.027682885], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "0bc8ad93", "type": "temporal-reasoning", "abstention": false, "gold": ["s4587f6fe90.md", "sa08679a07b.md", "sc170d58684.md"], "top10": ["s4587f6fe90.md", "sfe1fc78253.md", "sc170d58684.md", "sf0c9f52515.md", "s0a056f3db3.md", "s848a9a443f.md", "s3820a08c33.md", "s44ab26bac5.md", "sa08679a07b.md", "s1fe22d8789.md"], "rrf10": [0.032526672, 0.032258065, 0.032006245, 0.029682001, 0.029320568, 0.029198636, 0.028737074, 0.028544372, 0.028283228, 0.027500673], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "6e984302", "type": "temporal-reasoning", "abstention": false, "gold": ["s6ab3f16aac.md", "s83e0c428cd.md"], "top10": ["sab035380b7.md", "s2b34e456c4.md", "s6ab3f16aac.md", "sf0b77f477b.md", "sda2f33d6f3.md", "sbe0d0d4910.md", "sf2790ce62a.md", "s65d8bfe5ad.md", "s83e0c428cd.md", "sc1a5cd6ba7.md"], "rrf10": [0.031501832, 0.031107794, 0.030934278, 0.030913645, 0.030460165, 0.030093728, 0.029095116, 0.028451154, 0.027801358, 0.027732957], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_8279ba03", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f9139a2e6.md"], "top10": ["se38ef685f8.md", "s5fbbb9ea07.md", "s8e326bda56.md", "sbb094ad3fc.md", "s2bc6da6130.md", "s374041ea3c.md", "s008442bd5a.md", "sb503ff5272.md", "sc3e090393c.md", "sc15a4fdc19.md"], "rrf10": [0.031068098, 0.030708181, 0.030635867, 0.030621786, 0.029878851, 0.029625409, 0.029406037, 0.029338023, 0.02855233, 0.028104575], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_b5700ca0", "type": "temporal-reasoning", "abstention": false, "gold": ["s72d3f1186e.md"], "top10": ["s72d3f1186e.md", "s1fad58d740.md", "sba65fea786.md", "s60c4abf083.md", "sd217675fa6.md", "s6a45e8b82a.md", "sa3375ce3b6.md", "sfec8416a2d.md", "s6f47675d12.md", "sc6b6c37138.md"], "rrf10": [0.031792637, 0.031336406, 0.030324568, 0.029876149, 0.029248293, 0.028774735, 0.028665029, 0.027932188, 0.027789486, 0.02759009], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94288", "type": "temporal-reasoning", "abstention": false, "gold": ["sa0c7b3aa66.md", "sf252db108c.md"], "top10": ["s14846cddb0.md", "s081e150019.md", "s46f6839810.md", "s8f5f0c3d73.md", "saaf4776370.md", "sa0c7b3aa66.md", "s04e0eb6cbe.md", "s8c28dce03f.md", "s76e59b875e.md", "sc25c49be6b.md"], "rrf10": [0.032402664, 0.032006245, 0.031757848, 0.031024889, 0.030334063, 0.029575646, 0.028392368, 0.027384123, 0.027202381, 0.026812337], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_2655b836", "type": "temporal-reasoning", "abstention": false, "gold": ["sbd2d6853a4.md", "sf0e65c9f25.md", "sfb09c24b3f.md"], "top10": ["sfb09c24b3f.md", "sbd2d6853a4.md", "sf0e65c9f25.md", "sd6061a486e.md", "s29f0198888.md", "sfa7d9a2a6f.md", "s9948c48442.md", "sa0836e577d.md", "seba48cb2a1.md", "s7fc61b9aec.md"], "rrf10": [0.032522475, 0.032522475, 0.031622024, 0.030440964, 0.028758741, 0.028364807, 0.028102036, 0.027997551, 0.027863777, 0.027538444], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2487a7cb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4d59b8878b.md", "sb28c305d83.md"], "top10": ["sb28c305d83.md", "scd823c404b.md", "s4d59b8878b.md", "sdafa58f138.md", "s149430f92a.md", "sc92b730a1c.md", "s3a45bbe699.md", "s9ede7814c5.md", "sb3bb420a5b.md", "sfbe076175b.md"], "rrf10": [0.03265468, 0.03239027, 0.031746032, 0.030656323, 0.029981069, 0.029176416, 0.028840093, 0.028838417, 0.027938586, 0.027512769], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_76048e76", "type": "temporal-reasoning", "abstention": false, "gold": ["s5168ffe72d.md", "sa84dca62c2.md"], "top10": ["s5168ffe72d.md", "sa84dca62c2.md", "s04efc15fa5.md", "se6111a85ad.md", "sc1dbff3aac.md", "s761941e7c1.md", "s1200646c38.md", "s9f6a78d7e8.md", "s7bc9cf68ec.md", "s000c9aa523.md"], "rrf10": [0.03265468, 0.032134253, 0.03187804, 0.02998668, 0.027545788, 0.027089195, 0.027051561, 0.026815298, 0.0265625, 0.026559909], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2312f94c", "type": "temporal-reasoning", "abstention": false, "gold": ["s345a3cd20b.md", "s3640d5892b.md"], "top10": ["s3640d5892b.md", "s345a3cd20b.md", "s1578e8805e.md", "s8c4c202bd1.md", "s1ab2ddfecb.md", "s80fb14cb87.md", "safbe8a58c5.md", "s50c7bd3d58.md", "s39a5a450ee.md", "s5d97ff9b34.md"], "rrf10": [0.032786885, 0.032258065, 0.030663781, 0.030170438, 0.030027721, 0.029631255, 0.029224399, 0.028647155, 0.027685328, 0.026786358], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bb5a684", "type": "temporal-reasoning", "abstention": false, "gold": ["s595a56db20.md", "scce59a4655.md"], "top10": ["scce59a4655.md", "s595a56db20.md", "s56ed2f0c8f.md", "sa7cdaaeb2a.md", "s90ea4a7b13.md", "s2615a04853.md", "s7907b0f164.md", "sb63daa1678.md", "s20e144b7bb.md", "s919ad4a7c8.md"], "rrf10": [0.032786885, 0.032130056, 0.031502016, 0.031501832, 0.03030303, 0.029997561, 0.029211087, 0.028583373, 0.028531445, 0.026933924], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08f4fc43", "type": "temporal-reasoning", "abstention": false, "gold": ["s2af822d821.md", "s640616c492.md"], "top10": ["s2af822d821.md", "sa22f98db8c.md", "s640616c492.md", "sb50bf2cbf3.md", "s592c2f510e.md", "sc8f74bc636.md", "s092a7494a7.md", "s4b396ed6a0.md", "s0f9cbb38c4.md", "s0c54bab47b.md"], "rrf10": [0.03265468, 0.031418481, 0.03096712, 0.030790441, 0.030121569, 0.030092459, 0.029575437, 0.028838141, 0.027603502, 0.027491953], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2c63a862", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f98c8dc3a.md", "s9f1a32ae81.md"], "top10": ["s9f1a32ae81.md", "s4f98c8dc3a.md", "scaa9894582.md", "s4315eee20f.md", "s7914937fde.md", "s814450ff3d.md", "sb981c1af92.md", "secee1bfe32.md", "s4405fa5a05.md", "s6eaefa2ac1.md"], "rrf10": [0.032270459, 0.032266458, 0.031769306, 0.031024195, 0.029440709, 0.029052647, 0.028111645, 0.027963729, 0.027399831, 0.027335165], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_385a5000", "type": "temporal-reasoning", "abstention": false, "gold": ["s2e8320a39c.md", "sa4b77ce1d4.md"], "top10": ["sa4b77ce1d4.md", "s69a0294101.md", "s2e8320a39c.md", "s860de2e267.md", "s38bfef5ed7.md", "sa76eff2993.md", "s689b341cd0.md", "s33a3972e62.md", "s9bbdd5d7de.md", "s0c557c9e56.md"], "rrf10": [0.032786885, 0.03163384, 0.031513648, 0.030828373, 0.030365769, 0.030074064, 0.029350446, 0.028470825, 0.027939239, 0.02774114], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2a1811e2", "type": "temporal-reasoning", "abstention": false, "gold": ["s55d727a7bc.md", "s8d839c07e0.md"], "top10": ["s8d839c07e0.md", "s55d727a7bc.md", "sda9dd3ba67.md", "s9257a30459.md", "sbe58be2457.md", "sa96cde9886.md", "s41a12a8a79.md", "sa24aca4a4b.md", "s64010b44c6.md", "s0eea19416d.md"], "rrf10": [0.03265468, 0.03239027, 0.030952381, 0.030893065, 0.029973948, 0.028692845, 0.02830941, 0.027108853, 0.026850619, 0.026759515], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bbf86515", "type": "temporal-reasoning", "abstention": false, "gold": ["s30d987b3c3.md", "s7b6f7dd6ee.md"], "top10": ["s7b6f7dd6ee.md", "s31c4f49a3a.md", "s9294810284.md", "s1a4a62a416.md", "s30d987b3c3.md", "s843bf14752.md", "s2a6de2a9af.md", "se10fca23da.md", "s526e981d1d.md", "s608efe2d9d.md"], "rrf10": [0.032786885, 0.03187804, 0.031133623, 0.030563685, 0.030414747, 0.030076888, 0.029647748, 0.029051445, 0.02879357, 0.028687275], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5dcc0aab", "type": "temporal-reasoning", "abstention": false, "gold": ["s24d99c7c22.md", "saa4d80e61a.md", "sccd56d8af2.md", "sd243ebb0b8.md", "sfc267f2333.md"], "top10": ["sfc267f2333.md", "saa4d80e61a.md", "sccd56d8af2.md", "s24d99c7c22.md", "sd243ebb0b8.md", "s5a0f1006d9.md", "s264b60e681.md", "s53e72bded5.md", "s628aec4c53.md", "s418c366815.md"], "rrf10": [0.03239027, 0.032266458, 0.032134253, 0.03125, 0.030652681, 0.029967143, 0.029659934, 0.029314888, 0.02872549, 0.028111038], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0b2f1d21", "type": "temporal-reasoning", "abstention": false, "gold": ["s64ebf1efbd.md", "s90c6ccbe2b.md"], "top10": ["s90c6ccbe2b.md", "s64ebf1efbd.md", "s1d19b405a7.md", "s2bc99a4da9.md", "sbbfa2f2d1a.md", "s8fba3ccb69.md", "s40a6baf4db.md", "sec836f4f02.md", "se89578156f.md", "s54958462fe.md"], "rrf10": [0.032522475, 0.032522475, 0.030479754, 0.029130955, 0.028551958, 0.0284618, 0.028080326, 0.027367503, 0.02706755, 0.02660211], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0853d11", "type": "temporal-reasoning", "abstention": false, "gold": ["s817b9a6f4d.md", "sfe7e47317a.md"], "top10": ["s817b9a6f4d.md", "sfe7e47317a.md", "s3d48a3e0b7.md", "s06f5347192.md", "sc3e40b0945.md", "s25ae9177ef.md", "s603879487d.md", "s536c892a97.md", "sd41cd92c49.md", "s9b9634dfd6.md"], "rrf10": [0.03265468, 0.03239027, 0.030607577, 0.030580357, 0.030193438, 0.030005019, 0.029147813, 0.028637771, 0.028030503, 0.027530742], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_6ed717ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s55af9f14ed.md", "sbd11663681.md"], "top10": ["s55af9f14ed.md", "sbd11663681.md", "sc6cf4d9cc4.md", "scb260fc417.md", "s3c9433c1a9.md", "sffb86be3dc.md", "sed4b321821.md", "sa1b549dc19.md", "sef0c8b5149.md", "s23e194c2c7.md"], "rrf10": [0.032786885, 0.032258065, 0.03055071, 0.030377956, 0.030261752, 0.030121569, 0.029472765, 0.028928639, 0.027526132, 0.027322134], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552", "type": "temporal-reasoning", "abstention": false, "gold": ["s41bf8b44c2.md", "s5cf74e1124.md"], "top10": ["s5cf74e1124.md", "s41bf8b44c2.md", "s21ad0a7052.md", "sc2af4bd4be.md", "seda94a271d.md", "s5c8e6efa68.md", "sb3f5ede777.md", "s5e3caad845.md", "s5e58bb106e.md", "s8434b55e4c.md"], "rrf10": [0.03265468, 0.03239027, 0.03127221, 0.029957514, 0.029562125, 0.029082341, 0.028551629, 0.028422286, 0.027482811, 0.027385029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3838d2b", "type": "temporal-reasoning", "abstention": false, "gold": ["s008616af89.md", "s08039dfb39.md", "s433c60d14c.md", "s5949e866a0.md", "sc06f53e288.md", "sfdc5e0b469.md"], "top10": ["s433c60d14c.md", "sfdc5e0b469.md", "s5949e866a0.md", "sc06f53e288.md", "s08039dfb39.md", "s88be3d04ec.md", "s008616af89.md", "sea614a3b27.md", "s0109d1bcbf.md", "s981fbfae83.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.031498016, 0.030313314, 0.030076888, 0.029273504, 0.028751131, 0.02780595, 0.027420635], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_93159ced", "type": "temporal-reasoning", "abstention": false, "gold": ["s28b2bb6a4c.md", "s480422580e.md"], "top10": ["s480422580e.md", "s66fbc2cb82.md", "s28b2bb6a4c.md", "s256755fe05.md", "s71c400275b.md", "sda816c4c06.md", "s1e1c635466.md", "sc3c3dc1c37.md", "sf2d0a2ddc8.md", "s6d345411ac.md"], "rrf10": [0.032786885, 0.03151729, 0.030393576, 0.029011889, 0.028884473, 0.028182949, 0.027726449, 0.027514153, 0.027455874, 0.027443374], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2d58bcd6", "type": "temporal-reasoning", "abstention": false, "gold": ["s2826b6f894.md", "s421af25d82.md"], "top10": ["s2826b6f894.md", "s421af25d82.md", "sa93b473326.md", "sb7968eb15e.md", "s2f46714931.md", "s6afb2163ec.md", "s1b368c9880.md", "s2e50c4f398.md", "sb968cc672c.md", "s891fc456e5.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.031129808, 0.029760819, 0.028864071, 0.028814262, 0.028504893, 0.028006267, 0.027998587], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_65aabe59", "type": "temporal-reasoning", "abstention": false, "gold": ["s6f9ff14428.md", "s90a4bc5533.md"], "top10": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "s3bbeb60f1d.md", "s0583c7636b.md", "se05f4453d7.md", "s615d89fdfc.md", "s11972a0d1a.md", "sa5cbe07bbc.md", "s4d3281a260.md"], "rrf10": [0.032786885, 0.032130056, 0.03187404, 0.028896704, 0.027654994, 0.027623786, 0.027549342, 0.027463187, 0.027315374, 0.027179749], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "982b5123", "type": "temporal-reasoning", "abstention": false, "gold": ["sccb03fc4f5.md", "sf3670fa6d3.md"], "top10": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sf653ecc01c.md", "sb51a319156.md", "sdbf883a0db.md", "s9f5ba46808.md", "sf84f7b9cb0.md", "s9328c8b6f4.md", "scc1e92a9c0.md", "sb0f77a7f32.md"], "rrf10": [0.032786885, 0.032130056, 0.031374008, 0.031261632, 0.029760819, 0.029528017, 0.029193149, 0.029051445, 0.028790389, 0.027598244], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b9cfe692", "type": "temporal-reasoning", "abstention": false, "gold": ["s1d14444b2b.md", "s5eb7a1d415.md", "s8208760db1.md"], "top10": ["s8208760db1.md", "s5eb7a1d415.md", "s1d14444b2b.md", "s122a1d1b78.md", "s81c5416f1c.md", "sc90bd1316c.md", "s77a8d3edee.md", "s32da7f40ae.md", "s9f962ba7e5.md", "s26eefdf1ef.md"], "rrf10": [0.032786885, 0.032002048, 0.032002048, 0.0296875, 0.029644269, 0.027809106, 0.027610275, 0.027154026, 0.026711509, 0.026700327], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4edbafa2", "type": "temporal-reasoning", "abstention": false, "gold": ["s73cd5d9160.md", "s9be19f5415.md"], "top10": ["s9be19f5415.md", "s73cd5d9160.md", "s34a02113e4.md", "s839b8ab38b.md", "s8e1f16e287.md", "s6ae05ecfbc.md", "sa6b6a9cf17.md", "sf79fde178f.md", "sed28ca5fc3.md", "sc3f1ac8458.md"], "rrf10": [0.032522475, 0.032522475, 0.031377824, 0.0303344, 0.029261364, 0.028123986, 0.027523182, 0.027404871, 0.02721196, 0.026990742], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8090214", "type": "temporal-reasoning", "abstention": false, "gold": ["s7d5893d955.md", "sb88bd81bf2.md"], "top10": ["s7d5893d955.md", "sb88bd81bf2.md", "sade61b1c3d.md", "s46ec41484d.md", "s85642fb1ea.md", "sb5c8f1a92a.md", "se13e10aaa2.md", "s0f04f7d06f.md", "scbcbf00fe5.md", "s1ba0e36656.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.030807885, 0.030429864, 0.029572119, 0.028912071, 0.028891398, 0.028378582, 0.027938586], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_483dd43c", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b66dde47c.md", "se8266fabdf.md"], "top10": ["s3b66dde47c.md", "se8266fabdf.md", "s3ec30e6b6d.md", "s41d8802eaf.md", "se0df0a5c2b.md", "sd46a50407d.md", "sd9632fe39f.md", "se7423c1a80.md", "s4bdd53401d.md", "sc120a7a43b.md"], "rrf10": [0.032786885, 0.032258065, 0.028230695, 0.027938586, 0.027867965, 0.027628536, 0.027458633, 0.026953243, 0.026936275, 0.026919429], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e4e14d04", "type": "temporal-reasoning", "abstention": false, "gold": ["sb3a93ec989.md", "scac3fc2d6a.md"], "top10": ["sb3a93ec989.md", "scac3fc2d6a.md", "s748bbd0901.md", "seca64f6618.md", "sf5bcc52f7c.md", "s89f28e6c0d.md", "sbe0d53aaa4.md", "s337ec808d0.md", "sea0f9e4152.md", "s644060b738.md"], "rrf10": [0.032266458, 0.032258065, 0.031253816, 0.031099325, 0.028824987, 0.02813636, 0.028055635, 0.027802144, 0.027701465, 0.02721582], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c9f37c46", "type": "temporal-reasoning", "abstention": false, "gold": ["s08e1e9433d.md", "s5aac5fac5b.md"], "top10": ["s08e1e9433d.md", "s5aac5fac5b.md", "s9df17a702b.md", "s7ed0b1b18d.md", "sd77bfcf84f.md", "s3053450223.md", "sca226d846c.md", "s36cfcc7da4.md", "s1ce8f63e85.md", "s7f0e6d1f53.md"], "rrf10": [0.032786885, 0.032258065, 0.031137266, 0.030550057, 0.029864058, 0.029783077, 0.029498279, 0.028622107, 0.028143833, 0.028034311], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2c50253f", "type": "temporal-reasoning", "abstention": false, "gold": ["s0175de5805.md", "sedd6d1da16.md"], "top10": ["s0175de5805.md", "sedd6d1da16.md", "s49304f2686.md", "s18fd4def26.md", "s8b8c7ed890.md", "sf5f795cbc0.md", "s5f22746c04.md", "s6dcb50164f.md", "s8abfd558c4.md", "s9b0ef59d78.md"], "rrf10": [0.03265468, 0.032134253, 0.031418481, 0.031374008, 0.029445575, 0.028471528, 0.028357901, 0.027802144, 0.027251461, 0.027170601], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dcfa8644", "type": "temporal-reasoning", "abstention": false, "gold": ["s5e747c25d4.md", "s829e5b50ee.md"], "top10": ["s829e5b50ee.md", "s5e747c25d4.md", "sc26232a561.md", "s26cace0e02.md", "s940b7cea29.md", "sb7e91a1fdf.md", "s5feddd87ca.md", "s81e9930b53.md", "s2e88fd1193.md", "s5e49580335.md"], "rrf10": [0.032522475, 0.032522475, 0.031746032, 0.029922386, 0.029604059, 0.028994637, 0.026777398, 0.026690585, 0.026688034, 0.026266962], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b4a80587", "type": "temporal-reasoning", "abstention": false, "gold": ["s81e3d5422c.md", "s9886a5c274.md"], "top10": ["s81e3d5422c.md", "s9886a5c274.md", "sd73e36147a.md", "s6df31dd978.md", "sd17ef02c36.md", "sdb00f3e0f2.md", "s4cc7cee7c6.md", "sf756d81c8b.md", "s4f4780410e.md", "s8043e23777.md"], "rrf10": [0.032786885, 0.032258065, 0.03069515, 0.030330882, 0.029963817, 0.029790522, 0.029690622, 0.029154947, 0.028045111, 0.027610693], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_9a159967", "type": "temporal-reasoning", "abstention": false, "gold": ["s39bce70737.md", "s9cf08030f4.md", "sa5569c7b49.md"], "top10": ["s9cf08030f4.md", "s39bce70737.md", "sa5569c7b49.md", "s0c2eb2a185.md", "s946073a043.md", "s65698d0474.md", "sdb16a48dd5.md", "s493f47cfbf.md", "sd19132c35c.md", "s519ccfa46c.md"], "rrf10": [0.032786885, 0.032130056, 0.031626024, 0.031148202, 0.029673972, 0.029524691, 0.028899885, 0.028709016, 0.026556606, 0.026274436], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc6d1ec1", "type": "temporal-reasoning", "abstention": false, "gold": ["s1c5f3ff0b6.md", "s9f4d074051.md"], "top10": ["s1c5f3ff0b6.md", "s9f4d074051.md", "s44f163f955.md", "sca3842cd5a.md", "sd53ce01ff0.md", "sec570d0a5e.md", "scc20a584a3.md", "s6386ad6ef3.md", "s034d1163bc.md", "s6bc147bba6.md"], "rrf10": [0.03265468, 0.03239027, 0.030063837, 0.029773849, 0.029589315, 0.029450758, 0.028946795, 0.027772836, 0.027630754, 0.027470309], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8c8961ae", "type": "temporal-reasoning", "abstention": false, "gold": ["s05cb38b910.md", "s0ebeaaa131.md"], "top10": ["s0ebeaaa131.md", "s05cb38b910.md", "s0b7165840c.md", "s1f7b64c0d7.md", "s73a6dea65e.md", "s2d984ce048.md", "sc49b79e68e.md", "s50ee320eff.md", "scab011631d.md", "sead1ce3d43.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.029440709, 0.029373597, 0.029297659, 0.029043084, 0.028025457, 0.02753559, 0.027348213], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d9af6064", "type": "temporal-reasoning", "abstention": false, "gold": ["s0f39b2797c.md", "s91ee2f2e0e.md"], "top10": ["s91ee2f2e0e.md", "s0f39b2797c.md", "s70afc29573.md", "sdb21a0fbef.md", "sa55008c3c5.md", "s1469f168f2.md", "s47af66556f.md", "s467839af88.md", "s85f15d6eff.md", "se925ba90a7.md"], "rrf10": [0.032786885, 0.032258065, 0.031374008, 0.030674381, 0.029369393, 0.029043084, 0.02852912, 0.027562089, 0.027235318, 0.026923538], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7de946e7", "type": "temporal-reasoning", "abstention": false, "gold": ["s87199b9e20.md", "s8d2939d9d9.md"], "top10": ["s87199b9e20.md", "s8d2939d9d9.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sa7ab9c4734.md", "s9c705d7fa8.md", "sf910af34b6.md", "s9703506b19.md", "s58cef62418.md", "sd0d36ae472.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.031261273, 0.030652681, 0.028891258, 0.027991723, 0.027774236, 0.026917349, 0.026218622], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d01c6aa8", "type": "temporal-reasoning", "abstention": false, "gold": ["s27c3996527.md", "sc0834edc40.md"], "top10": ["sc0834edc40.md", "s27c3996527.md", "sbca7204e08.md", "s12308690f5.md", "s267b6828ee.md", "s63c55b5a2a.md", "sff86892469.md", "s0e1ae3e7ea.md", "scb30e55217.md", "s906be4d53a.md"], "rrf10": [0.03265468, 0.031284408, 0.030351789, 0.028910396, 0.028622782, 0.028495453, 0.028311966, 0.028154511, 0.027170271, 0.027126512], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "993da5e2", "type": "temporal-reasoning", "abstention": false, "gold": ["sc2c75a3b3d.md", "sca918c6491.md"], "top10": ["sc2c75a3b3d.md", "sca918c6491.md", "sa0f4c3b204.md", "sa0f5693822.md", "s38a79afd7e.md", "sc8e6cebc17.md", "sf597189f38.md", "s0078e93c3d.md", "s60a8cc6191.md", "sb4f510da95.md"], "rrf10": [0.032786885, 0.032002048, 0.03187804, 0.030670249, 0.02953932, 0.028258996, 0.027740464, 0.027172124, 0.026938825, 0.026550402], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3045048", "type": "temporal-reasoning", "abstention": false, "gold": ["s34e4ec4eef.md", "sf6f7182ae0.md"], "top10": ["sb946f98b8c.md", "sf6f7182ae0.md", "s34e4ec4eef.md", "s9f04e9c2b9.md", "s238c353f40.md", "s4db1295acd.md", "s868545fa6a.md", "s6fb625b37e.md", "sf10b4b4cb0.md", "s6e501c414f.md"], "rrf10": [0.032522475, 0.031758229, 0.031517845, 0.030885977, 0.030161646, 0.029327918, 0.029284347, 0.02860852, 0.028395412, 0.028162055], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d31cdae3", "type": "temporal-reasoning", "abstention": false, "gold": ["s5c0a31b0c9.md", "s6e88e5e525.md"], "top10": ["s5c0a31b0c9.md", "se03fc5ca98.md", "s0cbc84a2e4.md", "s6e88e5e525.md", "s0c3b4ad7fb.md", "se12b1c7f5e.md", "sde2659ee38.md", "sb9cd50476b.md", "s5ebf4b8a9c.md", "sc1dd77eabc.md"], "rrf10": [0.032786885, 0.03187404, 0.03151729, 0.031385639, 0.031129808, 0.02812828, 0.027998962, 0.027604588, 0.027429256, 0.02696369], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_cd90e484", "type": "temporal-reasoning", "abstention": false, "gold": ["s01360ef0c3.md", "s8a8c2e05ec.md"], "top10": ["s01360ef0c3.md", "s8a8c2e05ec.md", "sebc5c7ad86.md", "s3af56adb0b.md", "s27ce54af4e.md", "s595f2c6742.md", "sc13f3f3be5.md", "s14e8081519.md", "s3d33a11a61.md", "sd49ddb3a0d.md"], "rrf10": [0.032522475, 0.032394467, 0.030189959, 0.029472765, 0.02907751, 0.028707591, 0.027932188, 0.027301233, 0.026881207, 0.026144908], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_88806d6e", "type": "temporal-reasoning", "abstention": false, "gold": ["s9368d1b6c1.md", "sa3245090a2.md"], "top10": ["sa3245090a2.md", "s9368d1b6c1.md", "s38e1741d67.md", "s9d38b00fde.md", "s290e87c58c.md", "sac2f5bd3ee.md", "sb2381f9e84.md", "s60dd92d866.md", "s81b2a55988.md", "s5975388401.md"], "rrf10": [0.032786885, 0.031626024, 0.031013431, 0.029153787, 0.028699813, 0.028580305, 0.027758442, 0.027516163, 0.02729445, 0.027288978], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4cd9eba1", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddfcc1840.md", "sdcbbe1aff8.md"], "top10": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sabb87d6f21.md", "s68af291090.md", "sc112151abf.md", "sf99b407698.md", "s64a98e5698.md", "s33f1a46a13.md", "s630c3665c9.md", "s07dd6825af.md"], "rrf10": [0.032786885, 0.032258065, 0.030578898, 0.03042306, 0.029540749, 0.029451155, 0.029260526, 0.028893849, 0.027659767, 0.027229918], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93f6379c", "type": "temporal-reasoning", "abstention": false, "gold": ["s43a072f157.md", "sd1df7a24ac.md", "sfb967e87f2.md"], "top10": ["sfb967e87f2.md", "sd1df7a24ac.md", "s08accac585.md", "s43a072f157.md", "sff493dc186.md", "sd96069f4b2.md", "sceea088529.md", "s251f6ffef2.md", "s75c1f5d801.md", "sd8d40f36f3.md"], "rrf10": [0.032522475, 0.032522475, 0.031746032, 0.029953872, 0.029273504, 0.029110484, 0.029044216, 0.028805916, 0.028104115, 0.027530742], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b29f3365", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b896c3512.md", "s548348aeec.md"], "top10": ["s3b896c3512.md", "s548348aeec.md", "s48f960c250.md", "s25ea3978a6.md", "s665fd095f5.md", "s43342168ae.md", "s360637b2a6.md", "sf6dad02828.md", "scdfaabcb8d.md", "s83f9921dd5.md"], "rrf10": [0.032522475, 0.032522475, 0.029111783, 0.028943279, 0.028571429, 0.028522806, 0.028419691, 0.028206778, 0.028090078, 0.028000714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f56ae70", "type": "temporal-reasoning", "abstention": false, "gold": ["s1f845ab656.md", "s655404f4a3.md", "sf0d9378d6e.md"], "top10": ["s655404f4a3.md", "s1f845ab656.md", "sf0d9378d6e.md", "s60e49fe2f7.md", "s46888c1d60.md", "se214699910.md", "s7e952879f9.md", "sc0d240093a.md", "s189763370c.md", "sb7a439cf2e.md"], "rrf10": [0.032402664, 0.032002048, 0.031311917, 0.028871398, 0.028282828, 0.028016145, 0.027875587, 0.027386673, 0.027087647, 0.027049942], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6613b389", "type": "temporal-reasoning", "abstention": false, "gold": ["s837e89c60d.md", "sbddb9c5815.md", "se4c50b7071.md"], "top10": ["sbddb9c5815.md", "se4c50b7071.md", "s6422cf943a.md", "s87a60292af.md", "s6843424c25.md", "s1a52e3040f.md", "sd7ba783a98.md", "s837e89c60d.md", "s31fb8d4036.md", "s7c54f7cabe.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.030656323, 0.03021978, 0.028041586, 0.027620267, 0.027529762, 0.027049062, 0.026959787], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_78cf46a3", "type": "temporal-reasoning", "abstention": false, "gold": ["s6facddd513.md", "scf6d1055d1.md"], "top10": ["scf6d1055d1.md", "s6facddd513.md", "se2f5808e71.md", "s1e39370106.md", "s44defde7ec.md", "s6d08802e39.md", "s2ca9aaa762.md", "secf2c5d061.md", "seb1daa5e4e.md", "s5e09cd5ca6.md"], "rrf10": [0.032522475, 0.032002048, 0.030682073, 0.029038397, 0.028697454, 0.028634368, 0.028599708, 0.028494337, 0.028488328, 0.028075397], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0a05b494", "type": "temporal-reasoning", "abstention": false, "gold": ["s5bcfae14fb.md", "sabede4e831.md"], "top10": ["sabede4e831.md", "s9124fa68d3.md", "s304ac5b187.md", "s5bcfae14fb.md", "s2df1845825.md", "s08f7b396b0.md", "sa76ac027d3.md", "sa7d5e7cd80.md", "s3290b50a26.md", "sf14bb8ef10.md"], "rrf10": [0.032786885, 0.031067717, 0.030896881, 0.030834915, 0.029163872, 0.028961039, 0.027768065, 0.027620866, 0.027151032, 0.026805137], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1a1dc16d", "type": "temporal-reasoning", "abstention": false, "gold": ["sf7811e5c83.md", "sfd09ef2725.md"], "top10": ["sf7811e5c83.md", "sfd09ef2725.md", "s33d87fd9d7.md", "scf8525cfd3.md", "sd1089464b3.md", "sa181f1700c.md", "sd16e75e9cc.md", "sffb862a492.md", "sb7ff63e87f.md", "se89657da8d.md"], "rrf10": [0.032786885, 0.03187804, 0.031385281, 0.031381824, 0.02990846, 0.029809688, 0.029647748, 0.029411765, 0.028872242, 0.027204586], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f584639", "type": "temporal-reasoning", "abstention": false, "gold": ["s35bbe43aff.md", "sc5b1e223c5.md"], "top10": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s43af6bd5ab.md", "s1d490417b0.md", "sd48bd057e4.md", "s087a4643ae.md", "s7d7bd00124.md", "s808057f3b4.md", "s45fb58468b.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.029957514, 0.029709507, 0.028589466, 0.027943256, 0.027772232, 0.027737826, 0.027703477], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_213fd887", "type": "temporal-reasoning", "abstention": false, "gold": ["s92d881001c.md", "sb2b2185e8e.md"], "top10": ["sb2b2185e8e.md", "s92d881001c.md", "seb95410169.md", "s19cf5fa165.md", "sa3361c2f35.md", "s2ff05ebcb3.md", "s172965d91d.md", "sa12dfe1257.md", "saa13b7c5f1.md", "s600e463eda.md"], "rrf10": [0.032786885, 0.032258065, 0.031055901, 0.030776515, 0.029469122, 0.029434524, 0.028516218, 0.028131525, 0.027431101, 0.027176635], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5438fa52", "type": "temporal-reasoning", "abstention": false, "gold": ["s25b44053fd.md", "s36786ac286.md"], "top10": ["s7fbbfb6b3c.md", "s30f07eb5cb.md", "scf4a2daedd.md", "s22dd706d12.md", "s40a6e34051.md", "s25b44053fd.md", "s36786ac286.md", "s5e1bd4ee0a.md", "sfa7b0fd37c.md", "s3508dd62b3.md"], "rrf10": [0.032002048, 0.031397479, 0.031011454, 0.030931893, 0.030426702, 0.030233085, 0.030174743, 0.029910211, 0.028727437, 0.028528314], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "gpt4_c27434e8", "type": "temporal-reasoning", "abstention": false, "gold": ["s710e95d011.md", "sb7f6f1f28d.md"], "top10": ["s710e95d011.md", "sb7f6f1f28d.md", "s93e8318712.md", "sce6383e988.md", "saf31f9bf92.md", "s4f7f40a37b.md", "s1b70fd4e2c.md", "sebb4063582.md", "sc8dc26e979.md", "sfb8225a893.md"], "rrf10": [0.032786885, 0.032258065, 0.028442212, 0.027888499, 0.027850387, 0.02782439, 0.027746657, 0.02751112, 0.027173521, 0.026904762], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddffe09ad.md", "s9e9e6a7ea5.md"], "top10": ["s9e9e6a7ea5.md", "s3ddffe09ad.md", "s04547b770a.md", "s1482ea51ca.md", "s962fc8e889.md", "s47a8f83ec6.md", "s47a2a48540.md", "s4aea3ef6a6.md", "s109947238e.md", "s1fb0e6b69c.md"], "rrf10": [0.032786885, 0.032006048, 0.031626024, 0.030004738, 0.029881011, 0.029244383, 0.028890993, 0.028787041, 0.027973396, 0.026770752], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8c18457d", "type": "temporal-reasoning", "abstention": false, "gold": ["s49c6d6513f.md", "s530c3c190b.md"], "top10": ["s530c3c190b.md", "s49c6d6513f.md", "sc9f8b2c904.md", "s51e89a99d0.md", "s1c790ce0af.md", "sb95e3907e8.md", "sf7c950b6df.md", "s5400662dee.md", "sad7e2f44a9.md", "s8f0b13a358.md"], "rrf10": [0.032522475, 0.032266458, 0.032002048, 0.029575437, 0.02923138, 0.028835236, 0.028743642, 0.028055136, 0.028048912, 0.027989379], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s6012d761ea.md", "sb7a6e178e4.md"], "top10": ["s6012d761ea.md", "sb7a6e178e4.md", "s4d0ca287ba.md", "s3e87545573.md", "s6276d56957.md", "s4894a25d2b.md", "s0283e6eb76.md", "s6e5192701d.md", "sa2499f2741.md", "s23544cdaca.md"], "rrf10": [0.032522475, 0.032522475, 0.030550057, 0.029643988, 0.02932363, 0.029267392, 0.029210896, 0.028533272, 0.028357901, 0.027179487], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93159ced_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s388e2039d9.md", "s8f61031d33.md"], "top10": ["s18a6e73a41.md", "s8f61031d33.md", "sd5aa117874.md", "s3e577310c6.md", "sa41ccfaee8.md", "s388e2039d9.md", "sd6c94afa43.md", "s2c3487faff.md", "s9618e40384.md", "s53102d51b0.md"], "rrf10": [0.03163384, 0.031498016, 0.031412753, 0.02974359, 0.029585702, 0.029418653, 0.028710787, 0.028340441, 0.028155468, 0.027321701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "982b5123_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["sa7799fa269.md", "sf764bdd52b.md"], "top10": ["sf764bdd52b.md", "s9f250dadd1.md", "sbe93bb6052.md", "s7016b95fcc.md", "sc7b4ac87f4.md", "s1ee5d66c36.md", "sbd66f7c150.md", "sa7799fa269.md", "s993556397c.md", "se44a1deac8.md"], "rrf10": [0.032786885, 0.032258065, 0.030092459, 0.029558646, 0.02780112, 0.027623765, 0.027521008, 0.027032761, 0.026773085, 0.026711509], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "c8090214_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s2e17eb7dd0.md", "sba9950bdd9.md"], "top10": ["sba9950bdd9.md", "s292d47833e.md", "s570cea4a22.md", "s56914addeb.md", "sb116fde594.md", "s074289c299.md", "s962e5f5e6b.md", "s20dd8f2a72.md", "s76e6aab44b.md", "s4444108701.md"], "rrf10": [0.032522475, 0.032033716, 0.029471917, 0.029344591, 0.029206349, 0.0291959, 0.028891697, 0.028754456, 0.027947528, 0.027551696], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_c27434e8_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s15bf85d809.md", "sb5146cb926.md"], "top10": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s21b8daf7b0.md", "s23ef2261cb.md", "s457fb187a8.md", "s45223a6118.md", "s13035be9c9.md", "sae063ec1c8.md", "s4dc64e5f24.md"], "rrf10": [0.032786885, 0.032258065, 0.031253816, 0.030105077, 0.029448901, 0.029214003, 0.028988552, 0.028456112, 0.028177797, 0.027724781], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s88f2bccab1.md", "sa41147109c.md"], "top10": ["s88f2bccab1.md", "sa41147109c.md", "sdd34a34275.md", "s31e6db7b48.md", "seedcc2a98e.md", "s27d89f1111.md", "sd26cb0bb0a.md", "s35cd5817dd.md", "s7bed5fc7d9.md", "s343ba50bd3.md"], "rrf10": [0.032786885, 0.030670249, 0.030452576, 0.02962335, 0.02894547, 0.028850145, 0.028842726, 0.028736021, 0.028501024, 0.028145316], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a1eabeb", "type": "knowledge-update", "abstention": false, "gold": ["sb8d8aca54a.md", "sed14036a34.md"], "top10": ["sed14036a34.md", "sb8d8aca54a.md", "se5eb4caae6.md", "s222ab45ed0.md", "sa4b0653b5f.md", "s01337e1b89.md", "s56ad1240f1.md", "s9ff8a93a99.md", "s2fcf6b1b7b.md", "s3cd386123c.md"], "rrf10": [0.032786885, 0.032002048, 0.03187804, 0.030032131, 0.028777995, 0.028724054, 0.028258027, 0.028075583, 0.027935913, 0.027691511], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6aeb4375", "type": "knowledge-update", "abstention": false, "gold": ["s7798897b4f.md", "s7eee907fce.md"], "top10": ["s7eee907fce.md", "s7798897b4f.md", "s0a3a164fea.md", "s585743dc61.md", "sfed0c55cb8.md", "s4289b8ad0f.md", "s372fbf763c.md", "s4f7359c457.md", "s594b5d436f.md", "s76905e81ad.md"], "rrf10": [0.03265468, 0.03239027, 0.031498016, 0.031148202, 0.02957043, 0.029424497, 0.029370958, 0.028885032, 0.028841451, 0.027767894], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "830ce83f", "type": "knowledge-update", "abstention": false, "gold": ["s5e94674cd6.md", "sfb499b4cdf.md"], "top10": ["sfb499b4cdf.md", "s4b74efebd3.md", "s211d8490a3.md", "s64fdd97f3f.md", "s5e94674cd6.md", "sf72cb40d85.md", "se25614853b.md", "s4dd925d251.md", "sa5f6189e77.md", "sd7490df6cf.md"], "rrf10": [0.032786885, 0.032130056, 0.030377956, 0.030050073, 0.029158919, 0.029129756, 0.028375271, 0.027705404, 0.02759272, 0.027526395], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "852ce960", "type": "knowledge-update", "abstention": false, "gold": ["sa1981a5f21.md", "sb71e0c9cd5.md"], "top10": ["sb71e0c9cd5.md", "sa1981a5f21.md", "sf40e35d765.md", "s10a97f6aeb.md", "s07ad77b425.md", "s70445c9f71.md", "s3bbed8dda1.md", "s4019fb80d4.md", "sdb7040436a.md", "s412bd0c2bb.md"], "rrf10": [0.032786885, 0.032258065, 0.031162465, 0.029780127, 0.029684909, 0.029480307, 0.028710871, 0.028338328, 0.027457669, 0.026868613], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "945e3d21", "type": "knowledge-update", "abstention": false, "gold": ["s1eecd3480a.md", "s685180b33d.md"], "top10": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "sf1b26d581b.md", "sd4adbb1e59.md", "se9ce787477.md", "sd33797fb67.md", "sa43d443a71.md", "sf1cfcdf767.md", "s3aa81ac92d.md"], "rrf10": [0.03265468, 0.03239027, 0.031501832, 0.03055071, 0.03020675, 0.029634437, 0.029556889, 0.02932363, 0.029129756, 0.027098783], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d7c942c3", "type": "knowledge-update", "abstention": false, "gold": ["s44e201ac62.md", "s5905011cb5.md"], "top10": ["sbf189c4651.md", "s5905011cb5.md", "s44e201ac62.md", "sc1f8ab44c4.md", "sc487fff626.md", "sfc17b7fb73.md", "se31a471743.md", "s5eada6c663.md", "s680abc0f12.md", "s58e3a89e8f.md"], "rrf10": [0.032270459, 0.032266458, 0.032130056, 0.02990846, 0.029644269, 0.028725068, 0.028531445, 0.028445766, 0.028095238, 0.026860484], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71315a70", "type": "knowledge-update", "abstention": false, "gold": ["s1630b3501c.md", "se2a18fc27d.md"], "top10": ["se2a18fc27d.md", "s1630b3501c.md", "sa0698485f9.md", "s3b81b9ccbb.md", "se3314f7402.md", "sfab292ac04.md", "sed7d8c5303.md", "saa8c5215f3.md", "sd758c89383.md", "sf59eec4c11.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.030663444, 0.03004643, 0.029051129, 0.029013206, 0.028891697, 0.027029495, 0.026762821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a93", "type": "knowledge-update", "abstention": false, "gold": ["s425b59a199.md", "s475c687419.md"], "top10": ["s425b59a199.md", "s475c687419.md", "sb63cbb539e.md", "sed6a81a8ff.md", "s3fb7316d81.md", "s6ba7f40c85.md", "sb81cd337fa.md", "s849ae88f94.md", "s3794ba6862.md", "seb6f3d4062.md"], "rrf10": [0.032786885, 0.032258065, 0.029185584, 0.028912754, 0.028327726, 0.028111645, 0.027674423, 0.027601411, 0.027224422, 0.0266998], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ce6d2d27", "type": "knowledge-update", "abstention": false, "gold": ["s4a1a029e8b.md", "sbf4d306cfc.md"], "top10": ["sbf4d306cfc.md", "sdd19753d52.md", "s8bc82eeba8.md", "s4a1a029e8b.md", "sbc58a9d8d4.md", "sd890fc5c24.md", "s139dea031f.md", "sa89e6aa4a6.md", "sbcfcd5f6b2.md", "s307a3ff887.md"], "rrf10": [0.032786885, 0.031656235, 0.031162465, 0.031141439, 0.029713323, 0.028582192, 0.028217603, 0.028202259, 0.027941054, 0.02773627], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9ea5eabc", "type": "knowledge-update", "abstention": false, "gold": ["sf0f5310613.md", "sf31e4f171e.md"], "top10": ["sf0f5310613.md", "sf31e4f171e.md", "s151b55a59e.md", "sdde3935936.md", "sb4529f6c04.md", "s291b51773d.md", "s39fff461a2.md", "sd4c0541716.md", "s8061f08f37.md", "s2f0983a32e.md"], "rrf10": [0.03265468, 0.03239027, 0.030656323, 0.030280147, 0.029957523, 0.029931006, 0.029127629, 0.028890993, 0.028033716, 0.02781129], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c44", "type": "knowledge-update", "abstention": false, "gold": ["s60697cceb2.md", "se890ae4f02.md"], "top10": ["se890ae4f02.md", "s60697cceb2.md", "s185b56cab0.md", "sd213d991d2.md", "s1bcc70c647.md", "sc925357381.md", "s7d22f15712.md", "sa4db90e36f.md", "s6d73743cee.md", "sc4d38825be.md"], "rrf10": [0.03265468, 0.03239027, 0.030016447, 0.029634437, 0.029513969, 0.029427501, 0.028962149, 0.027885568, 0.027116605, 0.026972189], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1eacc2a", "type": "knowledge-update", "abstention": false, "gold": ["sadf7403cf2.md", "sc612baf33b.md"], "top10": ["sc612baf33b.md", "sadf7403cf2.md", "safd181160f.md", "s13ffb4a37d.md", "s99b483cea1.md", "s8048b0aca0.md", "s0340b0a37d.md", "sf762d744a8.md", "s35819d4bd7.md", "s4c1a98d99d.md"], "rrf10": [0.032522475, 0.032522475, 0.031746032, 0.03125, 0.029967143, 0.029860877, 0.029352572, 0.02857906, 0.028177283, 0.028025441], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "184da446", "type": "knowledge-update", "abstention": false, "gold": ["secc51924f6.md", "sedc3182532.md"], "top10": ["s61ef31c3c8.md", "sedc3182532.md", "s32bb40cc62.md", "secc51924f6.md", "se26e6fd23a.md", "s1806a62f07.md", "s8c90e64959.md", "sc0b033d2d4.md", "se63ab3aec8.md", "s01d81a1b42.md"], "rrf10": [0.032526672, 0.031645853, 0.031498016, 0.030493778, 0.030032131, 0.02968928, 0.029634581, 0.027309741, 0.027186139, 0.026802583], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "031748ae", "type": "knowledge-update", "abstention": false, "gold": ["s9535c8eecf.md", "sbe162b84af.md"], "top10": ["s9535c8eecf.md", "sbe162b84af.md", "s1a9756a417.md", "s3ea4b24d24.md", "sd6795784fc.md", "s0dd3cdd004.md", "s9d0892d782.md", "sd3b3eef973.md", "sec2fb1021f.md", "sc6bd402193.md"], "rrf10": [0.032786885, 0.032258065, 0.030324568, 0.02906667, 0.028092608, 0.027418385, 0.027369505, 0.027366139, 0.027004342, 0.026401985], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4d6b87c8", "type": "knowledge-update", "abstention": false, "gold": ["s2e4fd10c62.md", "s7e60344fc4.md"], "top10": ["s2e4fd10c62.md", "s7e60344fc4.md", "sb446943a97.md", "sd733dc9302.md", "s892ef47650.md", "s5ca7341bde.md", "s3845f8098d.md", "sbc5953c3fe.md", "s3bdc87c1db.md", "s426e9a51bf.md"], "rrf10": [0.032786885, 0.032130056, 0.031141081, 0.029913256, 0.02916076, 0.028478487, 0.028355762, 0.027530742, 0.027417363, 0.027011482], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0f05491a", "type": "knowledge-update", "abstention": false, "gold": ["s4c24b5812a.md", "s947606eb27.md"], "top10": ["s947606eb27.md", "s4c24b5812a.md", "s7a755d00de.md", "see739b2731.md", "s56e14eab0f.md", "sde347d7d20.md", "s0ece74603c.md", "s21b6f76dbc.md", "sb4d345118c.md", "s7074d3e65a.md"], "rrf10": [0.032522475, 0.032522475, 0.031746032, 0.03125, 0.029210822, 0.028683825, 0.02840677, 0.028131313, 0.027504487, 0.027303382], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08e075c7", "type": "knowledge-update", "abstention": false, "gold": ["s0f5f40051f.md", "s4a379f00d0.md"], "top10": ["s4a379f00d0.md", "s0f5f40051f.md", "sbe3eb0cb5c.md", "s4bb260b9c7.md", "s83b3b90917.md", "s48e646a069.md", "s7cca627557.md", "s2ecf803dae.md", "s14192cd01e.md", "s5508ee7610.md"], "rrf10": [0.03265468, 0.03239027, 0.031746032, 0.030893065, 0.029061576, 0.028340441, 0.027955326, 0.027313266, 0.027242641, 0.027150479], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f9e8c073", "type": "knowledge-update", "abstention": false, "gold": ["s0106864bfd.md", "scfecd3db53.md"], "top10": ["s0106864bfd.md", "scfecd3db53.md", "s50b52835d3.md", "se07c096138.md", "s35ab904f55.md", "s55257c5311.md", "s4965c2d6c2.md", "sd38af59b54.md", "s37d558ae53.md", "s7b5ab1de02.md"], "rrf10": [0.032786885, 0.032258065, 0.031013258, 0.030440964, 0.029647748, 0.028803832, 0.028557089, 0.027694322, 0.027648828, 0.027457669], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41698283", "type": "knowledge-update", "abstention": false, "gold": ["s2d012dc211.md", "sf44ef08c7f.md"], "top10": ["s2d012dc211.md", "sf44ef08c7f.md", "s185b0b564b.md", "sf51a4a02e3.md", "s8e1120ba27.md", "sf34f731880.md", "sf1a0422d19.md", "s375a2e76f9.md", "s830dbb7ec0.md", "se20bb18a36.md"], "rrf10": [0.032786885, 0.032130056, 0.03187404, 0.03014156, 0.029469122, 0.029198636, 0.029042659, 0.028405853, 0.028228438, 0.027789727], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f", "type": "knowledge-update", "abstention": false, "gold": ["s714b824019.md", "s7c69d11593.md"], "top10": ["s714b824019.md", "s7c69d11593.md", "sad77c66579.md", "s46308a0db6.md", "se122a02d38.md", "s9075501b24.md", "s467249a946.md", "s0417a283d8.md", "s035f4337d5.md", "s1479c5ece9.md"], "rrf10": [0.03265468, 0.03239027, 0.029516569, 0.029471515, 0.029468599, 0.028645833, 0.028203144, 0.028052463, 0.027982522, 0.02775935], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6019101", "type": "knowledge-update", "abstention": false, "gold": ["s371e4c0543.md", "se0f9ade97d.md"], "top10": ["s371e4c0543.md", "se0f9ade97d.md", "sd64c96aac1.md", "s83c8462bc1.md", "sf5e54dcdcb.md", "s3ec6cf1708.md", "sc5029c7e39.md", "s14e39990df.md", "s60bf50e70f.md", "s218c71ad99.md"], "rrf10": [0.03265468, 0.03239027, 0.031501832, 0.029224854, 0.028455575, 0.028205128, 0.027664707, 0.027630489, 0.027184575, 0.027088242], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "45dc21b6", "type": "knowledge-update", "abstention": false, "gold": ["s3ced03c303.md", "se3db8bf4d4.md"], "top10": ["se3db8bf4d4.md", "s608dee754a.md", "s17a0aa4030.md", "sd6252ae149.md", "s0ff089b6d5.md", "s3ced03c303.md", "s8f67638ac3.md", "saff284e78a.md", "s487b571555.md", "s7d54d43f3d.md"], "rrf10": [0.032786885, 0.031622024, 0.030893065, 0.030313631, 0.03021978, 0.029642546, 0.02954671, 0.029521889, 0.02791197, 0.027213909], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "5a4f22c0", "type": "knowledge-update", "abstention": false, "gold": ["s12ec444b22.md", "s7654302eab.md"], "top10": ["s12ec444b22.md", "s7654302eab.md", "sdff7c29578.md", "sa908dbe301.md", "s3c790be34e.md", "s2b23102420.md", "sd0132f1a83.md", "sa888d20bcd.md", "s17370b85ba.md", "s74cd4c2365.md"], "rrf10": [0.032786885, 0.032258065, 0.029024458, 0.028710871, 0.028677392, 0.028591721, 0.027644239, 0.02763327, 0.027224902, 0.0271639], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6071bd76", "type": "knowledge-update", "abstention": false, "gold": ["s9146ef53f2.md", "sdd85b0a895.md"], "top10": ["sdd85b0a895.md", "s9146ef53f2.md", "sd766f0aa7a.md", "s8083db6d7e.md", "s299316bddc.md", "s3155b19881.md", "s9b61372ea4.md", "s18925fcdf5.md", "sf8c313d690.md", "se01c7de465.md"], "rrf10": [0.03265468, 0.03239027, 0.031746032, 0.029871324, 0.029720772, 0.029434524, 0.029201817, 0.027452727, 0.026782754, 0.026500716], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e493bb7c", "type": "knowledge-update", "abstention": false, "gold": ["s2305d48cee.md", "sb97e56c376.md"], "top10": ["s2305d48cee.md", "sb97e56c376.md", "s441486e358.md", "s06e3123a28.md", "s38b175accd.md", "s3b76187478.md", "s90478f1cde.md", "s4e4899f0f9.md", "s4cde42ecc9.md", "s71fe3513e1.md"], "rrf10": [0.032786885, 0.032002048, 0.031311917, 0.029782203, 0.029083246, 0.028612013, 0.028176725, 0.027553289, 0.027426869, 0.026941776], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "618f13b2", "type": "knowledge-update", "abstention": false, "gold": ["s2379959e0f.md", "s367a53632d.md"], "top10": ["s2379959e0f.md", "s367a53632d.md", "s5136241e11.md", "sbbc4f2764e.md", "s8bd95008cd.md", "s4f853336fc.md", "s38246971ec.md", "s0a3355c72f.md", "s527a5dca1f.md", "s21eefcd30b.md"], "rrf10": [0.032786885, 0.032258065, 0.030578898, 0.030472334, 0.029910714, 0.028098825, 0.028033716, 0.028000859, 0.027775906, 0.027747253], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "72e3ee87", "type": "knowledge-update", "abstention": false, "gold": ["s5a85e0cf2a.md", "sf1bf1d4c1d.md"], "top10": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "sc4626e0efa.md", "sb32ca15189.md", "s16a1eab4ae.md", "s2aca4fc628.md", "s7505742946.md", "sdabfaff018.md", "s541e10ca97.md", "s7386cd4fef.md"], "rrf10": [0.032786885, 0.032258065, 0.029886076, 0.029472765, 0.028580055, 0.028219707, 0.028216772, 0.0279463, 0.027839597, 0.027718055], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4ea545c", "type": "knowledge-update", "abstention": false, "gold": ["s0b30e209aa.md", "sa20e2ffe41.md"], "top10": ["sa20e2ffe41.md", "s0b30e209aa.md", "se75d60b939.md", "s691593ef24.md", "s2dc5689995.md", "sff004d5080.md", "sa9ff3cdd26.md", "sdc31c10e09.md", "sba930e81ee.md", "s6e54ecbcfa.md"], "rrf10": [0.03265468, 0.032006048, 0.029963817, 0.028617216, 0.027509836, 0.027273173, 0.027173913, 0.026980036, 0.026892365, 0.026824846], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "01493427", "type": "knowledge-update", "abstention": false, "gold": ["sb676891310.md", "sc063d09f43.md"], "top10": ["sb676891310.md", "sc063d09f43.md", "sed85dd748d.md", "s5c1a04b637.md", "sa864ecd935.md", "s114fd3891c.md", "s75970c10d5.md", "se8f02dddb6.md", "s5e191aae21.md", "scdbcc29f24.md"], "rrf10": [0.03265468, 0.03239027, 0.031501832, 0.030663781, 0.029430313, 0.029277146, 0.029249763, 0.029040068, 0.02804982, 0.027878267], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a27ffc2", "type": "knowledge-update", "abstention": false, "gold": ["s2f1ac82f6c.md", "se7077b92b8.md"], "top10": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s8719fdcbe7.md", "sf9fddadd5b.md", "sd95f5f936e.md", "s841b62c435.md", "s7edfd03180.md", "sa93851497f.md", "sf6c403e0f9.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.029147813, 0.028405853, 0.028402815, 0.028325321, 0.028034311, 0.027984581, 0.027353896], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5", "type": "knowledge-update", "abstention": false, "gold": ["sb11382f725.md", "sca04948fc2.md"], "top10": ["sca04948fc2.md", "sb11382f725.md", "s2542ddfc09.md", "s0634aa1598.md", "s6ff22a7961.md", "sf619764862.md", "sb01cd2426f.md", "sd286ec57d6.md", "sbd1162b974.md", "s5e98aef337.md"], "rrf10": [0.03265468, 0.03239027, 0.030708181, 0.029637897, 0.029082341, 0.028769505, 0.028329944, 0.026966023, 0.026693265, 0.026661361], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18bc8abd", "type": "knowledge-update", "abstention": false, "gold": ["s7b25751d8a.md", "sfa29888ee5.md"], "top10": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s21c78beaed.md", "s228e13e77c.md", "s9082825115.md", "s347a15ef94.md", "s611bcd05ea.md", "se8eed91e20.md", "s8a6be3041f.md"], "rrf10": [0.032786885, 0.032258065, 0.031385281, 0.030663781, 0.030014234, 0.029690622, 0.029524691, 0.029210822, 0.028734779, 0.027439208], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "db467c8c", "type": "knowledge-update", "abstention": false, "gold": ["s35eaa2075b.md", "s8d87952ee8.md"], "top10": ["s8d87952ee8.md", "s35eaa2075b.md", "s94f5904b96.md", "sbc396ef817.md", "s2e71f6b2be.md", "s78779a28cd.md", "s1371136d1a.md", "s6f68eb1c91.md", "sd670f6ad27.md", "s300b519fa6.md"], "rrf10": [0.03265468, 0.03239027, 0.030368814, 0.028116688, 0.027777778, 0.027740617, 0.027462132, 0.027412086, 0.027392897, 0.027273351], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a87bd0c", "type": "knowledge-update", "abstention": false, "gold": ["sc96e0298ec.md", "se71b9832ba.md"], "top10": ["se71b9832ba.md", "sc96e0298ec.md", "s3d9e5cad8e.md", "scd774122e3.md", "se31e818176.md", "s156c5d3152.md", "sbe704c9acd.md", "sa31030da5c.md", "sd994b1bd30.md", "s49e5a35ee0.md"], "rrf10": [0.032522475, 0.032522475, 0.030896881, 0.030388471, 0.029747508, 0.028402815, 0.028192665, 0.028105929, 0.028048912, 0.027592557], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e61a7584", "type": "knowledge-update", "abstention": false, "gold": ["sd572774b58.md", "sf2ab3ad691.md"], "top10": ["sf2ab3ad691.md", "sd572774b58.md", "s419ddc63ba.md", "sba11706749.md", "sd371115f6f.md", "s1d9c37052d.md", "s7af003b21d.md", "sf6a137120c.md", "s90fb3fff78.md", "s3d263d4a35.md"], "rrf10": [0.032522475, 0.032522475, 0.029462827, 0.029375461, 0.02843429, 0.027817861, 0.027531328, 0.026691708, 0.026566524, 0.026451311], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1cea1afa", "type": "knowledge-update", "abstention": false, "gold": ["s2b5a028715.md", "sa55b4c7d5d.md"], "top10": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "se9a2c35ce6.md", "sd9e2e8eb11.md", "se53d258aef.md", "se7f11cb4d2.md", "s90025e71e1.md", "sbb3e83672f.md", "sc9abb30980.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.028990687, 0.028884571, 0.02854251, 0.028339201, 0.026966648, 0.026768893, 0.02674772], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ed4ddc30", "type": "knowledge-update", "abstention": false, "gold": ["s9093f7cfee.md", "sff7222b332.md"], "top10": ["sff7222b332.md", "s9093f7cfee.md", "sd5431aab94.md", "s4181b4097a.md", "s5d287344ca.md", "sf2994a6874.md", "s92f7fd5073.md", "s4ad7d320f0.md", "s88e995de88.md", "s4ea25b26c4.md"], "rrf10": [0.03265468, 0.03239027, 0.031013258, 0.030365769, 0.030119177, 0.02906186, 0.02759009, 0.027348213, 0.0268457, 0.026645782], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8fb83627", "type": "knowledge-update", "abstention": false, "gold": ["s04018fa05d.md", "sf20e8b6fbe.md"], "top10": ["s04018fa05d.md", "sf20e8b6fbe.md", "s5e9ae61844.md", "s14cf8e2984.md", "s8a378a6274.md", "s36566a17c3.md", "s3cc6e2b79d.md", "sc2643c87ef.md", "s312c54a9af.md", "s282f2d3bc2.md"], "rrf10": [0.032786885, 0.032258065, 0.03127221, 0.029261213, 0.028838141, 0.027947677, 0.0279463, 0.026849218, 0.026829943, 0.026771779], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b01defab", "type": "knowledge-update", "abstention": false, "gold": ["s4140e99a72.md", "s744df78472.md"], "top10": ["s4140e99a72.md", "s744df78472.md", "sdb6468bf93.md", "sed79a76518.md", "s54629f58dd.md", "see27a20df7.md", "secce1df77f.md", "se1c498ec62.md", "s1b770b3945.md", "s236749a008.md"], "rrf10": [0.03265468, 0.03239027, 0.030828373, 0.029040404, 0.029034376, 0.028867919, 0.028376787, 0.028214286, 0.027973522, 0.027681497], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "22d2cb42", "type": "knowledge-update", "abstention": false, "gold": ["s42ebd07351.md", "sc8ee025f7f.md"], "top10": ["s42ebd07351.md", "sc8ee025f7f.md", "sbe91c3c7b2.md", "sf25eeb1656.md", "s29747a958f.md", "s5accda5bcd.md", "s431161976f.md", "s29b6197dc7.md", "saec54927d4.md", "s86470b6a54.md"], "rrf10": [0.03265468, 0.03239027, 0.030339973, 0.029030911, 0.028933346, 0.028077515, 0.028038793, 0.027860809, 0.02774114, 0.027661348], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e4e4c46", "type": "knowledge-update", "abstention": false, "gold": ["s549ec25317.md", "se1f647b37d.md"], "top10": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s348c57662c.md", "sfcaf461c6b.md", "sb0ffc19b3c.md", "s7d7736ae85.md", "s5a611f4670.md", "sb72f6324d8.md", "sa3ec4be099.md"], "rrf10": [0.032786885, 0.032258065, 0.029957523, 0.029138514, 0.028825118, 0.028278123, 0.02826411, 0.028145018, 0.028016145, 0.027289377], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4b24c848", "type": "knowledge-update", "abstention": false, "gold": ["s6b765a85d5.md", "se4bcdffce6.md"], "top10": ["s6b765a85d5.md", "se4bcdffce6.md", "sc0dd6ed2cb.md", "s21b63462a7.md", "s380bee9f81.md", "s1c9ae7aa78.md", "sa8d61fac62.md", "s672daff650.md", "s29da0b4b2f.md", "s9d02e3aa4c.md"], "rrf10": [0.03265468, 0.032018061, 0.031746032, 0.028903725, 0.028792013, 0.028090278, 0.028027886, 0.027950141, 0.0272786, 0.026782754], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e974930", "type": "knowledge-update", "abstention": false, "gold": ["s566f0f97ad.md", "s8d70ee8996.md"], "top10": ["s566f0f97ad.md", "s38172e5071.md", "sf360931454.md", "s8d70ee8996.md", "s8638125961.md", "s7f18458e7f.md", "s1a7670d2b8.md", "s5782b1cae8.md", "s0458176b65.md", "s5695234d13.md"], "rrf10": [0.032786885, 0.030983786, 0.030430181, 0.030414747, 0.030365769, 0.03026225, 0.029130955, 0.028232179, 0.027865762, 0.027470039], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "603deb26", "type": "knowledge-update", "abstention": false, "gold": ["s3e0305209f.md", "s42eaacaff9.md"], "top10": ["s3e0305209f.md", "s42eaacaff9.md", "s3d3860c824.md", "s15fc53beb6.md", "s9cb45139d0.md", "s1c3e862345.md", "s1c5922da0e.md", "sa0555276e8.md", "sac72441743.md", "s152cd9d6b7.md"], "rrf10": [0.03265468, 0.03239027, 0.030931893, 0.03021069, 0.029075502, 0.027668713, 0.027605293, 0.027605024, 0.027537017, 0.027276971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "59524333", "type": "knowledge-update", "abstention": false, "gold": ["s13dd515b5c.md", "se875c36d12.md"], "top10": ["se875c36d12.md", "s13dd515b5c.md", "s2a7998f3c0.md", "sd5c2d17847.md", "s9acc55d7bf.md", "s7ef816eda1.md", "s22ab981aa5.md", "s005e72f0f8.md", "sf31020a17e.md", "s88e7e76e88.md"], "rrf10": [0.032786885, 0.032258065, 0.02983362, 0.029567308, 0.029176416, 0.029025779, 0.028994637, 0.028819068, 0.027822535, 0.027609645], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5831f84d", "type": "knowledge-update", "abstention": false, "gold": ["s7b6f2df8d1.md", "sefdbfc1dfe.md"], "top10": ["s7b6f2df8d1.md", "s1ad68e3fef.md", "s2dc9af6ab5.md", "sefdbfc1dfe.md", "s4fb379707c.md", "s3dfe0798cb.md", "s34c3987e4b.md", "s98835bf6e4.md", "s33acd132f6.md", "s5c435279af.md"], "rrf10": [0.032786885, 0.031418481, 0.030828373, 0.030213539, 0.030005019, 0.029644567, 0.029530917, 0.029471448, 0.029324158, 0.028373819], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eace081b", "type": "knowledge-update", "abstention": false, "gold": ["s67d19f10bb.md", "s69cb2757ff.md"], "top10": ["s67d19f10bb.md", "s69cb2757ff.md", "s1cb97b76f2.md", "sc6590537b2.md", "sec60d80cfe.md", "sc808e5631b.md", "s6111de6914.md", "s60df1fbedc.md", "s94d778e93b.md", "s2a3a19ff8c.md"], "rrf10": [0.03265468, 0.03239027, 0.031257631, 0.031257631, 0.030539773, 0.029535061, 0.029095116, 0.02900988, 0.028825268, 0.02824107], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "affe2881", "type": "knowledge-update", "abstention": false, "gold": ["s5b3cccdc9b.md", "sf3f6c61b91.md"], "top10": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "sd4f4d32a89.md", "s41b602820d.md", "s9aa6b10fae.md", "s92b624efa8.md", "scd504ffc2b.md", "s75acfb1b35.md", "s1caa5b1223.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.031024195, 0.030076888, 0.030021368, 0.02860852, 0.028533571, 0.027888655, 0.027244867], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "50635ada", "type": "knowledge-update", "abstention": false, "gold": ["s41d0d97903.md", "s9d5295fab5.md"], "top10": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "s878af30d46.md", "sb374d6a4a2.md", "sbbc1b65825.md", "sc11a593a2d.md", "sa83fd54237.md", "sf32e7c4007.md"], "rrf10": [0.032786885, 0.032258065, 0.031257631, 0.030316956, 0.028269311, 0.028031015, 0.027276239, 0.027203187, 0.027073761, 0.027041623], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e66b632c", "type": "knowledge-update", "abstention": false, "gold": ["s1380d3e4fa.md", "s472575cdd2.md"], "top10": ["s472575cdd2.md", "s1380d3e4fa.md", "s26d44aa2e5.md", "s3ccf02290e.md", "sdbc4232aaf.md", "s4fdad6f208.md", "s44ccb4090b.md", "sd7184f1948.md", "s13be1fb5b3.md", "sc6bf26f3fe.md"], "rrf10": [0.032786885, 0.032258065, 0.030210392, 0.029176416, 0.029066987, 0.028614204, 0.028312095, 0.027606602, 0.027507215, 0.027159126], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37", "type": "knowledge-update", "abstention": false, "gold": ["s371865fb01.md", "sac2573d372.md"], "top10": ["sac2573d372.md", "s371865fb01.md", "s4c2f9dc7fa.md", "s586bb64f11.md", "s1c7ec50bc2.md", "s3088e0ef47.md", "sbca84cbbfb.md", "se8607a29cf.md", "s86de8bbe14.md", "s867947a5a7.md"], "rrf10": [0.032786885, 0.032258065, 0.0300902, 0.028176452, 0.027692075, 0.027613944, 0.027425044, 0.027417027, 0.02740942, 0.02738977], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e", "type": "knowledge-update", "abstention": false, "gold": ["s24daefe9d4.md", "s8585e3f459.md"], "top10": ["s24daefe9d4.md", "s8585e3f459.md", "s5cef5fd8e9.md", "sc6c9da11c4.md", "s69a65d34d2.md", "sf78cf5f9f3.md", "s87411311c0.md", "s024af414e2.md", "sc407a8474b.md", "s39c41d8fd6.md"], "rrf10": [0.03265468, 0.032134253, 0.031498016, 0.030119177, 0.029557295, 0.029257887, 0.02862345, 0.028415068, 0.028411087, 0.028214558], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc5ded98", "type": "knowledge-update", "abstention": false, "gold": ["s2203bb996f.md", "sde0557bf4b.md"], "top10": ["s2203bb996f.md", "sde0557bf4b.md", "s6b4e18e5ef.md", "s363a4264cf.md", "sb55426aa7e.md", "sfcd4267889.md", "se6991490a3.md", "sba288d2b23.md", "sbf88650676.md", "se0bc9f5f8e.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.030659802, 0.029101077, 0.028144201, 0.02770775, 0.027582778, 0.027580884, 0.026948983], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dfde3500", "type": "knowledge-update", "abstention": false, "gold": ["s115e069164.md", "se36a417446.md"], "top10": ["s115e069164.md", "se36a417446.md", "s2d88821e05.md", "sab07a29017.md", "s4206e3c930.md", "se4f44117d7.md", "s5533282135.md", "s71d29b6b0b.md", "sc45f47831d.md", "s112ff81c76.md"], "rrf10": [0.032786885, 0.032258065, 0.031013258, 0.029957523, 0.02957043, 0.028864202, 0.027948922, 0.027805197, 0.027558877, 0.027262111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "69fee5aa", "type": "knowledge-update", "abstention": false, "gold": ["s0e15b3d60e.md", "s6ad4fde70a.md"], "top10": ["s6ad4fde70a.md", "s0e15b3d60e.md", "se285cb8dde.md", "s2a1fbcc2c0.md", "s02ef2560de.md", "s8f4d0957f1.md", "sa321b0b817.md", "s5c26b181d7.md", "s8fe6b9088d.md", "sf2ff512c78.md"], "rrf10": [0.032786885, 0.032258065, 0.03055071, 0.029809688, 0.02976794, 0.029408776, 0.028946795, 0.027283265, 0.027251344, 0.026901004], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7401057b", "type": "knowledge-update", "abstention": false, "gold": ["s2e5566915e.md", "s55d70def0e.md"], "top10": ["s55d70def0e.md", "s2e5566915e.md", "s53e76229a2.md", "s3bdf0f2b4c.md", "s1395ab67f3.md", "sfd2fcf9be5.md", "sd2ebc68c33.md", "sda2c635538.md", "sa0841a13d0.md", "sd1571551dc.md"], "rrf10": [0.032786885, 0.032258065, 0.031038457, 0.029634437, 0.029418684, 0.028554596, 0.028004808, 0.027522458, 0.027083333, 0.026785363], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cf22b7bf", "type": "knowledge-update", "abstention": false, "gold": ["s0e8eecfaf9.md", "s63e425450b.md"], "top10": ["s0e8eecfaf9.md", "s63e425450b.md", "s9e072d2d0f.md", "s9873c20dcc.md", "s8e24ad9456.md", "s09c4f8faef.md", "sc6af00ab6b.md", "s9753395715.md", "s88c1a5ea28.md", "s9b1cccefbf.md"], "rrf10": [0.032786885, 0.032258065, 0.031024531, 0.030893065, 0.03009414, 0.029741001, 0.028837125, 0.02804148, 0.027920645, 0.02679444], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a2f3aa27", "type": "knowledge-update", "abstention": false, "gold": ["s1ea48f7580.md", "s7970f3434d.md"], "top10": ["s1ea48f7580.md", "s7970f3434d.md", "s47cad20a51.md", "s7b463013ff.md", "sdf7135f9bc.md", "sc47fb1d709.md", "s6abdd6d5bc.md", "s1cf1473954.md", "sf185c88af6.md", "s26f65b50a8.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.029810814, 0.029720772, 0.028884201, 0.028814262, 0.027700517, 0.026673876, 0.026510753], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7dc5443", "type": "knowledge-update", "abstention": false, "gold": ["s58762258e9.md", "s7a67472a2c.md"], "top10": ["s58762258e9.md", "s7a67472a2c.md", "sd4ee6e2e6c.md", "s14b2546def.md", "s7290ba7ae7.md", "s831f4619e6.md", "seba37cae6b.md", "sd889ace5d4.md", "s6e30f2b922.md", "s3f0479c3dc.md"], "rrf10": [0.03265468, 0.03239027, 0.030241762, 0.029388198, 0.029344591, 0.029272137, 0.028554175, 0.028217865, 0.028021579, 0.027699517], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06db6396", "type": "knowledge-update", "abstention": false, "gold": ["s4432003925.md", "s63e8a64f93.md"], "top10": ["s63e8a64f93.md", "s4432003925.md", "s03d29e7d05.md", "sd4774553fb.md", "sa3f06c301e.md", "sdb81c16be1.md", "s13ae57ee1d.md", "s21484f87fe.md", "sd3677c7234.md", "s80d0d7658c.md"], "rrf10": [0.03265468, 0.03239027, 0.031137266, 0.031009615, 0.030121569, 0.029448507, 0.028961039, 0.028525227, 0.02714904, 0.027113698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3ba21379", "type": "knowledge-update", "abstention": false, "gold": ["sb8326612f6.md", "sbc14739da2.md"], "top10": ["sbc14739da2.md", "sb8326612f6.md", "saf1c94d783.md", "s91386f0494.md", "saca7450555.md", "sbbbcbcd351.md", "s1869b586b5.md", "s7cc002365c.md", "s3c0d01152f.md", "s860558043b.md"], "rrf10": [0.032526672, 0.03239027, 0.031028531, 0.030918265, 0.030170438, 0.029324158, 0.028659759, 0.02804982, 0.02797619, 0.027659767], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9bbe84a2", "type": "knowledge-update", "abstention": false, "gold": ["sc87717bdb1.md", "scc54754134.md"], "top10": ["sc87717bdb1.md", "scc54754134.md", "sb300333dac.md", "s140957e225.md", "s672ea4ddee.md", "s5b86c1a519.md", "s7071561d4a.md", "s63de3c0d67.md", "s6a0dc4f244.md", "s6c80747fe4.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.029937002, 0.029618638, 0.028764009, 0.02831281, 0.027684361, 0.027449389, 0.027086135], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10e09553", "type": "knowledge-update", "abstention": false, "gold": ["sc5b7a963f8.md", "se7841b3dce.md"], "top10": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s4dad32a3d1.md", "s033e91bb9b.md", "s935b1b152a.md", "sb79f452bd3.md", "sa6418f238e.md", "sf670d2667c.md", "sc824e35bfe.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.03047856, 0.02861991, 0.028615943, 0.027616944, 0.027183517, 0.026767282, 0.026398111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dad224aa", "type": "knowledge-update", "abstention": false, "gold": ["scc2787978d.md", "sce87be458e.md"], "top10": ["s5ef015faca.md", "scc2787978d.md", "sce87be458e.md", "s8753d8b8eb.md", "sb25700c21f.md", "sb83a46f6c7.md", "s9b8a4c00fb.md", "s8bc68570ed.md", "s7074ff017b.md", "s7dadf96078.md"], "rrf10": [0.032786885, 0.032130056, 0.03187404, 0.030889423, 0.030779994, 0.028582006, 0.027747957, 0.027725485, 0.02741784, 0.027402402], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba61f0b9", "type": "knowledge-update", "abstention": false, "gold": ["sd7d91d38f7.md", "sf91f5eb164.md"], "top10": ["sf91f5eb164.md", "sd7d91d38f7.md", "s43582c9c04.md", "se018067082.md", "s7e6c0e4e6e.md", "s682ceb5249.md", "s8b8930a4fc.md", "sb2baed3f6a.md", "s7d24b38c18.md", "s69d7d54528.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.029350446, 0.029261364, 0.028973817, 0.028790139, 0.028077515, 0.028041586, 0.027435897], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "42ec0761", "type": "knowledge-update", "abstention": false, "gold": ["sb620beb68c.md", "sd9a2589458.md"], "top10": ["sd9a2589458.md", "sb620beb68c.md", "s6fd2217cad.md", "s8ae2a305ae.md", "scb6559e8a6.md", "sa28086d763.md", "s6f805164cd.md", "sf639a0be79.md", "s162d0689fd.md", "sc893dd22dc.md"], "rrf10": [0.032786885, 0.032258065, 0.030780331, 0.030368814, 0.028838417, 0.027786172, 0.027747253, 0.027668218, 0.027491953, 0.027488743], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5c40ec5b", "type": "knowledge-update", "abstention": false, "gold": ["s6de672ec9d.md", "sf533fe95b6.md"], "top10": ["s6de672ec9d.md", "sf533fe95b6.md", "s7301be6144.md", "sba7d58d382.md", "s0bb1826c60.md", "s481a4b0361.md", "s8e6a5c57f3.md", "s432d2a34e0.md", "sc46633f844.md", "s30153283e5.md"], "rrf10": [0.032522475, 0.032394467, 0.02958942, 0.028177853, 0.028118654, 0.027495277, 0.027339166, 0.027150981, 0.027057509, 0.027044112], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c6853660", "type": "knowledge-update", "abstention": false, "gold": ["sad1a5d7fb5.md", "se3972b9085.md"], "top10": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s8b0dc391a0.md", "s0a6325de8d.md", "s10469bb4c8.md", "s8fc0c3997d.md", "sf154e7963a.md", "s34a3caa65d.md", "s25b348ea40.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.030790441, 0.03021978, 0.028864071, 0.027847454, 0.026780772, 0.026712654, 0.026402081], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "26bdc477", "type": "knowledge-update", "abstention": false, "gold": ["s21fc4c531f.md", "sdd927381fb.md"], "top10": ["s21fc4c531f.md", "sdd927381fb.md", "s4b8ec28d15.md", "s0ccc152fac.md", "sbc86669bd4.md", "s314e1c7fc1.md", "s09d0e0f2d5.md", "scea06a89f7.md", "s1af59cd487.md", "sbe0a9249e9.md"], "rrf10": [0.032786885, 0.032258065, 0.031133623, 0.030914449, 0.02977263, 0.028299499, 0.028004808, 0.027545286, 0.027224593, 0.027031963], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0977f2af", "type": "knowledge-update", "abstention": false, "gold": ["s390ad49a5e.md", "sa527b7698c.md"], "top10": ["sa527b7698c.md", "s608f6ba579.md", "s0adcd94f89.md", "se5c03a8676.md", "s350b0e1da3.md", "sa1706ea1b7.md", "s58f7304d65.md", "s12f0782328.md", "s80b460505a.md", "s1bc8b574a4.md"], "rrf10": [0.032786885, 0.030951167, 0.029812917, 0.029498279, 0.029226084, 0.028973083, 0.028736021, 0.028415052, 0.028187422, 0.027995148], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "6aeb4375_abs", "type": "knowledge-update", "abstention": true, "gold": ["s2e9340ca41.md", "scbe4060dee.md"], "top10": ["sb2e7b3bf96.md", "s2e9340ca41.md", "s2e6b7ff709.md", "sbab6861838.md", "s2e4d7ae1a9.md", "scbe4060dee.md", "s7309d5427f.md", "s68e9e8750b.md", "sb20c954fa0.md", "sd22b01f9a1.md"], "rrf10": [0.032394467, 0.032266458, 0.03125, 0.031107794, 0.03041958, 0.029700127, 0.028880992, 0.028196339, 0.028048704, 0.02729498], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "031748ae_abs", "type": "knowledge-update", "abstention": true, "gold": ["s03f1d4b353.md", "sa6143f5b0e.md"], "top10": ["sa6143f5b0e.md", "s03f1d4b353.md", "s70c9a6ec55.md", "s1d6dbafbd9.md", "s5bb4cec60a.md", "s2f0f98cd18.md", "s9e54fa05f1.md", "s281dc5f631.md", "s9b4cd3de47.md", "s8ce4b90c08.md"], "rrf10": [0.032786885, 0.032258065, 0.030893065, 0.03046398, 0.029431438, 0.029262521, 0.028720463, 0.027749324, 0.027642647, 0.027443031], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f_abs", "type": "knowledge-update", "abstention": true, "gold": ["s776fa8e881.md", "scd1943d9e9.md"], "top10": ["scd1943d9e9.md", "s776fa8e881.md", "s5f6584ecc1.md", "s5e0c16c800.md", "s96f68f85f1.md", "s37c544ec24.md", "s68d368b4ce.md", "s6c573a5349.md", "s034e75c4fa.md", "s7e95e08cb8.md"], "rrf10": [0.03265468, 0.030926397, 0.02991363, 0.028426621, 0.028122311, 0.028084483, 0.027767894, 0.027556386, 0.027179745, 0.026521422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5_abs", "type": "knowledge-update", "abstention": true, "gold": ["s248badccae.md", "sea0c5ff5f0.md"], "top10": ["s248badccae.md", "sea0c5ff5f0.md", "s7dadfa2a16.md", "s4bc9a9465f.md", "s1645cc4b36.md", "sffcd511ae9.md", "s5b35711b70.md", "s6cbc6484ed.md", "se2171d3e5d.md", "s7ccbb0ffa3.md"], "rrf10": [0.032522475, 0.031307274, 0.031141081, 0.030900523, 0.029517705, 0.028729655, 0.028144201, 0.027531328, 0.027089195, 0.026442137], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37_abs", "type": "knowledge-update", "abstention": true, "gold": ["s38a6f2d1ab.md", "sed0d2416d7.md"], "top10": ["sed0d2416d7.md", "s38a6f2d1ab.md", "s09ddbeb13a.md", "sba508c10eb.md", "s4cf0ba188c.md", "s936fec9d1b.md", "s502a03d3f4.md", "s3667e942ed.md", "s7503957647.md", "s7a371b5e18.md"], "rrf10": [0.032786885, 0.032258065, 0.031374008, 0.031257631, 0.03010323, 0.029904135, 0.028994778, 0.02759009, 0.02701075, 0.026984127], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e_abs", "type": "knowledge-update", "abstention": true, "gold": ["s5442e1177f.md", "s70fe86181c.md"], "top10": ["s70fe86181c.md", "s5442e1177f.md", "s5465334588.md", "s32b76d6b70.md", "s11aa2a8476.md", "se02ee28366.md", "sc432297595.md", "se4e25d341e.md", "s02cb9d8943.md", "s62d86cc0af.md"], "rrf10": [0.03265468, 0.032134253, 0.032002048, 0.030563685, 0.030006269, 0.028348797, 0.027722567, 0.026903094, 0.026884881, 0.026883358], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a94", "type": "knowledge-update", "abstention": false, "gold": ["s9a83c413f0.md", "sef7cfe952d.md"], "top10": ["s9a83c413f0.md", "sef7cfe952d.md", "se944265085.md", "s892b300c95.md", "sea279f3e22.md", "s93295b6b42.md", "s7c274704fa.md", "s58f9fabc66.md", "s8f70061fe8.md", "s1c5ce25207.md"], "rrf10": [0.03265468, 0.03239027, 0.031746032, 0.030790441, 0.03020675, 0.029424497, 0.02862613, 0.028217865, 0.028195775, 0.027555147], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c45", "type": "knowledge-update", "abstention": false, "gold": ["s289d96c1ef.md", "sb696e0cd7b.md"], "top10": ["sb696e0cd7b.md", "s289d96c1ef.md", "sfb3cac6b33.md", "s74c4223bf4.md", "s97f3b8759f.md", "s7ad06f7c0f.md", "s05e4c046e7.md", "s8a6d7bb50e.md", "s72fb6ffd4d.md", "sffef72e665.md"], "rrf10": [0.03265468, 0.03239027, 0.031746032, 0.029694264, 0.029097302, 0.027847705, 0.027449011, 0.027122266, 0.027119585, 0.027041623], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7161e7e2", "type": "single-session-assistant", "abstention": false, "gold": ["s0b9b6e7214.md"], "top10": ["s0b9b6e7214.md", "s0ed9ae6715.md", "s6d9051c770.md", "sc56c31b841.md", "sc4f4475590.md", "sff3148862f.md", "s3ec806680d.md", "sf610d27604.md", "s2fbc1e3025.md", "s0bca2e7c4e.md"], "rrf10": [0.032786885, 0.031294473, 0.030893065, 0.029833515, 0.029741001, 0.029340808, 0.028663893, 0.028460787, 0.028256824, 0.027973396], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4f10528", "type": "single-session-assistant", "abstention": false, "gold": ["s6680d82f7c.md"], "top10": ["s6680d82f7c.md", "s8825d3fc21.md", "s5e6b39c4c8.md", "s9e1c578286.md", "s5ebd2cbeb2.md", "s88a7223dca.md", "sa8beed18e3.md", "s17ae6ff503.md", "sf0a9ff8fdc.md", "s581487a551.md"], "rrf10": [0.032786885, 0.032002048, 0.030802389, 0.029153139, 0.029020141, 0.029013206, 0.028772716, 0.028282622, 0.028073938, 0.026900056], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89527b6b", "type": "single-session-assistant", "abstention": false, "gold": ["s6f274e4493.md"], "top10": ["s6f274e4493.md", "s55c856b5a4.md", "sac37ecbfce.md", "sd82e766e3b.md", "scc11578ccc.md", "s8ac1ebe097.md", "se7f94b7064.md", "s7ce5abc979.md", "s85f718357b.md", "s841d4c6ad0.md"], "rrf10": [0.032786885, 0.029370629, 0.029319003, 0.028978979, 0.028283228, 0.028169014, 0.027863777, 0.027838828, 0.027529762, 0.027462687], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e9327a54", "type": "single-session-assistant", "abstention": false, "gold": ["s77d615ef28.md"], "top10": ["s77d615ef28.md", "sbcfc47d75c.md", "sbdfe0bc147.md", "s27ef6469aa.md", "sc7d05409ef.md", "sf1e20b7910.md", "s4753599564.md", "seb8e19f4ba.md", "sb30f63374e.md", "s81a463d820.md"], "rrf10": [0.032786885, 0.031750032, 0.031141439, 0.031024531, 0.030426418, 0.029857398, 0.028725068, 0.02798726, 0.027962578, 0.027652927], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4c36ccef", "type": "single-session-assistant", "abstention": false, "gold": ["s5d4fc0478e.md"], "top10": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s7e402bc5f1.md", "s40a8b1cf6a.md", "sff4500b199.md", "s20d480cdbd.md", "s50e5c44762.md", "s69eb702732.md", "se9ceb633db.md", "s8b430c2bec.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.030591631, 0.030093679, 0.029558646, 0.029095116, 0.028678955, 0.028137442, 0.028091145], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ae235be", "type": "single-session-assistant", "abstention": false, "gold": ["sdd4d750ad1.md"], "top10": ["sdd4d750ad1.md", "s0c7557e773.md", "sc9b87a70bc.md", "s1438db9d2c.md", "sb132d4b78c.md", "sa543217cca.md", "s05e6f0738d.md", "s78d210a08d.md", "sd490a30473.md", "s15f4e3dd87.md"], "rrf10": [0.032786885, 0.030926397, 0.030568972, 0.030426418, 0.029531198, 0.029111783, 0.028827337, 0.028793184, 0.027921103, 0.02711301], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e00a6cb", "type": "single-session-assistant", "abstention": false, "gold": ["s51ac5f7554.md"], "top10": ["s51ac5f7554.md", "s0340ee3002.md", "s55a6b783c9.md", "s57af6397ef.md", "s6ef80c5315.md", "sed1b89bb06.md", "s73db109bd5.md", "sc5bcd45a54.md", "s0b32427669.md", "sfe3303aefa.md"], "rrf10": [0.032786885, 0.032130056, 0.030706906, 0.029809688, 0.028687275, 0.028384687, 0.027665848, 0.027278951, 0.027133806, 0.026973711], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1903aded", "type": "single-session-assistant", "abstention": false, "gold": ["s32f57ce00f.md"], "top10": ["s32f57ce00f.md", "s236883e3ff.md", "s26b5d62fdf.md", "s4bbf287073.md", "s8a4e7c96b5.md", "sd4fa859d51.md", "s7509fdbb6b.md", "sd8d6f7c105.md", "s221e5afe2f.md", "s7e68f90400.md"], "rrf10": [0.032786885, 0.031626024, 0.030687055, 0.03055071, 0.029447677, 0.028947766, 0.028348797, 0.028165469, 0.028071205, 0.027845697], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ceb54acb", "type": "single-session-assistant", "abstention": false, "gold": ["sddbbd354df.md"], "top10": ["sddbbd354df.md", "scd99110a78.md", "s19ab922df7.md", "s6ce2cada8c.md", "sd1a764dd47.md", "s427273b972.md", "sb93d1eef35.md", "s6eab598105.md", "s5186b52cf7.md", "sacaf5b1ac9.md"], "rrf10": [0.032786885, 0.031404219, 0.029990159, 0.029910211, 0.02985903, 0.028901771, 0.028261077, 0.028000859, 0.027805017, 0.027632135], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f523d9fe", "type": "single-session-assistant", "abstention": false, "gold": ["s8fc01a0b52.md"], "top10": ["s8fc01a0b52.md", "sd43b41838c.md", "s3783bebe90.md", "sdf5442c2b8.md", "se16a04ddb9.md", "s99a0e4b925.md", "s1875109368.md", "sb985611fdd.md", "sb34fec71e2.md", "sdc20780277.md"], "rrf10": [0.032786885, 0.031265274, 0.030644488, 0.030138638, 0.029671717, 0.029634437, 0.029129756, 0.028990687, 0.028697529, 0.028662075], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e5e2d1a", "type": "single-session-assistant", "abstention": false, "gold": ["s25fe824c68.md"], "top10": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sace384d53c.md", "sf18f3310ac.md", "se1216504eb.md", "sdd84871267.md", "s9d163da8d3.md", "s1d499040a3.md", "s3c497af553.md"], "rrf10": [0.032786885, 0.032002048, 0.031498016, 0.030524227, 0.029484029, 0.029284229, 0.028721591, 0.028721259, 0.028580055, 0.028135186], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fea54f57", "type": "single-session-assistant", "abstention": false, "gold": ["s716298d65b.md"], "top10": ["s716298d65b.md", "sb67dafd5dc.md", "s92128f6163.md", "saa9f34038d.md", "s3eae99e029.md", "s27e38e899e.md", "s19cf2ff81a.md", "s57e0664cb9.md", "s26b36eee80.md", "sf3068c148a.md"], "rrf10": [0.032786885, 0.032130056, 0.030339973, 0.029443861, 0.028899885, 0.028618926, 0.028577337, 0.028390619, 0.028119057, 0.027292471], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc539528", "type": "single-session-assistant", "abstention": false, "gold": ["scb70e65f89.md"], "top10": ["scb70e65f89.md", "sdb4fb0a929.md", "s6643c4cd9e.md", "s9bf9f4075c.md", "saee77011e7.md", "s3313d2fd91.md", "s385524111f.md", "sa48772367d.md", "sc5004c4a18.md", "s34be3872c1.md"], "rrf10": [0.032786885, 0.031528227, 0.030786847, 0.030239369, 0.029854072, 0.029121377, 0.02808277, 0.027829132, 0.027632568, 0.027237816], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dc439ea3", "type": "single-session-assistant", "abstention": false, "gold": ["s72131d0786.md"], "top10": ["s72131d0786.md", "sf763b56ac4.md", "sb5a3c6c625.md", "sd05f385ef8.md", "sb1824cc83a.md", "s9f5c036872.md", "sae289ae30f.md", "s107b4f4990.md", "sf7607eac4e.md", "s455c6f2a3a.md"], "rrf10": [0.032786885, 0.032258065, 0.031013431, 0.030952381, 0.029528017, 0.029034376, 0.02890164, 0.028409091, 0.028065188, 0.027516647], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18dcd5a5", "type": "single-session-assistant", "abstention": false, "gold": ["se90fe0465d.md"], "top10": ["se90fe0465d.md", "s392f4e9a3f.md", "s30384f3a94.md", "sa328e78784.md", "s0d45cda4c4.md", "sd0e27b16a5.md", "s9fb4c8b5b1.md", "s9baa482826.md", "s0659bb6a18.md", "sd787c6f5d4.md"], "rrf10": [0.032786885, 0.031265274, 0.030106872, 0.030060921, 0.028661255, 0.028424672, 0.027874956, 0.027801932, 0.027316258, 0.02700494], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "488d3006", "type": "single-session-assistant", "abstention": false, "gold": ["s8734418a3a.md"], "top10": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "s39ca70cb77.md", "sc8d0660765.md", "sb0019d1760.md", "s52b54223ff.md", "s74fa622112.md", "s122f43a52a.md", "sfc2fd5eba7.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.031024195, 0.030772873, 0.029747508, 0.029647748, 0.029647313, 0.027777778, 0.026836294], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58470ed2", "type": "single-session-assistant", "abstention": false, "gold": ["sce0d99be96.md"], "top10": ["sce0d99be96.md", "s3494626d95.md", "s894053cd87.md", "s1df9ed18dc.md", "s4e7a2fdc16.md", "se0a6de1c4a.md", "s5fb5011055.md", "sd1e32cdcb2.md", "s08369890de.md", "s7cda925c02.md"], "rrf10": [0.032786885, 0.032258065, 0.03005883, 0.029451155, 0.029386529, 0.028541667, 0.027623765, 0.026638823, 0.026556707, 0.026490522], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf51dda", "type": "single-session-assistant", "abstention": false, "gold": ["s0c256de5e7.md"], "top10": ["s0c256de5e7.md", "s85298a585d.md", "s5dd3672daa.md", "s16e18c3258.md", "s723d142163.md", "s3600982358.md", "scc84b06086.md", "s41e61f5db4.md", "sbff142e398.md", "sc69e2c1505.md"], "rrf10": [0.032786885, 0.031746032, 0.030553699, 0.029972788, 0.029635293, 0.028618926, 0.02828869, 0.027942348, 0.027734344, 0.026868444], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4da289", "type": "single-session-assistant", "abstention": false, "gold": ["s09e96eccd2.md"], "top10": ["s09e96eccd2.md", "sd6bb456546.md", "s28e4cacb96.md", "sc444c5336d.md", "s9227c32d85.md", "sf4355a8942.md", "s2b8acd810f.md", "s73d1442e2d.md", "s0c330319e0.md", "sce101a5339.md"], "rrf10": [0.032786885, 0.032258065, 0.0308117, 0.030674381, 0.029471515, 0.028148961, 0.028079982, 0.027596, 0.026780772, 0.026742424], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8464fc84", "type": "single-session-assistant", "abstention": false, "gold": ["s1cbaa0467b.md"], "top10": ["s1cbaa0467b.md", "saff1e7a31c.md", "sd4b57511fc.md", "scee959a718.md", "s84c79781e3.md", "s2aca3c1ffc.md", "s3b3b8ddc8e.md", "s1f8486bcc6.md", "s377a3fe30a.md", "scf2cb09194.md"], "rrf10": [0.032786885, 0.032258065, 0.030918265, 0.030440964, 0.030076888, 0.029644567, 0.029273504, 0.028533061, 0.028445513, 0.028302277], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8aef76bc", "type": "single-session-assistant", "abstention": false, "gold": ["sf0f560c89d.md"], "top10": ["sf0f560c89d.md", "s5fc50c8de4.md", "s11c5b8e721.md", "s3b3e622d42.md", "s8cf127b97b.md", "sa5f9e07658.md", "sda53a2d1e8.md", "sa1bf2a1c54.md", "s38ad2538a3.md", "s6f9482a344.md"], "rrf10": [0.032786885, 0.031501832, 0.030550373, 0.030524227, 0.029418127, 0.029297659, 0.029178114, 0.028629032, 0.028605496, 0.028449328], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71a3fd6b", "type": "single-session-assistant", "abstention": false, "gold": ["sb25b3a8e62.md"], "top10": ["sb25b3a8e62.md", "sa09d1ade1d.md", "sd89332a641.md", "s6fb4f06713.md", "saf5389881f.md", "s2f6ad3703a.md", "s9785b52e7b.md", "s41b03699de.md", "s4a2771a822.md", "s53e52aade1.md"], "rrf10": [0.032786885, 0.031513648, 0.030578097, 0.030027721, 0.029267392, 0.029164075, 0.028562018, 0.027528503, 0.027251744, 0.027116455], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2bf43736", "type": "single-session-assistant", "abstention": false, "gold": ["s7851c54aef.md"], "top10": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s18750b2661.md", "s276fe122c8.md", "sb743fd2815.md", "s8df9dfdd62.md", "s4e9780e5a1.md", "s3d1c0e8224.md", "s9eb2a00f91.md"], "rrf10": [0.032786885, 0.032258065, 0.031746032, 0.030334063, 0.029790522, 0.028637771, 0.028355762, 0.028315084, 0.027884615, 0.027488743], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "70b3e69b", "type": "single-session-assistant", "abstention": false, "gold": ["sb64af4778e.md"], "top10": ["sb64af4778e.md", "sfe94e25b2d.md", "s76f32a395c.md", "s8d15c59541.md", "sa98dedfe22.md", "s1614d02ae7.md", "sd060211773.md", "sb7e9c58728.md", "s703c6091c4.md", "s73aedbec96.md"], "rrf10": [0.032786885, 0.031057731, 0.030633961, 0.029030911, 0.028665256, 0.028074703, 0.027829473, 0.027793427, 0.027696635, 0.027417363], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8752c811", "type": "single-session-assistant", "abstention": false, "gold": ["s9d8b981456.md"], "top10": ["s9d8b981456.md", "s28035ac94c.md", "sfd1878a988.md", "s2cb60d6708.md", "sf2ed76acd7.md", "s117cb13f18.md", "sb27f345f51.md", "s040b65b576.md", "s2c6378f367.md", "s7bd61545e4.md"], "rrf10": [0.032786885, 0.029249698, 0.028819892, 0.028520765, 0.028495751, 0.028184225, 0.027811746, 0.027470309, 0.026954974, 0.02683528], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3249768e", "type": "single-session-assistant", "abstention": false, "gold": ["sd59df4f53e.md"], "top10": ["sd59df4f53e.md", "s0788d0cdb7.md", "s117c5333bf.md", "s7306c41da5.md", "sb3c6edfde2.md", "s7928a77cb5.md", "s6a605b07f0.md", "se5e1e945e5.md", "s3e5b823ed8.md", "sb95b059423.md"], "rrf10": [0.032786885, 0.032258065, 0.031129808, 0.031055901, 0.030241762, 0.029990159, 0.029330963, 0.028900112, 0.028071205, 0.027815357], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1b9b7252", "type": "single-session-assistant", "abstention": false, "gold": ["s518a4f1c2b.md"], "top10": ["s518a4f1c2b.md", "sbb721a7691.md", "sa19cbe7435.md", "s263257e621.md", "s180fc6f852.md", "seaad092814.md", "s67e83091ad.md", "s7ca75bfc0c.md", "sd3853da16d.md", "scc5dcc5a1f.md"], "rrf10": [0.032786885, 0.03187404, 0.031754032, 0.030908339, 0.030014234, 0.029586872, 0.029352572, 0.028845599, 0.028790389, 0.028424642], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1568498a", "type": "single-session-assistant", "abstention": false, "gold": ["sac95c3a7bc.md"], "top10": ["sac95c3a7bc.md", "s0d928d6035.md", "s2eabeb2a27.md", "s4c2d5af38b.md", "s5365eaf133.md", "s3af3952168.md", "sce902b6765.md", "s63861fa468.md", "s7f0b5d3c32.md", "s5e774311bf.md"], "rrf10": [0.032786885, 0.031769306, 0.0308117, 0.02976794, 0.029211087, 0.02869258, 0.028612013, 0.028342094, 0.027005577, 0.026690585], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6222b6eb", "type": "single-session-assistant", "abstention": false, "gold": ["s5b47b7704c.md"], "top10": ["s5b47b7704c.md", "s2e6d77710a.md", "s7752e7c3fc.md", "s097b0eb647.md", "s51b4912596.md", "s7e68625ab3.md", "s4a91feb6fb.md", "s1c84965480.md", "s6349f88849.md", "se7cce9bfbe.md"], "rrf10": [0.032786885, 0.030007502, 0.029541047, 0.029206349, 0.028943316, 0.028553384, 0.027563017, 0.027267074, 0.026977285, 0.026593085], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e8a79c70", "type": "single-session-assistant", "abstention": false, "gold": ["s04003554dd.md"], "top10": ["s04003554dd.md", "s9ed7f1d7c1.md", "sc4a3678382.md", "s9f8bdb84b7.md", "s4569e76b20.md", "sda6796ade6.md", "s666adafd3c.md", "s1181fa6348.md", "sdbfe227dc7.md", "sf5431e66f8.md"], "rrf10": [0.032786885, 0.032258065, 0.031129808, 0.031024531, 0.030339973, 0.03011544, 0.029631255, 0.02900988, 0.027860375, 0.026690585], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d596882b", "type": "single-session-assistant", "abstention": false, "gold": ["s0b86d4012e.md"], "top10": ["s0b86d4012e.md", "s2ed0de2374.md", "s0e82274fa0.md", "s0497584fb4.md", "s8f3c77a225.md", "s772e742c94.md", "sf09b02bce2.md", "s03da0ab909.md", "sd6415281e4.md", "s73c4e1f67e.md"], "rrf10": [0.032786885, 0.031265274, 0.030926397, 0.029809688, 0.029560901, 0.028841451, 0.028771835, 0.028720463, 0.028348678, 0.028308824], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e3fc4d6e", "type": "single-session-assistant", "abstention": false, "gold": ["s38287e8fe8.md"], "top10": ["s38287e8fe8.md", "sa70c39424e.md", "sc206c05512.md", "sfd39a47d30.md", "scca4df75bc.md", "sbb2655cd77.md", "s5d7c916856.md", "s82fb35161e.md", "s7680de12b3.md", "s0c56c760f0.md"], "rrf10": [0.032786885, 0.030727769, 0.030121569, 0.029437229, 0.028607428, 0.028399433, 0.028324154, 0.027774236, 0.027587519, 0.027276593], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51b23612", "type": "single-session-assistant", "abstention": false, "gold": ["s4d8ff19935.md"], "top10": ["s4d8ff19935.md", "sf40c5f4304.md", "s04b2a8615d.md", "sce7385e9e9.md", "s56f57c69c3.md", "s9868fb3bb1.md", "s656a1a1682.md", "s6e307052e2.md", "s593089ae2e.md", "s17bbf2bf48.md"], "rrf10": [0.032786885, 0.031067717, 0.030491385, 0.030472334, 0.030365769, 0.029854072, 0.029156954, 0.029011889, 0.02806395, 0.028024927], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3e321797", "type": "single-session-assistant", "abstention": false, "gold": ["s8824eeaa06.md"], "top10": ["s8824eeaa06.md", "s1cb36fa62c.md", "s85374a92e4.md", "s3c3ea302b4.md", "sb71f88984b.md", "s846b1468aa.md", "se8012daa50.md", "sff578cb684.md", "s9ffabe1769.md", "sbac2b7a53d.md"], "rrf10": [0.032786885, 0.032258065, 0.031498016, 0.031009615, 0.02959482, 0.028750697, 0.028158657, 0.028098825, 0.027998136, 0.027630719], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e982271f", "type": "single-session-assistant", "abstention": false, "gold": ["sea5783032a.md"], "top10": ["sea5783032a.md", "s8ee6e1d4b2.md", "sf0bab2e2f2.md", "s584b612982.md", "sbf61c0ae53.md", "s3fd72943ea.md", "s3d82576df2.md", "s4e4db79cec.md", "s7f54b12505.md", "s4083954eeb.md"], "rrf10": [0.032786885, 0.032258065, 0.031622024, 0.03053961, 0.028847496, 0.028440419, 0.028278605, 0.028276462, 0.028218832, 0.027902747], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "352ab8bd", "type": "single-session-assistant", "abstention": false, "gold": ["s0d28370197.md"], "top10": ["s0d28370197.md", "s8d8d9d5afe.md", "sc437ab711b.md", "sc0ed0eda23.md", "sc30736cae3.md", "s154a203c1d.md", "sa5a604bd4d.md", "s19d15a64b9.md", "s6bd07fb430.md", "s18e50ecbe7.md"], "rrf10": [0.032786885, 0.030802073, 0.030313631, 0.029764558, 0.029326201, 0.028819068, 0.028327228, 0.028158272, 0.027964252, 0.027308926], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca762bc", "type": "single-session-assistant", "abstention": false, "gold": ["s465438d08b.md"], "top10": ["s465438d08b.md", "sf73ee336fb.md", "s49d8626762.md", "sbbe48ed195.md", "s44ea032896.md", "s722692bffd.md", "se31c59310c.md", "sa5ed29f79a.md", "s2320ac4aa4.md", "s55bb7dbac0.md"], "rrf10": [0.032786885, 0.031038457, 0.030633972, 0.030121569, 0.029319003, 0.029143687, 0.028984469, 0.028119156, 0.027808286, 0.027242906], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a8d0b71", "type": "single-session-assistant", "abstention": false, "gold": ["sd80af9ef08.md"], "top10": ["sd80af9ef08.md", "s44fa92a84b.md", "sa6efa9a4bc.md", "s56008327fa.md", "s01076e7a42.md", "s2376599742.md", "s1e0614e22a.md", "sc99148a393.md", "s116e282da5.md", "s5b2ce27108.md"], "rrf10": [0.032786885, 0.032258065, 0.031261273, 0.030228175, 0.029586872, 0.029540749, 0.029530917, 0.027821474, 0.027415172, 0.027059756], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a40e080f", "type": "single-session-assistant", "abstention": false, "gold": ["s96ff435a8c.md"], "top10": ["s96ff435a8c.md", "s052c3047aa.md", "s73d9f4f80f.md", "sff0d3f997a.md", "s73af9e978d.md", "s00050725c7.md", "sba5a8f5959.md", "s4f1089658e.md", "sa303af4ee6.md", "seca2ac2649.md"], "rrf10": [0.032786885, 0.030224318, 0.028072138, 0.027636989, 0.027586331, 0.027364323, 0.026760796, 0.026700699, 0.026643619, 0.026617827], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8b9d4367", "type": "single-session-assistant", "abstention": false, "gold": ["sb887613188.md"], "top10": ["sb887613188.md", "s2b6cc70514.md", "s52a78a3e4d.md", "s80f9d83ed9.md", "sbc564175be.md", "sb0253805b0.md", "sa64adbc051.md", "s69018a3690.md", "sf400739d0e.md", "sad1a9e0a1b.md"], "rrf10": [0.032786885, 0.031626024, 0.030522662, 0.029558646, 0.029247505, 0.028402497, 0.027785631, 0.027754321, 0.027619048, 0.026781117], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5809eb10", "type": "single-session-assistant", "abstention": false, "gold": ["sdc288d637a.md"], "top10": ["sdc288d637a.md", "s1a252c8ba1.md", "se1ddc38a71.md", "s3f6e06a1ef.md", "s6d2e7316ce.md", "saf8bdf7e52.md", "s4988aefb66.md", "s55f51da40e.md", "s4148f40ec8.md", "s5c15c2499b.md"], "rrf10": [0.032786885, 0.031626024, 0.030493778, 0.02834596, 0.028174603, 0.028150861, 0.027699391, 0.02752891, 0.027528417, 0.02714904], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41275add", "type": "single-session-assistant", "abstention": false, "gold": ["s6c781bb2b2.md"], "top10": ["s6c781bb2b2.md", "s538efc2a96.md", "se15a346ce8.md", "sbe618bf69f.md", "s0fea59c73c.md", "sf7e7b3e9c9.md", "s34789aafd1.md", "sf587505ebe.md", "sedfe66726c.md", "s2d0ca6aa66.md"], "rrf10": [0.032786885, 0.030166623, 0.030119177, 0.030017921, 0.029472765, 0.029098297, 0.02909733, 0.027998401, 0.027859809, 0.027763231], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4388e9dd", "type": "single-session-assistant", "abstention": false, "gold": ["s4b74fddf47.md"], "top10": ["s4b74fddf47.md", "s1a16e9118f.md", "s7b61d8ff17.md", "s2731f1f271.md", "s0a52b07d40.md", "s6df0fe3d5a.md", "s52e38b4ecc.md", "sc6a58cb6d5.md", "s8e9154410a.md", "s48eacf7850.md"], "rrf10": [0.032786885, 0.031513648, 0.031129808, 0.03030303, 0.02920469, 0.028843935, 0.028665256, 0.027979537, 0.027777778, 0.027636989], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4baee567", "type": "single-session-assistant", "abstention": false, "gold": ["s3ace27611d.md"], "top10": ["s3ace27611d.md", "s54e7f8e2e5.md", "s384530b9c4.md", "sba4099051e.md", "s56eb547a6c.md", "sa842c68ddf.md", "sfd3c2173c4.md", "sff7f36e61d.md", "s73af48d036.md", "sc5f528d1a3.md"], "rrf10": [0.032786885, 0.029247505, 0.029017857, 0.028708146, 0.028592139, 0.028143013, 0.028060012, 0.027194211, 0.026867488, 0.026311728], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "561fabcd", "type": "single-session-assistant", "abstention": false, "gold": ["sf0ed4d21d0.md"], "top10": ["sf0ed4d21d0.md", "s9d5097c83f.md", "se65b0fa5da.md", "sac47f71d90.md", "s3049cabb4f.md", "seb4762fb6c.md", "s634a0387a4.md", "sf7b32ae991.md", "s2e7a81c3a7.md", "s47dd613477.md"], "rrf10": [0.032786885, 0.032006048, 0.031385281, 0.030021368, 0.029210349, 0.028194428, 0.02795745, 0.027801932, 0.027580291, 0.026979185], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b759caee", "type": "single-session-assistant", "abstention": false, "gold": ["sa656fe857d.md"], "top10": ["sa656fe857d.md", "s76bddd8282.md", "s80abcb9aa9.md", "s808e91f06b.md", "sdf298e81db.md", "se95860b45a.md", "s5d8081bb49.md", "s9eba8acec7.md", "s50ce8f15fd.md", "s1d2f7b0ecf.md"], "rrf10": [0.032786885, 0.031754032, 0.030591631, 0.029227315, 0.029064559, 0.028856586, 0.028736021, 0.028400735, 0.027721304, 0.027298484], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ac031881", "type": "single-session-assistant", "abstention": false, "gold": ["s67b24e48ad.md"], "top10": ["s67b24e48ad.md", "s7cf4a981a0.md", "s94f1634e0d.md", "sd1f53c9f89.md", "s4253f98a80.md", "sbff85b2d9f.md", "s5c89bca24b.md", "sbf8b781a02.md", "s0e01ea633c.md", "s7aec71f641.md"], "rrf10": [0.032786885, 0.030851777, 0.029827662, 0.028988112, 0.028827573, 0.028581811, 0.027836284, 0.027728037, 0.027462687, 0.027446525], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28bcfaac", "type": "single-session-assistant", "abstention": false, "gold": ["s765ed17ae1.md"], "top10": ["s765ed17ae1.md", "sba7a08d73a.md", "s2c2c2d8139.md", "sb5f4d845e3.md", "sbad70711ce.md", "sa8d19b0c36.md", "s246554b034.md", "s2dc877370b.md", "s6cafab145c.md", "s16fc86a5df.md"], "rrf10": [0.032786885, 0.031754032, 0.030621786, 0.030603761, 0.029829209, 0.029468599, 0.028286763, 0.028095593, 0.027730294, 0.027500211], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "16c90bf4", "type": "single-session-assistant", "abstention": false, "gold": ["s6c378da694.md"], "top10": ["s6c378da694.md", "s2c6ea2c568.md", "s7cb3293dc2.md", "sd56e83e8a3.md", "saca6c34dd3.md", "sc99b7acb54.md", "s66ece5118e.md", "sddd3481936.md", "sda139c2c9a.md", "s21c9adcb73.md"], "rrf10": [0.032786885, 0.03151729, 0.031253816, 0.029960317, 0.029776063, 0.028787879, 0.028644689, 0.028407694, 0.02783387, 0.027552777], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8f1aeed", "type": "single-session-assistant", "abstention": false, "gold": ["s07c97f28a8.md"], "top10": ["s07c97f28a8.md", "s253950373c.md", "s28f476de04.md", "se386a8bf31.md", "sea63ede601.md", "s8ec901a919.md", "sed0e551b9c.md", "saa2b8b2a82.md", "sbb8b0a99af.md", "s560d8898ac.md"], "rrf10": [0.032786885, 0.029973948, 0.028553384, 0.027583806, 0.027452271, 0.027203833, 0.026785363, 0.026749719, 0.026557733, 0.026466377], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eaca4986", "type": "single-session-assistant", "abstention": false, "gold": ["sb0d644e9e3.md"], "top10": ["sb0d644e9e3.md", "s24f4052730.md", "s753c302353.md", "s0abfecf1bc.md", "sb9960eab1c.md", "s008d5bde92.md", "sd71eae0ee2.md", "s67817fc778.md", "s529b204fdf.md", "s83f6ccaecd.md"], "rrf10": [0.032786885, 0.032130056, 0.031377824, 0.031152539, 0.028180199, 0.028135186, 0.02782319, 0.027757685, 0.027685328, 0.027404871], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7cf7dfd", "type": "single-session-assistant", "abstention": false, "gold": ["sac7f46ddfa.md"], "top10": ["sac7f46ddfa.md", "s9e8faeba6e.md", "s48d884243b.md", "s0d95e44ed8.md", "sd2048c37b1.md", "saecb8272db.md", "sbba1b4635c.md", "sd0efcaf940.md", "s2df5168d1c.md", "s8fcf4071d7.md"], "rrf10": [0.032786885, 0.030145202, 0.029811526, 0.029599523, 0.028910396, 0.028697691, 0.028667497, 0.028516218, 0.028427328, 0.028337953], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e48988bc", "type": "single-session-assistant", "abstention": false, "gold": ["s98a82c7088.md"], "top10": ["s98a82c7088.md", "sa0836895d0.md", "s09b460a0b0.md", "s764d87e762.md", "s3be0e9eae1.md", "s07b32706cc.md", "s6dd949e405.md", "s1197fe66f1.md", "s6e1773802e.md", "sf4ecdb82ec.md"], "rrf10": [0.032786885, 0.031754032, 0.030896881, 0.030798389, 0.030656323, 0.030150454, 0.028123703, 0.027486648, 0.027076074, 0.026469231], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1de5cff2", "type": "single-session-assistant", "abstention": false, "gold": ["se1c676dcfb.md"], "top10": ["se1c676dcfb.md", "s1841c1ce4e.md", "s3a9d999728.md", "sb4b6883600.md", "sb62c12fb5c.md", "sc2c49c0ee6.md", "sce966230da.md", "sd1d3b18390.md", "s1d5c703583.md", "s4102ba9f1d.md"], "rrf10": [0.032786885, 0.032002048, 0.03187804, 0.030324568, 0.029744326, 0.02955163, 0.029261213, 0.029121377, 0.028213563, 0.026673156], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "65240037", "type": "single-session-assistant", "abstention": false, "gold": ["scfad1f3d4d.md"], "top10": ["scfad1f3d4d.md", "s1988f31c23.md", "sfd71d99391.md", "s0fafc76ff5.md", "s77ec52dfa8.md", "s1bc2a6d5b7.md", "sa7f869a414.md", "sdfa5ac6177.md", "s3d93f849e8.md", "sac66f6fbc4.md"], "rrf10": [0.032786885, 0.032258065, 0.031141081, 0.029810111, 0.029332504, 0.028667497, 0.028602452, 0.028163036, 0.028116688, 0.02795745], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "778164c6", "type": "single-session-assistant", "abstention": false, "gold": ["se538d24aab.md"], "top10": ["se538d24aab.md", "se85826fdc5.md", "sa3bc53c595.md", "s525ea5338b.md", "s09158d740e.md", "sc46af9a815.md", "sdaeb1baad7.md", "s56eb4d78c9.md", "s2a7b8dd972.md", "s387fe96f14.md"], "rrf10": [0.032786885, 0.031385639, 0.031374008, 0.031174281, 0.03062996, 0.028919672, 0.028710162, 0.027689601, 0.027464143, 0.027224422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}