{"qid": "e47becba", "type": "single-session-user", "abstention": false, "gold": ["s7745597747.md"], "top10": ["s7745597747.md", "sa4d1f3c358.md", "s926357c10f.md", "sf65b8c0007.md", "sf9d5b1f041.md", "s50181d9600.md", "s49995fe5d9.md", "se800c51e31.md", "sd7eb7f771a.md", "sd353a875cb.md"], "rrf10": [0.037483648, 0.037334853, 0.037323265, 0.036527149, 0.034963481, 0.033361077, 0.033175101, 0.03253541, 0.032530917, 0.032151011], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "118b2229", "type": "single-session-user", "abstention": false, "gold": ["sc47244d856.md"], "top10": ["sc47244d856.md", "s413bd3a0ef.md", "s75640a8bdc.md", "s60ba34fbfe.md", "s4e1ea68691.md", "sbb7d88f18e.md", "s6ec136c17f.md", "scfc30b5c7b.md", "s593410f743.md", "sbaa74025e2.md"], "rrf10": [0.040983607, 0.038630163, 0.038223246, 0.037304644, 0.036407549, 0.036367754, 0.036269568, 0.035524027, 0.034798343, 0.034742382], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51a45a95", "type": "single-session-user", "abstention": false, "gold": ["se255f2f50e.md"], "top10": ["se255f2f50e.md", "sc367ddcb1e.md", "sf6018980b8.md", "s0b69155152.md", "s8f57f9a5be.md", "s5d1da627d3.md", "s11a082d67c.md", "s87a202c254.md", "sd6c71188ad.md", "s554242330b.md"], "rrf10": [0.040983607, 0.038013396, 0.037388146, 0.036808353, 0.036392852, 0.035960666, 0.035155495, 0.035048309, 0.034198798, 0.032840428], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58bf7951", "type": "single-session-user", "abstention": false, "gold": ["s47a6e8aca2.md"], "top10": ["s47a6e8aca2.md", "sc3d0a79ea8.md", "sea351d567f.md", "s8aa7ed0f2d.md", "s9a879af53d.md", "s185491b47f.md", "s150b28e4ef.md", "s03fc6c22bc.md", "s0ec53bddae.md", "sedf8a536f3.md"], "rrf10": [0.040983607, 0.037556365, 0.037270865, 0.036786131, 0.035300618, 0.035271974, 0.035107582, 0.034925994, 0.034922757, 0.034377951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1e043500", "type": "single-session-user", "abstention": false, "gold": ["sfd67db7212.md"], "top10": ["sfd67db7212.md", "s47ebe9b78b.md", "s165bb719aa.md", "s1785437bfc.md", "sbd6f6d2980.md", "s294eb28789.md", "sebd061de6b.md", "s7b552271b8.md", "s90d7f15064.md", "s7dc0dc4a9b.md"], "rrf10": [0.040983607, 0.039577806, 0.038899431, 0.037066745, 0.036726897, 0.035999444, 0.035951028, 0.035429293, 0.035040699, 0.034176968], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c5e8278d", "type": "single-session-user", "abstention": false, "gold": ["s1f84f4e050.md"], "top10": ["s1f84f4e050.md", "s51e805c45c.md", "s3988c80e56.md", "sbc2def17ee.md", "s606172ed4b.md", "s4d293280e8.md", "s24cef12a73.md", "se836cf32b0.md", "sab2cf40fed.md", "sd041031d0a.md"], "rrf10": [0.040983607, 0.039818548, 0.039073773, 0.037348273, 0.036468986, 0.036322715, 0.035461087, 0.035420137, 0.03509471, 0.035048309], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ade9755", "type": "single-session-user", "abstention": false, "gold": ["s02f7560506.md"], "top10": ["s02f7560506.md", "sb9bb9e2c2b.md", "se47aad07aa.md", "sdfb757ef6d.md", "sdc083c7080.md", "s22e62c6df7.md", "s8a9c29e260.md", "sf684410d02.md", "se6d4c9e692.md", "s0ba0471f1e.md"], "rrf10": [0.040983607, 0.038434286, 0.038107054, 0.036615769, 0.036584004, 0.036461251, 0.035694866, 0.034855769, 0.034642779, 0.033635029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6f9b354f", "type": "single-session-user", "abstention": false, "gold": ["sb7ba22096b.md"], "top10": ["sb7ba22096b.md", "s0ac2c1da71.md", "s257a78d845.md", "sc8a922900e.md", "sae1d4f396b.md", "s2912050fd0.md", "sfaeac6cbb9.md", "sd04a6d3699.md", "sdeab2744bd.md", "se34b66f595.md"], "rrf10": [0.040983607, 0.038640873, 0.037770023, 0.037413862, 0.036539227, 0.035719122, 0.03542098, 0.034548785, 0.034283006, 0.033982176], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58ef2f1c", "type": "single-session-user", "abstention": false, "gold": ["s038639cc08.md"], "top10": ["s038639cc08.md", "s9a45b025e5.md", "scac54bbb5f.md", "s7bd958795b.md", "s205e4e6a68.md", "s0dd123947f.md", "s1abab1f3e2.md", "se66811d1b5.md", "s6fe13eef53.md", "s0e05e3df22.md"], "rrf10": [0.040983607, 0.040066564, 0.039070131, 0.038990913, 0.038701923, 0.037539575, 0.036425903, 0.035930202, 0.034888531, 0.034485863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f8c5f88b", "type": "single-session-user", "abstention": false, "gold": ["sf2e9facc28.md"], "top10": ["sf2e9facc28.md", "scac0bf681b.md", "s9cc97c79cb.md", "s6c5b92a222.md", "sf4bf877a31.md", "s04d79b4fe5.md", "s64a0a35b28.md", "sefb54405e0.md", "s0ed0803459.md", "s58ddd4a342.md"], "rrf10": [0.040983607, 0.039345064, 0.038589015, 0.038197543, 0.03785893, 0.037567763, 0.036545515, 0.036461251, 0.03542098, 0.034377951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5d3d2817", "type": "single-session-user", "abstention": false, "gold": ["scaedf0ae34.md"], "top10": ["sb89ec5b1ce.md", "s5c7c79324a.md", "s76b6e4fe53.md", "sdeec50e53d.md", "scaedf0ae34.md", "s462e12a752.md", "s23890004c4.md", "sd3b833436c.md", "s9bdeda94c1.md", "s415f264de2.md"], "rrf10": [0.039741679, 0.037954429, 0.035930202, 0.035843003, 0.03514239, 0.035128472, 0.03509471, 0.034715594, 0.034695909, 0.034620221], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7527f7e2", "type": "single-session-user", "abstention": false, "gold": ["s42536cb080.md"], "top10": ["s42536cb080.md", "s7ca70d120c.md", "s39d685badf.md", "s1c29fd9804.md", "se65dd638b4.md", "s240459e570.md", "s9a95a70547.md", "s69536980fc.md", "sb117e13ae0.md", "s6fe47062fb.md"], "rrf10": [0.040983607, 0.037859495, 0.037275327, 0.037260611, 0.036804097, 0.036472567, 0.03518272, 0.035036017, 0.034700742, 0.034648543], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c960da58", "type": "single-session-user", "abstention": false, "gold": ["saaca2ed80c.md"], "top10": ["saaca2ed80c.md", "s4efccb5ba1.md", "sa3c43fba9b.md", "se36fe90330.md", "s6a050d3412.md", "sad118f760a.md", "see1b389d57.md", "s17f6f0094e.md", "s6068cccd76.md", "s31409ad4bc.md"], "rrf10": [0.040983607, 0.039818548, 0.039098973, 0.037290349, 0.035070767, 0.034513806, 0.03432124, 0.03429316, 0.034120367, 0.034061772], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3b6f954b", "type": "single-session-user", "abstention": false, "gold": ["sf9874a5124.md"], "top10": ["sb47c22cb1c.md", "sf9874a5124.md", "sa6b0439edc.md", "s8ff87bc633.md", "sb3d3c6765f.md", "sc3c8a6b95f.md", "s5a0f87506b.md", "s3010d3dc86.md", "s01b15913d7.md", "sa4e15a64e2.md"], "rrf10": [0.040586991, 0.039950754, 0.038690476, 0.038394273, 0.036888936, 0.036407271, 0.035683761, 0.035334241, 0.035208333, 0.034193235], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "726462e0", "type": "single-session-user", "abstention": false, "gold": ["s8fa826fd47.md"], "top10": ["sa29fce60ae.md", "s160ca6f5b7.md", "s0bb7b1fe2c.md", "s8fa826fd47.md", "s23a3eff1ce.md", "s0ccf8c6857.md", "s9d77c9ee96.md", "sdeb312845e.md", "s0c5ad08b81.md", "s20f40746dc.md"], "rrf10": [0.040334975, 0.040202966, 0.039950754, 0.038643414, 0.03704488, 0.036926203, 0.036664504, 0.036360815, 0.036103896, 0.035883691], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "94f70d80", "type": "single-session-user", "abstention": false, "gold": ["sc8fc1f7352.md"], "top10": ["sc8fc1f7352.md", "s98c540ae26.md", "sb3023195f1.md", "s990b8912a0.md", "s72fa293692.md", "s11a0d20d04.md", "s2b1bade12e.md", "sd287f11175.md", "scad98da0e1.md", "sebb88a7383.md"], "rrf10": [0.040983607, 0.037990504, 0.037787254, 0.036908253, 0.036343744, 0.035809778, 0.035631701, 0.034806991, 0.034441384, 0.034093224], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "66f24dbb", "type": "single-session-user", "abstention": false, "gold": ["sb831e4dbdc.md"], "top10": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s5322140fc1.md", "sf1cda72706.md", "s654063ee02.md", "s71315ae3a7.md", "s69cddbcacc.md", "s05448da2b1.md", "s4924eff8bc.md", "sa3512f9336.md"], "rrf10": [0.040983607, 0.040322581, 0.038231917, 0.037456769, 0.036219736, 0.036011905, 0.035261649, 0.03511751, 0.034058714, 0.033597091], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ad7109d1", "type": "single-session-user", "abstention": false, "gold": ["sf725ba758b.md"], "top10": ["sf725ba758b.md", "s189d061221.md", "s401bd64630.md", "s2b5b0aa860.md", "s48d780670b.md", "sd751493123.md", "s9472204e92.md", "sc1b30dbb0a.md", "s42e115242c.md", "s6c42a9dd33.md"], "rrf10": [0.040983607, 0.037457, 0.036818023, 0.036656746, 0.036513769, 0.036488511, 0.035468954, 0.034698635, 0.0342415, 0.034141059], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "af8d2e46", "type": "single-session-user", "abstention": false, "gold": ["s044eb27108.md"], "top10": ["s044eb27108.md", "s64e2b0b819.md", "s147a3a8b0a.md", "s8dc06848fd.md", "s9bb041fdb2.md", "s5550eb64a4.md", "s38ff234400.md", "s412ac53746.md", "se647d48e56.md", "sb1f7b4b0e8.md"], "rrf10": [0.040983607, 0.039577806, 0.039118922, 0.038076963, 0.037782507, 0.036874451, 0.036513769, 0.035606902, 0.035180806, 0.033994775], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dccbc061", "type": "single-session-user", "abstention": false, "gold": ["s83822b19ee.md"], "top10": ["s83822b19ee.md", "se5f38a72ea.md", "sebd08fa796.md", "s0756c03ca9.md", "sb1968414fc.md", "s6b403c25b0.md", "s014112609c.md", "s48abfd5ca1.md", "s0c314c82da.md", "s54a0a11963.md"], "rrf10": [0.040719196, 0.040330975, 0.037450397, 0.035514344, 0.034958214, 0.034263633, 0.034042542, 0.033956465, 0.033864767, 0.033238636], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8c3f81d", "type": "single-session-user", "abstention": false, "gold": ["s5e447ba69d.md"], "top10": ["s5e447ba69d.md", "s7e491757ae.md", "sb9d9817f51.md", "sb7e2b3f9cb.md", "s9e7019eed5.md", "s20ce4ccfa3.md", "s0aeeacaeae.md", "s5396d0640d.md", "s876998e495.md", "safccfa9a84.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.038581731, 0.038126131, 0.037260611, 0.037059787, 0.035445135, 0.035110148, 0.035060707], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8ebdbe50", "type": "single-session-user", "abstention": false, "gold": ["s91e13e5185.md"], "top10": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "s4f75ec274d.md", "s0d942ce24f.md", "s866cfca5b8.md", "s3418054aca.md", "sa1a52a20cf.md", "s36984755f0.md", "s2fde5de44b.md"], "rrf10": [0.040983607, 0.040066564, 0.039190324, 0.038472638, 0.034528045, 0.034286519, 0.034154812, 0.034122874, 0.033481046, 0.03337628], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6b168ec8", "type": "single-session-user", "abstention": false, "gold": ["s55e227d395.md"], "top10": ["s55e227d395.md", "se3d4152994.md", "sc83069ca96.md", "seac3ebdde6.md", "s260d073d4b.md", "s2c8e9515de.md", "s2ea67cfed2.md", "s61363c36c3.md", "sede0309875.md", "s289c4a06bd.md"], "rrf10": [0.040983607, 0.039833822, 0.037569677, 0.036180767, 0.036041512, 0.03575663, 0.035641962, 0.035571394, 0.035535463, 0.035209235], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75499fd8", "type": "single-session-user", "abstention": false, "gold": ["sdc6eddbad7.md"], "top10": ["sdc6eddbad7.md", "s69d4c697e4.md", "s2fb4f9be6f.md", "s03f82683ce.md", "s648b1d9d43.md", "s064699ab86.md", "sa0bdea65e7.md", "s6925c0f147.md", "s4766c41f0e.md", "s1b3d7ad195.md"], "rrf10": [0.040983607, 0.037074039, 0.036653951, 0.036503403, 0.035694426, 0.035638587, 0.035524417, 0.035226406, 0.035219479, 0.034365727], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21436231", "type": "single-session-user", "abstention": false, "gold": ["sdb453f1104.md"], "top10": ["sdb453f1104.md", "s75e54744cf.md", "s4cdfeaea85.md", "s1770b2cc4f.md", "sec3b465070.md", "s5debc74648.md", "saaf441ebad.md", "sef5d948958.md", "s0733e43ad4.md", "scfbc489a1c.md"], "rrf10": [0.040983607, 0.038099315, 0.037340056, 0.037180561, 0.035723163, 0.035486462, 0.035450222, 0.03494903, 0.034943978, 0.034654512], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95bcc1c8", "type": "single-session-user", "abstention": false, "gold": ["s4089b5c557.md"], "top10": ["s4089b5c557.md", "s4a8154fd0b.md", "sdba86027c3.md", "s42da425741.md", "s8364852ad9.md", "s7a3aadd1fd.md", "s6f95e47c89.md", "s78d9b35e19.md", "s81d9fbd127.md", "s860ed3623c.md"], "rrf10": [0.040983607, 0.039558532, 0.039217055, 0.037399688, 0.037115292, 0.036688519, 0.035261914, 0.035200646, 0.035155857, 0.034348739], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf", "type": "single-session-user", "abstention": false, "gold": ["s4973452f2e.md"], "top10": ["s4973452f2e.md", "s46da033ef4.md", "s98c676ad4f.md", "s0aa376f35f.md", "s7f4e983fe3.md", "s3fa8f57569.md", "s1a91ebcf65.md", "sb2bbc69103.md", "s1838df870a.md", "s6ced394278.md"], "rrf10": [0.040983607, 0.039938556, 0.037666255, 0.036472567, 0.036347744, 0.036347035, 0.03548409, 0.034365727, 0.034283088, 0.034070023], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "853b0a1d", "type": "single-session-user", "abstention": false, "gold": ["sec30550e9a.md"], "top10": ["sec30550e9a.md", "s63d90e84d8.md", "sa41b920623.md", "s5abb90c95b.md", "sf866f3adab.md", "s3886635bef.md", "sdc48cbbdd9.md", "sc39596045d.md", "sd6685f2d6d.md", "se3c3ff10be.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.037569677, 0.035213244, 0.034897025, 0.034775465, 0.034225172, 0.03401877, 0.033600152], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a06e4cfe", "type": "single-session-user", "abstention": false, "gold": ["s64ceddf61b.md"], "top10": ["s64ceddf61b.md", "sc653839e63.md", "scf6574656c.md", "s1958c4729c.md", "sbd43427dad.md", "s502259f63e.md", "sf7b894fe44.md", "scee96fe43a.md", "s6bf258d417.md", "s3e9ec427d5.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.038468823, 0.037089646, 0.035558069, 0.034200366, 0.033716965, 0.03304165, 0.033014757], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37d43f65", "type": "single-session-user", "abstention": false, "gold": ["s5c59950a1e.md"], "top10": ["s5c59950a1e.md", "sacc8962abf.md", "s89d794dbe0.md", "sb140ecce3b.md", "sb62773282a.md", "s65d3354f84.md", "s3570aea559.md", "s208b6549bb.md", "s40a98137a3.md", "s59eff4b10c.md"], "rrf10": [0.040983607, 0.039044302, 0.037847222, 0.036932798, 0.036602889, 0.034585215, 0.034412155, 0.034050672, 0.033965621, 0.033757987], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b86304ba", "type": "single-session-user", "abstention": false, "gold": ["s6eb55c976f.md"], "top10": ["s6eb55c976f.md", "sa1e8ed3956.md", "s71b13ee157.md", "sf1690a7f56.md", "scf50c971c6.md", "se499af0bf1.md", "sd990aac0ef.md", "s3e5b093673.md", "s9fd370f1a4.md", "s5f6b4aa260.md"], "rrf10": [0.040719196, 0.039308712, 0.038713023, 0.038698477, 0.037555146, 0.037263152, 0.035477076, 0.034918727, 0.034261592, 0.033971115], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d52b4f67", "type": "single-session-user", "abstention": false, "gold": ["s00992af511.md"], "top10": ["s00992af511.md", "sdf79297b63.md", "sa3141a0005.md", "s20ab53fe06.md", "s4e1dd8c0de.md", "s9ccc1d1bad.md", "s28dc1d37bf.md", "s9af0b83e60.md", "s9b0500c8b8.md", "s0e89301812.md"], "rrf10": [0.040719196, 0.037245565, 0.036979235, 0.036891968, 0.03661126, 0.03599393, 0.035354348, 0.035158763, 0.034236089, 0.034019082], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "25e5aa4f", "type": "single-session-user", "abstention": false, "gold": ["sedf4977e36.md"], "top10": ["sedf4977e36.md", "s7053d8112f.md", "s2de6ee135e.md", "s70543176a9.md", "s0c79382b0f.md", "s9645e34ce7.md", "s24aa268d9b.md", "s014c7da853.md", "s13d1309205.md", "s5f9bdf99a8.md"], "rrf10": [0.040983607, 0.040322581, 0.037133016, 0.03675077, 0.036548521, 0.036203014, 0.035114885, 0.033952186, 0.033846154, 0.033747412], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf9ead2", "type": "single-session-user", "abstention": false, "gold": ["sd668f8bff2.md"], "top10": ["sd668f8bff2.md", "s625f2a3d5a.md", "s978c1f2514.md", "s42e70a5693.md", "s066b83ee2f.md", "s9e2ad82453.md", "s37fbab6016.md", "sb5e26f72ff.md", "s84ac481c50.md", "s1e4fbfd5d6.md"], "rrf10": [0.040983607, 0.038899431, 0.037000255, 0.036992521, 0.03686683, 0.036691803, 0.036063936, 0.035662393, 0.035057003, 0.034963418], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8550ddae", "type": "single-session-user", "abstention": false, "gold": ["sa6f479058b.md"], "top10": ["s4526908bfb.md", "sa6f479058b.md", "sa0e4f3f109.md", "sa5fd6410e9.md", "s3e9ba68fe8.md", "s6ac7a2234f.md", "s5b0f105381.md", "scf159a8b40.md", "sadc843d342.md", "s398bc6d41c.md"], "rrf10": [0.040723393, 0.040454786, 0.039322147, 0.0390625, 0.037998817, 0.037008282, 0.036103896, 0.035392157, 0.03530048, 0.034200366], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60d45044", "type": "single-session-user", "abstention": false, "gold": ["s7480a834d1.md"], "top10": ["s7480a834d1.md", "s0dd1cb43d1.md", "s370ccc0029.md", "s38422dc034.md", "saf5019dd53.md", "s6ed957184f.md", "s64304229e8.md", "sebfea459af.md", "s25329928b7.md", "s798655750f.md"], "rrf10": [0.040983607, 0.0390625, 0.038231917, 0.038107054, 0.037408023, 0.037354635, 0.036096522, 0.035958254, 0.035017834, 0.03474277], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3f1e9474", "type": "single-session-user", "abstention": false, "gold": ["s5d4d3c2bdc.md"], "top10": ["s5d4d3c2bdc.md", "s8e63221f02.md", "sb48df089a2.md", "s9c62fdbef1.md", "s8d149d3dee.md", "s7a9eafd199.md", "sdd2991657e.md", "s037dd561ae.md", "s7058c58e87.md", "s89fd52b79f.md"], "rrf10": [0.040983607, 0.038083146, 0.037931839, 0.037769196, 0.037621417, 0.035900274, 0.034579668, 0.034146236, 0.033848021, 0.033790908], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86b68151", "type": "single-session-user", "abstention": false, "gold": ["s209b908b2b.md"], "top10": ["s209b908b2b.md", "sb772a7d84d.md", "s0a257d4590.md", "s7f4edb3dec.md", "s9ab44bd213.md", "sa8ee3caf6e.md", "s94620a4eb6.md", "sd727742f97.md", "sd4612bef2d.md", "s252281c7ae.md"], "rrf10": [0.040983607, 0.03932979, 0.039093047, 0.038430286, 0.037473739, 0.035694866, 0.034894413, 0.03470483, 0.034534535, 0.033909068], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "577d4d32", "type": "single-session-user", "abstention": false, "gold": ["s82084ca14c.md"], "top10": ["s0bdfc6a1e7.md", "s283987df90.md", "sb51c61a0cc.md", "sedff93512c.md", "s8e3bc7a711.md", "sc2224b6aee.md", "s9deb3114fe.md", "s82084ca14c.md", "s928952fb11.md", "s638850ce8b.md"], "rrf10": [0.038517092, 0.038170257, 0.037826421, 0.037195466, 0.037159304, 0.036967419, 0.03686683, 0.036181066, 0.035066167, 0.034532722], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "ec81a493", "type": "single-session-user", "abstention": false, "gold": ["s64285bf27f.md"], "top10": ["s64285bf27f.md", "see9766f78c.md", "s45e661a133.md", "s13aaeefa65.md", "s4361893679.md", "s23008e65ec.md", "s96069531fe.md", "scdf59bc166.md", "sd9f2a72b23.md", "s0fbafb4d29.md"], "rrf10": [0.040983607, 0.039558532, 0.039074132, 0.037774054, 0.036445013, 0.035953445, 0.035105519, 0.033925777, 0.033630509, 0.033281963], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0", "type": "single-session-user", "abstention": false, "gold": ["s00bc77a326.md"], "top10": ["s00bc77a326.md", "s871c58b5b7.md", "sc21b78dd6a.md", "sa71cc5e00d.md", "sde2c99904d.md", "s4528f510a3.md", "sf4a53befce.md", "s752145c724.md", "seb92cfdfad.md", "sfa005f03a3.md"], "rrf10": [0.040983607, 0.040322581, 0.037210012, 0.035828383, 0.035456633, 0.034586466, 0.033988357, 0.03347885, 0.03341738, 0.03331954], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e01b8e2f", "type": "single-session-user", "abstention": false, "gold": ["s46517e427f.md"], "top10": ["s46517e427f.md", "s266e850b5c.md", "s455830cd48.md", "s44fdd380d4.md", "sbd9b61febc.md", "s202d9c11f7.md", "sa6b3fce2b2.md", "s2bef0a88cc.md", "s5bef40f0cf.md", "sb66d193c12.md"], "rrf10": [0.040983607, 0.039300318, 0.038239202, 0.03736413, 0.037147762, 0.037103175, 0.036852904, 0.036482697, 0.03625107, 0.034626587], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93", "type": "single-session-user", "abstention": false, "gold": ["s6b0d1a4e01.md"], "top10": ["s6b0d1a4e01.md", "s80752e8f31.md", "s7018143d1e.md", "s49511debbb.md", "sd8faf282d1.md", "s14a8d00d75.md", "se6b5d09abe.md", "s7dac94d8e9.md", "s0e1c6cb8d0.md", "s33da023755.md"], "rrf10": [0.040719196, 0.039985161, 0.038395398, 0.036001718, 0.035722912, 0.035632622, 0.035361552, 0.035195643, 0.033742103, 0.033660821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ccb36322", "type": "single-session-user", "abstention": false, "gold": ["s0f1d45c64c.md"], "top10": ["s7883cfeafc.md", "s0f1d45c64c.md", "s7d9b9840c4.md", "s32ba43dc8e.md", "s2e592da212.md", "s43b95cddf3.md", "s2ba43a9aac.md", "s1c6168b453.md", "s95a50ecb23.md", "s507a90fdf1.md"], "rrf10": [0.040330975, 0.039694356, 0.0390625, 0.037395357, 0.037202797, 0.036946387, 0.036611445, 0.035527544, 0.035060707, 0.034174821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "001be529", "type": "single-session-user", "abstention": false, "gold": ["se78850a7e0.md"], "top10": ["se78850a7e0.md", "s976a990246.md", "se4acb9898f.md", "s99bd33666e.md", "s03994c58b3.md", "sac26a252f3.md", "sd58c72238a.md", "s13905e1f8b.md", "s1132dabcf3.md", "s898bc6de37.md"], "rrf10": [0.040983607, 0.03639047, 0.036283211, 0.036231042, 0.035581744, 0.034815376, 0.034737276, 0.034253981, 0.034149236, 0.034033137], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b320f3f8", "type": "single-session-user", "abstention": false, "gold": ["scbf5e6c00f.md"], "top10": ["scbf5e6c00f.md", "s119dba6867.md", "scfe527a5fd.md", "s5ed3304cd4.md", "sdde9e2f40a.md", "sc2738f0693.md", "s964eeb6692.md", "sb7e6ea3ef0.md", "s91261d8f2f.md", "sd4cd4f9ff8.md"], "rrf10": [0.040983607, 0.039578164, 0.038197543, 0.037135144, 0.036999776, 0.036993603, 0.03589527, 0.035793067, 0.035272045, 0.03401113], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3", "type": "single-session-user", "abstention": false, "gold": ["sdbbf1ac386.md"], "top10": ["sdbbf1ac386.md", "sbe215f8820.md", "se376a96c6c.md", "sa512fc1979.md", "s5174db6367.md", "s2626811272.md", "sc2e9f5fa2a.md", "sce8dc8b043.md", "sa485d16aa8.md", "sa3a32e0ed7.md"], "rrf10": [0.040983607, 0.038270404, 0.03606012, 0.036038621, 0.035997074, 0.034518964, 0.034394318, 0.034183076, 0.033958286, 0.033376161], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4fd1909e", "type": "single-session-user", "abstention": false, "gold": ["se3c2e03f5d.md"], "top10": ["se3c2e03f5d.md", "sb0f521b53e.md", "sf8265200b1.md", "s53b74c564a.md", "s99819823e4.md", "s47ad0d9bcb.md", "s145f0c5352.md", "sc907eeef4f.md", "s8589d5787c.md", "sf6e9e62d59.md"], "rrf10": [0.040983607, 0.039938556, 0.03802319, 0.035890603, 0.035569386, 0.035308385, 0.034519104, 0.034324713, 0.034000347, 0.033630509], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "545bd2b5", "type": "single-session-user", "abstention": false, "gold": ["sbf90dc8f41.md"], "top10": ["sbf90dc8f41.md", "sf6ad87c231.md", "sf59202ae80.md", "s55c1eb4ad2.md", "s0017d7cd27.md", "s242b03660f.md", "s55259a37ff.md", "s5e791f3b13.md", "s614dab3820.md", "s42f5035878.md"], "rrf10": [0.040983607, 0.040322581, 0.038299885, 0.03782713, 0.037772675, 0.036967069, 0.036024845, 0.035851716, 0.035655352, 0.034775465], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8a137a7f", "type": "single-session-user", "abstention": false, "gold": ["sda3bc49b5b.md"], "top10": ["sda3bc49b5b.md", "s97df625c7d.md", "sf24ade4ae3.md", "sb7e3b42cb1.md", "scf8b9afd76.md", "sffe7b3fb60.md", "s661b5132f5.md", "s3111e4b0a1.md", "s0ae38b1724.md", "s5efb6bf181.md"], "rrf10": [0.040983607, 0.037847222, 0.037764643, 0.036260716, 0.036251387, 0.035567264, 0.035450285, 0.034638524, 0.034609574, 0.034502827], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "76d63226", "type": "single-session-user", "abstention": false, "gold": ["sc32660f628.md"], "top10": ["sc32660f628.md", "s4eccda7cb6.md", "sd3406d2082.md", "s800e4dae68.md", "s0d72ee9764.md", "s7de74a4e73.md", "sef8a1abb77.md", "scc2caa201a.md", "s7ba7419fb6.md", "s01bfb26d5d.md"], "rrf10": [0.040983607, 0.040322581, 0.038825758, 0.038013396, 0.036428783, 0.035877754, 0.035697428, 0.035005574, 0.034432234, 0.033980294], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86f00804", "type": "single-session-user", "abstention": false, "gold": ["s451dedc254.md"], "top10": ["s451dedc254.md", "s4e37fb4757.md", "sfc663f1447.md", "sf3df18a0e0.md", "s09f7eb4038.md", "s2d25a9da16.md", "s3487f46f5f.md", "s051418b659.md", "sdce6934763.md", "saa2f9440ff.md"], "rrf10": [0.040719196, 0.039729145, 0.037885746, 0.037830421, 0.03762583, 0.037482643, 0.036949355, 0.035290328, 0.035230721, 0.035182073], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e9d538c", "type": "single-session-user", "abstention": false, "gold": ["s27f40086bd.md"], "top10": ["s27f40086bd.md", "s76b40f3402.md", "s921c476384.md", "s7dd397fedc.md", "s09362ae299.md", "s76ee3e161a.md", "s8320096999.md", "s9153ce3b8c.md", "s178a7a4459.md", "se23b4238d5.md"], "rrf10": [0.040983607, 0.038412305, 0.037847222, 0.037816002, 0.036283257, 0.035581744, 0.03453491, 0.034232126, 0.034019902, 0.033986801], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "311778f1", "type": "single-session-user", "abstention": false, "gold": ["s555257fcce.md"], "top10": ["s555257fcce.md", "sf253dd13ec.md", "s951882c320.md", "sed31e3b1d2.md", "sd3e72bd453.md", "s0e9dbc30c5.md", "s4a39278977.md", "sdd9fe16983.md", "s4b0e18e676.md", "sc9875c80eb.md"], "rrf10": [0.040983607, 0.039000409, 0.037245565, 0.036677815, 0.035908199, 0.035872622, 0.035474705, 0.03467516, 0.034397007, 0.03432124], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c19f7a0b", "type": "single-session-user", "abstention": false, "gold": ["s5fe4b34ec7.md"], "top10": ["s5fe4b34ec7.md", "s7d06fee335.md", "s84bf80b43c.md", "sc4fd1ad854.md", "s0a2a2f8246.md", "s7264b751d3.md", "s70570dd1bf.md", "scdf47aa1af.md", "s1bd2b95fd1.md", "s752bf643d9.md"], "rrf10": [0.040719196, 0.038942308, 0.038862905, 0.037557604, 0.036379892, 0.036030636, 0.035734834, 0.035413882, 0.03466811, 0.034108455], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4100d0a0", "type": "single-session-user", "abstention": false, "gold": ["s516a7b3ea9.md"], "top10": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s88e34f0e84.md", "s05dbc22a47.md", "sddb8c5319f.md", "s3e65793b4b.md", "s4493265a6f.md", "s4290fac327.md", "sad0159a1ac.md", "s521e645688.md"], "rrf10": [0.040983607, 0.040066564, 0.039326148, 0.03610119, 0.035664336, 0.033159481, 0.033041503, 0.03292157, 0.032800834, 0.03263163], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b", "type": "single-session-user", "abstention": false, "gold": ["s078fb23b45.md"], "top10": ["s078fb23b45.md", "s3636aed5c4.md", "sbeb94629fa.md", "s65e258b216.md", "s9faf9a81cd.md", "s8c3a533e34.md", "sd8eb191930.md", "s7d2aa6824a.md", "s4c71f8c0ba.md", "s1859d187ee.md"], "rrf10": [0.040983607, 0.039833822, 0.038504008, 0.036253076, 0.036206483, 0.036116984, 0.035639341, 0.03548114, 0.034902949, 0.034662215], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1faac195", "type": "single-session-user", "abstention": false, "gold": ["s3b7af5a7be.md"], "top10": ["s3b7af5a7be.md", "sf23dd63a11.md", "se765d340ef.md", "sa6e8349a8e.md", "s477d7708c2.md", "s426d6ccd25.md", "s03c9019412.md", "s6790ecc917.md", "s38092f0689.md", "saad26113ae.md"], "rrf10": [0.040719196, 0.040586991, 0.039190324, 0.039070131, 0.037578384, 0.036647934, 0.035682082, 0.034798908, 0.034625668, 0.034276589], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "faba32e5", "type": "single-session-user", "abstention": false, "gold": ["s9e17dd29e9.md"], "top10": ["s9e17dd29e9.md", "s7839a704b7.md", "s1586459499.md", "s950fbc4d96.md", "sfe021e3ed9.md", "s52e4b5628e.md", "sc9c43f02da.md", "sb3fe96fb71.md", "s16660af1cb.md", "s8956e7d7cb.md"], "rrf10": [0.040983607, 0.038851363, 0.038771423, 0.035852452, 0.035661888, 0.034640274, 0.033872081, 0.03356809, 0.033497849, 0.033409091], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4", "type": "single-session-user", "abstention": false, "gold": ["s72c4d8084d.md"], "top10": ["s72c4d8084d.md", "s7506066a7b.md", "s235ee8da43.md", "s77dffa3f1b.md", "s9500390df0.md", "s9834f0b9fb.md", "sf087eb0ad0.md", "s8bfdcf0df1.md", "sc1255e3bd2.md", "s3f1f82d3b4.md"], "rrf10": [0.040719196, 0.040586991, 0.038515406, 0.037669898, 0.036874076, 0.035911633, 0.035628019, 0.034600302, 0.033791091, 0.033746954], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c14c00dd", "type": "single-session-user", "abstention": false, "gold": ["sa7f50b49d5.md"], "top10": ["sa7f50b49d5.md", "s61b7179117.md", "s70cd5e1ba8.md", "s908c2d235c.md", "s90cac98b81.md", "s85098a1b8a.md", "s8ffef05c21.md", "sfb944dc496.md", "sfae6078aa7.md", "se3459c43a3.md"], "rrf10": [0.040983607, 0.040194572, 0.038261076, 0.037456769, 0.037015938, 0.036570395, 0.036567354, 0.03607089, 0.034475062, 0.033858167], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36580ce8", "type": "single-session-user", "abstention": false, "gold": ["s313f86d9dc.md"], "top10": ["s313f86d9dc.md", "sb829193d50.md", "s9b531ff081.md", "sa3f89169a5.md", "sa34bfbd308.md", "s7de88f23d1.md", "sb4df1318f0.md", "s306e5c96df.md", "s2794226732.md", "s4abbb43e9a.md"], "rrf10": [0.040082959, 0.038377472, 0.036880813, 0.036181066, 0.035932561, 0.035783179, 0.035720118, 0.034641372, 0.034547152, 0.034392508], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3d86fd0a", "type": "single-session-user", "abstention": false, "gold": ["s02c9bec4a7.md"], "top10": ["s02c9bec4a7.md", "s6a54623e91.md", "s800e955e20.md", "s075a837754.md", "s593345ebfb.md", "s94f7d3616b.md", "s82cbe82480.md", "sf5db36732f.md", "s63930896d2.md", "s9145cd97a2.md"], "rrf10": [0.040983607, 0.037062448, 0.036684799, 0.035975724, 0.035622243, 0.03527666, 0.035200646, 0.035055524, 0.034696615, 0.033979762], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a82c026e", "type": "single-session-user", "abstention": false, "gold": ["s60339ac226.md"], "top10": ["s60339ac226.md", "s6df54a874c.md", "s5b9ad3a66b.md", "s5d689982f5.md", "sc0a4e7c0a8.md", "s7ba99f29ec.md", "sc80fcd9542.md", "s6a56785bb1.md", "s85f1818fd8.md", "s3359e57556.md"], "rrf10": [0.040983607, 0.039818548, 0.039000409, 0.037649831, 0.037122526, 0.036141636, 0.035590278, 0.035488144, 0.034971989, 0.032789076], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf_abs", "type": "single-session-user", "abstention": true, "gold": ["s7b786689a5.md"], "top10": ["s7b786689a5.md", "s8400787b0a.md", "s3a84ec2dcf.md", "se6f4e56123.md", "scd538a0927.md", "se36f142134.md", "sb362553482.md", "s57eca2457f.md", "sa220a63e31.md", "sbd902cf237.md"], "rrf10": [0.03778438, 0.036161873, 0.035571394, 0.035301006, 0.035283076, 0.034674527, 0.034489788, 0.034271284, 0.033827855, 0.033447658], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0_abs", "type": "single-session-user", "abstention": true, "gold": ["s019108fb32.md"], "top10": ["s019108fb32.md", "sa8f4437d8a.md", "sbd6d0e318d.md", "se4ea4016e3.md", "s96fde1080e.md", "s5dd6966ef2.md", "s94017201ed.md", "sec471018aa.md", "s77603bee54.md", "sd13f664b05.md"], "rrf10": [0.040983607, 0.038946123, 0.038647415, 0.036899388, 0.036758045, 0.035951014, 0.035737813, 0.034621791, 0.034271284, 0.034060905], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93_abs", "type": "single-session-user", "abstention": true, "gold": ["s1f40ce8008.md"], "top10": ["s1f40ce8008.md", "s02df5ea626.md", "s542e82ec08.md", "s6ceb41d740.md", "s50fca7d4a2.md", "sf0fad5e423.md", "sdc10403f0b.md", "sbaf612f398.md", "s9419e7687d.md", "se476c49499.md"], "rrf10": [0.040719196, 0.038734897, 0.036650641, 0.036487145, 0.03620479, 0.035940171, 0.035230446, 0.034251717, 0.034186846, 0.03402249], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3_abs", "type": "single-session-user", "abstention": true, "gold": ["s9969d1af37.md"], "top10": ["s9969d1af37.md", "sf071509394.md", "sc71385c7ec.md", "s583f01c005.md", "sabfb37cbf9.md", "sfe3b90a759.md", "s90684d7742.md", "s35fe8fd38e.md", "sfddea1246f.md", "sfde0543649.md"], "rrf10": [0.04046318, 0.040322581, 0.040078958, 0.036922015, 0.035705012, 0.035225885, 0.03479655, 0.034477851, 0.034198798, 0.034055197], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b_abs", "type": "single-session-user", "abstention": true, "gold": ["sea613b6019.md"], "top10": ["sea613b6019.md", "s4a24e06b82.md", "sb14e35409a.md", "s45b28efa1a.md", "sc26dec85f1.md", "scfe9541720.md", "s6eef57a6ad.md", "s87a63110e8.md", "s667a8e99e4.md", "s617b33c577.md"], "rrf10": [0.03971075, 0.038933125, 0.038899431, 0.038224992, 0.037847222, 0.037430471, 0.037352242, 0.03458782, 0.034261791, 0.034166466], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4_abs", "type": "single-session-user", "abstention": true, "gold": ["s769482c67b.md"], "top10": ["s0034e02315.md", "s0f73ddd941.md", "s1d20e2ff3a.md", "s2437b7fd5d.md", "s769482c67b.md", "s2bdc6b5f7a.md", "s7f730775fd.md", "sad2eaa25d6.md", "s09d77e9481.md", "s708369d008.md"], "rrf10": [0.040983607, 0.039938556, 0.0390625, 0.038972855, 0.037941885, 0.035904451, 0.035601215, 0.035571019, 0.033708457, 0.033520534], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0a995998", "type": "multi-session", "abstention": false, "gold": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md"], "top10": ["s0cab1c9eeb.md", "sae5bd299eb.md", "s9e30df83e3.md", "s8e453e8f24.md", "s27fd6dbb14.md", "sa527e071e7.md", "s36c32c6b02.md", "sefafcb0fbd.md", "sbc2d2c3842.md", "s65bf0c77cf.md"], "rrf10": [0.040719196, 0.039938556, 0.039590558, 0.039562532, 0.037676282, 0.037429829, 0.036903395, 0.03681178, 0.035777583, 0.035616598], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6d550036", "type": "multi-session", "abstention": false, "gold": ["s3b14ace57b.md", "s920d9cbdaf.md", "s9622cbf27d.md", "sc8a0beec36.md"], "top10": ["s8b111b610a.md", "s9622cbf27d.md", "s5e51f4c028.md", "s3201654706.md", "sd5b19e15e5.md", "s1145256539.md", "s920d9cbdaf.md", "sc8a0beec36.md", "s62a763b621.md", "s1cb36549fb.md"], "rrf10": [0.040215164, 0.038111888, 0.038066785, 0.03768423, 0.036813321, 0.035431548, 0.035008028, 0.034950712, 0.034610215, 0.033796594], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_59c863d7", "type": "multi-session", "abstention": false, "gold": ["s26f8258ee9.md", "sb97fdcb7cb.md", "sba64de88ce.md", "sf9a4d768db.md"], "top10": ["sf9a4d768db.md", "sba64de88ce.md", "s26f8258ee9.md", "sb97fdcb7cb.md", "saed1f1d752.md", "s3d3b9e5bb7.md", "s8a3b1daeb9.md", "sc70996dae5.md", "sa27d789d09.md", "sbe1c957480.md"], "rrf10": [0.040322581, 0.040202966, 0.040078958, 0.038099315, 0.038002296, 0.037655971, 0.035571019, 0.034186846, 0.033808881, 0.0336224], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b5ef892d", "type": "multi-session", "abstention": false, "gold": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md"], "top10": ["sa3acba8dc9.md", "s1df591c608.md", "s628301263c.md", "s1ebfeb1fdb.md", "sb8aa39a921.md", "sac88db4f42.md", "s29d373316b.md", "s0b60974fb5.md", "s97ffd7f30a.md", "s44cd2088da.md"], "rrf10": [0.04046318, 0.040458983, 0.040066564, 0.037683824, 0.036736191, 0.035834822, 0.035126978, 0.034237885, 0.033722944, 0.033481755], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e831120c", "type": "multi-session", "abstention": false, "gold": ["sb86a802940.md", "sf7a47235ce.md"], "top10": ["sf7a47235ce.md", "sb86a802940.md", "s70a595655e.md", "s813cbd2683.md", "s5bb590fa65.md", "sf9e9cff71e.md", "s615efba50a.md", "s931ea4b717.md", "s4806019850.md", "s51b4d2ee54.md"], "rrf10": [0.040983607, 0.040322581, 0.038833389, 0.03826739, 0.036976575, 0.036353945, 0.03631815, 0.036206483, 0.03459596, 0.034539155], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3a704032", "type": "multi-session", "abstention": false, "gold": ["s21d0b418e5.md", "s840ac504bc.md", "s9df21ed36e.md"], "top10": ["s9df21ed36e.md", "s21d0b418e5.md", "s840ac504bc.md", "s44b2a5f4bf.md", "sb9b0b06d1d.md", "s91f1316ec0.md", "sd6cc7ab041.md", "scd3550751f.md", "s3919f74729.md", "sc1ebc82b06.md"], "rrf10": [0.040458983, 0.040330975, 0.039694737, 0.037081413, 0.036656746, 0.034244922, 0.034026097, 0.033937198, 0.033530751, 0.03343495], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d84a3211", "type": "multi-session", "abstention": false, "gold": ["s2cfa274b99.md", "s30e2029c72.md", "s33cb38d99e.md", "s922b1bb2b7.md"], "top10": ["s2cfa274b99.md", "s33cb38d99e.md", "s922b1bb2b7.md", "s30e2029c72.md", "s336292a5c0.md", "s71580bbf04.md", "sa9c3670bd7.md", "s3096c7ac87.md", "sf53eaf9533.md", "sf28bd59f59.md"], "rrf10": [0.040322581, 0.039958766, 0.0396194, 0.039186508, 0.037202797, 0.036371324, 0.036024845, 0.035828383, 0.035618601, 0.03554737], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "aae3761f", "type": "multi-session", "abstention": false, "gold": ["s6c9c420448.md", "sd76c211bad.md", "sf67b7ec830.md"], "top10": ["sd76c211bad.md", "s6c9c420448.md", "s9820208062.md", "s653f5349a3.md", "sf67b7ec830.md", "s9286449301.md", "sda6e2b5bbe.md", "s7625016923.md", "s5d73e7d8f5.md", "s920f707736.md"], "rrf10": [0.040983607, 0.040322581, 0.038961039, 0.037480575, 0.037401815, 0.037132751, 0.036656746, 0.036606668, 0.036084793, 0.033834586], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f2262a51", "type": "multi-session", "abstention": false, "gold": ["s9ec4d701c2.md", "sb2151cf652.md", "sb34fe03e75.md"], "top10": ["seab0f0420b.md", "sb2151cf652.md", "sb34fe03e75.md", "sef9b05c8a0.md", "s45fce0f0a3.md", "s9ec4d701c2.md", "se4d9c389ca.md", "s1e26dc4c12.md", "s5e7431b8ad.md", "sec5ce3001f.md"], "rrf10": [0.040723393, 0.039818548, 0.039089405, 0.038527604, 0.037008282, 0.037000255, 0.036182827, 0.035463148, 0.034733739, 0.034502262], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "dd2973ad", "type": "multi-session", "abstention": false, "gold": ["sf176ecce77.md", "sfd4bc0370e.md"], "top10": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sc777878676.md", "s1cbf7f89d4.md", "sb46d865763.md", "s0656675402.md", "sf176ecce77.md", "s2834c67061.md", "s6514014cd4.md", "s1052163908.md"], "rrf10": [0.040983607, 0.040070565, 0.038862905, 0.038701923, 0.037380369, 0.034408272, 0.034194419, 0.034144867, 0.033844169, 0.033248542], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "c4a1ceb8", "type": "multi-session", "abstention": false, "gold": ["s1698d61255.md", "s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md"], "top10": ["s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md", "s1698d61255.md", "s762c765007.md", "s64628d5642.md", "sbf4c36a9e9.md", "s8178eabd9b.md", "s0d03e6e32f.md", "s766b52fc61.md"], "rrf10": [0.040719196, 0.040586991, 0.039558532, 0.039186508, 0.038228438, 0.037012987, 0.036847254, 0.036362821, 0.033794739, 0.03334196], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a56e767c", "type": "multi-session", "abstention": false, "gold": ["s86eb291fb2.md", "sdb5e961acf.md", "sef186379d1.md"], "top10": ["sdb5e961acf.md", "s86eb291fb2.md", "s74e2f3838a.md", "sef186379d1.md", "s28e9d5b4be.md", "s160913179e.md", "s4161228267.md", "s53cf2fb7df.md", "s83a18097e2.md", "saec63d1c0c.md"], "rrf10": [0.040851401, 0.039950372, 0.039434524, 0.039310516, 0.036584004, 0.036455428, 0.036014644, 0.035823637, 0.034342565, 0.034242109], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6cb6f249", "type": "multi-session", "abstention": false, "gold": ["s75bb9fd5a7.md", "sca3e1b2e07.md"], "top10": ["sca3e1b2e07.md", "sc4343dbfe1.md", "s75bb9fd5a7.md", "sb7d686a1c6.md", "sa7ca3dadf1.md", "s0cbb8d3c3b.md", "s3ca77ea0da.md", "sd89f5fa204.md", "sb47df24ce1.md", "s5e5db5a9b3.md"], "rrf10": [0.040851401, 0.040070565, 0.039942753, 0.03716143, 0.036786317, 0.036180767, 0.035890842, 0.03573975, 0.035652174, 0.035444086], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "46a3abf7", "type": "multi-session", "abstention": false, "gold": ["sa6489e86e3.md", "sd9c68433d1.md", "sed4fafb2f3.md"], "top10": ["sed4fafb2f3.md", "sa6489e86e3.md", "sd9c68433d1.md", "s8d3ea66085.md", "sab88b0b5ae.md", "s4b6254e85f.md", "s58ad034f93.md", "s70775ff888.md", "s9fdd891b5f.md", "sd02c3eb026.md"], "rrf10": [0.040851401, 0.040070565, 0.039942753, 0.038486881, 0.038352273, 0.035749912, 0.035571394, 0.035515873, 0.034597328, 0.034534207], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36b9f61e", "type": "multi-session", "abstention": false, "gold": ["s5cb25d04c2.md", "s7ff89f24c1.md", "s9ceac91e4e.md"], "top10": ["s7ff89f24c1.md", "s5cb25d04c2.md", "s9ceac91e4e.md", "sf389b96746.md", "s42f160444f.md", "s1548b10be2.md", "s263df47cfb.md", "s773b0c9ddb.md", "se66d80c094.md", "s38566d018e.md"], "rrf10": [0.040719196, 0.040458983, 0.039810548, 0.038712687, 0.035083552, 0.034674822, 0.034669143, 0.034593312, 0.034166466, 0.034061772], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28dc39ac", "type": "multi-session", "abstention": false, "gold": ["s01acd3994a.md", "s734bf88e64.md", "s7f9a6f9c64.md", "sad3a325537.md", "sc9ae531e6c.md"], "top10": ["s7f9a6f9c64.md", "s01acd3994a.md", "s734bf88e64.md", "sc9ae531e6c.md", "sad3a325537.md", "scbeb5c12e2.md", "sfb421d23e6.md", "sdc2ea3c05a.md", "s5594d37a3e.md", "sc617ab1fbd.md"], "rrf10": [0.040082959, 0.040070565, 0.039958766, 0.039694737, 0.038344988, 0.036401026, 0.035362253, 0.034963418, 0.034721564, 0.033793494], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f8be40d", "type": "multi-session", "abstention": false, "gold": ["s6fb9ec6824.md", "s7851663dcb.md", "sd0093e4f42.md"], "top10": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "sa90ce05da5.md", "s91e1febda6.md", "s396f63126d.md", "s856f973ec5.md", "s666c84b168.md", "s276c620b99.md", "sce329d6824.md"], "rrf10": [0.040983607, 0.039950372, 0.039558532, 0.038705739, 0.038352273, 0.038141404, 0.03561145, 0.035362253, 0.034743672, 0.034397358], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2e6d26dc", "type": "multi-session", "abstention": false, "gold": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sdfed11c48f.md"], "top10": ["s0ee726bb15.md", "sdb769df2b3.md", "s5a77d357f0.md", "sdfed11c48f.md", "saca5c1b426.md", "s04a09f979b.md", "sbe3fcb38e0.md", "sd7cf1a27a8.md", "scc6a8f7a06.md", "s8412b67f32.md"], "rrf10": [0.040362643, 0.040198769, 0.039694356, 0.038946123, 0.037655971, 0.035501902, 0.03429516, 0.034056864, 0.03363232, 0.033224401], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_15e38248", "type": "multi-session", "abstention": false, "gold": ["s16e0ae23f7.md", "s2233669115.md", "s95280dceaf.md", "sbcc79c095c.md"], "top10": ["s2233669115.md", "sbcc79c095c.md", "s0ec8e3ef85.md", "s16e0ae23f7.md", "s81e1b55285.md", "s95280dceaf.md", "s1729f5c759.md", "sb27300bb16.md", "s0992f2abdb.md", "sc7551cf3a7.md"], "rrf10": [0.040458983, 0.040215164, 0.038716839, 0.038362963, 0.036211298, 0.03570035, 0.035692142, 0.035328185, 0.035296896, 0.034892233], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "88432d0a", "type": "multi-session", "abstention": false, "gold": ["s53e8396392.md", "s850ab4bfb0.md", "s9f7917db5a.md", "saa16bc031b.md"], "top10": ["s916c8ca331.md", "s9f7917db5a.md", "s850ab4bfb0.md", "s53e8396392.md", "sff8782fa52.md", "s41bb435e9c.md", "s83794d08be.md", "sce3122fe54.md", "s866e22ebbf.md", "s9386b74170.md"], "rrf10": [0.038862905, 0.038600289, 0.03833298, 0.037719456, 0.037520351, 0.036743555, 0.036080586, 0.036039947, 0.034772772, 0.034648738], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "80ec1f4f", "type": "multi-session", "abstention": false, "gold": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md"], "top10": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md", "sa61a304035.md", "scdefc795ec.md", "s196f5c9052.md", "s3a8f825945.md", "sdb4dde1571.md", "sd341988e23.md", "s62a42cb998.md"], "rrf10": [0.040983607, 0.040194572, 0.039562532, 0.039310516, 0.037133016, 0.035159359, 0.034748585, 0.034273504, 0.034273404, 0.034234344], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d23cf73b", "type": "multi-session", "abstention": false, "gold": ["s224e6df14f.md", "s6f7d35d21e.md", "sc504fbe9db.md", "sc5d1dd5e01.md"], "top10": ["s6f7d35d21e.md", "sb5b1e3b675.md", "sc5d1dd5e01.md", "sf27e14b598.md", "sc504fbe9db.md", "sb07c9d7049.md", "s224e6df14f.md", "s0b1e41138f.md", "s7ba9840142.md", "sdcd79e2862.md"], "rrf10": [0.040719196, 0.039958766, 0.039310516, 0.038472638, 0.038374505, 0.037793569, 0.037220026, 0.037081413, 0.035720118, 0.035348957], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_7fce9456", "type": "multi-session", "abstention": false, "gold": ["s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "sd3f8e234b6.md"], "top10": ["sd3f8e234b6.md", "s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "s455b30ef31.md", "s949bec05b3.md", "s1d95b95549.md", "s373b96e9fe.md", "s898fce0d15.md"], "rrf10": [0.040719196, 0.040202966, 0.040066564, 0.038822115, 0.036726684, 0.035521955, 0.034906296, 0.034491333, 0.034478982, 0.0342774], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d682f1a2", "type": "multi-session", "abstention": false, "gold": ["s09e41232bd.md", "s49befdeaf8.md", "s692714d7cc.md"], "top10": ["s09e41232bd.md", "s49befdeaf8.md", "s692714d7cc.md", "s2369c42cce.md", "s560a2d721e.md", "s585ddc404d.md", "sbf89bbf5ed.md", "s6fa772d0d8.md", "sc9123634dc.md", "sffd15235b1.md"], "rrf10": [0.040322581, 0.040215164, 0.038845406, 0.038822115, 0.036488511, 0.035734834, 0.035582025, 0.035581744, 0.035436209, 0.034824327], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7024f17c", "type": "multi-session", "abstention": false, "gold": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md"], "top10": ["sca69ccbde5.md", "sc14f0e6821.md", "sf96977485c.md", "s9170802faa.md", "s898de325e0.md", "sa2a0c5d1f9.md", "s4caa815aaf.md", "s287a9d4850.md", "se6636111ee.md", "s81cb7dd749.md"], "rrf10": [0.040586991, 0.040202966, 0.040198769, 0.037355463, 0.03661198, 0.0365757, 0.036493584, 0.036131409, 0.035173778, 0.035158763], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5501fe77", "type": "multi-session", "abstention": false, "gold": ["s0f2c159d43.md", "s25e1d8123c.md", "s8bb872adb2.md"], "top10": ["s8bb872adb2.md", "s0f2c159d43.md", "s5b3e95f112.md", "s25e1d8123c.md", "sd26bdca025.md", "s64e298b635.md", "s0f7ca9a69c.md", "s7f693886af.md", "sf5b5d523e4.md", "s3ecf236b80.md"], "rrf10": [0.040586991, 0.04046318, 0.038602941, 0.038580995, 0.038002296, 0.037902998, 0.036310935, 0.036249728, 0.035241597, 0.035113459], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2ba83207", "type": "multi-session", "abstention": false, "gold": ["s0b4a51fbea.md", "s2f06f0abfa.md", "saaf2c38140.md", "sfc08f59686.md"], "top10": ["sfc08f59686.md", "s2f06f0abfa.md", "s0b4a51fbea.md", "saaf2c38140.md", "sf91642865e.md", "sc8e0d7babe.md", "s3b39166b57.md", "s52b049efa9.md", "s7b8fb6cd87.md", "sa771634ab9.md"], "rrf10": [0.040599385, 0.040198769, 0.039314516, 0.038961039, 0.037553184, 0.036482697, 0.03625107, 0.03587038, 0.034734848, 0.034156142], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2318644b", "type": "multi-session", "abstention": false, "gold": ["s132adbfcf9.md", "s3e9c09ec40.md"], "top10": ["s3e9c09ec40.md", "s4ac2492a7a.md", "s132adbfcf9.md", "s43b800d2df.md", "s020e99638d.md", "scc4ddd3c76.md", "sdd23cdc51d.md", "s3a37fd01b8.md", "s8195e09c90.md", "sec2f8b2e80.md"], "rrf10": [0.040983607, 0.039810548, 0.039720751, 0.038705739, 0.038352273, 0.03650657, 0.035423896, 0.034352604, 0.034075798, 0.033268626], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ce6a0f2", "type": "multi-session", "abstention": false, "gold": ["s2b81e468b3.md", "sadd4508488.md", "sb77701eed7.md", "sfc2db0846c.md"], "top10": ["sb77701eed7.md", "sfc2db0846c.md", "sadd4508488.md", "s02eec5b554.md", "s2b81e468b3.md", "s89130bce62.md", "s29817bcdac.md", "s6d91017b20.md", "se20eb993ce.md", "s7abfea49f6.md"], "rrf10": [0.04046318, 0.040098232, 0.039694356, 0.037074396, 0.037062198, 0.036926203, 0.036588963, 0.035188724, 0.03479251, 0.034566575], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d12ceb0e", "type": "multi-session", "abstention": false, "gold": ["s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md"], "top10": ["se99b5a1300.md", "s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md", "s505d7305e1.md", "sd396391319.md", "se9ec39d83a.md", "sb2ca7cb4fa.md", "s248b56ebfc.md", "s74275ef7d4.md"], "rrf10": [0.040851401, 0.040454786, 0.039438339, 0.038255992, 0.036801842, 0.036141636, 0.035331695, 0.034432916, 0.034081026, 0.033821349], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "00ca467f", "type": "multi-session", "abstention": false, "gold": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md"], "top10": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md", "s69807d07eb.md", "s8b2a65c47c.md", "s80a6ca3ee3.md", "s95d19c98fb.md", "see48dae2ff.md", "s4769ae32b9.md", "s4cb6ce14a1.md"], "rrf10": [0.040851401, 0.038734897, 0.038732852, 0.036714271, 0.036436187, 0.036182721, 0.03506801, 0.0342609, 0.034069589, 0.034050418], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b3c15d39", "type": "multi-session", "abstention": false, "gold": ["s6acba25ed9.md", "se17b67a55b.md"], "top10": ["s6acba25ed9.md", "se17b67a55b.md", "sb5c699eca0.md", "s78854abceb.md", "s995df4f079.md", "s58c7db7ba8.md", "s557a338b3b.md", "s6556dd19d7.md", "sb442a534e8.md", "sa9ba8118da.md"], "rrf10": [0.040851401, 0.040454786, 0.034983292, 0.03473393, 0.034587153, 0.034564394, 0.034218466, 0.034188034, 0.03385, 0.033370768], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_31ff4165", "type": "multi-session", "abstention": false, "gold": ["s066f182e2c.md", "s188a98d519.md", "s4965b8d613.md", "s87bfd0965c.md", "scdb438ac08.md"], "top10": ["s87bfd0965c.md", "s066f182e2c.md", "s4965b8d613.md", "s188a98d519.md", "scdb438ac08.md", "s59b067d284.md", "s74d911bbde.md", "s8413521d08.md", "s5e6c271b60.md", "s37d05f842a.md"], "rrf10": [0.04046318, 0.040194572, 0.038516458, 0.037903314, 0.037533272, 0.037275604, 0.035780886, 0.035022985, 0.034835681, 0.034612008], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eeda8a6d", "type": "multi-session", "abstention": false, "gold": ["s1b8ebc725a.md", "scc99bb2853.md"], "top10": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s1a91529113.md", "s615f199794.md", "sae1048c675.md", "s4132ba5965.md", "s07445de2a9.md", "s0108beef5e.md", "s427958e33a.md"], "rrf10": [0.040851401, 0.040454786, 0.038961039, 0.036683904, 0.035327485, 0.034514248, 0.034453684, 0.034077381, 0.03401113, 0.033359767], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2788b940", "type": "multi-session", "abstention": false, "gold": ["s03edf94642.md", "s86f4ebce3b.md", "sa55e6a84f1.md", "sef95cb781c.md"], "top10": ["sef95cb781c.md", "sa55e6a84f1.md", "s86f4ebce3b.md", "s03edf94642.md", "s426f808baa.md", "s3b5a2c356e.md", "s9c840ed9cc.md", "sc9a99058b6.md", "sb9e2b0360d.md", "s9941a15845.md"], "rrf10": [0.040454786, 0.03971075, 0.039194139, 0.038841031, 0.038301715, 0.037742833, 0.037340056, 0.035338994, 0.034365079, 0.033893557], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed", "type": "multi-session", "abstention": false, "gold": ["s16a42837d3.md", "sdf59b1570b.md"], "top10": ["sdf59b1570b.md", "s16a42837d3.md", "s5b3b539bf6.md", "s35e389107b.md", "sa22015ff1c.md", "s56e2250caa.md", "sec7f0c76ec.md", "sd9b4e7d247.md", "sb7868e53ee.md", "s3366a3f14a.md"], "rrf10": [0.040454786, 0.040082959, 0.039321789, 0.037543054, 0.037338729, 0.036454283, 0.036445013, 0.035565906, 0.035421785, 0.034688402], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9d25d4e0", "type": "multi-session", "abstention": false, "gold": ["s33979ccbe8.md", "s64126efa2d.md", "s9017bf7dcb.md"], "top10": ["s9017bf7dcb.md", "s33979ccbe8.md", "s64126efa2d.md", "s5291f3b804.md", "sb7c2e6cc8d.md", "s978219490a.md", "s227188990a.md", "s1f3ff2e26e.md", "s81081f4313.md", "s6a0e082509.md"], "rrf10": [0.040719196, 0.040458983, 0.039558532, 0.039314516, 0.037103774, 0.036023586, 0.035865303, 0.034730376, 0.034568914, 0.034345695], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "129d1232", "type": "multi-session", "abstention": false, "gold": ["s09c24965c3.md", "s127c9631eb.md", "sbcd412fda7.md"], "top10": ["s127c9631eb.md", "s60de5980c6.md", "s15995a9d03.md", "sbcd412fda7.md", "s76ab48954e.md", "s09c24965c3.md", "sb1fa4293b5.md", "sb253280e34.md", "se72c150537.md", "s8a17e4967d.md"], "rrf10": [0.040983607, 0.038155014, 0.03776417, 0.037593679, 0.037553184, 0.037263954, 0.035734584, 0.035632622, 0.035619393, 0.034876029], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "60472f9c", "type": "multi-session", "abstention": false, "gold": ["s80e5b5e586.md", "sc3c9078a29.md", "sed07ad6a6d.md"], "top10": ["s80e5b5e586.md", "sed07ad6a6d.md", "s41db44014d.md", "s9239f44d28.md", "se2bf53ce86.md", "s86e28f1652.md", "sda1d35671b.md", "sc3c9078a29.md", "s2feb338b86.md", "sa7786536be.md"], "rrf10": [0.040719196, 0.040586991, 0.036071206, 0.035149124, 0.034943978, 0.034327866, 0.033908851, 0.033837215, 0.033740884, 0.033727073], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_194be4b3", "type": "multi-session", "abstention": false, "gold": ["s279bfcfa76.md", "s7110bfb5f3.md", "s9b8d3fd029.md", "sdc5c2a82ff.md", "seeb2eb3c0e.md"], "top10": ["seeb2eb3c0e.md", "s9b8d3fd029.md", "s279bfcfa76.md", "s7110bfb5f3.md", "sdc5c2a82ff.md", "s35f5f66f9c.md", "sb23ad55bbc.md", "s94025d8f64.md", "s35843474f8.md", "s992a5b82ad.md"], "rrf10": [0.040215164, 0.040066564, 0.039954951, 0.038833389, 0.038092595, 0.037995338, 0.036389761, 0.036124762, 0.03449465, 0.034465894], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a9f6b44c", "type": "multi-session", "abstention": false, "gold": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md"], "top10": ["s58265a94bc.md", "sced13ee3d7.md", "sbc37436477.md", "sd2d4dcf411.md", "s237706fb0a.md", "s1e3719d3a2.md", "saf7ae41999.md", "sbf5a5d0fd9.md", "sed5ef343f0.md", "s5147d69268.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.038589015, 0.03766293, 0.037336875, 0.036833645, 0.035714286, 0.03491784, 0.034522508], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d851d5ba", "type": "multi-session", "abstention": false, "gold": ["s1c54991841.md", "s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md"], "top10": ["sa7bcf383a8.md", "s56cd3bb7ea.md", "sb136fabd2f.md", "s1c54991841.md", "s45eabc3adb.md", "s487c0cf819.md", "s94e18ec011.md", "s73574aed94.md", "s4e7706eb24.md", "s6d4e35015a.md"], "rrf10": [0.040851401, 0.040198769, 0.03969054, 0.039310516, 0.036225879, 0.035758706, 0.035608892, 0.034357284, 0.034090909, 0.033791091], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5a7937c8", "type": "multi-session", "abstention": false, "gold": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md"], "top10": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md", "s628e313027.md", "seda0f3a670.md", "s39681fcabb.md", "sce5ba593e5.md", "s6049da1aba.md", "s62122923a9.md", "s3ba2d6fdcb.md"], "rrf10": [0.040723393, 0.040454786, 0.039562532, 0.037908272, 0.037549407, 0.03582975, 0.035155495, 0.034692332, 0.033972992, 0.03369852], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ab202e7f", "type": "multi-session", "abstention": false, "gold": ["s031865616f.md", "s306fcd1e6b.md", "s99437a710e.md", "sa668a05fdd.md", "sccc68a973c.md"], "top10": ["sa668a05fdd.md", "s031865616f.md", "sccc68a973c.md", "s99437a710e.md", "s035c695314.md", "s8d0fd2e7be.md", "s1cb10757d0.md", "s306fcd1e6b.md", "s296694bb2a.md", "s726243566d.md"], "rrf10": [0.040983607, 0.039938556, 0.038614889, 0.038352273, 0.037555146, 0.035627783, 0.035347985, 0.03523034, 0.03453635, 0.034392235], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_e05b82a6", "type": "multi-session", "abstention": false, "gold": ["s05d58d35a1.md", "s6846359b7f.md", "s721c829a00.md", "sc9fe05e720.md"], "top10": ["s6846359b7f.md", "s05d58d35a1.md", "s721c829a00.md", "sc9fe05e720.md", "sfad2a37ff2.md", "s90b8ee3a8c.md", "s99cc02c95f.md", "s7929703a8a.md", "s30931b9865.md", "s8fa5ececb9.md"], "rrf10": [0.040215164, 0.040202966, 0.03932979, 0.039118922, 0.037902998, 0.037765717, 0.035290328, 0.03494046, 0.03464378, 0.034375545], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_731e37d7", "type": "multi-session", "abstention": false, "gold": ["s380c6cb254.md", "s6ca1a2243d.md", "sa1c05b0263.md", "sb193b63b00.md"], "top10": ["sb193b63b00.md", "s6ca1a2243d.md", "s380c6cb254.md", "s3f32f86b89.md", "se31b5602a1.md", "sa1c05b0263.md", "s53e4f044ca.md", "s055dbfadcf.md", "sa9648598f9.md", "sac579924b5.md"], "rrf10": [0.04046318, 0.040098232, 0.039938556, 0.037470695, 0.036955884, 0.035911704, 0.035178929, 0.034649848, 0.034545352, 0.034223801], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276", "type": "multi-session", "abstention": false, "gold": ["s13883f02b8.md", "sba7c8c3c7d.md"], "top10": ["sba7c8c3c7d.md", "s13883f02b8.md", "s5a1ee037a5.md", "s9fd4332618.md", "s28a2db4199.md", "s85ef8995c0.md", "s9ced30d374.md", "s0aa4d0c60d.md", "s2ed961ac40.md", "s25a19cbca0.md"], "rrf10": [0.040719196, 0.040586991, 0.038713023, 0.03801306, 0.036410256, 0.036330974, 0.034942085, 0.034805254, 0.034689986, 0.034436834], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10d9b85a", "type": "multi-session", "abstention": false, "gold": ["s521737fe3c.md", "s5cb57f4467.md"], "top10": ["s02e4c8384f.md", "s5cb57f4467.md", "s56195ef491.md", "s176b987f1c.md", "se7bba65ae0.md", "se2e08c738f.md", "sbf729c72d8.md", "s046a6970fc.md", "sf8d411ad9e.md", "sfed4bac44b.md"], "rrf10": [0.040215164, 0.038686302, 0.038362873, 0.038154656, 0.037379703, 0.037334853, 0.036040986, 0.035877754, 0.035719122, 0.035438976], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "e3038f8c", "type": "multi-session", "abstention": false, "gold": ["s0a27af93be.md", "s539cbd787b.md", "saeac39b335.md", "sc6efc41d6f.md"], "top10": ["sa181d342c0.md", "s539cbd787b.md", "s0a27af93be.md", "saeac39b335.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "s016104f147.md", "s6bf4d52564.md", "sdc4a2f7168.md", "sd9090f515b.md"], "rrf10": [0.040851401, 0.039950754, 0.039577806, 0.039434524, 0.038581731, 0.037995338, 0.036152737, 0.035113335, 0.034444444, 0.034038584], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2b8f3739", "type": "multi-session", "abstention": false, "gold": ["s47c5b96a51.md", "s9ef75d4221.md", "sb0fc6927ec.md"], "top10": ["s9ef75d4221.md", "sb0fc6927ec.md", "s47c5b96a51.md", "se39d6a115f.md", "s952f7a0d61.md", "s693cb28993.md", "s28e9a85b50.md", "s530d0ea643.md", "s0f976e1025.md", "s752f76bd63.md"], "rrf10": [0.040586991, 0.040098232, 0.039694737, 0.039070131, 0.038228438, 0.037348273, 0.035745914, 0.035408862, 0.033614002, 0.033522934], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a8a66a6", "type": "multi-session", "abstention": false, "gold": ["s4b3eedec67.md", "s53d0cd0c4b.md", "s9eb4f9fbab.md", "se31e751aa8.md"], "top10": ["se31e751aa8.md", "s0fb98c3796.md", "s7d08845db2.md", "s9eb4f9fbab.md", "s53d0cd0c4b.md", "sfd7cac6284.md", "scfa73c8063.md", "sfb5216e46e.md", "s2a89d918fd.md", "s8da941e76a.md"], "rrf10": [0.040983607, 0.037664039, 0.036916706, 0.036796537, 0.036710629, 0.035984848, 0.035652414, 0.035056418, 0.034502827, 0.034324713], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c2ac3c61", "type": "multi-session", "abstention": false, "gold": ["sc4e46e0831.md", "secbcb12e79.md"], "top10": ["sd61606eee8.md", "secbcb12e79.md", "sc4e46e0831.md", "se44cc09f4d.md", "saf7407dded.md", "s3739786e0e.md", "s547181d168.md", "sa837a06460.md", "s615ed1782e.md", "s9c663118d7.md"], "rrf10": [0.039714566, 0.039446721, 0.038600647, 0.038526924, 0.037443755, 0.037422394, 0.036525303, 0.035362253, 0.035224518, 0.035129773], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bf659f65", "type": "multi-session", "abstention": false, "gold": ["s164a501112.md", "s9d3935685c.md", "s9e6f7f2cbe.md"], "top10": ["s164a501112.md", "s9d3935685c.md", "s059f55c897.md", "s9e6f7f2cbe.md", "sdf73f13a80.md", "s535c10ab95.md", "sbc6d2a1139.md", "s6dda5d116d.md", "sa410608d69.md", "s3099d29a16.md"], "rrf10": [0.040851401, 0.040198769, 0.038949939, 0.038946123, 0.038856305, 0.038589015, 0.036267442, 0.036256257, 0.035457056, 0.034900542], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed", "type": "multi-session", "abstention": false, "gold": ["s34cab4fb5d.md", "sbde195f40b.md", "sbed5bb0188.md"], "top10": ["sbed5bb0188.md", "s95d8eaccad.md", "s3f7df7db0d.md", "sbde195f40b.md", "s34cab4fb5d.md", "se8f046e04b.md", "sfc829b8a18.md", "sc7e5edf3d3.md", "seb62036ed5.md", "s0648720be4.md"], "rrf10": [0.039950754, 0.039938556, 0.037950898, 0.037791292, 0.035973383, 0.035383331, 0.035135917, 0.035116253, 0.034592653, 0.033400223], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f91af09", "type": "multi-session", "abstention": false, "gold": ["s6fa42d1ce0.md", "s91c3ea6f4d.md", "sc0ccf8ed8d.md"], "top10": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "s643527ca2a.md", "s8991fbcb7d.md", "sddb90720ca.md", "sc3e585c242.md", "s80e2e548a2.md", "s7a2e1ada72.md", "s7a743c7846.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.038701923, 0.037373136, 0.035488144, 0.035429093, 0.035219773, 0.034135611, 0.033898129], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "81507db6", "type": "multi-session", "abstention": false, "gold": ["s386e0d7090.md", "s4141bca084.md", "s549a0f0906.md", "s6ded7a12b8.md", "s70cca0fb0d.md"], "top10": ["s21b89153f4.md", "s6ded7a12b8.md", "s386e0d7090.md", "s70cca0fb0d.md", "s4141bca084.md", "s549a0f0906.md", "s700e98418b.md", "s8221135f3a.md", "sd731a276fa.md", "s82f81a7a16.md"], "rrf10": [0.039694356, 0.039082918, 0.038837031, 0.038775199, 0.037734846, 0.037348273, 0.034292734, 0.034066578, 0.03376552, 0.03345704], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "88432d0a_abs", "type": "multi-session", "abstention": true, "gold": ["s334d8fb216.md", "s45820b1e74.md", "s9a71b81fa7.md", "safd5325df8.md"], "top10": ["safd5325df8.md", "s888f6c8adb.md", "s45820b1e74.md", "s922456f791.md", "s9a71b81fa7.md", "s98e8e818be.md", "s334d8fb216.md", "s9f4efb30df.md", "s39ad3aa2b5.md", "s2c5663ef6d.md"], "rrf10": [0.039974779, 0.039954951, 0.039504441, 0.037320084, 0.036714503, 0.036652237, 0.036347744, 0.035834464, 0.035547146, 0.035230958], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "80ec1f4f_abs", "type": "multi-session", "abstention": true, "gold": ["s2282290894.md", "s648c0b7802.md", "sf8bded3d5a.md"], "top10": ["s648c0b7802.md", "s2282290894.md", "sf8bded3d5a.md", "s6060176a86.md", "s1e7fc64954.md", "s4e6e8e8d80.md", "sd1f648a87a.md", "sff26cb88a0.md", "s95a5b95603.md", "s619c200010.md"], "rrf10": [0.04046318, 0.040322581, 0.040202966, 0.038111888, 0.03802319, 0.037930254, 0.035991807, 0.034710756, 0.03383563, 0.03335231], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eeda8a6d_abs", "type": "multi-session", "abstention": true, "gold": ["s0680fe40b7.md", "s63aceee6c1.md"], "top10": ["s63aceee6c1.md", "s0680fe40b7.md", "s328e48fb3e.md", "s32273087a0.md", "s4bc221cf2a.md", "s14d4b11787.md", "s4389a7958e.md", "se7c061285f.md", "s5a26ca22bd.md", "s3f50fe7651.md"], "rrf10": [0.040983607, 0.040322581, 0.038255992, 0.037507631, 0.037142857, 0.035976944, 0.035652744, 0.035079051, 0.03498366, 0.034101749], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed_abs", "type": "multi-session", "abstention": true, "gold": ["scc51aa155a.md", "se3cc01bf0b.md"], "top10": ["sfc618b8db3.md", "s977f0caa44.md", "se3cc01bf0b.md", "s5e7ae65f21.md", "s914178e4c7.md", "s878bcb907e.md", "sc9ce6cf299.md", "sba95c90da1.md", "scc51aa155a.md", "s5ba55ee14f.md"], "rrf10": [0.040330975, 0.039024435, 0.038355451, 0.036932476, 0.036432726, 0.036309212, 0.035955393, 0.035588828, 0.034568511, 0.033449708], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276_abs", "type": "multi-session", "abstention": true, "gold": ["s0dac2270b4.md", "s99064cfea8.md"], "top10": ["s99064cfea8.md", "s0dac2270b4.md", "sd838f49bf5.md", "s407342dd82.md", "sba2232df89.md", "se94acbe695.md", "s6c26dcbe0b.md", "s1dc529a20b.md", "sf3ea11321c.md", "sd6766b1935.md"], "rrf10": [0.040983607, 0.039810548, 0.038300782, 0.037029637, 0.036662645, 0.036363018, 0.03580518, 0.035539216, 0.035116253, 0.035107582], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed_abs", "type": "multi-session", "abstention": true, "gold": ["s015ae7319f.md", "s3494143d97.md", "s7941eaad24.md"], "top10": ["s7941eaad24.md", "s3494143d97.md", "s91a0690b2a.md", "saf545f0c25.md", "sd72f8c03d8.md", "s015ae7319f.md", "s8ae1966a5f.md", "sd22980ea98.md", "s1a0063b9c1.md", "s59a1037df9.md"], "rrf10": [0.040719196, 0.039073773, 0.037465144, 0.037348273, 0.036510029, 0.036283257, 0.035930117, 0.035033977, 0.035026598, 0.034699339], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "8a2466db", "type": "single-session-preference", "abstention": false, "gold": ["scac89ba313.md"], "top10": ["scac89ba313.md", "sad15a91974.md", "s0701bbd2e7.md", "s32159385fc.md", "s06e05c9c62.md", "s94f85ec277.md", "s5521a1154e.md", "s7b509a6776.md", "s41ab846bb6.md", "se2446ceceb.md"], "rrf10": [0.040851401, 0.039710369, 0.039434524, 0.038856305, 0.03736413, 0.037103175, 0.036194143, 0.036005197, 0.03569946, 0.033982968], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06878be2", "type": "single-session-preference", "abstention": false, "gold": ["s2b7431b485.md"], "top10": ["s2b7431b485.md", "sd3c53ca1b6.md", "sbdd35dc24f.md", "s29a4c50ff9.md", "s2af9054545.md", "s15b920082e.md", "s2b442cb8c7.md", "s8b2cdb5a96.md", "s24edabc607.md", "s718f9bcc5e.md"], "rrf10": [0.03971075, 0.039611006, 0.038218839, 0.037237125, 0.036955884, 0.036661323, 0.035947386, 0.035412953, 0.035313423, 0.03527666], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75832dbd", "type": "single-session-preference", "abstention": false, "gold": ["s25e36fd514.md"], "top10": ["sd6aad8ae3a.md", "s587aa50463.md", "se6371172ce.md", "se856a6832c.md", "s6e1eab1e33.md", "s25e36fd514.md", "sed0b786e87.md", "sc4cdd43e27.md", "sd72b720539.md", "s2b30c00b34.md"], "rrf10": [0.037793569, 0.037355192, 0.036822064, 0.036794625, 0.034591922, 0.034050672, 0.033947455, 0.03364841, 0.033375022, 0.033090664], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "0edc2aef", "type": "single-session-preference", "abstention": false, "gold": ["s8bc573d432.md"], "top10": ["sf6f6fa82ca.md", "s8bc573d432.md", "sce391558b2.md", "s1f0dbeaaa5.md", "sf9b32b49ee.md", "s2da70a6c18.md", "sedfbc29282.md", "sbea09856a4.md", "s257765a7a6.md", "s8bb3d6b1aa.md"], "rrf10": [0.040719196, 0.040202966, 0.039818548, 0.038002296, 0.037373401, 0.036989155, 0.036366147, 0.036167203, 0.035889719, 0.035616598], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "35a27287", "type": "single-session-preference", "abstention": false, "gold": ["sc46bd94bbf.md"], "top10": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "sced6817947.md", "se5d95e7431.md", "sa2e05cfb77.md", "se48fb3d0db.md", "sf13db81eed.md", "sf4bfddaf52.md", "s91c9e0ca42.md", "s1fe93668b5.md"], "rrf10": [0.040851401, 0.039814548, 0.039031636, 0.038744393, 0.038713023, 0.036511376, 0.035867199, 0.035767891, 0.035265327, 0.033989704], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "32260d93", "type": "single-session-preference", "abstention": false, "gold": ["s1040d90146.md"], "top10": ["s0fc1b1ba12.md", "s1040d90146.md", "s29b3f0c016.md", "s9e0c0e076a.md", "s8250138121.md", "s756c8e34bb.md", "s33d34d5c39.md", "sc059f8726a.md", "sce3539f939.md", "s632eab2280.md"], "rrf10": [0.04046318, 0.040098232, 0.03785893, 0.036828898, 0.036632144, 0.035070757, 0.034825391, 0.034817661, 0.034332912, 0.034299084], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "195a1a1b", "type": "single-session-preference", "abstention": false, "gold": ["s97c7db7383.md"], "top10": ["sd563344132.md", "s97c7db7383.md", "scd209c8266.md", "s5819a20b4d.md", "sd1ccc3f038.md", "sbc2a9fcdcb.md", "sf466b28729.md", "s859391c806.md", "s61afb8dad4.md", "s0d7125c03d.md"], "rrf10": [0.039694356, 0.039353816, 0.038534815, 0.036894841, 0.035622094, 0.035311353, 0.035005028, 0.034705088, 0.034669613, 0.034519104], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "afdc33df", "type": "single-session-preference", "abstention": false, "gold": ["s93307186a5.md"], "top10": ["s93307186a5.md", "s22c40c6013.md", "s778c3deb62.md", "sf81b3e79cb.md", "s60952faa36.md", "s9d822806f2.md", "se42be0d814.md", "s03448aaa0c.md", "s32fc9abff4.md", "s9c164a28d6.md"], "rrf10": [0.040719196, 0.040586991, 0.037652646, 0.037335655, 0.036217949, 0.036065153, 0.035933247, 0.03582975, 0.035719645, 0.035662351], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf03d32", "type": "single-session-preference", "abstention": false, "gold": ["s6d551ad199.md"], "top10": ["s6d551ad199.md", "sd333b109b4.md", "s5c8ea1162a.md", "sde76bbcdac.md", "sd74e7a23ae.md", "sa2296e8d4a.md", "scf15cc4720.md", "s8bbae4e24f.md", "s0828eaf77c.md", "sd3d08e65d6.md"], "rrf10": [0.040983607, 0.039694356, 0.038362873, 0.037941885, 0.037676226, 0.037428213, 0.037012987, 0.036193986, 0.035628019, 0.034785749], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "54026fce", "type": "single-session-preference", "abstention": false, "gold": ["s0877469aec.md"], "top10": ["s0877469aec.md", "s7efc3891a1.md", "s912a2df302.md", "s44f674cfca.md", "s20dc4fabae.md", "s8902d43b0a.md", "sdc55d1b52b.md", "s0f13a1680b.md", "sf18c99aed6.md", "s77eff947ac.md"], "rrf10": [0.040983607, 0.039322147, 0.038122489, 0.038083146, 0.037304644, 0.037172194, 0.036976912, 0.035608892, 0.03376552, 0.033696812], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06f04340", "type": "single-session-preference", "abstention": false, "gold": ["sfe1086f0bf.md"], "top10": ["sdbe90e3025.md", "sa6016e46e1.md", "s2b24e699f7.md", "sa94a132c09.md", "s81b21983a9.md", "sfe1086f0bf.md", "s723d7e4ccd.md", "s01ec6d4ea4.md", "s92e94115be.md", "s837e101fad.md"], "rrf10": [0.040322581, 0.040215164, 0.039512835, 0.039073773, 0.037769196, 0.037435897, 0.036472567, 0.035987103, 0.034950712, 0.034619302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "6b7dfb22", "type": "single-session-preference", "abstention": false, "gold": ["se67d9adb54.md"], "top10": ["se67d9adb54.md", "s3d557fb05a.md", "s924275cfe2.md", "s5f493f41ec.md", "sdb701a75f1.md", "se0d94d860a.md", "sb3dc44b641.md", "s6ceea521f2.md", "sa356a6e3d0.md", "s18281a981b.md"], "rrf10": [0.040851401, 0.039438339, 0.038713023, 0.038527604, 0.037218303, 0.036438843, 0.035911633, 0.034493524, 0.034412155, 0.034356464], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a1907b4", "type": "single-session-preference", "abstention": false, "gold": ["sf88f323dd5.md"], "top10": ["sf88f323dd5.md", "scfa11a474c.md", "safc1f6ea24.md", "s1bb87e6692.md", "s07cb101c56.md", "sff79c4a73a.md", "s815e3a8ace.md", "s6e66b6b71c.md", "s02a057f456.md", "s571bfc32f0.md"], "rrf10": [0.040719196, 0.038698696, 0.038352273, 0.038081291, 0.03723031, 0.036967419, 0.03493136, 0.034618352, 0.034539155, 0.033936652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09d032c9", "type": "single-session-preference", "abstention": false, "gold": ["s6c1275fe85.md"], "top10": ["s6c1275fe85.md", "s7fae964d17.md", "s0e0a871b40.md", "s1dd7846c2e.md", "s64a4733c8d.md", "saa4b9c51d7.md", "sb3e4e87aae.md", "sded24f46f4.md", "s54569c608b.md", "s9021e1a4fd.md"], "rrf10": [0.040983607, 0.03944634, 0.038734897, 0.037926872, 0.037200984, 0.036293706, 0.036123942, 0.035807886, 0.035526622, 0.034880527], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "38146c39", "type": "single-session-preference", "abstention": false, "gold": ["s56d3e0502d.md"], "top10": ["s56d3e0502d.md", "s39aa5f0f69.md", "sf0acdba878.md", "sea459ca002.md", "s0e37fe8e7e.md", "s4231308b2b.md", "s4e5fe70cba.md", "s68bc97208d.md", "sd19c7a32b9.md", "s7767271ced.md"], "rrf10": [0.040719196, 0.039578164, 0.039371384, 0.038589015, 0.037652646, 0.036813187, 0.035975355, 0.034962261, 0.033997775, 0.03370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d24813b1", "type": "single-session-preference", "abstention": false, "gold": ["sc44fa73331.md"], "top10": ["sc44fa73331.md", "s37aa4e6f2c.md", "s61c62227b3.md", "s79bb1def1d.md", "s0fb40aa974.md", "sf32354da7c.md", "s81b3c9b74a.md", "s4a490a9775.md", "s3b13c2e54c.md", "sb67eb5b90e.md"], "rrf10": [0.039818548, 0.039194139, 0.036825754, 0.036804158, 0.036804097, 0.036786317, 0.036188059, 0.036153018, 0.036063271, 0.035604694], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "57f827a0", "type": "single-session-preference", "abstention": false, "gold": ["sc8340b1eac.md"], "top10": ["s9315412394.md", "sc8340b1eac.md", "sfc7fabed68.md", "s7f7791ec92.md", "sce00fdc575.md", "s38ddd25a2f.md", "sa64e3d0ff1.md", "s5771e4f865.md", "sfe57fc678e.md", "sf0135b86bd.md"], "rrf10": [0.040215164, 0.040066564, 0.039938556, 0.0391613, 0.037769196, 0.03602769, 0.035788887, 0.035785896, 0.035614973, 0.035514344], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95228167", "type": "single-session-preference", "abstention": false, "gold": ["s6f699059c0.md"], "top10": ["s6f699059c0.md", "sf9178df74d.md", "s8a9898981a.md", "s56a81c39ce.md", "s27f7a33f3d.md", "saf3ee1ae90.md", "sbcd62c4b0c.md", "se5cf49bd47.md", "s00a56748fd.md", "s3d20f4812e.md"], "rrf10": [0.040983607, 0.038527222, 0.038377472, 0.038054262, 0.037666255, 0.037313433, 0.035880036, 0.03569189, 0.034629773, 0.034542465], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "505af2f5", "type": "single-session-preference", "abstention": false, "gold": ["s10dc857af7.md"], "top10": ["s10dc857af7.md", "s7210eb72fb.md", "s555b0863ae.md", "sdd1da2cc3d.md", "sdc42c83a2d.md", "sfcd6192e7f.md", "s5cbff1cacb.md", "se04b8e60e5.md", "s8ae1e44f98.md", "s2f19cfd006.md"], "rrf10": [0.040719196, 0.040458983, 0.039810548, 0.038822115, 0.038585373, 0.037320084, 0.036702188, 0.035152169, 0.035022985, 0.034822711], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75f70248", "type": "single-session-preference", "abstention": false, "gold": ["se8a134d659.md"], "top10": ["se8a134d659.md", "s3c830e7235.md", "s6baa414190.md", "sd7d9367cdf.md", "s21050f51bd.md", "s689a889a70.md", "sab3723983f.md", "s8f16343a63.md", "s6a4231eecd.md", "s7f24d818f4.md"], "rrf10": [0.040983607, 0.039322147, 0.03690983, 0.035858586, 0.03579148, 0.035529605, 0.034880527, 0.034788139, 0.034057169, 0.034033137], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6233ab6", "type": "single-session-preference", "abstention": false, "gold": ["s0e4bd567f6.md"], "top10": ["sacf3a9c092.md", "s87183d5bcf.md", "s1ff25ee331.md", "sc8df88707a.md", "s7c57a59434.md", "sf7b087ebd4.md", "se377c1b1c6.md", "sb97291efc3.md", "s9b52f97153.md", "s935f319095.md"], "rrf10": [0.03844246, 0.038228438, 0.03771061, 0.037396001, 0.037354635, 0.037012987, 0.035904322, 0.035723163, 0.035515688, 0.035415269], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "1da05512", "type": "single-session-preference", "abstention": false, "gold": ["sa792414847.md"], "top10": ["sa792414847.md", "s94824ce82f.md", "sf864c8c6e1.md", "s37cb0ec391.md", "s57db6eddab.md", "s93ad2e4c10.md", "s702369f883.md", "se533de6e7d.md", "s8f48ce338c.md", "s67d4406172.md"], "rrf10": [0.040983607, 0.040322581, 0.038610889, 0.036806838, 0.036249277, 0.036203086, 0.035571394, 0.03524895, 0.033559783, 0.033555089], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca70973", "type": "single-session-preference", "abstention": false, "gold": ["s5c310be73a.md"], "top10": ["s5c310be73a.md", "sbd10980b2c.md", "sa21c283cde.md", "s37b4187e07.md", "s0f526a32cf.md", "sd70cd80fea.md", "s9a275b0f7e.md", "s2de4dc939c.md", "seb7e169ef2.md", "s0d6fea4021.md"], "rrf10": [0.040983607, 0.039938556, 0.039562532, 0.038517092, 0.036466487, 0.036436503, 0.036393345, 0.035567264, 0.035460373, 0.03480555], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6025781", "type": "single-session-preference", "abstention": false, "gold": ["saab4345915.md"], "top10": ["saab4345915.md", "se77ab36f71.md", "s8e594df8a1.md", "se33a3ad941.md", "s4be4b51045.md", "s9f70ce440c.md", "seb1e9094ef.md", "s74229bbce5.md", "sae5d16d49e.md", "se48425e6ee.md"], "rrf10": [0.040983607, 0.040322581, 0.038734897, 0.03801306, 0.037210339, 0.037129537, 0.03554877, 0.035347985, 0.034835681, 0.03458828], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a89d7624", "type": "single-session-preference", "abstention": false, "gold": ["se5a0aae273.md"], "top10": ["se5a0aae273.md", "s17c51b64c6.md", "sca0ce3d97e.md", "sfbf8c1ed69.md", "sba62eb5a6f.md", "s801b6e76e7.md", "seed3544a3e.md", "sd7ced05f94.md", "s46e328b88b.md", "s3a375e7455.md"], "rrf10": [0.040719196, 0.039562532, 0.039481466, 0.037078837, 0.036456316, 0.036047951, 0.035925752, 0.035791828, 0.035163277, 0.035141003], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b0479f84", "type": "single-session-preference", "abstention": false, "gold": ["s8ca2d3d638.md"], "top10": ["s8ca2d3d638.md", "sd3ebbb2e4c.md", "sc5f2d1853f.md", "s34a674aeea.md", "s70f49800ea.md", "s000a4ddaea.md", "s2a0dfc1a0e.md", "s205704a154.md", "sa2d761111b.md", "s99b96ca520.md"], "rrf10": [0.040983607, 0.039354989, 0.038076963, 0.037666255, 0.036438843, 0.035369518, 0.03529067, 0.035227672, 0.034932995, 0.034600302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4e3b97", "type": "single-session-preference", "abstention": false, "gold": ["sb224ec7a08.md"], "top10": ["sb224ec7a08.md", "sd300196bd2.md", "sad8373b888.md", "sdfddaa05ff.md", "s502e2e779d.md", "s0da396baa2.md", "s4a8d2c8b4a.md", "s6b17164a0d.md", "sb81f871f37.md", "s63b3bdbfeb.md"], "rrf10": [0.040851401, 0.040454786, 0.039434524, 0.03704488, 0.036506029, 0.036454283, 0.035281385, 0.034640274, 0.03406824, 0.032956806], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07b6f563", "type": "single-session-preference", "abstention": false, "gold": ["sdf63489ff1.md"], "top10": ["sdf63489ff1.md", "s24e7e99ad2.md", "s365b90efb4.md", "s6685eac0c5.md", "s2764a64a67.md", "s14bcaf89d5.md", "sd268f8c3cf.md", "sbb48f8f10f.md", "s78ffa623d0.md", "s74d044c94b.md"], "rrf10": [0.040322581, 0.038911825, 0.038527604, 0.038377472, 0.038242681, 0.038167388, 0.037813877, 0.037724326, 0.037340056, 0.03503426], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c0ddc50", "type": "single-session-preference", "abstention": false, "gold": ["sc7fba23644.md"], "top10": ["s018f5251a7.md", "sc2c6e86750.md", "sad48fa1472.md", "sa85ef9603a.md", "sc7fba23644.md", "s784adb34ca.md", "sc93b98e093.md", "s8f88ba9082.md", "sd45ecaca13.md", "sc631f7701f.md"], "rrf10": [0.040983607, 0.039611006, 0.039194139, 0.038589015, 0.038022039, 0.036429694, 0.036341493, 0.034848485, 0.034776734, 0.034449472], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0a34ad58", "type": "single-session-preference", "abstention": false, "gold": ["s2d9b32930e.md"], "top10": ["s2d9b32930e.md", "s655aae46ed.md", "s24413c25f9.md", "s94b57ff963.md", "s342b1e5d6c.md", "s31bdb4b52b.md", "sd6f6174962.md", "s8e4ea9256e.md", "se26836ef32.md", "s8970053504.md"], "rrf10": [0.040983607, 0.038600289, 0.036931809, 0.036803495, 0.036143331, 0.035735782, 0.035539651, 0.035366207, 0.035065407, 0.034855582], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d3ab962e", "type": "multi-session", "abstention": false, "gold": ["s4140e4cfd8.md", "sa1df62342b.md"], "top10": ["sa1df62342b.md", "sf1fc643d6c.md", "s4140e4cfd8.md", "s7f4b8e08be.md", "sddd292d253.md", "s7aef16b80b.md", "s65c0def0ff.md", "s450b9cea3b.md", "s0686e3100c.md", "s345ed02639.md"], "rrf10": [0.04046318, 0.040322581, 0.040202966, 0.038825758, 0.036757164, 0.036726684, 0.035628019, 0.03527243, 0.034576384, 0.034543061], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b", "type": "multi-session", "abstention": false, "gold": ["s6466f6fdf5.md", "s9cc548c6a0.md"], "top10": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s667cd7dc0e.md", "s57107a29c6.md", "sd6e725f574.md", "s107b15280c.md", "s6bf4b27487.md", "s48a8df6400.md", "s30005badd3.md", "s1a7ae05866.md"], "rrf10": [0.040983607, 0.040322581, 0.038825758, 0.03651609, 0.035766343, 0.034582844, 0.034566404, 0.034356464, 0.034172088, 0.033949804], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc06de0d", "type": "multi-session", "abstention": false, "gold": ["sc251fd98de.md", "sebf2bef38e.md"], "top10": ["sebf2bef38e.md", "sc251fd98de.md", "sae04ec051a.md", "saed5442030.md", "s80bf829467.md", "sb94b9cb7ea.md", "s815914f9e3.md", "sc9584ab1de.md", "sf827f4b6ab.md", "s5142114b42.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.038344988, 0.038143382, 0.037119142, 0.036466487, 0.035371475, 0.034689986, 0.034534207], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a11281a2", "type": "multi-session", "abstention": false, "gold": ["sbc19bedd3f.md", "sea6c309a14.md"], "top10": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "s32030a7f2e.md", "sebb60f153c.md", "sbe00b66ad1.md", "s09d6129bbd.md", "sce2f47af1c.md", "s7911e08358.md", "sfd875d30ab.md"], "rrf10": [0.040983607, 0.040322581, 0.039558532, 0.037655971, 0.037063953, 0.036715499, 0.035447031, 0.035321644, 0.034193235, 0.034073811], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4f54b7c9", "type": "multi-session", "abstention": false, "gold": ["s49a909499e.md", "sb0da6ca072.md"], "top10": ["sb0da6ca072.md", "s49a909499e.md", "s304b0a4477.md", "scd0745fe16.md", "scef6ff44cf.md", "saa7fa5bac2.md", "sf3168a83f3.md", "s9a887df4fe.md", "s297aa44e6b.md", "s2bb9ceb278.md"], "rrf10": [0.040719196, 0.040586991, 0.039321789, 0.03634102, 0.035477941, 0.035202206, 0.035149573, 0.034934709, 0.034324833, 0.033952482], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "85fa3a3f", "type": "multi-session", "abstention": false, "gold": ["s0a4e047036.md", "s321914b2b9.md"], "top10": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "sc9b36af9c6.md", "s53ce3e29d6.md", "sd328988d4c.md", "sa0a4609515.md", "s7d581639a2.md", "sbc8717be1d.md", "sf7fe9374b7.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.037260611, 0.037152345, 0.036407549, 0.036234818, 0.035456633, 0.035110154, 0.034787901], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9aaed6a3", "type": "multi-session", "abstention": false, "gold": ["s4c2883ce19.md", "s9910802e2f.md"], "top10": ["s4c2883ce19.md", "s3ec2521e95.md", "s9910802e2f.md", "sffeaf90167.md", "s15a3233c90.md", "sf1fd814cbe.md", "sfd95ddb7ba.md", "s67fa062bf3.md", "s31db3967b0.md", "s6e3250841e.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.036493584, 0.035759722, 0.034715446, 0.034465894, 0.034199788, 0.033790908, 0.033613282], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1f2b8d4f", "type": "multi-session", "abstention": false, "gold": ["s27ca342696.md", "sdc14a13669.md"], "top10": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "s5a12a60efd.md", "s83af440a6f.md", "s57840021f8.md", "sac5acff248.md", "sa7e13c2124.md", "sf70df41246.md", "se79d9235fd.md"], "rrf10": [0.040851401, 0.040454786, 0.039438339, 0.038362873, 0.037903314, 0.037678988, 0.037480575, 0.037135144, 0.035245824, 0.033978979], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e6041065", "type": "multi-session", "abstention": false, "gold": ["s9e36079c38.md", "sa16d1fc74b.md"], "top10": ["s9e36079c38.md", "sa16d1fc74b.md", "s2fb4e8e47f.md", "s2d9ee89358.md", "see6832267a.md", "s413a3d2afa.md", "se722f0cead.md", "s228e954d1e.md", "sff1ebff25d.md", "sf248827da3.md"], "rrf10": [0.040719196, 0.040586991, 0.039434524, 0.038472302, 0.036852904, 0.036813187, 0.036702188, 0.036435786, 0.034962261, 0.03479655], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51c32626", "type": "multi-session", "abstention": false, "gold": ["s445692cd5a.md", "s647ebdee0a.md"], "top10": ["s445692cd5a.md", "s647ebdee0a.md", "sc005e5bb23.md", "s909c58fbf4.md", "s19e685c14f.md", "s32438609fa.md", "s9a95b218de.md", "se72472629c.md", "s291b3be7fa.md", "sbe293a32f8.md"], "rrf10": [0.040851401, 0.040454786, 0.038515406, 0.038228438, 0.03779675, 0.037260611, 0.036269286, 0.03607089, 0.03345704, 0.033376171], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d905b33f", "type": "multi-session", "abstention": false, "gold": ["s697efa5209.md", "sb5d2d76437.md"], "top10": ["sb5d2d76437.md", "s366121c87e.md", "s5458c635a4.md", "se91524bec0.md", "sfee233b081.md", "s697efa5209.md", "sb237759f37.md", "sb18bb1d742.md", "s4ac61f6a68.md", "sb5e70df11a.md"], "rrf10": [0.040983607, 0.039345064, 0.03932979, 0.038610889, 0.037533272, 0.037133016, 0.035964326, 0.035832643, 0.035639704, 0.035173462], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "7405e8b1", "type": "multi-session", "abstention": false, "gold": ["s1493d128dc.md", "s685abcadd0.md"], "top10": ["s685abcadd0.md", "s1493d128dc.md", "s13eae83c9a.md", "s412019174a.md", "s9e1fc63bbb.md", "s66b883bb0d.md", "sfcabba17da.md", "s6fa9e2de84.md", "s8a794b7e6f.md", "s6b2568513c.md"], "rrf10": [0.040719196, 0.040586991, 0.038833389, 0.038589015, 0.037847222, 0.035955393, 0.035279827, 0.035261649, 0.034897025, 0.033315161], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f35224e0", "type": "multi-session", "abstention": false, "gold": ["s830c520fa0.md", "sdc2ef2e956.md"], "top10": ["s830c520fa0.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s9bc39ad1ea.md", "s89e0af57a1.md", "s5aa1929466.md", "sa1bceee9fe.md", "s2d43afab0c.md", "s1101a84fda.md", "s5d3e009cb7.md"], "rrf10": [0.040983607, 0.040066564, 0.039186508, 0.038837031, 0.035493219, 0.035444086, 0.035348957, 0.034848485, 0.034688887, 0.03359999], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e", "type": "multi-session", "abstention": false, "gold": ["s0da157e8c4.md", "s7ae99d1efa.md"], "top10": ["sa7a4d852a2.md", "s7ae99d1efa.md", "s0da157e8c4.md", "sb3fae70b10.md", "s6ef5328d77.md", "s1d52c8f24d.md", "sa2501989bc.md", "s4c39dc4808.md", "s3dadedd5b0.md", "s5e99da74b2.md"], "rrf10": [0.040851401, 0.040454786, 0.03968254, 0.0390625, 0.038111888, 0.036903395, 0.036180467, 0.034752064, 0.034320088, 0.03387881], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a4996e51", "type": "multi-session", "abstention": false, "gold": ["s6b07a49ff8.md", "s995e5d6ed1.md"], "top10": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scc6b101fbc.md", "sa2abba8700.md", "s4a4ebbe11e.md", "scaa51ea941.md", "s8edbd92fc7.md", "s32ea47415c.md", "s1bf492ab72.md", "sd0ceb89936.md"], "rrf10": [0.040983607, 0.040322581, 0.037649831, 0.037119142, 0.036281371, 0.036160714, 0.034668569, 0.03436833, 0.034157509, 0.034108249], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3c1045c8", "type": "multi-session", "abstention": false, "gold": ["s5f84133fcd.md", "s873947b8ae.md"], "top10": ["s873947b8ae.md", "s6d0054f5c0.md", "s5f84133fcd.md", "s49f5b63295.md", "sb1a79026cc.md", "s215d1888f1.md", "sd6495e3d5e.md", "s88fc2e86df.md", "sdf23b8cbd6.md", "s0f5b07f157.md"], "rrf10": [0.040983607, 0.038515406, 0.038420699, 0.03704488, 0.036804537, 0.033844483, 0.033837215, 0.033118377, 0.032799145, 0.03277374], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60036106", "type": "multi-session", "abstention": false, "gold": ["s4cf5e223a9.md", "sde92ab15ab.md"], "top10": ["sde92ab15ab.md", "s4cf5e223a9.md", "s848a8008a0.md", "sc358d1a0b9.md", "s76b4e4d5a6.md", "s33a6af98c0.md", "scf03f4fac4.md", "sf2fd3df719.md", "s9f8ee69ed9.md", "s76b71bd5ae.md"], "rrf10": [0.040983607, 0.040322581, 0.039438339, 0.038822115, 0.038246496, 0.037878788, 0.036245581, 0.035143376, 0.033943058, 0.03374183], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "681a1674", "type": "multi-session", "abstention": false, "gold": ["s46c0289a3c.md", "sbede1fc5c7.md"], "top10": ["sbede1fc5c7.md", "s46c0289a3c.md", "sf338ff2431.md", "s79e5e16d1f.md", "s0d807722f0.md", "sc13ddc7840.md", "s6d61b1455c.md", "se34cf18963.md", "sc17a0373cb.md", "se8ce5abff6.md"], "rrf10": [0.040719196, 0.040586991, 0.037770023, 0.037766372, 0.035975536, 0.035942775, 0.03590043, 0.035348957, 0.035042424, 0.034334023], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e25c3b8d", "type": "multi-session", "abstention": false, "gold": ["s23425fb9c1.md", "sb38598132d.md"], "top10": ["sb38598132d.md", "s23425fb9c1.md", "s9138b67f0e.md", "s68ace2d8f7.md", "sd9a7e0074c.md", "se7d4462385.md", "sa9c23de20a.md", "se316437efe.md", "s1a939378d2.md", "sb7eeadbd9a.md"], "rrf10": [0.040983607, 0.040322581, 0.03772096, 0.037507631, 0.037053571, 0.036392852, 0.036251387, 0.035468954, 0.034822711, 0.034754192], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4adc0475", "type": "multi-session", "abstention": false, "gold": ["se31bf5a051.md", "sf0f8af818d.md"], "top10": ["sf0f8af818d.md", "se31bf5a051.md", "s5efae3c45d.md", "s76e7c07147.md", "s661b29d081.md", "sb2a260fd68.md", "s1141d9b226.md", "s4eceac06f8.md", "sb6c79c111e.md", "sb0b363b8cc.md"], "rrf10": [0.040983607, 0.040322581, 0.037721755, 0.037669898, 0.037142857, 0.036993884, 0.035567264, 0.035523461, 0.035019714, 0.034475209], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4bc144e2", "type": "multi-session", "abstention": false, "gold": ["s81144bc6a1.md", "sc07a3aab06.md"], "top10": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s2c6b054ee5.md", "s62f40e98ef.md", "s8ea6840f33.md", "s32a9db0483.md", "s54053534ab.md", "saa3c759611.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.038589015, 0.037433155, 0.036410256, 0.03531746, 0.035110154, 0.034737276, 0.034534207], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef66a6e5", "type": "multi-session", "abstention": false, "gold": ["s40c2864c85.md", "s4da929cde6.md"], "top10": ["s4da929cde6.md", "s40c2864c85.md", "s7e2d8513d9.md", "s84a557f37e.md", "s50b1739499.md", "s6b902be2a2.md", "s2b0f563ead.md", "s980e6a3078.md", "s5f5b5a34eb.md", "sa91b102795.md"], "rrf10": [0.040719196, 0.039694356, 0.038515406, 0.037578405, 0.036107398, 0.035834315, 0.035685263, 0.035638587, 0.034726739, 0.034543074], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5025383b", "type": "multi-session", "abstention": false, "gold": ["s0a85d9e04e.md", "scee6912a74.md"], "top10": ["scee6912a74.md", "s0a85d9e04e.md", "s9b7d9f79df.md", "s937311ea04.md", "s543cbf42b8.md", "seb580a9d7d.md", "se9f97e021a.md", "s9fb155f5ca.md", "s773ef38564.md", "sfec5bb8ada.md"], "rrf10": [0.040983607, 0.03969054, 0.038610572, 0.037219745, 0.036758045, 0.035721393, 0.03509471, 0.034674822, 0.034022009, 0.033989112], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1cc6108", "type": "multi-session", "abstention": false, "gold": ["s58250a025e.md", "sd9ffacb2b4.md"], "top10": ["s58250a025e.md", "s3e7624f4c5.md", "se870f873d0.md", "sd9ffacb2b4.md", "s75f193fec4.md", "s251373ca77.md", "s46dfa73ea4.md", "s7337198063.md", "s1b1459952e.md", "sedc996fb2f.md"], "rrf10": [0.040983607, 0.039578164, 0.039577806, 0.036385959, 0.036258013, 0.03609682, 0.033972992, 0.033509003, 0.033431867, 0.033337363], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9ee3ecd6", "type": "multi-session", "abstention": false, "gold": ["scf826b680e.md", "se92fa36052.md"], "top10": ["se92fa36052.md", "scf826b680e.md", "s3bc43c1fc8.md", "s367dc5a1f3.md", "sf13527786f.md", "sbceb188b26.md", "s56ff49df70.md", "s5d1c8b1e66.md", "s5dda98ca1f.md", "sdfe736998e.md"], "rrf10": [0.040719196, 0.040586991, 0.038961039, 0.038833389, 0.038701923, 0.037539575, 0.036626762, 0.035080989, 0.034664217, 0.034447336], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3fdac837", "type": "multi-session", "abstention": false, "gold": ["s63b9f6df7f.md", "se85bceeeee.md"], "top10": ["sed3510b7b2.md", "s63b9f6df7f.md", "se85bceeeee.md", "s62238ca108.md", "scb612290f5.md", "s726568eada.md", "s8ea85b4075.md", "s7c04984a16.md", "s1d1b9d6758.md", "s05cb538da2.md"], "rrf10": [0.040249572, 0.039942753, 0.03944634, 0.038822115, 0.038111888, 0.036210203, 0.035182559, 0.034459614, 0.033849464, 0.033129391], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "91b15a6e", "type": "multi-session", "abstention": false, "gold": ["s3c3f0b89ab.md", "sb5d5912b90.md"], "top10": ["sb5d5912b90.md", "s3c3f0b89ab.md", "s79c71931c4.md", "sc57d8be044.md", "s4109daa1b3.md", "s0c04fc336f.md", "s277808d3ab.md", "sa24f709619.md", "s5c87f0b3e9.md", "s147572c34c.md"], "rrf10": [0.040719196, 0.040586991, 0.039558532, 0.038942308, 0.036654457, 0.036480571, 0.035992779, 0.035308648, 0.033980294, 0.032452907], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "27016adc", "type": "multi-session", "abstention": false, "gold": ["s6317d18140.md", "s6e2366c266.md"], "top10": ["s6317d18140.md", "s6e2366c266.md", "sb1fc545ff9.md", "s2dd6334c54.md", "s956a63ca9e.md", "se1d14a03a1.md", "s7f2a37776a.md", "s0bdaf0ffa5.md", "s3b571807ca.md", "sf63a96c0ff.md"], "rrf10": [0.040851401, 0.040454786, 0.038228438, 0.037847222, 0.036924587, 0.035947386, 0.035110029, 0.03502446, 0.034713504, 0.034462983], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "720133ac", "type": "multi-session", "abstention": false, "gold": ["s4de59adf72.md", "sf6a5a965da.md"], "top10": ["s4de59adf72.md", "sf6a5a965da.md", "sed309124e1.md", "s921daf5695.md", "sd6338b6ecb.md", "s6bfc85ce6e.md", "s61bf80a4f0.md", "s7b3ea69ce7.md", "sd8319334ec.md", "s4f553537c7.md"], "rrf10": [0.040719196, 0.040586991, 0.039321789, 0.036976912, 0.036800612, 0.035570544, 0.035464628, 0.035256085, 0.034405893, 0.034055197], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "77eafa52", "type": "multi-session", "abstention": false, "gold": ["s809b2414ca.md", "s84c215a661.md"], "top10": ["s84c215a661.md", "s809b2414ca.md", "s8d45355dac.md", "scd67cd6c6b.md", "sb512a7532c.md", "s5cfc0f7ee0.md", "s8ccef0a552.md", "s87aa2f418d.md", "s166c6700af.md", "s11a0b7b095.md"], "rrf10": [0.040851401, 0.040454786, 0.038504008, 0.036880813, 0.036160714, 0.03527415, 0.035020631, 0.034572766, 0.034555171, 0.034189769], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8979f9ec", "type": "multi-session", "abstention": false, "gold": ["s549e5ef39b.md", "s6c5520c989.md"], "top10": ["s549e5ef39b.md", "s6c5520c989.md", "sdf280eeddf.md", "s7257cbae10.md", "s6b634079f9.md", "sa4aca1e1ff.md", "s4b705b649f.md", "s5c63253e57.md", "sbcd49db868.md", "se7e9aae4ba.md"], "rrf10": [0.040983607, 0.040066564, 0.039814548, 0.038825758, 0.038472638, 0.037769196, 0.036519645, 0.036344538, 0.035158763, 0.033478776], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0100672e", "type": "multi-session", "abstention": false, "gold": ["s9e33c760a7.md", "sb80fa6ec07.md"], "top10": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s6946512f0d.md", "se824990993.md", "s5d8fe8232f.md", "s587287f514.md", "s038b58519b.md", "s23c756081c.md", "sad3d77d2aa.md"], "rrf10": [0.040719196, 0.040586991, 0.039434524, 0.038610572, 0.036880813, 0.036760029, 0.035973383, 0.035358895, 0.034854358, 0.034049166], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee", "type": "multi-session", "abstention": false, "gold": ["s38f0782795.md", "s6fdc1d7aab.md"], "top10": ["s6fdc1d7aab.md", "s38f0782795.md", "se9ae7c34ba.md", "sd841ed43d0.md", "s2721b45613.md", "s2eeef6bc19.md", "sb8823b16a4.md", "s12462c7868.md", "se21a43b583.md", "se88ecda710.md"], "rrf10": [0.04046318, 0.039070131, 0.038771423, 0.035241597, 0.034791667, 0.03462883, 0.034563492, 0.033982968, 0.03392306, 0.033728792], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "92a0aa75", "type": "multi-session", "abstention": false, "gold": ["s73509c4816.md", "s735479277c.md"], "top10": ["s73509c4816.md", "s4edb082b6d.md", "sb8972d75cb.md", "sfa91bb5ba1.md", "s735479277c.md", "sc46bf8c207.md", "s1fb0ff2996.md", "s2803338ed6.md", "s2a4f5c6809.md", "sc0772da439.md"], "rrf10": [0.038239538, 0.038152473, 0.036913278, 0.036635608, 0.036504619, 0.034559081, 0.034353446, 0.03409408, 0.033764559, 0.033072504], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3fe836c9", "type": "multi-session", "abstention": false, "gold": ["s24b367a163.md", "s48f3e8864d.md"], "top10": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "s5fd5cbb9e3.md", "s5475e36257.md", "s4c134c28fe.md", "sfbb5c075be.md", "sde0370d8ac.md", "sf122868306.md", "sf0f2341cd9.md"], "rrf10": [0.040719196, 0.040586991, 0.039434524, 0.036786845, 0.036454283, 0.036410256, 0.036080387, 0.034333551, 0.033299713, 0.033230118], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c549ce4", "type": "multi-session", "abstention": false, "gold": ["s71727af2ce.md", "s77887e28e0.md"], "top10": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "s680b10e661.md", "s2c73dad8a7.md", "sd463bdcc13.md", "sa6b70f8cc1.md", "sfc9609f236.md", "s37e1cd77f8.md", "s4bb3d07a60.md"], "rrf10": [0.040983607, 0.040322581, 0.038949939, 0.038152473, 0.037765717, 0.037567763, 0.037522007, 0.03646038, 0.035421888, 0.034106892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6c49646a", "type": "multi-session", "abstention": false, "gold": ["s0f0cd51721.md", "s69645d66e6.md"], "top10": ["s69645d66e6.md", "s0f0cd51721.md", "sb9be70a278.md", "sec2777a886.md", "sf984adb10c.md", "sa7453ea872.md", "sb3c5e16b2c.md", "s22140d79e2.md", "saf9977fab2.md", "se2509cbe8c.md"], "rrf10": [0.040983607, 0.039810548, 0.03969054, 0.037480575, 0.037370862, 0.036849262, 0.036084793, 0.035911633, 0.035311871, 0.035085227], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1192316e", "type": "multi-session", "abstention": false, "gold": ["s031e2f154c.md", "s2d6498b6af.md"], "top10": ["s2d6498b6af.md", "sd7794dc5de.md", "s2a21a57ecc.md", "s031e2f154c.md", "s44bd214758.md", "sbfb152bc09.md", "s06cfe52fc3.md", "s5bb1fec989.md", "s2850dc68ce.md", "sa160192275.md"], "rrf10": [0.040719196, 0.040066564, 0.037884436, 0.037606838, 0.037107176, 0.036404221, 0.035881494, 0.035861322, 0.035434715, 0.034968944], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ea62687", "type": "multi-session", "abstention": false, "gold": ["sbed667a336.md", "sc25abe63f2.md"], "top10": ["sbed667a336.md", "sc25abe63f2.md", "s2715552d62.md", "s991bf87898.md", "s8ae81d83c5.md", "s8b9049bda9.md", "s05bfd24d3c.md", "s1f2d3ea0c4.md", "se60c52693d.md", "s4c5cf3de8c.md"], "rrf10": [0.040983607, 0.040322581, 0.038362873, 0.037354635, 0.037338729, 0.037337662, 0.035558069, 0.03453074, 0.034120867, 0.034049023], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "67e0d0f2", "type": "multi-session", "abstention": false, "gold": ["s3e75bfa66a.md", "sa0f7c41d33.md"], "top10": ["s3e75bfa66a.md", "sa0f7c41d33.md", "s6cf2de4622.md", "sd0803993e1.md", "s4f5d33b55e.md", "sbec91f0f80.md", "s5fdef93f67.md", "sc1fca97f42.md", "sdaca64d83b.md", "sbdc329484d.md"], "rrf10": [0.040454786, 0.039609474, 0.039512835, 0.037666255, 0.036630037, 0.036564029, 0.034802526, 0.034397007, 0.033542569, 0.033356439], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bb7c3b45", "type": "multi-session", "abstention": false, "gold": ["sd5fc88393d.md", "sd63b111bc2.md"], "top10": ["sd5fc88393d.md", "sd63b111bc2.md", "s402df57886.md", "s038672be4e.md", "s3417a6cf8c.md", "s79013ad3e2.md", "s963a62d275.md", "sd15748def2.md", "s19548ccbe1.md", "sf89c955fe0.md"], "rrf10": [0.040983607, 0.040322581, 0.0390625, 0.038734897, 0.036277287, 0.035719726, 0.034717051, 0.034661301, 0.034276815, 0.034146433], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49", "type": "multi-session", "abstention": false, "gold": ["s7ada6848ff.md", "sae31e157ee.md"], "top10": ["sae31e157ee.md", "s171dec869d.md", "s4498bd27bb.md", "s51cae76f77.md", "s91f2c9839a.md", "se614eda838.md", "sed262f9913.md", "s1726a738b2.md", "s023cc971a8.md", "sdee924a092.md"], "rrf10": [0.04046318, 0.039314516, 0.037336576, 0.036184128, 0.035386735, 0.03517891, 0.035173469, 0.034888357, 0.034255369, 0.033989704], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "61f8c8f8", "type": "multi-session", "abstention": false, "gold": ["s9ed67af6d5.md", "sb821a237df.md"], "top10": ["sb821a237df.md", "s9ed67af6d5.md", "se3cc2915be.md", "s559d72f700.md", "sc513b0b2c2.md", "sd28b6d0bc6.md", "s2bcb31f9ae.md", "s0372d70680.md", "sfc03a8ae4c.md", "sa569208d30.md"], "rrf10": [0.040983607, 0.040066564, 0.038495555, 0.038051869, 0.036363204, 0.036245918, 0.035028468, 0.034932995, 0.033747499, 0.033482121], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60159905", "type": "multi-session", "abstention": false, "gold": ["s5b7c995bbe.md", "sef28e418f6.md"], "top10": ["s5b7c995bbe.md", "sef28e418f6.md", "sd9bf6be95f.md", "s490252c074.md", "s406c191bd4.md", "sd27a57e7d4.md", "s358e838263.md", "sf19c005081.md", "s4d9770445d.md", "s5b68203eec.md"], "rrf10": [0.040719196, 0.040334975, 0.039321789, 0.038367546, 0.036852364, 0.03625107, 0.03549647, 0.035172074, 0.034225517, 0.034071766], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef9cf60a", "type": "multi-session", "abstention": false, "gold": ["s53d35e4a72.md", "sca5c0d8460.md"], "top10": ["s53d35e4a72.md", "sca5c0d8460.md", "s3d2cb86d8b.md", "s06b3d288cf.md", "s1f6899f0e0.md", "s01003090b4.md", "s635ee59c9a.md", "sa146eec270.md", "s07a6aaae98.md", "s4fc379bf6a.md"], "rrf10": [0.040983607, 0.040322581, 0.036989155, 0.036894841, 0.036154108, 0.035869522, 0.035253112, 0.034865424, 0.034240977, 0.03414833], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "73d42213", "type": "multi-session", "abstention": false, "gold": ["s8acade994f.md", "sdf7e6dcac7.md"], "top10": ["s8acade994f.md", "sdf7e6dcac7.md", "sa1ce658616.md", "s5c8fccb1f6.md", "s788e7ffd3e.md", "s378afc17c1.md", "s56adf568c0.md", "s9393f29a2a.md", "s25d3a60343.md", "sbc77e8cd92.md"], "rrf10": [0.040983607, 0.039810548, 0.037275327, 0.036192341, 0.035991807, 0.035731225, 0.035008028, 0.034499774, 0.034189019, 0.033837215], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc149d6b", "type": "multi-session", "abstention": false, "gold": ["s682dfdcf7b.md", "s9e056673d8.md"], "top10": ["s682dfdcf7b.md", "sf4b3ac7ae5.md", "s6266aefb67.md", "se0ded99e8e.md", "s9e056673d8.md", "s096e34aead.md", "sb17b9c7536.md", "s3d32e5f750.md", "s38ab73f4da.md", "sfbe6f43967.md"], "rrf10": [0.040983607, 0.039694356, 0.037388146, 0.037073181, 0.037008282, 0.036946388, 0.036790171, 0.035539216, 0.035493219, 0.034144155], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "099778bb", "type": "multi-session", "abstention": false, "gold": ["sbab52820e1.md", "sdb31d92751.md"], "top10": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s3b76734538.md", "s44e4f94d0b.md", "s0da3502a5c.md", "s38004cf44d.md", "s4723ae3286.md", "sdb5defa465.md", "s45e9f0b07d.md"], "rrf10": [0.040983607, 0.040322581, 0.038961039, 0.036569149, 0.036217949, 0.035682082, 0.035613516, 0.035526622, 0.035230721, 0.03517661], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09ba9854", "type": "multi-session", "abstention": false, "gold": ["s72706fe101.md", "sb502d8d88e.md"], "top10": ["sb502d8d88e.md", "s72706fe101.md", "s13e1229915.md", "sb63486d719.md", "sb54b7766bd.md", "s6f2edc8d1f.md", "s9002931a6b.md", "s5d8f74e273.md", "s815c859534.md", "s3a35e5b9fd.md"], "rrf10": [0.040719196, 0.040586991, 0.037618546, 0.037197371, 0.037032436, 0.036658868, 0.036038621, 0.035359208, 0.035056418, 0.034329833], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6062bb9", "type": "multi-session", "abstention": false, "gold": ["sc45d0be97c.md", "sec6a971fe1.md"], "top10": ["sec6a971fe1.md", "sc45d0be97c.md", "sfe5cb224c0.md", "s882dd8d0a6.md", "sc00b9fd6ce.md", "se85badc09e.md", "s1fba76af3f.md", "sf8fd354e35.md", "s19f938992b.md", "s76fdaa68db.md"], "rrf10": [0.040719196, 0.040330975, 0.038107054, 0.03801306, 0.035858985, 0.035303777, 0.034458268, 0.034276815, 0.033997775, 0.032586573], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "157a136e", "type": "multi-session", "abstention": false, "gold": ["s17169e45b7.md", "s58d6c78b39.md"], "top10": ["s17169e45b7.md", "sa17078bf04.md", "s0a8827466d.md", "s58d6c78b39.md", "s37183248d7.md", "s0145eb2e43.md", "s61e59a355c.md", "s9b2583249c.md", "sea2a3ff6a6.md", "sac275f5a17.md"], "rrf10": [0.040851401, 0.038412305, 0.038352273, 0.035573146, 0.03552528, 0.034855582, 0.034778157, 0.034478022, 0.034407255, 0.033864767], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c18a7dc8", "type": "multi-session", "abstention": false, "gold": ["sc174292e10.md", "sff08391df0.md"], "top10": ["s065b6392c9.md", "s690b772efe.md", "sff08391df0.md", "s8f016850e4.md", "s849bb560a7.md", "s8a1c12d53e.md", "sc174292e10.md", "saef3e8957e.md", "sff06b61d5d.md", "s51a73376cb.md"], "rrf10": [0.040599385, 0.039434524, 0.038630163, 0.036698709, 0.036321721, 0.035604694, 0.035533911, 0.034094538, 0.033386938, 0.033230118], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "a3332713", "type": "multi-session", "abstention": false, "gold": ["s60e87636b2.md", "seef4e1fa4d.md"], "top10": ["s60e87636b2.md", "seef4e1fa4d.md", "s62236e8089.md", "sc7e7d49076.md", "s0d7023ff1d.md", "s3acbc429ef.md", "s3213418782.md", "se771717f07.md", "sf039a535fe.md", "s521251b74e.md"], "rrf10": [0.040983607, 0.040066564, 0.039694356, 0.038054262, 0.037885746, 0.037292887, 0.036310935, 0.035793067, 0.033095616, 0.032941427], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "55241a1f", "type": "multi-session", "abstention": false, "gold": ["s5125e94eaa.md", "s7f8e262f74.md"], "top10": ["s5125e94eaa.md", "s7f8e262f74.md", "s688a697e85.md", "s77c6549beb.md", "sddf6930042.md", "sd3097f5450.md", "s012beda446.md", "se6ed209cbe.md", "s2cc2e97ce7.md", "s9278d9dfea.md"], "rrf10": [0.040983607, 0.040322581, 0.038961039, 0.038242681, 0.037470695, 0.03682238, 0.036545932, 0.036240786, 0.035840912, 0.034987288], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a08a253f", "type": "multi-session", "abstention": false, "gold": ["s78f3fb31b3.md", "s832c9d0a8c.md"], "top10": ["s78f3fb31b3.md", "s832c9d0a8c.md", "se1c13c4604.md", "s2420a8a35e.md", "s2c7660f669.md", "s3220b9d25a.md", "s248fb78104.md", "s43fd5669b9.md", "s2e3535b641.md", "sb0535fb080.md"], "rrf10": [0.040983607, 0.03944634, 0.038458092, 0.038156288, 0.038152473, 0.036946388, 0.035784528, 0.035331695, 0.034770331, 0.034155201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0e564bc", "type": "multi-session", "abstention": false, "gold": ["sb2a3c5940b.md", "se7dfab0d66.md"], "top10": ["se7dfab0d66.md", "sb2a3c5940b.md", "s18926becfb.md", "s4c2e203003.md", "s5cd3d06f26.md", "sfcae325e3d.md", "sebfe358282.md", "sc5c288a061.md", "sc2a3928aa0.md", "sdc4581b8d8.md"], "rrf10": [0.040719196, 0.040586991, 0.036680742, 0.036633975, 0.036245581, 0.036177156, 0.035727339, 0.035241605, 0.035101877, 0.034472208], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "078150f1", "type": "multi-session", "abstention": false, "gold": ["s064fbc729a.md", "sd0ede9b63e.md"], "top10": ["sd0ede9b63e.md", "s064fbc729a.md", "s48bc73c3ba.md", "s58c59458e0.md", "s3763503ff4.md", "se3468a8cdb.md", "s13675a2215.md", "sf522e99848.md", "sf59d913aec.md", "s8cc14d4724.md"], "rrf10": [0.040983607, 0.039818548, 0.039814548, 0.037586745, 0.037345284, 0.036993884, 0.036479018, 0.035817805, 0.035757454, 0.034391214], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf4d046", "type": "multi-session", "abstention": false, "gold": ["s1a430b7199.md", "s1d1556eeff.md"], "top10": ["s1a430b7199.md", "s1d1556eeff.md", "sd67b15de96.md", "sd63164b099.md", "sf2613aa219.md", "s832dc61568.md", "s764b922ad6.md", "seafa48bfa5.md", "sd3d30eb782.md", "sd4ede459ef.md"], "rrf10": [0.040983607, 0.040194572, 0.038822115, 0.036047588, 0.035847653, 0.035121457, 0.035046288, 0.03371882, 0.033578555, 0.033392751], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a346bb18", "type": "multi-session", "abstention": false, "gold": ["s25832aee18.md", "sa7162f09e5.md"], "top10": ["s2846432ce3.md", "sa7162f09e5.md", "s25832aee18.md", "s25f8e000dc.md", "s9718f4c911.md", "s0dcb999f38.md", "s08e49d0c48.md", "sacca3217c8.md", "s093d6a82e4.md", "s5f6a172f85.md"], "rrf10": [0.040851401, 0.040198769, 0.039814548, 0.038344988, 0.037567763, 0.03696063, 0.036491455, 0.036116984, 0.035334241, 0.034406364], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37f165cf", "type": "multi-session", "abstention": false, "gold": ["s47517e52b8.md", "sab70567e24.md"], "top10": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s5b21e0f13e.md", "s587130c775.md", "s503eb880e8.md", "s5935afa9e3.md", "s223fe5adb2.md", "sc99ea24393.md", "s8ad21380a1.md"], "rrf10": [0.040851401, 0.040454786, 0.03968254, 0.037012987, 0.036710629, 0.036029272, 0.03581497, 0.035326087, 0.0351857, 0.034843289], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e91e7d9", "type": "multi-session", "abstention": false, "gold": ["s05a6ca0b9f.md", "s3f55b7aa1a.md"], "top10": ["sc7ff3d4a82.md", "s569d3e4349.md", "se4fb807068.md", "sf14ac79161.md", "sc939307611.md", "s1a4c5dd32e.md", "s3f55b7aa1a.md", "s9e6502205c.md", "s0b007ebed4.md", "s631e0c42be.md"], "rrf10": [0.040586991, 0.038732852, 0.038314094, 0.03742284, 0.036524064, 0.035558386, 0.035352148, 0.034228843, 0.033662, 0.033196227], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "87f22b4a", "type": "multi-session", "abstention": false, "gold": ["s150b9c1c76.md", "s3b2683468e.md"], "top10": ["s150b9c1c76.md", "s3b2683468e.md", "sf9fac5e21c.md", "s3558e047b5.md", "s4a51e81767.md", "sb8c0b73033.md", "s144246809c.md", "s86f0245adc.md", "s6ea1359d50.md", "se584590d94.md"], "rrf10": [0.040723393, 0.040070565, 0.039221252, 0.037275327, 0.03699721, 0.036976575, 0.03582975, 0.035473318, 0.034992263, 0.033966026], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e56a43b9", "type": "multi-session", "abstention": false, "gold": ["s7008cbcd61.md", "sa85670c70d.md"], "top10": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "sfd7f82a99e.md", "s846c43a3b6.md", "sb845bba481.md", "s3031166df2.md", "s2904a2683b.md", "s8488fdd27e.md", "s61fa7f34a9.md"], "rrf10": [0.040983607, 0.040194572, 0.039810548, 0.038589015, 0.036262369, 0.035767011, 0.03497816, 0.034673415, 0.034183076, 0.034149131], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "efc3f7c2", "type": "multi-session", "abstention": false, "gold": ["s431fa3741c.md", "sd2e0fb9477.md"], "top10": ["sd2e0fb9477.md", "sbff3d27047.md", "s431fa3741c.md", "sfee654f744.md", "sbe47506c6e.md", "sfaaf319d93.md", "s1db3a727d4.md", "s96fddf2b71.md", "s1a8938fe8c.md", "sa2ecf98e0b.md"], "rrf10": [0.040454786, 0.040202966, 0.040082959, 0.038949939, 0.037263655, 0.036787126, 0.034871624, 0.034070023, 0.033866697, 0.033629493], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21d02d0d", "type": "multi-session", "abstention": false, "gold": ["s28d1c3a153.md", "s80cf54c649.md"], "top10": ["s28d1c3a153.md", "s80cf54c649.md", "s1422f515ca.md", "s65028efd0a.md", "sd2dbda8ab3.md", "se3a5f4ccae.md", "s614f5778d4.md", "sdfdc20b14d.md", "sb6eabe3f26.md", "sa4bcba1c31.md"], "rrf10": [0.040983607, 0.040322581, 0.037508627, 0.03740563, 0.036760266, 0.036238313, 0.036199761, 0.036180767, 0.034907427, 0.034257961], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b_abs", "type": "multi-session", "abstention": true, "gold": ["sac880c30de.md", "se3a2fea94f.md"], "top10": ["sac880c30de.md", "se3a2fea94f.md", "se103a16321.md", "se5f3b469ee.md", "s1a378c1c52.md", "s4dd093e7d9.md", "sacd4191082.md", "s3dc7b6506f.md", "s7b08f2e585.md", "s6119ad436b.md"], "rrf10": [0.040719196, 0.040586991, 0.038106946, 0.036669445, 0.036590469, 0.035676652, 0.034761905, 0.034733739, 0.034530021, 0.033940525], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e_abs", "type": "multi-session", "abstention": true, "gold": ["s6235b01d49.md", "sc66f21de81.md"], "top10": ["sc66f21de81.md", "s963fcff7fd.md", "s3b012c454f.md", "sb18a0c9d25.md", "scee9947fa3.md", "s6235b01d49.md", "s9677bbf3c9.md", "s7676ddb219.md", "s2495448140.md", "s72bbaf6930.md"], "rrf10": [0.040983607, 0.039814548, 0.039322147, 0.039186508, 0.038856305, 0.038228438, 0.035957119, 0.034271843, 0.03321792, 0.033084221], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "e5ba910e_abs", "type": "multi-session", "abstention": true, "gold": ["s61c77dba31.md", "s6d6bb39306.md"], "top10": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s5fdfe37ef2.md", "s71faf627c7.md", "s515b3a6d0e.md", "s072e05a127.md", "sab34753c7b.md", "s55fa0a72e3.md", "s3c0200c5c9.md"], "rrf10": [0.040983607, 0.040322581, 0.039558532, 0.037133016, 0.036720245, 0.036658868, 0.036590469, 0.034939868, 0.034692902, 0.034150327], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee_abs", "type": "multi-session", "abstention": true, "gold": ["s575987fe96.md", "s8fa5c57ac6.md"], "top10": ["s8fa5c57ac6.md", "s5d5a7479dd.md", "s575987fe96.md", "s2bc6e6b516.md", "s16645948e6.md", "sdbe0688f09.md", "sf3e4b2fab7.md", "s5667e019bb.md", "sdf0b9b9440.md", "s6d9209ed08.md"], "rrf10": [0.040330975, 0.040202966, 0.039710369, 0.038656505, 0.037023587, 0.035334164, 0.03530096, 0.034452259, 0.033778655, 0.033697254], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49_abs", "type": "multi-session", "abstention": true, "gold": ["s4cc898fb3d.md", "s6c40ac1410.md"], "top10": ["s4cc898fb3d.md", "sd3f4d75052.md", "sa6185dde9c.md", "sf3bd7f128f.md", "s942a109535.md", "sf320245bd7.md", "se213ba7756.md", "sc5c4ce2c9f.md", "s6c40ac1410.md", "sd680d4eeed.md"], "rrf10": [0.040983607, 0.038851363, 0.038600647, 0.036714503, 0.0366012, 0.036084793, 0.035422602, 0.035140142, 0.034136777, 0.033956465], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "09ba9854_abs", "type": "multi-session", "abstention": true, "gold": ["s044fb6de78.md", "s3d41460c72.md"], "top10": ["s3d41460c72.md", "s044fb6de78.md", "s60f1554abe.md", "s33512221a0.md", "sbfa226cba5.md", "sfc92cfa259.md", "s6d1ecfc566.md", "s0ac23f8cf6.md", "sed0c17e125.md", "se622f43d42.md"], "rrf10": [0.040983607, 0.040066564, 0.039938556, 0.0390625, 0.035772096, 0.035149573, 0.034442724, 0.03372634, 0.033031674, 0.032963863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c77", "type": "temporal-reasoning", "abstention": false, "gold": ["s0de8f54495.md", "s87aab481ed.md"], "top10": ["s87aab481ed.md", "se61f58cc8f.md", "s0de8f54495.md", "s8b76961296.md", "sa9fd08807d.md", "sab25b98b4d.md", "s2f711cf641.md", "sb359802523.md", "s218de2ed58.md", "s322171cf1b.md"], "rrf10": [0.040983607, 0.040066564, 0.039938556, 0.038822115, 0.038701923, 0.035984848, 0.035828383, 0.035116253, 0.034428609, 0.034147381], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f49edff3", "type": "temporal-reasoning", "abstention": false, "gold": ["s8967b317af.md", "scd70f10d4a.md", "sdb04083fb5.md"], "top10": ["scd70f10d4a.md", "s8967b317af.md", "sdb04083fb5.md", "s49104402ae.md", "s3e6534f8ea.md", "s450430e6d7.md", "sdb129e841d.md", "s9d1b653000.md", "s1f87188803.md", "s7bcff2a57f.md"], "rrf10": [0.040983607, 0.040322581, 0.039558532, 0.037445887, 0.036880813, 0.036306729, 0.034878663, 0.034776734, 0.034209466, 0.03418213], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71017276", "type": "temporal-reasoning", "abstention": false, "gold": ["sfed21b3b3d.md"], "top10": ["sfed21b3b3d.md", "s4715a85f52.md", "s8d76e5d15e.md", "s1788dfef67.md", "sffdc78de20.md", "s6e8bc750c1.md", "s9c7a64aaf1.md", "s4c838b3abb.md", "s3003d0c6f1.md", "s673da5010e.md"], "rrf10": [0.040983607, 0.038302277, 0.03704388, 0.036808353, 0.035894269, 0.035877754, 0.03563729, 0.035364146, 0.03505612, 0.034913264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ed", "type": "temporal-reasoning", "abstention": false, "gold": ["s13d7d57880.md", "s3de777306e.md", "sd81d698498.md", "sf99fc08dc2.md"], "top10": ["s13d7d57880.md", "sd81d698498.md", "sab32a38ad1.md", "s128aecc14d.md", "sbdeeda4e3c.md", "s6d4d39fd4f.md", "se63406f30e.md", "sf99fc08dc2.md", "sd93199637f.md", "s3de777306e.md"], "rrf10": [0.040723393, 0.039710369, 0.037968975, 0.03554877, 0.03496336, 0.034681985, 0.034487051, 0.034444444, 0.034335887, 0.034211832], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_fa19884c", "type": "temporal-reasoning", "abstention": false, "gold": ["s416ca1f210.md", "sf0ed4e632f.md"], "top10": ["sf0ed4e632f.md", "s416ca1f210.md", "sef575b4bd0.md", "s9c72667b20.md", "s97c355c0b7.md", "sbe27d3b153.md", "sf9f538f5d5.md", "sdc4967dc63.md", "s1455e64e8f.md", "s9dc51c570c.md"], "rrf10": [0.040983607, 0.040322581, 0.038734897, 0.037621152, 0.037123746, 0.036786317, 0.036183261, 0.035830836, 0.03582975, 0.034801136], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bc8ad92", "type": "temporal-reasoning", "abstention": false, "gold": ["s2ad6dd5ee4.md", "s7ee484c72e.md", "sde38c72cbd.md"], "top10": ["sde38c72cbd.md", "s0475de9251.md", "s7ee484c72e.md", "sa415e4fc5d.md", "s5d98207cb1.md", "s2ad6dd5ee4.md", "s8bad24c106.md", "s9c2bc468f5.md", "sba982ca2c1.md", "sced57c9528.md"], "rrf10": [0.040983607, 0.040322581, 0.039438339, 0.038822115, 0.035385501, 0.03481241, 0.034429052, 0.034070023, 0.033919574, 0.033533868], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "af082822", "type": "temporal-reasoning", "abstention": false, "gold": ["s458613a9c1.md"], "top10": ["s97a28ef372.md", "sd5d5f5d615.md", "s458613a9c1.md", "sc44a61b9f5.md", "s91e15c927f.md", "s245578ac3b.md", "sed2e7ab573.md", "scf03b889ec.md", "s9cebfb7af6.md", "sd36320b6dd.md"], "rrf10": [0.03971075, 0.039383332, 0.038611468, 0.037180604, 0.037106955, 0.036961996, 0.036706349, 0.035787667, 0.035692142, 0.035296896], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293a", "type": "temporal-reasoning", "abstention": false, "gold": ["s12d1202c58.md", "s34c0eea353.md"], "top10": ["s12d1202c58.md", "s34c0eea353.md", "sf54b3f8729.md", "s73ce5fba55.md", "s226394b487.md", "s070d5599e2.md", "sd07f5ecc05.md", "s67d01b4f89.md", "sdf9564db57.md", "scb6d92edfa.md"], "rrf10": [0.040719196, 0.040586991, 0.038581731, 0.037473739, 0.037103774, 0.03661126, 0.036340852, 0.035909904, 0.035905857, 0.033933392], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b5700ca9", "type": "temporal-reasoning", "abstention": false, "gold": ["se49ce84405.md"], "top10": ["se49ce84405.md", "s5f3e055fd8.md", "s947272e9f8.md", "s8fd6b27343.md", "s72fcf26b0a.md", "s0469a299fe.md", "sccda05bfa3.md", "s0eb8c2f0c6.md", "s52a8da2bfe.md", "s1c0b965eae.md"], "rrf10": [0.040983607, 0.039950372, 0.037486472, 0.036771068, 0.03614308, 0.035652035, 0.035237873, 0.034840686, 0.034518964, 0.034292843], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b81", "type": "temporal-reasoning", "abstention": false, "gold": ["s7ff91b69f4.md", "scd503bc780.md"], "top10": ["s7ff91b69f4.md", "scd503bc780.md", "s84f85fb9d3.md", "s19e2c32fe6.md", "scc20a8f01a.md", "s7b8006ee2c.md", "s3f4b8c82da.md", "s7e9cd73886.md", "s1c2aeccdc4.md", "s772b999daa.md"], "rrf10": [0.040719196, 0.040330975, 0.039186508, 0.037825275, 0.037678988, 0.037203687, 0.036389761, 0.036231371, 0.035477076, 0.034942453], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d4ab0c9", "type": "temporal-reasoning", "abstention": false, "gold": ["s5af32146a3.md", "s740744b068.md"], "top10": ["s740744b068.md", "s5af32146a3.md", "sa5287ff98f.md", "s692eed2482.md", "s840cd550f1.md", "se292677117.md", "s22acdee114.md", "s53a2672789.md", "s0c92fbca78.md", "s39f5e3a0d1.md"], "rrf10": [0.040851401, 0.040454786, 0.037326389, 0.036328403, 0.035962629, 0.035687229, 0.035496966, 0.035203151, 0.035149124, 0.034431546], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e072b769", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b56ca94e8.md"], "top10": ["s3b56ca94e8.md", "s7e1374f4ae.md", "s753d1f0eda.md", "sa7606d883f.md", "s0132ad4125.md", "sba782a3ab1.md", "s2412541f43.md", "sd84272350c.md", "sbd189fc0b9.md", "sf040e42142.md"], "rrf10": [0.040983607, 0.039310516, 0.038614889, 0.03710038, 0.036931809, 0.036427086, 0.035233637, 0.035138774, 0.034626587, 0.033889301], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0db4c65d", "type": "temporal-reasoning", "abstention": false, "gold": ["s4e4e3334fd.md", "see88f3e2b2.md"], "top10": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s4ef770edae.md", "s02bb918af5.md", "s61885cb9da.md", "s8131dcfb0d.md", "sc99075ab33.md", "s3ae302feb5.md", "s4b580c6ecf.md"], "rrf10": [0.040983607, 0.040322581, 0.039558532, 0.038051869, 0.036976912, 0.036673774, 0.035692142, 0.03516384, 0.034522443, 0.033939394], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d80365e", "type": "temporal-reasoning", "abstention": false, "gold": ["s470e28ad29.md", "s673fe32ac7.md"], "top10": ["s470e28ad29.md", "s673fe32ac7.md", "s62d5c41294.md", "s5feee30399.md", "s947e9db870.md", "s09c06f58e1.md", "s8855cb498d.md", "s07dd3e6931.md", "sc36f62e87a.md", "sb73cb94274.md"], "rrf10": [0.040983607, 0.040322581, 0.039558532, 0.03826739, 0.037399688, 0.036888936, 0.036661323, 0.036040986, 0.035511364, 0.03421548], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7f6b06db", "type": "temporal-reasoning", "abstention": false, "gold": ["s4b4e486124.md", "s5072e6f426.md", "s7eda804bfa.md"], "top10": ["seb706a8717.md", "s7eda804bfa.md", "s5072e6f426.md", "s41ba1ba2c7.md", "s4b4e486124.md", "se79ca13c42.md", "sdc6e907d77.md", "s9c3383b444.md", "s68d37c0d3a.md", "sb2e4d37e5b.md"], "rrf10": [0.039512835, 0.039300318, 0.039237265, 0.037847222, 0.036659003, 0.036239828, 0.034978849, 0.033891109, 0.033735162, 0.033705542], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_6dc9b45b", "type": "temporal-reasoning", "abstention": false, "gold": ["sd7beaae423.md"], "top10": ["sd7beaae423.md", "sa88ed29c95.md", "sfb8f3084d1.md", "s06ee58c40b.md", "s3f265079e2.md", "s51e3e06271.md", "sd42f8692cf.md", "sf25adc19d4.md", "se7ac108102.md", "sa206276dee.md"], "rrf10": [0.040983607, 0.040066564, 0.038656505, 0.038486881, 0.038299885, 0.036626762, 0.035582025, 0.033982583, 0.033175101, 0.033026992], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8279ba02", "type": "temporal-reasoning", "abstention": false, "gold": ["sf35e757041.md"], "top10": ["sf35e757041.md", "s4fb3576300.md", "sb43bc78416.md", "sb10c5a2ba0.md", "sa6423d1ba7.md", "sd3c9658e22.md", "sb191be21d3.md", "s5fb66b3b4a.md", "sd4f501d996.md", "s97ac8ceaff.md"], "rrf10": [0.040983607, 0.038420699, 0.038344988, 0.037388146, 0.035674101, 0.035456499, 0.034766643, 0.034595093, 0.034565436, 0.033499833], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_18c2b244", "type": "temporal-reasoning", "abstention": false, "gold": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md"], "top10": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md", "sde791e3e44.md", "s152591c2af.md", "s45d6962805.md", "s2242ce7293.md", "s46149a79f9.md", "sfc7cbdb261.md", "s4f60db7ed2.md"], "rrf10": [0.040586991, 0.040202966, 0.040198769, 0.038825758, 0.038581731, 0.037995338, 0.036673509, 0.035572337, 0.035040699, 0.034880527], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a1b77f9c", "type": "temporal-reasoning", "abstention": false, "gold": ["s1592c4055d.md", "s3368e912a8.md", "s3a24ea8d88.md", "s5e464e410d.md", "s7de878daf0.md", "s987b330deb.md"], "top10": ["s5e464e410d.md", "s987b330deb.md", "s3a24ea8d88.md", "s7de878daf0.md", "s1592c4055d.md", "s3368e912a8.md", "s82f0d35275.md", "sede1bbe68a.md", "s87ba8d3b8e.md", "s41608a6f96.md"], "rrf10": [0.040215164, 0.040078958, 0.039345064, 0.038949939, 0.038946123, 0.038633489, 0.035721393, 0.034761905, 0.034741101, 0.034334023], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1916e0ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s62bf117c2b.md", "s750b0d5f83.md"], "top10": ["s750b0d5f83.md", "s62bf117c2b.md", "sa090f3776b.md", "s5b359c1d93.md", "sbb3624ee00.md", "sa90d7e1a9f.md", "s5bc585d39d.md", "se6ef9f8d8d.md", "sc11cb83a54.md", "s1fc2d3173e.md"], "rrf10": [0.04046318, 0.040330975, 0.03969054, 0.037094501, 0.037086004, 0.036683606, 0.036502754, 0.03597493, 0.035385203, 0.035040389], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7a0daae1", "type": "temporal-reasoning", "abstention": false, "gold": ["sdd184f0547.md", "sf8cc30f63f.md"], "top10": ["sdd184f0547.md", "sf8cc30f63f.md", "s85d15719b7.md", "s999cf76043.md", "s794aa4f0a3.md", "s7a934d5060.md", "s5178defbbd.md", "s6c6ce26671.md", "sf6b233c90f.md", "sa03113ad4a.md"], "rrf10": [0.040851401, 0.040454786, 0.038713023, 0.038490697, 0.038239202, 0.035136078, 0.034878663, 0.033972067, 0.033946216, 0.033480945], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_468eb063", "type": "temporal-reasoning", "abstention": false, "gold": ["se6c4b027c1.md"], "top10": ["sb92b107cfa.md", "sbf13a56603.md", "se6c4b027c1.md", "sb556ad66d1.md", "se3c0aff529.md", "sb2e40f4a0f.md", "s6eaa54ecbe.md", "scbc60e57a0.md", "s56170e3b54.md", "s50d4481482.md"], "rrf10": [0.040454786, 0.039714566, 0.038950712, 0.036633975, 0.036475202, 0.035809778, 0.035314515, 0.034340358, 0.034254186, 0.034186013], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7abb270c", "type": "temporal-reasoning", "abstention": false, "gold": ["s089aa238b5.md", "s0da7667bb9.md", "s336b4d8800.md", "s460021fe1c.md", "s6c535841a0.md", "s711866769d.md"], "top10": ["s6c535841a0.md", "s336b4d8800.md", "s460021fe1c.md", "s1af675d381.md", "s62f0d9b142.md", "s089aa238b5.md", "s0da7667bb9.md", "s8ad3de51df.md", "sfa2da46297.md", "sef7c0c26a2.md"], "rrf10": [0.040214783, 0.040202966, 0.039464735, 0.037210339, 0.036997549, 0.036729545, 0.035477076, 0.03528922, 0.035163277, 0.035101741], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_1e4a8aeb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4965a34b4b.md", "se8a4fc3c2b.md"], "top10": ["se8a4fc3c2b.md", "s4965a34b4b.md", "sd9c4aad8ea.md", "s0962d51244.md", "s9f21cc5ec4.md", "sa7abbdb268.md", "s67171e54fe.md", "s393d68fe4d.md", "s98832b33d7.md", "se2f582900f.md"], "rrf10": [0.040983607, 0.040322581, 0.039070131, 0.037555146, 0.036993884, 0.036656746, 0.036482399, 0.036188059, 0.036127892, 0.035556457], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4fc4f797", "type": "temporal-reasoning", "abstention": false, "gold": ["s86e8fc5c64.md", "sa00694b92d.md"], "top10": ["s86e8fc5c64.md", "sa00694b92d.md", "se15d4076d5.md", "se1788c2144.md", "s62f881d834.md", "s0b210d7c1a.md", "s1b5d0e7c6e.md", "sc6b053dd80.md", "se26de73020.md", "s5325615d19.md"], "rrf10": [0.040983607, 0.040322581, 0.037889388, 0.037553184, 0.037377336, 0.036614774, 0.035452267, 0.033293733, 0.03323624, 0.033190069], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4dfccbf7", "type": "temporal-reasoning", "abstention": false, "gold": ["s994a3c82f9.md", "sed9bb71adb.md"], "top10": ["sed9bb71adb.md", "s994a3c82f9.md", "s8da6c34d20.md", "se45839fae3.md", "sc9bc82f822.md", "s094f08b01e.md", "sb7c45414ed.md", "sc387b96555.md", "s293908010b.md", "s109e8c90c5.md"], "rrf10": [0.040983607, 0.040322581, 0.036976655, 0.036686522, 0.035338895, 0.035006429, 0.03497941, 0.03450947, 0.033726321, 0.033522934], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_61e13b3c", "type": "temporal-reasoning", "abstention": false, "gold": ["s20c93280b9.md", "s6de2686779.md"], "top10": ["s20c93280b9.md", "s6de2686779.md", "s9ba372a885.md", "s1feff97347.md", "sa7abe1dbd3.md", "s2023243d18.md", "sfedcb36942.md", "s4b208f1b1c.md", "sf052b0e8e2.md", "sa361296cbf.md"], "rrf10": [0.040983607, 0.040322581, 0.038712687, 0.038271206, 0.03766293, 0.037147595, 0.03569946, 0.034888357, 0.034414715, 0.034128769], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_45189cb4", "type": "temporal-reasoning", "abstention": false, "gold": ["s56b6b15804.md", "s7011c1d990.md", "scc1a9ac597.md"], "top10": ["s7011c1d990.md", "scc1a9ac597.md", "s29e2b87dae.md", "sd5a6b5d8d7.md", "s2d912f4f18.md", "sb52dcce058.md", "s27e2fdc1b2.md", "s56b6b15804.md", "sebaac9cfcc.md", "sd1e8c392a9.md"], "rrf10": [0.040851401, 0.039450156, 0.039310516, 0.039073773, 0.037432744, 0.036732712, 0.036500754, 0.036302486, 0.035581744, 0.035288774], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "2ebe6c90", "type": "temporal-reasoning", "abstention": false, "gold": ["sa061eb7d02.md", "sd9d046a725.md"], "top10": ["sd9d046a725.md", "sa061eb7d02.md", "s1eac952338.md", "sda2cb8a2cc.md", "s1803123d61.md", "s3af6efda37.md", "s1909c64e57.md", "s2229d87b98.md", "secce8d201b.md", "s83e2b4996e.md"], "rrf10": [0.040983607, 0.040322581, 0.037678988, 0.037384146, 0.036172945, 0.035979351, 0.035881255, 0.034424461, 0.034196429, 0.034129353], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e061b84f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2863cc2ae4.md", "s43a4e39340.md", "s7d2fafc848.md"], "top10": ["s43a4e39340.md", "sf5221600f8.md", "s5b5bca3d7f.md", "s84a3d34217.md", "s9782ab492b.md", "s4b60a071e3.md", "s7fb835e33a.md", "sad8d982d7f.md", "s3d6accdd64.md", "s0b67129821.md"], "rrf10": [0.039985161, 0.037774023, 0.036904279, 0.036727965, 0.036691434, 0.034440655, 0.034125245, 0.033896511, 0.033876684, 0.033788625], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "370a8ff4", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ba7fc06a6.md", "s950777cdc2.md"], "top10": ["s4ba7fc06a6.md", "s950777cdc2.md", "s96611c9cb5.md", "s51dc9ee1b4.md", "s233a2aab31.md", "s9346a40393.md", "sd81371b1bd.md", "sbb07c69e1f.md", "sdd32f8c85b.md", "se763b1891e.md"], "rrf10": [0.040983607, 0.040322581, 0.038825758, 0.037245565, 0.036899916, 0.036378879, 0.036111111, 0.035022643, 0.03432124, 0.033690777], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d6585ce8", "type": "temporal-reasoning", "abstention": false, "gold": ["s193d7352b9.md", "s1f80139e1f.md", "s431dbcb910.md", "s54c1ea549a.md", "sb8911662c9.md"], "top10": ["sb8911662c9.md", "s54c1ea549a.md", "s431dbcb910.md", "s1f80139e1f.md", "s193d7352b9.md", "s1c4a818edf.md", "s2bfdfae3e4.md", "s2ea0225d23.md", "s9a3fca9dff.md", "s6a33029077.md"], "rrf10": [0.040454786, 0.040202966, 0.040078958, 0.039314516, 0.037765717, 0.037426504, 0.036063936, 0.035026598, 0.034679185, 0.034408725], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4ef30696", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b86b37b91.md", "s44278adeeb.md"], "top10": ["s44278adeeb.md", "s3b86b37b91.md", "s8891deeba0.md", "sbe149b2461.md", "s7ecc5c768d.md", "sd7d6222640.md", "s99f45b797e.md", "sa386069e6b.md", "s8e4f0c1e79.md", "sff9f62015e.md"], "rrf10": [0.040719196, 0.040330975, 0.03969054, 0.038600289, 0.037456769, 0.036545932, 0.036062529, 0.035505083, 0.035265327, 0.034252574], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ec93e27f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2c2bc6ed95.md", "s8de7ddaa05.md"], "top10": ["s8de7ddaa05.md", "s2c2bc6ed95.md", "s058c4417b9.md", "sa3836dfe17.md", "sa5f02e8d9c.md", "s1d20544f6a.md", "s2d4c3bd108.md", "sa90dbd2021.md", "sbe23afabf9.md", "s09fcd4f772.md"], "rrf10": [0.040983607, 0.040066564, 0.039938556, 0.03811553, 0.038099315, 0.037569677, 0.035334017, 0.035326337, 0.033427729, 0.033033815], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6e984301", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f0e71de47.md", "s7b8815ea0d.md"], "top10": ["s4f0e71de47.md", "s7b8815ea0d.md", "s6963ffc65b.md", "s9ff3bb9867.md", "s1a1d1ab172.md", "s430dc4191c.md", "s98d39a9200.md", "s83f5295776.md", "sd48485058f.md", "s47b2462037.md"], "rrf10": [0.040851401, 0.040454786, 0.037433155, 0.037313433, 0.03713613, 0.036691434, 0.03557423, 0.035308385, 0.034983292, 0.034813962], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8077ef71", "type": "temporal-reasoning", "abstention": false, "gold": ["sc6850b7307.md"], "top10": ["se3bbf52e57.md", "sc6850b7307.md", "se14c344a87.md", "s324166b905.md", "s05fa8d1f58.md", "sfaaa89829c.md", "s6eaad95eb3.md", "s6c14387641.md", "scb3fd60412.md", "sa801fb2245.md"], "rrf10": [0.040454786, 0.040202966, 0.039481129, 0.037666255, 0.03730713, 0.036338448, 0.035646279, 0.035279827, 0.034987102, 0.034865653], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262c", "type": "temporal-reasoning", "abstention": false, "gold": ["s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "sd5581fd2c1.md"], "top10": ["s0ebbd7642d.md", "sc55f6655d9.md", "s48b4b20c49.md", "sd5581fd2c1.md", "s96522fe856.md", "s232db9294a.md", "s5609fcf283.md", "s201c498022.md", "s2218f317fc.md", "sf5efc3496a.md"], "rrf10": [0.040719196, 0.040078958, 0.039434524, 0.03932979, 0.038231917, 0.037056113, 0.036256257, 0.034876029, 0.0345665, 0.033864965], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8e165409", "type": "temporal-reasoning", "abstention": false, "gold": ["s1cd8a196cf.md", "saadba4fdcb.md"], "top10": ["saadba4fdcb.md", "s1cd8a196cf.md", "sbec86b3b92.md", "s992e7dcb41.md", "s0e9c9db1ae.md", "s3abf2ca32b.md", "s84c298281c.md", "s005b3abd61.md", "s86b722a371.md", "s1d001e90e9.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.037246087, 0.036538609, 0.035962629, 0.035728816, 0.034494366, 0.034405701, 0.033857929], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_74aed68e", "type": "temporal-reasoning", "abstention": false, "gold": ["s029fdb6057.md", "sa5eda3ba3a.md"], "top10": ["s029fdb6057.md", "sa5eda3ba3a.md", "s44752eb7ec.md", "s97872baf2d.md", "sa91b8f3a56.md", "se21ae5bd50.md", "s92b0c38ff2.md", "s75f4f7b401.md", "s840d558164.md", "s775200ce95.md"], "rrf10": [0.040719196, 0.040586991, 0.039558532, 0.038713023, 0.037399688, 0.03650657, 0.036310935, 0.035947712, 0.035879379, 0.034196328], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bcbe585f", "type": "temporal-reasoning", "abstention": false, "gold": ["s43951b5af8.md"], "top10": ["s43951b5af8.md", "s7cebb80e42.md", "s96ff24ec54.md", "s53f50845fa.md", "s680342bed3.md", "s43b774df2b.md", "s321eaaa311.md", "sd6b618a6ca.md", "s35cabb0493.md", "s472645225e.md"], "rrf10": [0.040983607, 0.039818548, 0.03932979, 0.037345284, 0.037281622, 0.037142857, 0.035883691, 0.035155582, 0.03404302, 0.033634523], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_21adecb5", "type": "temporal-reasoning", "abstention": false, "gold": ["s2cf77dc894.md", "sd590893eb7.md"], "top10": ["s827bdbd550.md", "sc35acf5860.md", "sdcce2ca7e3.md", "sd590893eb7.md", "s2cf77dc894.md", "s3696ec64c3.md", "s550cbecdf9.md", "sec45eea467.md", "s41f8645edb.md", "s1afbc5f484.md"], "rrf10": [0.040586991, 0.038701923, 0.037443182, 0.03705675, 0.036705943, 0.036445013, 0.033772723, 0.033752577, 0.033545358, 0.032919938], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5e1b23de", "type": "temporal-reasoning", "abstention": false, "gold": ["saeedc20bb7.md"], "top10": ["s32337bb789.md", "saeedc20bb7.md", "sabbb4e25db.md", "se66a5275da.md", "s89746aa875.md", "sbae1f9bf3d.md", "s153ae9b5e8.md", "s0b853310f9.md", "s23cb9deafc.md", "s717a0f62e1.md"], "rrf10": [0.040851401, 0.040194572, 0.039438339, 0.037665844, 0.036984197, 0.035612259, 0.034346847, 0.034149236, 0.033960068, 0.033923648], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_98f46fc6", "type": "temporal-reasoning", "abstention": false, "gold": ["s1460aa12d1.md", "s9791b8e390.md"], "top10": ["s1460aa12d1.md", "s9791b8e390.md", "s60fe250dea.md", "sbca9903f8d.md", "s3bea28877d.md", "sa416ec81af.md", "s60f74e7a86.md", "sa824bf73c7.md", "s11d913d134.md", "s93a2e9aea4.md"], "rrf10": [0.040719196, 0.040586991, 0.038961039, 0.038833389, 0.03802319, 0.035817108, 0.035167254, 0.034699335, 0.033991228, 0.033806773], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_af6db32f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2b9dea603d.md"], "top10": ["s2b9dea603d.md", "s438a222225.md", "s66bbb77d48.md", "s327487caaf.md", "sc6cf0efa90.md", "s2e83eac7e0.md", "s9e5a59d89f.md", "sae7c5f32b5.md", "sb61e04ad95.md", "sde66497d2b.md"], "rrf10": [0.040983607, 0.039578164, 0.037326389, 0.037154673, 0.036891968, 0.036353945, 0.036075036, 0.034770524, 0.034449652, 0.034132951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eac54adc", "type": "temporal-reasoning", "abstention": false, "gold": ["s91209e129c.md", "sd59e03b1f2.md"], "top10": ["sd59e03b1f2.md", "s91209e129c.md", "s4e9025d5ec.md", "s73b461fde8.md", "sd9e9946b9a.md", "sc9ae441aad.md", "s2c72644cd2.md", "sc585781999.md", "s8dd9627791.md", "s49bc686f74.md"], "rrf10": [0.040719196, 0.040586991, 0.038960702, 0.037666255, 0.036193986, 0.035942775, 0.035902689, 0.035182073, 0.034627858, 0.034576384], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ddcf75f", "type": "temporal-reasoning", "abstention": false, "gold": ["sb7a706d9cc.md"], "top10": ["sb7a706d9cc.md", "sd19c2ac5d0.md", "s390cf2c068.md", "scfed8af571.md", "s7aa4c9d5ae.md", "s3425fc2201.md", "s8d5d29a06c.md", "s18e7760908.md", "s4efe039057.md", "s1328456c70.md"], "rrf10": [0.040983607, 0.0390625, 0.037074039, 0.036969697, 0.03646038, 0.03641227, 0.036239119, 0.036140201, 0.035294118, 0.034318339], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a2d1d1f6", "type": "temporal-reasoning", "abstention": false, "gold": ["s9e38a6d057.md"], "top10": ["s9e38a6d057.md", "s283ff03f54.md", "s81e9bf9433.md", "s881760379b.md", "s75b6f89332.md", "sf2a11355b7.md", "se5e56952e5.md", "sea59407232.md", "sdf4c6ce1d7.md", "s2b0dc93464.md"], "rrf10": [0.040983607, 0.039144905, 0.038228438, 0.038092595, 0.03790664, 0.037847222, 0.036248122, 0.035461776, 0.034958214, 0.034752213], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_85da3956", "type": "temporal-reasoning", "abstention": false, "gold": ["seb709c85db.md"], "top10": ["seb709c85db.md", "s51a54af6d2.md", "s51089abd89.md", "sf4e7ea6873.md", "s34108cd1fb.md", "s80dc2db0ee.md", "sfa8edd9d07.md", "scf06b87bc8.md", "s008d778544.md", "s45b89fa803.md"], "rrf10": [0.040983607, 0.039144905, 0.038224992, 0.037902998, 0.037533272, 0.036669445, 0.036354225, 0.03623353, 0.035611648, 0.033903319], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b0863698", "type": "temporal-reasoning", "abstention": false, "gold": ["s17cbc23e83.md"], "top10": ["s5f2b19534c.md", "s17cbc23e83.md", "sad2940711b.md", "s6514cbc2a2.md", "s4e834846ec.md", "sf7256265cc.md", "s12da0d1603.md", "s755acc46ab.md", "s46ca05bb60.md", "sf201e96d87.md"], "rrf10": [0.040983607, 0.040066564, 0.039938556, 0.0390625, 0.037578384, 0.037429829, 0.036561265, 0.035960369, 0.032860737, 0.032642966], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94287", "type": "temporal-reasoning", "abstention": false, "gold": ["s68260b8fd5.md", "s91208e524e.md"], "top10": ["s68260b8fd5.md", "s91208e524e.md", "s680b3cdee9.md", "s0ac1836c6d.md", "s95d0ee97f7.md", "s97d28897f8.md", "s76255697ec.md", "s18681d1971.md", "s98cd20f281.md", "se283d2d218.md"], "rrf10": [0.040983607, 0.039450156, 0.039438339, 0.038647415, 0.038395398, 0.03601797, 0.035957119, 0.035733887, 0.035618601, 0.035107582], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231e", "type": "temporal-reasoning", "abstention": false, "gold": ["s24647086fa.md", "s2fafe005ea.md"], "top10": ["s2fafe005ea.md", "s24647086fa.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "s50a990b18c.md", "sde2a40da9a.md", "se489e58b5b.md", "sc11bbb9d21.md", "s819545f00b.md", "s42de1eda36.md"], "rrf10": [0.040719196, 0.040586991, 0.039194139, 0.0390625, 0.037445887, 0.037004758, 0.036036766, 0.034651011, 0.034129038, 0.034120867], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ca326fa", "type": "temporal-reasoning", "abstention": false, "gold": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md"], "top10": ["sc231c512f6.md", "s36836ec9bf.md", "sfe7f677414.md", "s669e5ee31d.md", "s65d9d72a2e.md", "s928ba85fad.md", "sa782a45997.md", "s6e932c76a7.md", "s6149aefc4f.md", "sec7c047d56.md"], "rrf10": [0.040851401, 0.040198769, 0.039938556, 0.037443755, 0.037106955, 0.036822064, 0.036304321, 0.035401564, 0.035149573, 0.034352604], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7bc6cf22", "type": "temporal-reasoning", "abstention": false, "gold": ["s82870d01ff.md"], "top10": ["s82870d01ff.md", "s4c5417a25a.md", "s725f0d44c2.md", "s9363c22b91.md", "s584b6f46fd.md", "sc113fabcbf.md", "sa14df0db3d.md", "s5f629d87b9.md", "s60a676f879.md", "s0638311f1f.md"], "rrf10": [0.040983607, 0.039044302, 0.036914661, 0.035537281, 0.035077328, 0.034910074, 0.034261791, 0.034209484, 0.034093766, 0.034043861], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ebe6c92", "type": "temporal-reasoning", "abstention": false, "gold": ["s4c13d1174b.md", "s556e69205f.md"], "top10": ["s4c13d1174b.md", "sa85d1f8c67.md", "s783d482924.md", "sb5a9acf399.md", "s78670ccabc.md", "s18d8340c2b.md", "s556e69205f.md", "sfca090525d.md", "sf017366bf1.md", "sce6d3139aa.md"], "rrf10": [0.040723393, 0.03944634, 0.039044302, 0.03784099, 0.037836579, 0.03730713, 0.036639102, 0.035048309, 0.035018382, 0.034303249], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_e061b84g", "type": "temporal-reasoning", "abstention": false, "gold": ["s46a9a97cbd.md", "s6cd6007fa9.md", "sba27c9ecfb.md"], "top10": ["s6da3c35fb5.md", "s0e4a8bc031.md", "s6cd6007fa9.md", "s4ff840cc90.md", "s46a9a97cbd.md", "sdfbb98acc6.md", "s866a80aa27.md", "sa432b0461c.md", "se5cc76bda1.md", "s2fcf7edf3d.md"], "rrf10": [0.040082959, 0.03944634, 0.039321789, 0.037813877, 0.035704594, 0.035630456, 0.035569439, 0.035015649, 0.034164519, 0.034100925], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "71017277", "type": "temporal-reasoning", "abstention": false, "gold": ["sf29c86135d.md"], "top10": ["s5f1503ff17.md", "sf29c86135d.md", "sb47a7525d1.md", "sed4831a5a5.md", "sb7b169db77.md", "sf9bb8ec5bb.md", "sa30d910d94.md", "se8183ac199.md", "s6ac3413068.md", "s27877be063.md"], "rrf10": [0.040139826, 0.039942753, 0.038348631, 0.038002296, 0.037172194, 0.036801842, 0.036525303, 0.035635205, 0.034940418, 0.034774941], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ee", "type": "temporal-reasoning", "abstention": false, "gold": ["s23e5eb2c4f.md", "s61696d8458.md", "saef86266be.md", "sfadd2aad2d.md"], "top10": ["saef86266be.md", "sfadd2aad2d.md", "sb8d231993f.md", "s7bd21826bc.md", "s61696d8458.md", "sb7fa1b33c2.md", "s3f8ba97704.md", "s23e5eb2c4f.md", "sd824cac0cd.md", "se210400fc1.md"], "rrf10": [0.040983607, 0.039818548, 0.039089405, 0.038716839, 0.038167388, 0.036365884, 0.035371475, 0.035083552, 0.034710756, 0.034091527], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_d6585ce9", "type": "temporal-reasoning", "abstention": false, "gold": ["s13140f2a3d.md", "s2e1f3cfe71.md", "s302fc535f1.md", "s32134acc14.md", "s56a1b80baa.md"], "top10": ["s2e1f3cfe71.md", "s56a1b80baa.md", "s13140f2a3d.md", "s32134acc14.md", "se5b3a9d852.md", "sb8a4b72925.md", "see3fdf1d5f.md", "s302fc535f1.md", "s14acf1af5d.md", "sd0d27ef1b0.md"], "rrf10": [0.040599385, 0.039694356, 0.03932979, 0.038960702, 0.038833747, 0.038499752, 0.036664504, 0.036267442, 0.036168521, 0.034563292], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1e4a8aec", "type": "temporal-reasoning", "abstention": false, "gold": ["s25e1ab8039.md", "sf849a07d53.md"], "top10": ["sf849a07d53.md", "s25e1ab8039.md", "seba0fafdcb.md", "s40dc85a759.md", "s1b49e22033.md", "s33fcd2d0b0.md", "s18e759afef.md", "s3ff6acb1b9.md", "s37b591df77.md", "s6c1f2884e3.md"], "rrf10": [0.040139826, 0.039720751, 0.037405107, 0.036181066, 0.035993002, 0.035817308, 0.035707071, 0.035661765, 0.035083552, 0.034422604], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262d", "type": "temporal-reasoning", "abstention": false, "gold": ["s002e2dce0d.md", "s2706cff681.md", "s4197969738.md", "s42b1274863.md", "sef8154a18e.md"], "top10": ["sef8154a18e.md", "s2706cff681.md", "s42b1274863.md", "s4197969738.md", "s002e2dce0d.md", "sbde08d49d5.md", "sccdb378645.md", "s2e6f6eb245.md", "s0f24f78f2c.md", "s67b888e4bb.md"], "rrf10": [0.040215164, 0.040066564, 0.039714566, 0.03944634, 0.038833389, 0.036472567, 0.036353945, 0.035984848, 0.035072464, 0.034313458], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c78", "type": "temporal-reasoning", "abstention": false, "gold": ["sb85e52ab92.md", "sce4fc22611.md"], "top10": ["s57f97dbfe1.md", "s94676065b0.md", "sb85e52ab92.md", "sce4fc22611.md", "sba886ab9ef.md", "saf076ef2bd.md", "s2387cadf8b.md", "s2e1f454301.md", "s77eee866c3.md", "s860a49a259.md"], "rrf10": [0.040983607, 0.039577806, 0.038760024, 0.038239538, 0.037511671, 0.037093942, 0.036180767, 0.035861322, 0.035196518, 0.035006634], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231f", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f2f06180b.md", "s83c5db768f.md"], "top10": ["s83c5db768f.md", "s4f2f06180b.md", "s40987eb3eb.md", "s9b5e47d063.md", "s9c8b1d4c97.md", "s5622f92695.md", "s18ca164d02.md", "s7432e29380.md", "sc228717111.md", "s1e812837f1.md"], "rrf10": [0.040983607, 0.040070565, 0.038430286, 0.037285265, 0.036531279, 0.03596011, 0.035820721, 0.035433702, 0.034118509, 0.033038134], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293b", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ca2cbd3b4.md", "s589785a84a.md"], "top10": ["s8a733bb8fe.md", "s9672513559.md", "s61e2bb2d9f.md", "s4ca2cbd3b4.md", "sdf96851b34.md", "sb2d024a8f8.md", "sbe3ab3ea95.md", "s3ac6e74d0a.md", "s9063c770ef.md", "s0352573a6e.md"], "rrf10": [0.038643414, 0.037074039, 0.036879487, 0.034907427, 0.034781515, 0.034516106, 0.034172088, 0.034101776, 0.033854167, 0.033840144], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_468eb064", "type": "temporal-reasoning", "abstention": false, "gold": ["s46ca419463.md"], "top10": ["s51cf34e824.md", "s33fc4264ae.md", "s5859dc779c.md", "sf14f60dbc1.md", "s5e55da2d7d.md", "s5270e8ee22.md", "s771de0126e.md", "s552b99ec82.md", "s46ca419463.md", "s0a2324441e.md"], "rrf10": [0.037941246, 0.037713675, 0.037528708, 0.037180561, 0.037014024, 0.036137775, 0.035889617, 0.035004507, 0.034384905, 0.033968653], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "gpt4_fa19884d", "type": "temporal-reasoning", "abstention": false, "gold": ["s95ea2e00a1.md", "sc12f87dd19.md"], "top10": ["s10dede8772.md", "sc12f87dd19.md", "s95ea2e00a1.md", "sec15584363.md", "s0175d50beb.md", "s7cb525ec2a.md", "s54cd70c022.md", "sc26656c721.md", "s7e098098b0.md", "s4f6302954c.md"], "rrf10": [0.040983607, 0.040066564, 0.039194139, 0.038976334, 0.038589015, 0.035351528, 0.035338994, 0.035202951, 0.034968944, 0.034742647], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b82", "type": "temporal-reasoning", "abstention": false, "gold": ["s4786946473.md", "s81b6bbdf4e.md"], "top10": ["s2742c32677.md", "s81b6bbdf4e.md", "s93311ca8d0.md", "sdf62b0ed05.md", "s7ebd01ec60.md", "sce5d03a82b.md", "s15b7f59278.md", "s4786946473.md", "se21890ca7e.md", "sea7ad0158b.md"], "rrf10": [0.039818548, 0.039558532, 0.03944634, 0.038894573, 0.038472638, 0.038452266, 0.036060402, 0.03581497, 0.034514248, 0.034155201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "eac54add", "type": "temporal-reasoning", "abstention": false, "gold": ["s162504919c.md", "s8337b854d4.md"], "top10": ["sb1ac440339.md", "s454a6b7bf4.md", "s4e746c4004.md", "s8337b854d4.md", "s376ce055a5.md", "sc3fcc3ca0a.md", "s53e973e9fd.md", "sb87df9a71b.md", "s353d91cc7a.md", "s12114d7a4e.md"], "rrf10": [0.040723393, 0.038231917, 0.037826421, 0.03697052, 0.036487145, 0.036000587, 0.035287447, 0.034713092, 0.034665874, 0.034280732], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "4dfccbf8", "type": "temporal-reasoning", "abstention": false, "gold": ["sa09e60716b.md", "sb9082af00f.md"], "top10": ["sb9082af00f.md", "scda201d835.md", "s9aa8197690.md", "s9b62fb6f5e.md", "s3635e07caa.md", "sea0ddead19.md", "sf16c50e4ea.md", "s8c8f4262cd.md", "s1356787ead.md", "s6d6bafc40d.md"], "rrf10": [0.040719196, 0.038095238, 0.037683824, 0.036965812, 0.035619393, 0.03538961, 0.035298464, 0.035288202, 0.035088278, 0.034812768], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "0bc8ad93", "type": "temporal-reasoning", "abstention": false, "gold": ["s4587f6fe90.md", "sa08679a07b.md", "sc170d58684.md"], "top10": ["s4587f6fe90.md", "sfe1fc78253.md", "sc170d58684.md", "s0a056f3db3.md", "sf0c9f52515.md", "s848a9a443f.md", "s3820a08c33.md", "sa08679a07b.md", "s1fe22d8789.md", "s44ab26bac5.md"], "rrf10": [0.040723393, 0.040322581, 0.039942753, 0.036673509, 0.036626445, 0.036445013, 0.036199761, 0.036095728, 0.035192981, 0.034794372], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "6e984302", "type": "temporal-reasoning", "abstention": false, "gold": ["s6ab3f16aac.md", "s83e0c428cd.md"], "top10": ["sab035380b7.md", "s6ab3f16aac.md", "sf0b77f477b.md", "sda2f33d6f3.md", "s2b34e456c4.md", "sbe0d0d4910.md", "sf2790ce62a.md", "s83e0c428cd.md", "s65d8bfe5ad.md", "sc1a5cd6ba7.md"], "rrf10": [0.039438339, 0.039130999, 0.038489402, 0.038152473, 0.038150047, 0.037906228, 0.036237973, 0.035865874, 0.035804095, 0.035195643], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_8279ba03", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f9139a2e6.md"], "top10": ["se38ef685f8.md", "sbb094ad3fc.md", "s5fbbb9ea07.md", "s8e326bda56.md", "s374041ea3c.md", "s2bc6da6130.md", "sc15a4fdc19.md", "s008442bd5a.md", "sb503ff5272.md", "sc3e090393c.md"], "rrf10": [0.039264819, 0.038686302, 0.038400488, 0.038211624, 0.036871786, 0.036635608, 0.036041083, 0.035735151, 0.035588023, 0.035045837], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_b5700ca0", "type": "temporal-reasoning", "abstention": false, "gold": ["s72d3f1186e.md"], "top10": ["s72d3f1186e.md", "s1fad58d740.md", "sba65fea786.md", "s6a45e8b82a.md", "s60c4abf083.md", "sd217675fa6.md", "sa3375ce3b6.md", "s6f47675d12.md", "sc6b6c37138.md", "sf39457dc97.md"], "rrf10": [0.039255324, 0.038479263, 0.038261076, 0.036971456, 0.036632906, 0.036601234, 0.036240786, 0.034638801, 0.034534535, 0.034113774], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94288", "type": "temporal-reasoning", "abstention": false, "gold": ["sa0c7b3aa66.md", "sf252db108c.md"], "top10": ["s14846cddb0.md", "s081e150019.md", "s46f6839810.md", "s8f5f0c3d73.md", "saaf4776370.md", "sa0c7b3aa66.md", "s04e0eb6cbe.md", "s8c28dce03f.md", "sc25c49be6b.md", "s76e59b875e.md"], "rrf10": [0.040599385, 0.039942753, 0.039450156, 0.039089405, 0.03779675, 0.037388146, 0.035535225, 0.034959881, 0.034058714, 0.033869048], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_2655b836", "type": "temporal-reasoning", "abstention": false, "gold": ["sbd2d6853a4.md", "sf0e65c9f25.md", "sfb09c24b3f.md"], "top10": ["sbd2d6853a4.md", "sfb09c24b3f.md", "sf0e65c9f25.md", "sd6061a486e.md", "s29f0198888.md", "s7fc61b9aec.md", "sa0836e577d.md", "seba48cb2a1.md", "s701f2ed09d.md", "sfa7d9a2a6f.md"], "rrf10": [0.040719196, 0.040586991, 0.039558532, 0.037793905, 0.036451049, 0.035001131, 0.034664217, 0.034442724, 0.034296883, 0.034111934], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2487a7cb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4d59b8878b.md", "sb28c305d83.md"], "top10": ["sb28c305d83.md", "scd823c404b.md", "s4d59b8878b.md", "sdafa58f138.md", "s149430f92a.md", "sc92b730a1c.md", "s9ede7814c5.md", "sb3bb420a5b.md", "s3a45bbe699.md", "sfbe076175b.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.038348631, 0.037793569, 0.036639102, 0.036084793, 0.035514344, 0.035012933, 0.034362085], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_76048e76", "type": "temporal-reasoning", "abstention": false, "gold": ["s5168ffe72d.md", "sa84dca62c2.md"], "top10": ["s5168ffe72d.md", "sa84dca62c2.md", "s04efc15fa5.md", "se6111a85ad.md", "s1200646c38.md", "s7bc9cf68ec.md", "sc1dbff3aac.md", "s761941e7c1.md", "s0697812313.md", "s4e6e62cac2.md"], "rrf10": [0.040851401, 0.040198769, 0.039814548, 0.037129537, 0.034404503, 0.034375, 0.034212454, 0.03393851, 0.033446836, 0.033154517], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2312f94c", "type": "temporal-reasoning", "abstention": false, "gold": ["s345a3cd20b.md", "s3640d5892b.md"], "top10": ["s3640d5892b.md", "s345a3cd20b.md", "s1578e8805e.md", "s8c4c202bd1.md", "s80fb14cb87.md", "safbe8a58c5.md", "s1ab2ddfecb.md", "s50c7bd3d58.md", "s39a5a450ee.md", "s65ac6dd41c.md"], "rrf10": [0.040983607, 0.040322581, 0.038239538, 0.038106946, 0.036984197, 0.036916706, 0.036606668, 0.03549647, 0.034727582, 0.034040474], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bb5a684", "type": "temporal-reasoning", "abstention": false, "gold": ["s595a56db20.md", "scce59a4655.md"], "top10": ["scce59a4655.md", "s595a56db20.md", "sa7cdaaeb2a.md", "s56ed2f0c8f.md", "s90ea4a7b13.md", "s2615a04853.md", "s7907b0f164.md", "sb63daa1678.md", "s20e144b7bb.md", "s5c848e9789.md"], "rrf10": [0.040983607, 0.040194572, 0.039438339, 0.039314516, 0.037878788, 0.037689869, 0.036673774, 0.03582975, 0.03538076, 0.033480373], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08f4fc43", "type": "temporal-reasoning", "abstention": false, "gold": ["s2af822d821.md", "s640616c492.md"], "top10": ["s2af822d821.md", "sa22f98db8c.md", "s640616c492.md", "sb50bf2cbf3.md", "s592c2f510e.md", "sc8f74bc636.md", "s092a7494a7.md", "s4b396ed6a0.md", "s0c54bab47b.md", "s0f9cbb38c4.md"], "rrf10": [0.040719196, 0.039354989, 0.039163841, 0.038143382, 0.037813877, 0.036849216, 0.036821813, 0.036650641, 0.03495464, 0.033932616], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2c63a862", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f98c8dc3a.md", "s9f1a32ae81.md"], "top10": ["s4f98c8dc3a.md", "s9f1a32ae81.md", "scaa9894582.md", "s4315eee20f.md", "s7914937fde.md", "sb981c1af92.md", "s814450ff3d.md", "s6eaefa2ac1.md", "s4405fa5a05.md", "secee1bfe32.md"], "rrf10": [0.04046318, 0.040334975, 0.039345064, 0.038960702, 0.036903395, 0.035924145, 0.035462903, 0.035027473, 0.034344276, 0.034213729], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_385a5000", "type": "temporal-reasoning", "abstention": false, "gold": ["s2e8320a39c.md", "sa4b77ce1d4.md"], "top10": ["sa4b77ce1d4.md", "s2e8320a39c.md", "s69a0294101.md", "s38bfef5ed7.md", "s860de2e267.md", "sa76eff2993.md", "s689b341cd0.md", "s33a3972e62.md", "s0c557c9e56.md", "s9bbdd5d7de.md"], "rrf10": [0.040983607, 0.039578164, 0.03944634, 0.038302277, 0.03797123, 0.037766372, 0.036926203, 0.035513078, 0.034151397, 0.033374022], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2a1811e2", "type": "temporal-reasoning", "abstention": false, "gold": ["s55d727a7bc.md", "s8d839c07e0.md"], "top10": ["s8d839c07e0.md", "s55d727a7bc.md", "s9257a30459.md", "sda9dd3ba67.md", "sbe58be2457.md", "sa96cde9886.md", "s41a12a8a79.md", "sa24aca4a4b.md", "s75c0805f00.md", "s64010b44c6.md"], "rrf10": [0.040851401, 0.040454786, 0.038585373, 0.038095238, 0.037549705, 0.03563729, 0.034888357, 0.034461794, 0.034360988, 0.034313306], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bbf86515", "type": "temporal-reasoning", "abstention": false, "gold": ["s30d987b3c3.md", "s7b6f7dd6ee.md"], "top10": ["s7b6f7dd6ee.md", "s31c4f49a3a.md", "s9294810284.md", "s30d987b3c3.md", "s1a4a62a416.md", "s843bf14752.md", "s2a6de2a9af.md", "s526e981d1d.md", "se10fca23da.md", "s608efe2d9d.md"], "rrf10": [0.040983607, 0.039814548, 0.038946123, 0.038479263, 0.038255992, 0.037652646, 0.037110434, 0.036039947, 0.03590076, 0.035729529], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5dcc0aab", "type": "temporal-reasoning", "abstention": false, "gold": ["s24d99c7c22.md", "saa4d80e61a.md", "sccd56d8af2.md", "sd243ebb0b8.md", "sfc267f2333.md"], "top10": ["sfc267f2333.md", "saa4d80e61a.md", "sccd56d8af2.md", "s24d99c7c22.md", "sd243ebb0b8.md", "s5a0f1006d9.md", "s264b60e681.md", "s53e72bded5.md", "s628aec4c53.md", "s0ceddabea9.md"], "rrf10": [0.040586991, 0.040202966, 0.040198769, 0.0390625, 0.038228438, 0.037429829, 0.037352242, 0.036561265, 0.036078431, 0.034928789], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0b2f1d21", "type": "temporal-reasoning", "abstention": false, "gold": ["s64ebf1efbd.md", "s90c6ccbe2b.md"], "top10": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "s1d19b405a7.md", "s2bc99a4da9.md", "sbbfa2f2d1a.md", "s40a6baf4db.md", "sec836f4f02.md", "s8fba3ccb69.md", "sb3516aace3.md", "s69296e68ae.md"], "rrf10": [0.040719196, 0.040586991, 0.037522007, 0.036706713, 0.036014644, 0.035433267, 0.035180003, 0.034079778, 0.033243486, 0.033193277], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0853d11", "type": "temporal-reasoning", "abstention": false, "gold": ["s817b9a6f4d.md", "sfe7e47317a.md"], "top10": ["s817b9a6f4d.md", "sfe7e47317a.md", "s06f5347192.md", "s3d48a3e0b7.md", "s25ae9177ef.md", "sc3e40b0945.md", "s536c892a97.md", "s603879487d.md", "sa32229e149.md", "sd41cd92c49.md"], "rrf10": [0.040719196, 0.040586991, 0.038392857, 0.038299885, 0.037941527, 0.037769196, 0.035990712, 0.035558069, 0.034412382, 0.034359617], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_6ed717ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s55af9f14ed.md", "sbd11663681.md"], "top10": ["s55af9f14ed.md", "sbd11663681.md", "sffb86be3dc.md", "sc6cf4d9cc4.md", "s3c9433c1a9.md", "scb260fc417.md", "sed4b321821.md", "sa1b549dc19.md", "s23e194c2c7.md", "sef0c8b5149.md"], "rrf10": [0.040983607, 0.040322581, 0.038058077, 0.038013396, 0.03795406, 0.037420209, 0.037285265, 0.035338895, 0.034897892, 0.033623693], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552", "type": "temporal-reasoning", "abstention": false, "gold": ["s41bf8b44c2.md", "s5cf74e1124.md"], "top10": ["s5cf74e1124.md", "s41bf8b44c2.md", "s21ad0a7052.md", "s5c8e6efa68.md", "sc2af4bd4be.md", "seda94a271d.md", "s5e3caad845.md", "sb3f5ede777.md", "s5e58bb106e.md", "se48964d6e6.md"], "rrf10": [0.040851401, 0.040454786, 0.039208718, 0.036894841, 0.036714271, 0.03650657, 0.036114594, 0.034961885, 0.034625668, 0.03430251], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3838d2b", "type": "temporal-reasoning", "abstention": false, "gold": ["s008616af89.md", "s08039dfb39.md", "s433c60d14c.md", "s5949e866a0.md", "sc06f53e288.md", "sfdc5e0b469.md"], "top10": ["s433c60d14c.md", "sfdc5e0b469.md", "sc06f53e288.md", "s5949e866a0.md", "s08039dfb39.md", "s88be3d04ec.md", "s008616af89.md", "s0109d1bcbf.md", "sea614a3b27.md", "s981fbfae83.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.039310516, 0.037889072, 0.037539575, 0.036965812, 0.035158891, 0.035001131, 0.034563492], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_93159ced", "type": "temporal-reasoning", "abstention": false, "gold": ["s28b2bb6a4c.md", "s480422580e.md"], "top10": ["s480422580e.md", "s66fbc2cb82.md", "s28b2bb6a4c.md", "s256755fe05.md", "s71c400275b.md", "sd33a34e4c3.md", "sf2d0a2ddc8.md", "s1e1c635466.md", "sc3c3dc1c37.md", "sda816c4c06.md"], "rrf10": [0.040983607, 0.039093047, 0.038458092, 0.036824389, 0.03657678, 0.034717051, 0.034498128, 0.034393116, 0.033924409, 0.033864767], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2d58bcd6", "type": "temporal-reasoning", "abstention": false, "gold": ["s2826b6f894.md", "s421af25d82.md"], "top10": ["s2826b6f894.md", "s421af25d82.md", "sa93b473326.md", "sb7968eb15e.md", "s2f46714931.md", "s6afb2163ec.md", "s1b368c9880.md", "s2e50c4f398.md", "sb968cc672c.md", "s891fc456e5.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.038942308, 0.037453127, 0.036217012, 0.035758706, 0.035547146, 0.035252644, 0.034755344], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_65aabe59", "type": "temporal-reasoning", "abstention": false, "gold": ["s6f9ff14428.md", "s90a4bc5533.md"], "top10": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "s3bbeb60f1d.md", "s11972a0d1a.md", "s0583c7636b.md", "se05f4453d7.md", "s0be47a9ac3.md", "s615d89fdfc.md", "s697b173a3a.md"], "rrf10": [0.040983607, 0.040194572, 0.039810548, 0.035841148, 0.035155495, 0.035117681, 0.034766643, 0.034131494, 0.034128289, 0.033979933], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "982b5123", "type": "temporal-reasoning", "abstention": false, "gold": ["sccb03fc4f5.md", "sf3670fa6d3.md"], "top10": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sb51a319156.md", "sf653ecc01c.md", "sdbf883a0db.md", "s9f5ba46808.md", "scc1e92a9c0.md", "sf84f7b9cb0.md", "s9328c8b6f4.md", "s6b29b19f88.md"], "rrf10": [0.040983607, 0.040066564, 0.039326148, 0.039186508, 0.037336576, 0.036774394, 0.036143331, 0.035772096, 0.035380559, 0.035149573], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b9cfe692", "type": "temporal-reasoning", "abstention": false, "gold": ["s1d14444b2b.md", "s5eb7a1d415.md", "s8208760db1.md"], "top10": ["s8208760db1.md", "s1d14444b2b.md", "s5eb7a1d415.md", "s81c5416f1c.md", "s122a1d1b78.md", "s77a8d3edee.md", "sc90bd1316c.md", "s32da7f40ae.md", "s5b818dd190.md", "s9f962ba7e5.md"], "rrf10": [0.040983607, 0.040066564, 0.039938556, 0.036890646, 0.0359375, 0.03445959, 0.034388053, 0.034296883, 0.033101702, 0.033040623], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4edbafa2", "type": "temporal-reasoning", "abstention": false, "gold": ["s73cd5d9160.md", "s9be19f5415.md"], "top10": ["s73cd5d9160.md", "s9be19f5415.md", "s34a02113e4.md", "s839b8ab38b.md", "s8e1f16e287.md", "sa6b6a9cf17.md", "s6ae05ecfbc.md", "sf79fde178f.md", "s1aa16403f0.md", "sed28ca5fc3.md"], "rrf10": [0.040719196, 0.040586991, 0.039190324, 0.037580777, 0.036404221, 0.034565436, 0.0344531, 0.034254186, 0.033820346, 0.033790908], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8090214", "type": "temporal-reasoning", "abstention": false, "gold": ["s7d5893d955.md", "sb88bd81bf2.md"], "top10": ["s7d5893d955.md", "sb88bd81bf2.md", "sade61b1c3d.md", "s46ec41484d.md", "s85642fb1ea.md", "sb5c8f1a92a.md", "s0f04f7d06f.md", "scbcbf00fe5.md", "se13e10aaa2.md", "s813fdac862.md"], "rrf10": [0.040983607, 0.040322581, 0.039310516, 0.038744393, 0.037782805, 0.036714976, 0.036137775, 0.03607089, 0.035954325, 0.03545066], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_483dd43c", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b66dde47c.md", "se8266fabdf.md"], "top10": ["s3b66dde47c.md", "se8266fabdf.md", "se0df0a5c2b.md", "s3ec30e6b6d.md", "s41d8802eaf.md", "sd46a50407d.md", "s5ba2051087.md", "sc120a7a43b.md", "s4bdd53401d.md", "sd9632fe39f.md"], "rrf10": [0.040983607, 0.040322581, 0.035804473, 0.035583636, 0.034787901, 0.034122042, 0.033279221, 0.033248542, 0.033186275, 0.033140451], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e4e14d04", "type": "temporal-reasoning", "abstention": false, "gold": ["sb3a93ec989.md", "scac3fc2d6a.md"], "top10": ["sb3a93ec989.md", "scac3fc2d6a.md", "s748bbd0901.md", "seca64f6618.md", "sf5bcc52f7c.md", "s337ec808d0.md", "sea0f9e4152.md", "s5b79e5a9e1.md", "s89f28e6c0d.md", "s592b68e641.md"], "rrf10": [0.04046318, 0.040322581, 0.039190324, 0.038452266, 0.035967844, 0.034844397, 0.03464591, 0.034241981, 0.033754337, 0.033457816], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c9f37c46", "type": "temporal-reasoning", "abstention": false, "gold": ["s08e1e9433d.md", "s5aac5fac5b.md"], "top10": ["s08e1e9433d.md", "s5aac5fac5b.md", "s9df17a702b.md", "s7ed0b1b18d.md", "s3053450223.md", "sd77bfcf84f.md", "sca226d846c.md", "s7f0e6d1f53.md", "s36cfcc7da4.md", "s1ce8f63e85.md"], "rrf10": [0.040983607, 0.040322581, 0.039073773, 0.037902998, 0.037595577, 0.037110434, 0.035908536, 0.035610069, 0.035288774, 0.035088278], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2c50253f", "type": "temporal-reasoning", "abstention": false, "gold": ["s0175de5805.md", "sedd6d1da16.md"], "top10": ["s0175de5805.md", "sedd6d1da16.md", "s49304f2686.md", "s18fd4def26.md", "s8b8c7ed890.md", "sf5f795cbc0.md", "s6dcb50164f.md", "s5f22746c04.md", "s9b0ef59d78.md", "sc3b7955ec6.md"], "rrf10": [0.040851401, 0.040198769, 0.039354989, 0.039186508, 0.037021333, 0.036163836, 0.035048521, 0.03453074, 0.034313458, 0.034186402], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dcfa8644", "type": "temporal-reasoning", "abstention": false, "gold": ["s5e747c25d4.md", "s829e5b50ee.md"], "top10": ["s5e747c25d4.md", "s829e5b50ee.md", "sc26232a561.md", "s940b7cea29.md", "s26cace0e02.md", "sb7e91a1fdf.md", "s81e9930b53.md", "sc375d7f2dd.md", "s3317546e75.md", "s2e88fd1193.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.037066745, 0.03686683, 0.036570395, 0.0335399, 0.03341738, 0.033242654, 0.033098291], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b4a80587", "type": "temporal-reasoning", "abstention": false, "gold": ["s81e3d5422c.md", "s9886a5c274.md"], "top10": ["s81e3d5422c.md", "s9886a5c274.md", "sd73e36147a.md", "s6df31dd978.md", "s4cc7cee7c6.md", "sdb00f3e0f2.md", "sd17ef02c36.md", "sf756d81c8b.md", "sb9e6c4b34a.md", "s204b598096.md"], "rrf10": [0.040983607, 0.040322581, 0.038270908, 0.037683824, 0.037503122, 0.03748283, 0.037426504, 0.035911704, 0.035270285, 0.034301119], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_9a159967", "type": "temporal-reasoning", "abstention": false, "gold": ["s39bce70737.md", "s9cf08030f4.md", "sa5569c7b49.md"], "top10": ["s9cf08030f4.md", "s39bce70737.md", "sa5569c7b49.md", "s0c2eb2a185.md", "s946073a043.md", "s65698d0474.md", "sdb16a48dd5.md", "s493f47cfbf.md", "sb7f38044c3.md", "sd19132c35c.md"], "rrf10": [0.040983607, 0.040066564, 0.03969054, 0.038960702, 0.037249729, 0.036771068, 0.036362571, 0.035465773, 0.033946488, 0.033909547], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc6d1ec1", "type": "temporal-reasoning", "abstention": false, "gold": ["s1c5f3ff0b6.md", "s9f4d074051.md"], "top10": ["s1c5f3ff0b6.md", "s9f4d074051.md", "sd53ce01ff0.md", "sca3842cd5a.md", "s44f163f955.md", "scc20a584a3.md", "s6386ad6ef3.md", "sec570d0a5e.md", "s6bc147bba6.md", "s594459dde9.md"], "rrf10": [0.040719196, 0.040586991, 0.037401815, 0.037020226, 0.037008282, 0.036639102, 0.035709344, 0.035700758, 0.034932995, 0.034851997], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8c8961ae", "type": "temporal-reasoning", "abstention": false, "gold": ["s05cb38b910.md", "s0ebeaaa131.md"], "top10": ["s0ebeaaa131.md", "s05cb38b910.md", "s0b7165840c.md", "s1f7b64c0d7.md", "s73a6dea65e.md", "s2d984ce048.md", "sc49b79e68e.md", "s50ee320eff.md", "scab011631d.md", "sbb66e49d06.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.037133016, 0.036949355, 0.036544036, 0.035892399, 0.035488144, 0.034888531, 0.034673455], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d9af6064", "type": "temporal-reasoning", "abstention": false, "gold": ["s0f39b2797c.md", "s91ee2f2e0e.md"], "top10": ["s91ee2f2e0e.md", "s0f39b2797c.md", "s70afc29573.md", "sdb21a0fbef.md", "sa55008c3c5.md", "s47af66556f.md", "s1469f168f2.md", "s467839af88.md", "s645440ba48.md", "s85f15d6eff.md"], "rrf10": [0.040983607, 0.040322581, 0.039186508, 0.038610889, 0.036615769, 0.035991807, 0.035892399, 0.034604343, 0.033962639, 0.033814265], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7de946e7", "type": "temporal-reasoning", "abstention": false, "gold": ["s87199b9e20.md", "s8d2939d9d9.md"], "top10": ["s87199b9e20.md", "s8d2939d9d9.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sa7ab9c4734.md", "s9c705d7fa8.md", "sf910af34b6.md", "s9703506b19.md", "s9d31691c46.md", "sd460a264b5.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.038837031, 0.038344988, 0.036353945, 0.035033977, 0.035020613, 0.033567671, 0.033354199], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d01c6aa8", "type": "temporal-reasoning", "abstention": false, "gold": ["s27c3996527.md", "sc0834edc40.md"], "top10": ["sc0834edc40.md", "s27c3996527.md", "sbca7204e08.md", "s0e1ae3e7ea.md", "s267b6828ee.md", "s12308690f5.md", "s63c55b5a2a.md", "s0e678c6741.md", "se7500ec8e8.md", "s906be4d53a.md"], "rrf10": [0.040851401, 0.038747094, 0.036762045, 0.036091019, 0.035975724, 0.035083236, 0.034593014, 0.034378908, 0.034230378, 0.034070957], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "993da5e2", "type": "temporal-reasoning", "abstention": false, "gold": ["sc2c75a3b3d.md", "sca918c6491.md"], "top10": ["sc2c75a3b3d.md", "sca918c6491.md", "sa0f4c3b204.md", "sa0f5693822.md", "s38a79afd7e.md", "sc8e6cebc17.md", "sf597189f38.md", "s0078e93c3d.md", "s60a8cc6191.md", "sb4f510da95.md"], "rrf10": [0.040983607, 0.040066564, 0.039814548, 0.038362557, 0.037115078, 0.035401853, 0.034684909, 0.034214377, 0.033695582, 0.033399717], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3045048", "type": "temporal-reasoning", "abstention": false, "gold": ["s34e4ec4eef.md", "sf6f7182ae0.md"], "top10": ["sb946f98b8c.md", "s34e4ec4eef.md", "sf6f7182ae0.md", "s9f04e9c2b9.md", "s238c353f40.md", "s4db1295acd.md", "s6fb625b37e.md", "s868545fa6a.md", "sf10b4b4cb0.md", "s76611bce2f.md"], "rrf10": [0.040586991, 0.039714566, 0.039694737, 0.038698477, 0.0372039, 0.037020226, 0.036071206, 0.035951014, 0.035748353, 0.034601357], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d31cdae3", "type": "temporal-reasoning", "abstention": false, "gold": ["s5c0a31b0c9.md", "s6e88e5e525.md"], "top10": ["s5c0a31b0c9.md", "se03fc5ca98.md", "s0cbc84a2e4.md", "s6e88e5e525.md", "s0c3b4ad7fb.md", "se12b1c7f5e.md", "sc1dd77eabc.md", "sb9cd50476b.md", "sde2659ee38.md", "s5ebf4b8a9c.md"], "rrf10": [0.040983607, 0.039938556, 0.03932979, 0.039322147, 0.038822115, 0.035590966, 0.034539448, 0.034183536, 0.033493467, 0.033176383], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_cd90e484", "type": "temporal-reasoning", "abstention": false, "gold": ["s01360ef0c3.md", "s8a8c2e05ec.md"], "top10": ["s01360ef0c3.md", "s8a8c2e05ec.md", "sebc5c7ad86.md", "s3af56adb0b.md", "s595f2c6742.md", "s27ce54af4e.md", "sc13f3f3be5.md", "sfe1f35d442.md", "s3d33a11a61.md", "s14e8081519.md"], "rrf10": [0.040719196, 0.040330975, 0.037652646, 0.037048522, 0.036772107, 0.036119763, 0.035624495, 0.033612013, 0.033374714, 0.033183586], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_88806d6e", "type": "temporal-reasoning", "abstention": false, "gold": ["s9368d1b6c1.md", "sa3245090a2.md"], "top10": ["sa3245090a2.md", "s9368d1b6c1.md", "s38e1741d67.md", "s9d38b00fde.md", "sac2f5bd3ee.md", "s290e87c58c.md", "s60dd92d866.md", "sb2381f9e84.md", "s93f6cb8deb.md", "s81b2a55988.md"], "rrf10": [0.040983607, 0.03969054, 0.038949939, 0.036729545, 0.035933247, 0.035644258, 0.034978849, 0.034800695, 0.034636083, 0.034143765], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4cd9eba1", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddfcc1840.md", "sdcbbe1aff8.md"], "top10": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sabb87d6f21.md", "s68af291090.md", "sf99b407698.md", "s64a98e5698.md", "s33f1a46a13.md", "sc112151abf.md", "s07dd6825af.md", "s630c3665c9.md"], "rrf10": [0.040983607, 0.040322581, 0.038515406, 0.037998817, 0.036804097, 0.036723213, 0.036706349, 0.036683606, 0.034922225, 0.034416524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93f6379c", "type": "temporal-reasoning", "abstention": false, "gold": ["s43a072f157.md", "sd1df7a24ac.md", "sfb967e87f2.md"], "top10": ["sd1df7a24ac.md", "sfb967e87f2.md", "s08accac585.md", "s43a072f157.md", "sff493dc186.md", "s251f6ffef2.md", "sceea088529.md", "sd96069f4b2.md", "s75c1f5d801.md", "sd8d40f36f3.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.037766372, 0.036965812, 0.036381674, 0.036290593, 0.036253341, 0.035457056, 0.034475187], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b29f3365", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b896c3512.md", "s548348aeec.md"], "top10": ["s548348aeec.md", "s3b896c3512.md", "s25ea3978a6.md", "s43342168ae.md", "scdfaabcb8d.md", "s665fd095f5.md", "s83f9921dd5.md", "s48f960c250.md", "sf6dad02828.md", "s15134189e9.md"], "rrf10": [0.040719196, 0.040586991, 0.036519037, 0.036459314, 0.035902578, 0.035714286, 0.035353656, 0.035135879, 0.034963535, 0.03479798], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f56ae70", "type": "temporal-reasoning", "abstention": false, "gold": ["s1f845ab656.md", "s655404f4a3.md", "sf0d9378d6e.md"], "top10": ["s655404f4a3.md", "s1f845ab656.md", "sf0d9378d6e.md", "s60e49fe2f7.md", "se214699910.md", "s7e952879f9.md", "s63cacb21b1.md", "s189763370c.md", "sc0d240093a.md", "s46888c1d60.md"], "rrf10": [0.040599385, 0.040066564, 0.039248425, 0.036334085, 0.03496059, 0.03491784, 0.034432234, 0.034334023, 0.033965621, 0.033838384], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6613b389", "type": "temporal-reasoning", "abstention": false, "gold": ["s837e89c60d.md", "sbddb9c5815.md", "se4c50b7071.md"], "top10": ["sbddb9c5815.md", "se4c50b7071.md", "s6422cf943a.md", "s87a60292af.md", "s6843424c25.md", "s1a52e3040f.md", "s7c54f7cabe.md", "sd7ba783a98.md", "s31fb8d4036.md", "s837e89c60d.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.038348631, 0.037362637, 0.034798343, 0.034772287, 0.034662521, 0.033542569, 0.033482143], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_78cf46a3", "type": "temporal-reasoning", "abstention": false, "gold": ["s6facddd513.md", "scf6d1055d1.md"], "top10": ["scf6d1055d1.md", "s6facddd513.md", "se2f5808e71.md", "s1e39370106.md", "seb1daa5e4e.md", "secf2c5d061.md", "s7317eb875f.md", "s44defde7ec.md", "s6d08802e39.md", "s2ca9aaa762.md"], "rrf10": [0.040719196, 0.040066564, 0.037724326, 0.036614154, 0.035951014, 0.035343652, 0.03531746, 0.03519096, 0.034963481, 0.034772548], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0a05b494", "type": "temporal-reasoning", "abstention": false, "gold": ["s5bcfae14fb.md", "sabede4e831.md"], "top10": ["sabede4e831.md", "s5bcfae14fb.md", "s304ac5b187.md", "s9124fa68d3.md", "s2df1845825.md", "s08f7b396b0.md", "sa76ac027d3.md", "sa7d5e7cd80.md", "s3290b50a26.md", "sf14bb8ef10.md"], "rrf10": [0.040983607, 0.038899431, 0.038472638, 0.038314094, 0.03710038, 0.036103896, 0.035460373, 0.035433366, 0.034000347, 0.033749582], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1a1dc16d", "type": "temporal-reasoning", "abstention": false, "gold": ["sf7811e5c83.md", "sfd09ef2725.md"], "top10": ["sf7811e5c83.md", "sfd09ef2725.md", "scf8525cfd3.md", "s33d87fd9d7.md", "sd1089464b3.md", "sd16e75e9cc.md", "sb7ff63e87f.md", "sffb862a492.md", "sa181f1700c.md", "s1354cf6f5a.md"], "rrf10": [0.040983607, 0.039814548, 0.039074132, 0.038961039, 0.03772096, 0.037110434, 0.036936758, 0.036764706, 0.036659003, 0.033787323], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f584639", "type": "temporal-reasoning", "abstention": false, "gold": ["s35bbe43aff.md", "sc5b1e223c5.md"], "top10": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s43af6bd5ab.md", "s1d490417b0.md", "sd48bd057e4.md", "s45fb58468b.md", "s087a4643ae.md", "s7d7bd00124.md", "s808057f3b4.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.037533272, 0.037522007, 0.035533911, 0.035395784, 0.035296197, 0.034814486, 0.033761922], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_213fd887", "type": "temporal-reasoning", "abstention": false, "gold": ["s92d881001c.md", "sb2b2185e8e.md"], "top10": ["sb2b2185e8e.md", "s92d881001c.md", "s19cf5fa165.md", "seb95410169.md", "sa3361c2f35.md", "s172965d91d.md", "s2ff05ebcb3.md", "sa12dfe1257.md", "s1734641284.md", "saa13b7c5f1.md"], "rrf10": [0.040983607, 0.040322581, 0.038589015, 0.038302277, 0.03716143, 0.036452726, 0.03610119, 0.035173778, 0.034378908, 0.034375545], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5438fa52", "type": "temporal-reasoning", "abstention": false, "gold": ["s25b44053fd.md", "s36786ac286.md"], "top10": ["s7fbbfb6b3c.md", "s30f07eb5cb.md", "s36786ac286.md", "s40a6e34051.md", "s22dd706d12.md", "scf4a2daedd.md", "s5e1bd4ee0a.md", "s25b44053fd.md", "s62560a0ebd.md", "s3508dd62b3.md"], "rrf10": [0.039938556, 0.038973236, 0.038371465, 0.038239202, 0.038178269, 0.038053707, 0.037974727, 0.037695772, 0.036217949, 0.035881255], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_c27434e8", "type": "temporal-reasoning", "abstention": false, "gold": ["s710e95d011.md", "sb7f6f1f28d.md"], "top10": ["s710e95d011.md", "sb7f6f1f28d.md", "s93e8318712.md", "sebb4063582.md", "s5935538db0.md", "s4f7f40a37b.md", "s1d364af8af.md", "s1b70fd4e2c.md", "sce6383e988.md", "sfb8225a893.md"], "rrf10": [0.040983607, 0.040322581, 0.035795153, 0.03532362, 0.034434889, 0.034317897, 0.033887161, 0.033770754, 0.033635625, 0.033571429], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddffe09ad.md", "s9e9e6a7ea5.md"], "top10": ["s9e9e6a7ea5.md", "s3ddffe09ad.md", "s04547b770a.md", "s962fc8e889.md", "s1482ea51ca.md", "s47a2a48540.md", "s47a8f83ec6.md", "s4aea3ef6a6.md", "s109947238e.md", "s1fb0e6b69c.md"], "rrf10": [0.040983607, 0.040070565, 0.039562532, 0.037693511, 0.037147595, 0.035933247, 0.035573497, 0.034959881, 0.03491784, 0.034346509], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8c18457d", "type": "temporal-reasoning", "abstention": false, "gold": ["s49c6d6513f.md", "s530c3c190b.md"], "top10": ["s530c3c190b.md", "s49c6d6513f.md", "sc9f8b2c904.md", "s1c790ce0af.md", "s51e89a99d0.md", "sf7c950b6df.md", "s8f0b13a358.md", "sb95e3907e8.md", "sad7e2f44a9.md", "s8d19bf6391.md"], "rrf10": [0.040719196, 0.040202966, 0.040066564, 0.03704388, 0.036519881, 0.035785896, 0.035565136, 0.035501902, 0.035401853, 0.035219794], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s6012d761ea.md", "sb7a6e178e4.md"], "top10": ["sb7a6e178e4.md", "s6012d761ea.md", "s4d0ca287ba.md", "s3e87545573.md", "s0283e6eb76.md", "s4894a25d2b.md", "s6276d56957.md", "s23544cdaca.md", "s6e5192701d.md", "sa2499f2741.md"], "rrf10": [0.040719196, 0.040586991, 0.038362557, 0.037219745, 0.037147404, 0.036513769, 0.036172945, 0.034871795, 0.034783272, 0.03453074], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93159ced_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s388e2039d9.md", "s8f61031d33.md"], "top10": ["sd5aa117874.md", "s18a6e73a41.md", "s8f61031d33.md", "s3e577310c6.md", "s388e2039d9.md", "sd6c94afa43.md", "sa41ccfaee8.md", "s2c3487faff.md", "s9618e40384.md", "sb93e8c3ffc.md"], "rrf10": [0.039609474, 0.03944634, 0.039434524, 0.037435897, 0.03656151, 0.036286545, 0.035835702, 0.035803127, 0.035401845, 0.034201321], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "982b5123_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["sa7799fa269.md", "sf764bdd52b.md"], "top10": ["sf764bdd52b.md", "s9f250dadd1.md", "sbe93bb6052.md", "s7016b95fcc.md", "s1ee5d66c36.md", "sc7b4ac87f4.md", "sbd66f7c150.md", "s8f60b114e7.md", "s1beef647b9.md", "sa7799fa269.md"], "rrf10": [0.040983607, 0.040322581, 0.037555146, 0.036503091, 0.035316073, 0.034943978, 0.03487395, 0.033988958, 0.033530327, 0.033526268], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "c8090214_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s2e17eb7dd0.md", "sba9950bdd9.md"], "top10": ["sba9950bdd9.md", "s292d47833e.md", "sb116fde594.md", "s074289c299.md", "s56914addeb.md", "s570cea4a22.md", "s20dd8f2a72.md", "s962e5f5e6b.md", "s4444108701.md", "sbde50b0561.md"], "rrf10": [0.040719196, 0.040098232, 0.037142857, 0.036771657, 0.036590968, 0.036416361, 0.036107398, 0.035385203, 0.034218362, 0.034121395], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_c27434e8_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s15bf85d809.md", "sb5146cb926.md"], "top10": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s21b8daf7b0.md", "s23ef2261cb.md", "s457fb187a8.md", "s45223a6118.md", "sae063ec1c8.md", "s13035be9c9.md", "s624fb91649.md"], "rrf10": [0.040983607, 0.040322581, 0.038946123, 0.038041585, 0.036801842, 0.03646038, 0.036131409, 0.035990297, 0.034866368, 0.034383652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s88f2bccab1.md", "sa41147109c.md"], "top10": ["s88f2bccab1.md", "sdd34a34275.md", "sa41147109c.md", "s35cd5817dd.md", "s7bed5fc7d9.md", "s27d89f1111.md", "seedcc2a98e.md", "s31e6db7b48.md", "sd26cb0bb0a.md", "s54297c5a60.md"], "rrf10": [0.040983607, 0.038517092, 0.038362557, 0.036548521, 0.036437532, 0.03569946, 0.035438976, 0.035305169, 0.034725079, 0.034536448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a1eabeb", "type": "knowledge-update", "abstention": false, "gold": ["sb8d8aca54a.md", "sed14036a34.md"], "top10": ["sed14036a34.md", "sb8d8aca54a.md", "se5eb4caae6.md", "s222ab45ed0.md", "sa4b0653b5f.md", "s01337e1b89.md", "s9ff8a93a99.md", "s2fcf6b1b7b.md", "s56ad1240f1.md", "s3cd386123c.md"], "rrf10": [0.040983607, 0.040066564, 0.03969054, 0.037494818, 0.036714503, 0.035866911, 0.035767891, 0.035511671, 0.035107342, 0.034937888], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6aeb4375", "type": "knowledge-update", "abstention": false, "gold": ["s7798897b4f.md", "s7eee907fce.md"], "top10": ["s7eee907fce.md", "s7798897b4f.md", "s0a3a164fea.md", "s585743dc61.md", "s594b5d436f.md", "s4289b8ad0f.md", "s4f7359c457.md", "s372fbf763c.md", "sfed0c55cb8.md", "s76905e81ad.md"], "rrf10": [0.040719196, 0.040586991, 0.039434524, 0.038610889, 0.036653951, 0.036567354, 0.036237973, 0.036127715, 0.036063936, 0.035343652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "830ce83f", "type": "knowledge-update", "abstention": false, "gold": ["s5e94674cd6.md", "sfb499b4cdf.md"], "top10": ["sfb499b4cdf.md", "s4b74efebd3.md", "s211d8490a3.md", "s64fdd97f3f.md", "s5e94674cd6.md", "sf72cb40d85.md", "se25614853b.md", "s7d6632ac74.md", "s4dd925d251.md", "sd7490df6cf.md"], "rrf10": [0.040983607, 0.040066564, 0.037840643, 0.03762583, 0.037223435, 0.036822064, 0.036187771, 0.034772772, 0.034649848, 0.033936652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "852ce960", "type": "knowledge-update", "abstention": false, "gold": ["sa1981a5f21.md", "sb71e0c9cd5.md"], "top10": ["sb71e0c9cd5.md", "sa1981a5f21.md", "sf40e35d765.md", "s10a97f6aeb.md", "s07ad77b425.md", "s70445c9f71.md", "s3bbed8dda1.md", "s4019fb80d4.md", "sdb7040436a.md", "s3a69f2523f.md"], "rrf10": [0.040983607, 0.040322581, 0.039098973, 0.037592627, 0.037147595, 0.036329622, 0.035467627, 0.033832834, 0.033630509, 0.033609964], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "945e3d21", "type": "knowledge-update", "abstention": false, "gold": ["s1eecd3480a.md", "s685180b33d.md"], "top10": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "sf1b26d581b.md", "sd4adbb1e59.md", "sa43d443a71.md", "sd33797fb67.md", "se9ce787477.md", "sf1cfcdf767.md", "s3c23d15b5f.md"], "rrf10": [0.040851401, 0.040454786, 0.039438339, 0.038013396, 0.037782507, 0.03713613, 0.03690983, 0.036880813, 0.036822064, 0.0338285], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d7c942c3", "type": "knowledge-update", "abstention": false, "gold": ["s44e201ac62.md", "s5905011cb5.md"], "top10": ["s5905011cb5.md", "sbf189c4651.md", "s44e201ac62.md", "sc1f8ab44c4.md", "sc487fff626.md", "sfc17b7fb73.md", "se31a471743.md", "s5eada6c663.md", "s680abc0f12.md", "s58e3a89e8f.md"], "rrf10": [0.04046318, 0.040334975, 0.040066564, 0.03772096, 0.037220026, 0.036078009, 0.035288202, 0.034939272, 0.034761905, 0.033709799], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71315a70", "type": "knowledge-update", "abstention": false, "gold": ["s1630b3501c.md", "se2a18fc27d.md"], "top10": ["se2a18fc27d.md", "s1630b3501c.md", "sa0698485f9.md", "s3b81b9ccbb.md", "se3314f7402.md", "sed7d8c5303.md", "saa8c5215f3.md", "sfab292ac04.md", "sd758c89383.md", "sf59eec4c11.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.038126131, 0.03785893, 0.036588963, 0.036584004, 0.035807886, 0.03387881, 0.033012821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a93", "type": "knowledge-update", "abstention": false, "gold": ["s425b59a199.md", "s475c687419.md"], "top10": ["s425b59a199.md", "s475c687419.md", "sed6a81a8ff.md", "s6ba7f40c85.md", "s3fb7316d81.md", "sb63cbb539e.md", "s849ae88f94.md", "sb81cd337fa.md", "s3794ba6862.md", "sd621965c9c.md"], "rrf10": [0.040983607, 0.040322581, 0.036488511, 0.035924145, 0.035574103, 0.035283145, 0.034744268, 0.034618868, 0.034073737, 0.03360339], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ce6d2d27", "type": "knowledge-update", "abstention": false, "gold": ["s4a1a029e8b.md", "sbf4d306cfc.md"], "top10": ["sbf4d306cfc.md", "sdd19753d52.md", "s4a1a029e8b.md", "s8bc82eeba8.md", "sbc58a9d8d4.md", "sd890fc5c24.md", "s307a3ff887.md", "s139dea031f.md", "sbcfcd5f6b2.md", "sa7e02002c6.md"], "rrf10": [0.040983607, 0.039720751, 0.038833747, 0.038515406, 0.037649831, 0.036044879, 0.03554877, 0.03479655, 0.034607721, 0.034561388], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9ea5eabc", "type": "knowledge-update", "abstention": false, "gold": ["sf0f5310613.md", "sf31e4f171e.md"], "top10": ["sf0f5310613.md", "sf31e4f171e.md", "s151b55a59e.md", "sb4529f6c04.md", "s291b51773d.md", "sdde3935936.md", "s39fff461a2.md", "sd4c0541716.md", "s8061f08f37.md", "s34fecbd64b.md"], "rrf10": [0.040851401, 0.040454786, 0.038348631, 0.037894031, 0.037743506, 0.037224591, 0.036480571, 0.035933247, 0.035609473, 0.034812803], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c44", "type": "knowledge-update", "abstention": false, "gold": ["s60697cceb2.md", "se890ae4f02.md"], "top10": ["se890ae4f02.md", "s60697cceb2.md", "s185b56cab0.md", "sc925357381.md", "s1bcc70c647.md", "sd213d991d2.md", "s7d22f15712.md", "sa4db90e36f.md", "sc4d38825be.md", "s6d73743cee.md"], "rrf10": [0.040719196, 0.040586991, 0.037828947, 0.037364009, 0.036976655, 0.036880813, 0.036654457, 0.035461326, 0.033916633, 0.033873362], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1eacc2a", "type": "knowledge-update", "abstention": false, "gold": ["sadf7403cf2.md", "sc612baf33b.md"], "top10": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s8048b0aca0.md", "s99b483cea1.md", "s0340b0a37d.md", "s35819d4bd7.md", "sf762d744a8.md", "sf368664911.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.0390625, 0.037323563, 0.037320084, 0.03704488, 0.035219536, 0.03482906, 0.0345665], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "184da446", "type": "knowledge-update", "abstention": false, "gold": ["secc51924f6.md", "sedc3182532.md"], "top10": ["s61ef31c3c8.md", "sedc3182532.md", "s32bb40cc62.md", "secc51924f6.md", "se26e6fd23a.md", "s8c90e64959.md", "s1806a62f07.md", "s01d81a1b42.md", "sc0b033d2d4.md", "s1cb77ceb20.md"], "rrf10": [0.040723393, 0.039710369, 0.039310516, 0.038430286, 0.037494818, 0.037210339, 0.035786841, 0.034494891, 0.034254186, 0.033923648], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "031748ae", "type": "knowledge-update", "abstention": false, "gold": ["s9535c8eecf.md", "sbe162b84af.md"], "top10": ["s9535c8eecf.md", "sbe162b84af.md", "s1a9756a417.md", "s3ea4b24d24.md", "sd6795784fc.md", "sc6bd402193.md", "sd3b3eef973.md", "s0dd3cdd004.md", "s9d0892d782.md", "sec2fb1021f.md"], "rrf10": [0.040983607, 0.040322581, 0.037787254, 0.036419612, 0.035668365, 0.034094293, 0.033776395, 0.033747499, 0.033619505, 0.033497849], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4d6b87c8", "type": "knowledge-update", "abstention": false, "gold": ["s2e4fd10c62.md", "s7e60344fc4.md"], "top10": ["s2e4fd10c62.md", "s7e60344fc4.md", "sb446943a97.md", "sd733dc9302.md", "s892ef47650.md", "s5ca7341bde.md", "s3845f8098d.md", "s920ba1fea2.md", "sbc5953c3fe.md", "s3bdc87c1db.md"], "rrf10": [0.040983607, 0.040066564, 0.038833389, 0.037977772, 0.036203014, 0.035621344, 0.034934709, 0.033374714, 0.032965525, 0.032736512], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0f05491a", "type": "knowledge-update", "abstention": false, "gold": ["s4c24b5812a.md", "s947606eb27.md"], "top10": ["s4c24b5812a.md", "s947606eb27.md", "s7a755d00de.md", "see739b2731.md", "s56e14eab0f.md", "sde347d7d20.md", "s0ece74603c.md", "s21b6f76dbc.md", "s92509d0096.md", "sb4d345118c.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.0390625, 0.036253076, 0.035930202, 0.035256085, 0.03479798, 0.034292178, 0.033754487], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08e075c7", "type": "knowledge-update", "abstention": false, "gold": ["s0f5f40051f.md", "s4a379f00d0.md"], "top10": ["s4a379f00d0.md", "s0f5f40051f.md", "sbe3eb0cb5c.md", "s4bb260b9c7.md", "s83b3b90917.md", "s48e646a069.md", "s7cca627557.md", "s5508ee7610.md", "s14192cd01e.md", "s2ecf803dae.md"], "rrf10": [0.040851401, 0.040454786, 0.03968254, 0.038468823, 0.036874076, 0.035803127, 0.034712082, 0.034293336, 0.034284895, 0.033723523], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f9e8c073", "type": "knowledge-update", "abstention": false, "gold": ["s0106864bfd.md", "scfecd3db53.md"], "top10": ["s0106864bfd.md", "scfecd3db53.md", "s50b52835d3.md", "se07c096138.md", "s35ab904f55.md", "s4965c2d6c2.md", "s55257c5311.md", "s37d558ae53.md", "s39303725a0.md", "sd33bf3796b.md"], "rrf10": [0.040983607, 0.040322581, 0.038589015, 0.037793905, 0.037110434, 0.036493597, 0.036050209, 0.035461328, 0.03453635, 0.034305821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41698283", "type": "knowledge-update", "abstention": false, "gold": ["s2d012dc211.md", "sf44ef08c7f.md"], "top10": ["s2d012dc211.md", "sf44ef08c7f.md", "s185b0b564b.md", "s8e1120ba27.md", "sf51a4a02e3.md", "sf1a0422d19.md", "sf34f731880.md", "se20bb18a36.md", "s830dbb7ec0.md", "s375a2e76f9.md"], "rrf10": [0.040983607, 0.040066564, 0.039938556, 0.03716143, 0.037086004, 0.036855159, 0.036551577, 0.035036104, 0.034895105, 0.03442995], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f", "type": "knowledge-update", "abstention": false, "gold": ["s714b824019.md", "s7c69d11593.md"], "top10": ["s714b824019.md", "s7c69d11593.md", "s46308a0db6.md", "se122a02d38.md", "sad77c66579.md", "s9075501b24.md", "s0417a283d8.md", "s467249a946.md", "s38e1811aea.md", "s1479c5ece9.md"], "rrf10": [0.040851401, 0.040454786, 0.037408023, 0.036714976, 0.036558822, 0.036458333, 0.035744771, 0.035556085, 0.034598214, 0.034516106], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6019101", "type": "knowledge-update", "abstention": false, "gold": ["s371e4c0543.md", "se0f9ade97d.md"], "top10": ["s371e4c0543.md", "se0f9ade97d.md", "sd64c96aac1.md", "sf5e54dcdcb.md", "s83c8462bc1.md", "s218c71ad99.md", "s14e39990df.md", "s3ec6cf1708.md", "s60bf50e70f.md", "se74092a0b3.md"], "rrf10": [0.040719196, 0.040586991, 0.039194139, 0.035400019, 0.03524895, 0.03502475, 0.034672742, 0.034615385, 0.034537516, 0.034536448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "45dc21b6", "type": "knowledge-update", "abstention": false, "gold": ["s3ced03c303.md", "se3db8bf4d4.md"], "top10": ["se3db8bf4d4.md", "s608dee754a.md", "s17a0aa4030.md", "sd6252ae149.md", "s0ff089b6d5.md", "s3ced03c303.md", "saff284e78a.md", "s8f67638ac3.md", "s487b571555.md", "s4d06dcd288.md"], "rrf10": [0.040983607, 0.039558532, 0.038468823, 0.038126131, 0.037912088, 0.037707062, 0.036664747, 0.036588963, 0.035158347, 0.033632479], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "5a4f22c0", "type": "knowledge-update", "abstention": false, "gold": ["s12ec444b22.md", "s7654302eab.md"], "top10": ["s12ec444b22.md", "s7654302eab.md", "s3c790be34e.md", "s2b23102420.md", "sa908dbe301.md", "sdff7c29578.md", "sa888d20bcd.md", "s74cd4c2365.md", "s17370b85ba.md", "sd0132f1a83.md"], "rrf10": [0.040983607, 0.040322581, 0.0366139, 0.036404221, 0.035467627, 0.035434715, 0.035209028, 0.034626587, 0.034267155, 0.033391365], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6071bd76", "type": "knowledge-update", "abstention": false, "gold": ["s9146ef53f2.md", "sdd85b0a895.md"], "top10": ["sdd85b0a895.md", "s9146ef53f2.md", "sd766f0aa7a.md", "s299316bddc.md", "s8083db6d7e.md", "s9b61372ea4.md", "s3155b19881.md", "s18925fcdf5.md", "sf8c313d690.md", "sc1128d3275.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.037533272, 0.037224265, 0.036664504, 0.03610119, 0.034209484, 0.033825008, 0.033660821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e493bb7c", "type": "knowledge-update", "abstention": false, "gold": ["s2305d48cee.md", "sb97e56c376.md"], "top10": ["s2305d48cee.md", "sb97e56c376.md", "s441486e358.md", "s06e3123a28.md", "s38b175accd.md", "s3b76187478.md", "s90478f1cde.md", "s4cde42ecc9.md", "s71fe3513e1.md", "s214277bf42.md"], "rrf10": [0.040983607, 0.040066564, 0.039248425, 0.037135144, 0.036775553, 0.036424513, 0.035319582, 0.034469122, 0.033791091, 0.033627766], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "618f13b2", "type": "knowledge-update", "abstention": false, "gold": ["s2379959e0f.md", "s367a53632d.md"], "top10": ["s2379959e0f.md", "s367a53632d.md", "s5136241e11.md", "sbbc4f2764e.md", "s8bd95008cd.md", "s527a5dca1f.md", "s38246971ec.md", "s4f853336fc.md", "sfc9da80936.md", "s0a3355c72f.md"], "rrf10": [0.040983607, 0.040322581, 0.038515406, 0.037825275, 0.037723214, 0.035351663, 0.03497816, 0.034948141, 0.034166667, 0.033883212], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "72e3ee87", "type": "knowledge-update", "abstention": false, "gold": ["s5a85e0cf2a.md", "sf1bf1d4c1d.md"], "top10": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "sc4626e0efa.md", "sb32ca15189.md", "s16a1eab4ae.md", "s2aca4fc628.md", "s7505742946.md", "s5a3a84f150.md", "s7386cd4fef.md", "s1938837f59.md"], "rrf10": [0.040983607, 0.040322581, 0.037578384, 0.037285265, 0.035722912, 0.035682394, 0.035463148, 0.034424603, 0.034128311, 0.034111921], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4ea545c", "type": "knowledge-update", "abstention": false, "gold": ["s0b30e209aa.md", "sa20e2ffe41.md"], "top10": ["sa20e2ffe41.md", "s0b30e209aa.md", "se75d60b939.md", "s691593ef24.md", "s6e54ecbcfa.md", "s21b254daa8.md", "s466f849e22.md", "s2dc5689995.md", "sff004d5080.md", "sfe294a65ee.md"], "rrf10": [0.040851401, 0.040070565, 0.037539575, 0.036553724, 0.034637346, 0.034465075, 0.033652658, 0.033462217, 0.033370733, 0.033071849], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "01493427", "type": "knowledge-update", "abstention": false, "gold": ["sb676891310.md", "sc063d09f43.md"], "top10": ["sb676891310.md", "sc063d09f43.md", "sed85dd748d.md", "s5c1a04b637.md", "s114fd3891c.md", "s75970c10d5.md", "sa864ecd935.md", "s5e191aae21.md", "se8f02dddb6.md", "scdbcc29f24.md"], "rrf10": [0.040719196, 0.040586991, 0.039438339, 0.038239538, 0.037089646, 0.03694207, 0.036893, 0.035296197, 0.034992448, 0.034822711], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a27ffc2", "type": "knowledge-update", "abstention": false, "gold": ["s2f1ac82f6c.md", "se7077b92b8.md"], "top10": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s8719fdcbe7.md", "s841b62c435.md", "sa93851497f.md", "sd95f5f936e.md", "sf9fddadd5b.md", "see71da525b.md", "sc5d1ad5a43.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.036500754, 0.036137821, 0.034833896, 0.034500376, 0.03442995, 0.034402394, 0.03438869], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5", "type": "knowledge-update", "abstention": false, "gold": ["sb11382f725.md", "sca04948fc2.md"], "top10": ["sca04948fc2.md", "sb11382f725.md", "s2542ddfc09.md", "s0634aa1598.md", "s6ff22a7961.md", "sb01cd2426f.md", "sf619764862.md", "sf368b9d678.md", "sbd1162b974.md", "s5e98aef337.md"], "rrf10": [0.040719196, 0.040586991, 0.037851038, 0.037574405, 0.036894841, 0.035179259, 0.034451323, 0.033990701, 0.033735518, 0.033418118], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18bc8abd", "type": "knowledge-update", "abstention": false, "gold": ["s7b25751d8a.md", "sfa29888ee5.md"], "top10": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s21c78beaed.md", "s9082825115.md", "s228e13e77c.md", "s347a15ef94.md", "s611bcd05ea.md", "se8eed91e20.md", "s8a6be3041f.md"], "rrf10": [0.040983607, 0.040322581, 0.039321789, 0.038239538, 0.037503122, 0.037260611, 0.036877632, 0.036673509, 0.036427086, 0.034383652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "db467c8c", "type": "knowledge-update", "abstention": false, "gold": ["s35eaa2075b.md", "s8d87952ee8.md"], "top10": ["s8d87952ee8.md", "s35eaa2075b.md", "s94f5904b96.md", "sbc396ef817.md", "s78779a28cd.md", "s300b519fa6.md", "s6f68eb1c91.md", "s1371136d1a.md", "s9ddb48ce24.md", "s2e71f6b2be.md"], "rrf10": [0.040851401, 0.040454786, 0.037721755, 0.036053196, 0.035432925, 0.035085851, 0.034987843, 0.034504386, 0.034112554, 0.033730159], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a87bd0c", "type": "knowledge-update", "abstention": false, "gold": ["sc96e0298ec.md", "se71b9832ba.md"], "top10": ["sc96e0298ec.md", "se71b9832ba.md", "s3d9e5cad8e.md", "scd774122e3.md", "se31e818176.md", "s49e5a35ee0.md", "s9f5a5dd109.md", "s156c5d3152.md", "sd994b1bd30.md", "sa31030da5c.md"], "rrf10": [0.040719196, 0.040586991, 0.038472638, 0.038324979, 0.036993884, 0.035055243, 0.034695513, 0.034500376, 0.034459168, 0.034435043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e61a7584", "type": "knowledge-update", "abstention": false, "gold": ["sd572774b58.md", "sf2ab3ad691.md"], "top10": ["sd572774b58.md", "sf2ab3ad691.md", "s419ddc63ba.md", "sd371115f6f.md", "sba11706749.md", "s1d9c37052d.md", "s7af003b21d.md", "sa18e06d9e3.md", "s3d263d4a35.md", "s931a1019c8.md"], "rrf10": [0.040719196, 0.040586991, 0.037275327, 0.035787232, 0.035189415, 0.034311368, 0.034197995, 0.033644981, 0.033395755, 0.032744522], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1cea1afa", "type": "knowledge-update", "abstention": false, "gold": ["s2b5a028715.md", "sa55b4c7d5d.md"], "top10": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "se53d258aef.md", "se9a2c35ce6.md", "sd9e2e8eb11.md", "se7f11cb4d2.md", "sbb3e83672f.md", "sde2fbb16ba.md", "sb0e42ce5d6.md"], "rrf10": [0.040983607, 0.040322581, 0.039558532, 0.036234818, 0.035747444, 0.035733887, 0.034832708, 0.034344651, 0.033994442, 0.033978175], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ed4ddc30", "type": "knowledge-update", "abstention": false, "gold": ["s9093f7cfee.md", "sff7222b332.md"], "top10": ["sff7222b332.md", "s9093f7cfee.md", "sd5431aab94.md", "s4181b4097a.md", "s5d287344ca.md", "sf2994a6874.md", "s92f7fd5073.md", "s4ea25b26c4.md", "s88e995de88.md", "s00325b5ea5.md"], "rrf10": [0.040851401, 0.040454786, 0.038589015, 0.038302277, 0.03716143, 0.03687436, 0.034346847, 0.033998723, 0.033988557, 0.033558717], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8fb83627", "type": "knowledge-update", "abstention": false, "gold": ["s04018fa05d.md", "sf20e8b6fbe.md"], "top10": ["s04018fa05d.md", "sf20e8b6fbe.md", "s5e9ae61844.md", "s8a378a6274.md", "s14cf8e2984.md", "s36566a17c3.md", "s312c54a9af.md", "s3cc6e2b79d.md", "sc2643c87ef.md", "s35a4ae6b9f.md"], "rrf10": [0.040983607, 0.040322581, 0.038734897, 0.036650641, 0.036614154, 0.035884185, 0.034405701, 0.034043861, 0.033605974, 0.033550947], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b01defab", "type": "knowledge-update", "abstention": false, "gold": ["s4140e99a72.md", "s744df78472.md"], "top10": ["s4140e99a72.md", "s744df78472.md", "sdb6468bf93.md", "sed79a76518.md", "see27a20df7.md", "s54629f58dd.md", "s1b770b3945.md", "se1c498ec62.md", "s236749a008.md", "secce1df77f.md"], "rrf10": [0.040719196, 0.040586991, 0.038640873, 0.036616162, 0.036560227, 0.035883691, 0.035326464, 0.03515873, 0.034927874, 0.034549626], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "22d2cb42", "type": "knowledge-update", "abstention": false, "gold": ["s42ebd07351.md", "sc8ee025f7f.md"], "top10": ["s42ebd07351.md", "sc8ee025f7f.md", "sbe91c3c7b2.md", "sf25eeb1656.md", "s29747a958f.md", "s29b6197dc7.md", "s5accda5bcd.md", "s86470b6a54.md", "s4d3dcfc048.md", "saec54927d4.md"], "rrf10": [0.040851401, 0.040454786, 0.03748283, 0.036967419, 0.036179723, 0.035673309, 0.035540201, 0.035353656, 0.034213425, 0.034151397], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e4e4c46", "type": "knowledge-update", "abstention": false, "gold": ["s549ec25317.md", "se1f647b37d.md"], "top10": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s348c57662c.md", "sb0ffc19b3c.md", "s5a611f4670.md", "s7d7736ae85.md", "sa3ec4be099.md", "sb72f6324d8.md", "sfcaf461c6b.md"], "rrf10": [0.040983607, 0.040322581, 0.037894031, 0.036951014, 0.03542098, 0.035391395, 0.035020866, 0.034981685, 0.03496059, 0.034201462], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4b24c848", "type": "knowledge-update", "abstention": false, "gold": ["s6b765a85d5.md", "se4bcdffce6.md"], "top10": ["s6b765a85d5.md", "se4bcdffce6.md", "sc0dd6ed2cb.md", "s21b63462a7.md", "s1c9ae7aa78.md", "s380bee9f81.md", "sa8d61fac62.md", "s29da0b4b2f.md", "s9d02e3aa4c.md", "s672daff650.md"], "rrf10": [0.040719196, 0.040214783, 0.03968254, 0.035945979, 0.035902778, 0.03520227, 0.035170743, 0.034854358, 0.034475062, 0.03326929], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e974930", "type": "knowledge-update", "abstention": false, "gold": ["s566f0f97ad.md", "s8d70ee8996.md"], "top10": ["s566f0f97ad.md", "s8d70ee8996.md", "s8638125961.md", "sf360931454.md", "s38172e5071.md", "s7f18458e7f.md", "s1a7670d2b8.md", "s5782b1cae8.md", "s0458176b65.md", "s24ff9e9b36.md"], "rrf10": [0.040983607, 0.038479263, 0.038302277, 0.038242681, 0.038026039, 0.037508627, 0.036706713, 0.035694866, 0.035558069, 0.033827968], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "603deb26", "type": "knowledge-update", "abstention": false, "gold": ["s3e0305209f.md", "s42eaacaff9.md"], "top10": ["s3e0305209f.md", "s42eaacaff9.md", "s3d3860c824.md", "s15fc53beb6.md", "s9cb45139d0.md", "s152cd9d6b7.md", "sa0555276e8.md", "s1c3e862345.md", "sac72441743.md", "s7123531879.md"], "rrf10": [0.040851401, 0.040454786, 0.038744393, 0.037902998, 0.036428443, 0.034852729, 0.034647278, 0.034518028, 0.033947273, 0.033820221], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "59524333", "type": "knowledge-update", "abstention": false, "gold": ["s13dd515b5c.md", "se875c36d12.md"], "top10": ["se875c36d12.md", "s13dd515b5c.md", "s2a7998f3c0.md", "sd5c2d17847.md", "s7ef816eda1.md", "s005e72f0f8.md", "s9acc55d7bf.md", "s22ab981aa5.md", "sf31020a17e.md", "s88e7e76e88.md"], "rrf10": [0.040983607, 0.040322581, 0.037770128, 0.037259615, 0.036601537, 0.035861322, 0.03550553, 0.035488144, 0.035285222, 0.034019902], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5831f84d", "type": "knowledge-update", "abstention": false, "gold": ["s7b6f2df8d1.md", "sefdbfc1dfe.md"], "top10": ["s7b6f2df8d1.md", "s1ad68e3fef.md", "s2dc9af6ab5.md", "sefdbfc1dfe.md", "s4fb379707c.md", "s3dfe0798cb.md", "s98835bf6e4.md", "s33acd132f6.md", "s34c3987e4b.md", "s5c435279af.md"], "rrf10": [0.040983607, 0.039354989, 0.038640873, 0.038278055, 0.037580777, 0.037336875, 0.036824389, 0.036786845, 0.036673774, 0.034952767], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eace081b", "type": "knowledge-update", "abstention": false, "gold": ["s67d19f10bb.md", "s69cb2757ff.md"], "top10": ["s67d19f10bb.md", "s69cb2757ff.md", "sc6590537b2.md", "s1cb97b76f2.md", "sec60d80cfe.md", "sc808e5631b.md", "s60df1fbedc.md", "s6111de6914.md", "s94d778e93b.md", "s2a3a19ff8c.md"], "rrf10": [0.040719196, 0.040586991, 0.039194139, 0.038949939, 0.03811553, 0.037347561, 0.036472567, 0.036341493, 0.035582025, 0.035383927], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "affe2881", "type": "knowledge-update", "abstention": false, "gold": ["s5b3cccdc9b.md", "sf3f6c61b91.md"], "top10": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "sd4f4d32a89.md", "s9aa6b10fae.md", "s41b602820d.md", "s92b624efa8.md", "scd504ffc2b.md", "s75acfb1b35.md", "s34f2001ead.md"], "rrf10": [0.040983607, 0.040322581, 0.039558532, 0.038486881, 0.037713675, 0.037652646, 0.03642102, 0.035290328, 0.035241597, 0.033626761], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "50635ada", "type": "knowledge-update", "abstention": false, "gold": ["s41d0d97903.md", "s9d5295fab5.md"], "top10": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "sc11a593a2d.md", "see8f63fbe6.md", "sa83fd54237.md", "s878af30d46.md", "sbbc1b65825.md", "sc2385d31ba.md"], "rrf10": [0.040983607, 0.040322581, 0.039194139, 0.037669898, 0.034895495, 0.034642779, 0.034536448, 0.034366872, 0.034318492, 0.033952482], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e66b632c", "type": "knowledge-update", "abstention": false, "gold": ["s1380d3e4fa.md", "s472575cdd2.md"], "top10": ["s472575cdd2.md", "s1380d3e4fa.md", "s26d44aa2e5.md", "sdbc4232aaf.md", "s3ccf02290e.md", "s13be1fb5b3.md", "s44ccb4090b.md", "s4fdad6f208.md", "sa5a1ceaaba.md", "sd7184f1948.md"], "rrf10": [0.040983607, 0.040322581, 0.037456769, 0.036879487, 0.03550553, 0.035443723, 0.035354348, 0.03502446, 0.034487051, 0.03418555], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37", "type": "knowledge-update", "abstention": false, "gold": ["s371865fb01.md", "sac2573d372.md"], "top10": ["sac2573d372.md", "s371865fb01.md", "s4c2f9dc7fa.md", "s586bb64f11.md", "sbca84cbbfb.md", "s867947a5a7.md", "se8607a29cf.md", "s40aa97585e.md", "s1c7ec50bc2.md", "s86de8bbe14.md"], "rrf10": [0.040983607, 0.040322581, 0.037336576, 0.035529393, 0.035361552, 0.03520227, 0.034992785, 0.034600302, 0.034185582, 0.034076087], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e", "type": "knowledge-update", "abstention": false, "gold": ["s24daefe9d4.md", "s8585e3f459.md"], "top10": ["s24daefe9d4.md", "s8585e3f459.md", "s5cef5fd8e9.md", "sc6c9da11c4.md", "s69a65d34d2.md", "s87411311c0.md", "sf78cf5f9f3.md", "s024af414e2.md", "sefaf2e760b.md", "s849e10d3ea.md"], "rrf10": [0.040719196, 0.040330975, 0.039434524, 0.03716143, 0.03640661, 0.036315758, 0.036014644, 0.035877754, 0.035745914, 0.035731225], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc5ded98", "type": "knowledge-update", "abstention": false, "gold": ["s2203bb996f.md", "sde0557bf4b.md"], "top10": ["s2203bb996f.md", "sde0557bf4b.md", "s6b4e18e5ef.md", "s363a4264cf.md", "sb55426aa7e.md", "se6991490a3.md", "sfcd4267889.md", "sba288d2b23.md", "sbf88650676.md", "s7079996aaf.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.038122489, 0.036454018, 0.035644258, 0.035287058, 0.035158535, 0.034827261, 0.033611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dfde3500", "type": "knowledge-update", "abstention": false, "gold": ["s115e069164.md", "se36a417446.md"], "top10": ["s115e069164.md", "se36a417446.md", "s2d88821e05.md", "sab07a29017.md", "s4206e3c930.md", "se4f44117d7.md", "s112ff81c76.md", "sc45f47831d.md", "s5533282135.md", "s71d29b6b0b.md"], "rrf10": [0.040983607, 0.040322581, 0.038825758, 0.037894031, 0.037262737, 0.036326888, 0.034837868, 0.034805254, 0.034705678, 0.034055197], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "69fee5aa", "type": "knowledge-update", "abstention": false, "gold": ["s0e15b3d60e.md", "s6ad4fde70a.md"], "top10": ["s6ad4fde70a.md", "s0e15b3d60e.md", "se285cb8dde.md", "s02ef2560de.md", "s2a1fbcc2c0.md", "s8f4d0957f1.md", "sa321b0b817.md", "sf2ff512c78.md", "s8fe6b9088d.md", "s5c26b181d7.md"], "rrf10": [0.040983607, 0.040322581, 0.038013396, 0.03758044, 0.037385446, 0.035902282, 0.035275909, 0.034253945, 0.033501344, 0.033235646], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7401057b", "type": "knowledge-update", "abstention": false, "gold": ["s2e5566915e.md", "s55d70def0e.md"], "top10": ["s55d70def0e.md", "s2e5566915e.md", "s53e76229a2.md", "s1395ab67f3.md", "s3bdf0f2b4c.md", "sd2ebc68c33.md", "sfd2fcf9be5.md", "s123aa40b5a.md", "sda2c635538.md", "s20116a3f2d.md"], "rrf10": [0.040983607, 0.040322581, 0.038391398, 0.037355192, 0.036880813, 0.035817308, 0.035311353, 0.034475062, 0.034466902, 0.033634523], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cf22b7bf", "type": "knowledge-update", "abstention": false, "gold": ["s0e8eecfaf9.md", "s63e425450b.md"], "top10": ["s0e8eecfaf9.md", "s63e425450b.md", "s9e072d2d0f.md", "s9873c20dcc.md", "s8e24ad9456.md", "s09c4f8faef.md", "sc6af00ab6b.md", "s9753395715.md", "s88c1a5ea28.md", "s9b1cccefbf.md"], "rrf10": [0.040983607, 0.040322581, 0.038961039, 0.038585373, 0.037669898, 0.037203687, 0.035247382, 0.034890795, 0.034865089, 0.034147381], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a2f3aa27", "type": "knowledge-update", "abstention": false, "gold": ["s1ea48f7580.md", "s7970f3434d.md"], "top10": ["s1ea48f7580.md", "s7970f3434d.md", "s47cad20a51.md", "sdf7135f9bc.md", "s7b463013ff.md", "s6abdd6d5bc.md", "sc47fb1d709.md", "s1cf1473954.md", "sf185c88af6.md", "sc7444410c0.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.037533272, 0.036304321, 0.036276949, 0.035463148, 0.03474277, 0.033523192, 0.033181382], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7dc5443", "type": "knowledge-update", "abstention": false, "gold": ["s58762258e9.md", "s7a67472a2c.md"], "top10": ["s58762258e9.md", "s7a67472a2c.md", "sd4ee6e2e6c.md", "s7290ba7ae7.md", "s14b2546def.md", "seba37cae6b.md", "s831f4619e6.md", "s3f0479c3dc.md", "s0b36716da0.md", "sd889ace5d4.md"], "rrf10": [0.040719196, 0.040586991, 0.038178269, 0.037157091, 0.036741139, 0.035800552, 0.035682394, 0.035391825, 0.034575163, 0.034241961], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06db6396", "type": "knowledge-update", "abstention": false, "gold": ["s4432003925.md", "s63e8a64f93.md"], "top10": ["s63e8a64f93.md", "s4432003925.md", "s03d29e7d05.md", "sd4774553fb.md", "sa3f06c301e.md", "sdb81c16be1.md", "s21484f87fe.md", "s13ae57ee1d.md", "s80d0d7658c.md", "s2a4c52ce1e.md"], "rrf10": [0.040719196, 0.040586991, 0.039073773, 0.038822115, 0.037813877, 0.036694883, 0.036100985, 0.035627706, 0.034576384, 0.033731471], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3ba21379", "type": "knowledge-update", "abstention": false, "gold": ["sb8326612f6.md", "sbc14739da2.md"], "top10": ["sbc14739da2.md", "sb8326612f6.md", "saf1c94d783.md", "s91386f0494.md", "saca7450555.md", "sbbbcbcd351.md", "s1869b586b5.md", "s7cc002365c.md", "s3c0d01152f.md", "sa63260a9ab.md"], "rrf10": [0.040723393, 0.040454786, 0.038841031, 0.038610572, 0.038106946, 0.036899916, 0.036012701, 0.035296197, 0.034920635, 0.034074217], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9bbe84a2", "type": "knowledge-update", "abstention": false, "gold": ["sc87717bdb1.md", "scc54754134.md"], "top10": ["sc87717bdb1.md", "scc54754134.md", "sb300333dac.md", "s140957e225.md", "s5b86c1a519.md", "s672ea4ddee.md", "s7071561d4a.md", "s63de3c0d67.md", "s6c80747fe4.md", "s6a0dc4f244.md"], "rrf10": [0.040983607, 0.040322581, 0.039310516, 0.037399688, 0.036456316, 0.036375395, 0.035559187, 0.035260119, 0.035022643, 0.033942895], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10e09553", "type": "knowledge-update", "abstention": false, "gold": ["sc5b7a963f8.md", "se7841b3dce.md"], "top10": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s4dad32a3d1.md", "s033e91bb9b.md", "s935b1b152a.md", "sb79f452bd3.md", "sf670d2667c.md", "sa6418f238e.md", "sc824e35bfe.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.037941246, 0.035972851, 0.034713504, 0.034561388, 0.03445959, 0.033850183, 0.033644488], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dad224aa", "type": "knowledge-update", "abstention": false, "gold": ["scc2787978d.md", "sce87be458e.md"], "top10": ["s5ef015faca.md", "scc2787978d.md", "sce87be458e.md", "s8753d8b8eb.md", "sb25700c21f.md", "s8bc68570ed.md", "sb83a46f6c7.md", "s8f0071cc80.md", "sc006c4686a.md", "s7074ff017b.md"], "rrf10": [0.040983607, 0.040066564, 0.039938556, 0.038581731, 0.038242681, 0.035537985, 0.034992263, 0.034620534, 0.034525594, 0.034460094], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba61f0b9", "type": "knowledge-update", "abstention": false, "gold": ["sd7d91d38f7.md", "sf91f5eb164.md"], "top10": ["sf91f5eb164.md", "sd7d91d38f7.md", "s43582c9c04.md", "s682ceb5249.md", "s7e6c0e4e6e.md", "se018067082.md", "s8b8930a4fc.md", "sb2baed3f6a.md", "s69d7d54528.md", "s7d24b38c18.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.036786317, 0.036404221, 0.036199761, 0.035734584, 0.035540201, 0.035128205, 0.034620534], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "42ec0761", "type": "knowledge-update", "abstention": false, "gold": ["sb620beb68c.md", "sd9a2589458.md"], "top10": ["sd9a2589458.md", "sb620beb68c.md", "s6fd2217cad.md", "s8ae2a305ae.md", "scb6559e8a6.md", "sf639a0be79.md", "s162d0689fd.md", "sa28086d763.md", "s3e9ef4936a.md", "sb4613f969c.md"], "rrf10": [0.040983607, 0.040322581, 0.038472638, 0.037511671, 0.036084793, 0.035243976, 0.034534207, 0.034452839, 0.034235013, 0.034036617], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5c40ec5b", "type": "knowledge-update", "abstention": false, "gold": ["s6de672ec9d.md", "sf533fe95b6.md"], "top10": ["s6de672ec9d.md", "sf533fe95b6.md", "s0bb1826c60.md", "s7301be6144.md", "s481a4b0361.md", "sba7d58d382.md", "s9257a9e0ca.md", "s432d2a34e0.md", "se3b96b8648.md", "s8e6a5c57f3.md"], "rrf10": [0.040719196, 0.040330975, 0.035931154, 0.035613516, 0.035559793, 0.035320711, 0.034547382, 0.034397358, 0.034326507, 0.034005833], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c6853660", "type": "knowledge-update", "abstention": false, "gold": ["sad1a5d7fb5.md", "se3972b9085.md"], "top10": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s8b0dc391a0.md", "s0a6325de8d.md", "s10469bb4c8.md", "s8fc0c3997d.md", "s25b348ea40.md", "sf154e7963a.md", "sedf5fa0d15.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.038602941, 0.037912088, 0.036217012, 0.034791899, 0.033977838, 0.033630088, 0.033521052], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "26bdc477", "type": "knowledge-update", "abstention": false, "gold": ["s21fc4c531f.md", "sdd927381fb.md"], "top10": ["s21fc4c531f.md", "sdd927381fb.md", "s4b8ec28d15.md", "s0ccc152fac.md", "sbc86669bd4.md", "s314e1c7fc1.md", "s09d0e0f2d5.md", "s1af59cd487.md", "scea06a89f7.md", "sbe0a9249e9.md"], "rrf10": [0.040983607, 0.040322581, 0.039070131, 0.03826739, 0.036915487, 0.035991807, 0.035817308, 0.03398135, 0.033955542, 0.03369863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0977f2af", "type": "knowledge-update", "abstention": false, "gold": ["s390ad49a5e.md", "sa527b7698c.md"], "top10": ["sa527b7698c.md", "s608f6ba579.md", "se5c03a8676.md", "s0adcd94f89.md", "s58f7304d65.md", "s12f0782328.md", "sa1706ea1b7.md", "s350b0e1da3.md", "s1bc8b574a4.md", "s390ad49a5e.md"], "rrf10": [0.040983607, 0.038526924, 0.037434787, 0.037275604, 0.036548521, 0.036479568, 0.036326025, 0.036170529, 0.034844463, 0.03473228], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "6aeb4375_abs", "type": "knowledge-update", "abstention": true, "gold": ["s2e9340ca41.md", "scbe4060dee.md"], "top10": ["s2e9340ca41.md", "sb2e7b3bf96.md", "s2e6b7ff709.md", "sbab6861838.md", "s2e4d7ae1a9.md", "scbe4060dee.md", "s68e9e8750b.md", "s7309d5427f.md", "sd22b01f9a1.md", "sb20c954fa0.md"], "rrf10": [0.04046318, 0.040458983, 0.0390625, 0.039044302, 0.037995338, 0.036842984, 0.035659025, 0.035130992, 0.034987288, 0.03454221], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "031748ae_abs", "type": "knowledge-update", "abstention": true, "gold": ["s03f1d4b353.md", "sa6143f5b0e.md"], "top10": ["sa6143f5b0e.md", "s03f1d4b353.md", "s70c9a6ec55.md", "s1d6dbafbd9.md", "s5bb4cec60a.md", "s2f0f98cd18.md", "s9b4cd3de47.md", "s8ce4b90c08.md", "s9e54fa05f1.md", "s4745b8ee8c.md"], "rrf10": [0.040983607, 0.040322581, 0.038468823, 0.038400488, 0.037123746, 0.037075021, 0.034889024, 0.034795972, 0.034214968, 0.03396981], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f_abs", "type": "knowledge-update", "abstention": true, "gold": ["s776fa8e881.md", "scd1943d9e9.md"], "top10": ["scd1943d9e9.md", "s776fa8e881.md", "s5f6584ecc1.md", "s96f68f85f1.md", "s5e0c16c800.md", "s68d368b4ce.md", "s37c544ec24.md", "s6c573a5349.md", "s034e75c4fa.md", "s7e95e08cb8.md"], "rrf10": [0.040851401, 0.038990913, 0.036955884, 0.035934811, 0.035371065, 0.035343652, 0.034413597, 0.034405701, 0.034322602, 0.034213729], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5_abs", "type": "knowledge-update", "abstention": true, "gold": ["s248badccae.md", "sea0c5ff5f0.md"], "top10": ["s248badccae.md", "sea0c5ff5f0.md", "s7dadfa2a16.md", "s4bc9a9465f.md", "s1645cc4b36.md", "sffcd511ae9.md", "s5b35711b70.md", "s6cbc6484ed.md", "se2171d3e5d.md", "sb315526457.md"], "rrf10": [0.040719196, 0.03937179, 0.038833389, 0.038713023, 0.037454212, 0.036192341, 0.035287058, 0.034197995, 0.03393851, 0.033426933], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37_abs", "type": "knowledge-update", "abstention": true, "gold": ["s38a6f2d1ab.md", "sed0d2416d7.md"], "top10": ["sed0d2416d7.md", "s38a6f2d1ab.md", "s09ddbeb13a.md", "sba508c10eb.md", "s4cf0ba188c.md", "s936fec9d1b.md", "s502a03d3f4.md", "s7503957647.md", "s57606e4121.md", "sd6185338d2.md"], "rrf10": [0.040983607, 0.040322581, 0.039310516, 0.038949939, 0.037246087, 0.036946388, 0.036457464, 0.034363691, 0.033778468, 0.033520723], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e_abs", "type": "knowledge-update", "abstention": true, "gold": ["s5442e1177f.md", "s70fe86181c.md"], "top10": ["s70fe86181c.md", "s5442e1177f.md", "s5465334588.md", "s11aa2a8476.md", "s32b76d6b70.md", "se02ee28366.md", "sc432297595.md", "s62d86cc0af.md", "se4e25d341e.md", "s02cb9d8943.md"], "rrf10": [0.040719196, 0.040330975, 0.039938556, 0.037818769, 0.037810061, 0.035015463, 0.034865424, 0.034575665, 0.03436578, 0.033927134], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a94", "type": "knowledge-update", "abstention": false, "gold": ["s9a83c413f0.md", "sef7cfe952d.md"], "top10": ["s9a83c413f0.md", "sef7cfe952d.md", "se944265085.md", "s892b300c95.md", "sea279f3e22.md", "s93295b6b42.md", "s8f70061fe8.md", "s7c274704fa.md", "scc3096c54d.md", "s1c5ce25207.md"], "rrf10": [0.040851401, 0.040454786, 0.03968254, 0.038143382, 0.037782507, 0.036567354, 0.036008275, 0.035475445, 0.035192981, 0.035017834], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c45", "type": "knowledge-update", "abstention": false, "gold": ["s289d96c1ef.md", "sb696e0cd7b.md"], "top10": ["sb696e0cd7b.md", "s289d96c1ef.md", "sfb3cac6b33.md", "s74c4223bf4.md", "s97f3b8759f.md", "sffef72e665.md", "s237a21233b.md", "s7ad06f7c0f.md", "s8a6d7bb50e.md", "s72fb6ffd4d.md"], "rrf10": [0.040719196, 0.040586991, 0.03968254, 0.037270022, 0.036559989, 0.03473393, 0.034513889, 0.034257961, 0.034164519, 0.0339689], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7161e7e2", "type": "single-session-assistant", "abstention": false, "gold": ["s0b9b6e7214.md"], "top10": ["s0b9b6e7214.md", "s0ed9ae6715.md", "s6d9051c770.md", "sc56c31b841.md", "sc4f4475590.md", "s3ec806680d.md", "sf610d27604.md", "s2fbc1e3025.md", "sff3148862f.md", "s0bca2e7c4e.md"], "rrf10": [0.040983607, 0.038647415, 0.038468823, 0.037646015, 0.037203687, 0.036600401, 0.036525303, 0.035949132, 0.035834315, 0.035015649], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4f10528", "type": "single-session-assistant", "abstention": false, "gold": ["s6680d82f7c.md"], "top10": ["s6680d82f7c.md", "s8825d3fc21.md", "s5e6b39c4c8.md", "s9e1c578286.md", "s5ebd2cbeb2.md", "s88a7223dca.md", "s17ae6ff503.md", "sf0a9ff8fdc.md", "sa8beed18e3.md", "s581487a551.md"], "rrf10": [0.040983607, 0.039938556, 0.038866905, 0.036728896, 0.036482828, 0.036366147, 0.03597493, 0.035886438, 0.03581497, 0.034146433], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89527b6b", "type": "single-session-assistant", "abstention": false, "gold": ["s6f274e4493.md"], "top10": ["s6f274e4493.md", "sac37ecbfce.md", "s55c856b5a4.md", "sd82e766e3b.md", "scc11578ccc.md", "s8ac1ebe097.md", "se7f94b7064.md", "s7ce5abc979.md", "s841d4c6ad0.md", "s85f718357b.md"], "rrf10": [0.040983607, 0.037383519, 0.036946387, 0.036915487, 0.036095728, 0.035211268, 0.034442724, 0.034249084, 0.034129353, 0.033482143], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e9327a54", "type": "single-session-assistant", "abstention": false, "gold": ["s77d615ef28.md"], "top10": ["s77d615ef28.md", "sbcfc47d75c.md", "sbdfe0bc147.md", "s27ef6469aa.md", "sc7d05409ef.md", "sf1e20b7910.md", "sb30f63374e.md", "seb8e19f4ba.md", "s560837ca4c.md", "s4753599564.md"], "rrf10": [0.040983607, 0.039562532, 0.039205955, 0.038961039, 0.037779359, 0.037433155, 0.035654886, 0.035233637, 0.03458782, 0.034472194], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4c36ccef", "type": "single-session-assistant", "abstention": false, "gold": ["s5d4fc0478e.md"], "top10": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s7e402bc5f1.md", "s40a8b1cf6a.md", "sff4500b199.md", "s20d480cdbd.md", "s50e5c44762.md", "s69eb702732.md", "se9ceb633db.md", "s02b914f49d.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.037734488, 0.037556365, 0.036503091, 0.036341493, 0.036031896, 0.03582975, 0.035389957], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ae235be", "type": "single-session-assistant", "abstention": false, "gold": ["sdd4d750ad1.md"], "top10": ["sdd4d750ad1.md", "s0c7557e773.md", "sc9b87a70bc.md", "s1438db9d2c.md", "sb132d4b78c.md", "s05e6f0738d.md", "s78d210a08d.md", "sd490a30473.md", "sa543217cca.md", "sfbc3eb3679.md"], "rrf10": [0.040983607, 0.038862905, 0.038633489, 0.037779359, 0.036993884, 0.036519645, 0.035737628, 0.035733603, 0.035135879, 0.033821676], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e00a6cb", "type": "single-session-assistant", "abstention": false, "gold": ["s51ac5f7554.md"], "top10": ["s51ac5f7554.md", "s0340ee3002.md", "s55a6b783c9.md", "s57af6397ef.md", "s6ef80c5315.md", "sed1b89bb06.md", "s73db109bd5.md", "s0b32427669.md", "s07d7fccf37.md", "sfe3303aefa.md"], "rrf10": [0.040983607, 0.040066564, 0.038771423, 0.037385446, 0.035729529, 0.035527544, 0.034422604, 0.034380183, 0.034077381, 0.033918155], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1903aded", "type": "single-session-assistant", "abstention": false, "gold": ["s32f57ce00f.md"], "top10": ["s32f57ce00f.md", "s236883e3ff.md", "s26b5d62fdf.md", "s4bbf287073.md", "sd4fa859d51.md", "s8a4e7c96b5.md", "sd5b4f64a3f.md", "s7509fdbb6b.md", "s221e5afe2f.md", "s7e68f90400.md"], "rrf10": [0.040983607, 0.039562532, 0.038751571, 0.038013396, 0.036760266, 0.035330029, 0.035309694, 0.035105553, 0.035015649, 0.03488795], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ceb54acb", "type": "single-session-assistant", "abstention": false, "gold": ["sddbbd354df.md"], "top10": ["sddbbd354df.md", "scd99110a78.md", "s6ce2cada8c.md", "s19ab922df7.md", "s427273b972.md", "sd1a764dd47.md", "s5186b52cf7.md", "sb93d1eef35.md", "sd6c2a12f6f.md", "s6eab598105.md"], "rrf10": [0.040983607, 0.039216719, 0.037974727, 0.037452846, 0.036477529, 0.036269286, 0.035497324, 0.034840025, 0.034036617, 0.033883212], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f523d9fe", "type": "single-session-assistant", "abstention": false, "gold": ["s8fc01a0b52.md"], "top10": ["s8fc01a0b52.md", "sd43b41838c.md", "s3783bebe90.md", "se16a04ddb9.md", "s99a0e4b925.md", "s1875109368.md", "sb34fec71e2.md", "sdf5442c2b8.md", "sb985611fdd.md", "s2725257c38.md"], "rrf10": [0.040983607, 0.03932979, 0.038580995, 0.037247475, 0.037097123, 0.036822064, 0.036510029, 0.036467752, 0.035840002, 0.035676652], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e5e2d1a", "type": "single-session-assistant", "abstention": false, "gold": ["s25fe824c68.md"], "top10": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sace384d53c.md", "se1216504eb.md", "s9d163da8d3.md", "sdd84871267.md", "sf18f3310ac.md", "s3c497af553.md", "s1d499040a3.md"], "rrf10": [0.040983607, 0.040066564, 0.039434524, 0.037877168, 0.036427086, 0.036413567, 0.036297348, 0.036240786, 0.035597873, 0.0355245], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fea54f57", "type": "single-session-assistant", "abstention": false, "gold": ["s716298d65b.md"], "top10": ["s716298d65b.md", "sb67dafd5dc.md", "s92128f6163.md", "saa9f34038d.md", "s3eae99e029.md", "s19cf2ff81a.md", "s27e38e899e.md", "s26b36eee80.md", "s57e0664cb9.md", "sf3068c148a.md"], "rrf10": [0.040983607, 0.040194572, 0.038152473, 0.037380369, 0.036362571, 0.036269644, 0.035865303, 0.035261914, 0.034414715, 0.034049228], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc539528", "type": "single-session-assistant", "abstention": false, "gold": ["scb70e65f89.md"], "top10": ["scb70e65f89.md", "sdb4fb0a929.md", "s6643c4cd9e.md", "s9bf9f4075c.md", "saee77011e7.md", "s3313d2fd91.md", "sa48772367d.md", "s385524111f.md", "s34be3872c1.md", "sc5004c4a18.md"], "rrf10": [0.040983607, 0.039464735, 0.038851363, 0.038051869, 0.037207013, 0.036367754, 0.034971989, 0.034839527, 0.034813574, 0.034674822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dc439ea3", "type": "single-session-assistant", "abstention": false, "gold": ["s72131d0786.md"], "top10": ["s72131d0786.md", "sf763b56ac4.md", "sb5a3c6c625.md", "sd05f385ef8.md", "sb1824cc83a.md", "s9f5c036872.md", "s107b4f4990.md", "sf7607eac4e.md", "sae289ae30f.md", "s455c6f2a3a.md"], "rrf10": [0.040983607, 0.040322581, 0.038949939, 0.038095238, 0.036774394, 0.036726684, 0.035984848, 0.035107441, 0.034715594, 0.034273404], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18dcd5a5", "type": "single-session-assistant", "abstention": false, "gold": ["se90fe0465d.md"], "top10": ["se90fe0465d.md", "s392f4e9a3f.md", "s30384f3a94.md", "sa328e78784.md", "s0d45cda4c4.md", "s9fb4c8b5b1.md", "s0659bb6a18.md", "s9baa482826.md", "sd787c6f5d4.md", "s8ec724845f.md"], "rrf10": [0.040983607, 0.03932979, 0.037249729, 0.036639868, 0.036123942, 0.035567264, 0.034892016, 0.034468599, 0.034047194, 0.033910534], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "488d3006", "type": "single-session-assistant", "abstention": false, "gold": ["s8734418a3a.md"], "top10": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "s39ca70cb77.md", "sc8d0660765.md", "s52b54223ff.md", "sb0019d1760.md", "s74fa622112.md", "s122f43a52a.md", "s1fbefa4ea0.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.038960702, 0.038348631, 0.037110434, 0.036993884, 0.036790171, 0.034722222, 0.034292178], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58470ed2", "type": "single-session-assistant", "abstention": false, "gold": ["sce0d99be96.md"], "top10": ["sce0d99be96.md", "s3494626d95.md", "s894053cd87.md", "s4e7a2fdc16.md", "s1df9ed18dc.md", "se0a6de1c4a.md", "s5fb5011055.md", "sd1e32cdcb2.md", "s7cda925c02.md", "s17db7f0815.md"], "rrf10": [0.040983607, 0.040322581, 0.037751138, 0.037323037, 0.036804097, 0.034791667, 0.03456821, 0.034451323, 0.033633379, 0.032424598], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf51dda", "type": "single-session-assistant", "abstention": false, "gold": ["s0c256de5e7.md"], "top10": ["s0c256de5e7.md", "s85298a585d.md", "s16e18c3258.md", "s5dd3672daa.md", "s723d142163.md", "scc84b06086.md", "s3600982358.md", "s41e61f5db4.md", "sc69e2c1505.md", "sbff142e398.md"], "rrf10": [0.040983607, 0.03968254, 0.038037304, 0.03790664, 0.037327601, 0.035431548, 0.035285592, 0.035188724, 0.034680944, 0.034583659], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4da289", "type": "single-session-assistant", "abstention": false, "gold": ["s09e96eccd2.md"], "top10": ["s09e96eccd2.md", "sd6bb456546.md", "sc444c5336d.md", "s28e4cacb96.md", "s9227c32d85.md", "sf4355a8942.md", "s2b8acd810f.md", "sce101a5339.md", "s0c330319e0.md", "s73d1442e2d.md"], "rrf10": [0.040983607, 0.040322581, 0.038610889, 0.038504008, 0.036513769, 0.035611648, 0.035432923, 0.034318182, 0.033630088, 0.033213977], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8464fc84", "type": "single-session-assistant", "abstention": false, "gold": ["s1cbaa0467b.md"], "top10": ["s1cbaa0467b.md", "saff1e7a31c.md", "scee959a718.md", "sd4b57511fc.md", "s84c79781e3.md", "s2aca3c1ffc.md", "s377a3fe30a.md", "scf2cb09194.md", "s3b3b8ddc8e.md", "s2b5832c5ff.md"], "rrf10": [0.040983607, 0.040322581, 0.038377472, 0.038271206, 0.037652646, 0.037336875, 0.036258013, 0.035445135, 0.035225885, 0.035143376], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8aef76bc", "type": "single-session-assistant", "abstention": false, "gold": ["sf0f560c89d.md"], "top10": ["sf0f560c89d.md", "s5fc50c8de4.md", "s11c5b8e721.md", "s3b3e622d42.md", "s8cf127b97b.md", "sa1bf2a1c54.md", "sa5f9e07658.md", "s6f9482a344.md", "sda53a2d1e8.md", "s38ad2538a3.md"], "rrf10": [0.040983607, 0.039194139, 0.038362873, 0.037877168, 0.036880813, 0.036693548, 0.036544036, 0.036385836, 0.036320971, 0.035362253], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71a3fd6b", "type": "single-session-assistant", "abstention": false, "gold": ["sb25b3a8e62.md"], "top10": ["sb25b3a8e62.md", "sa09d1ade1d.md", "sd89332a641.md", "s2f6ad3703a.md", "s6fb4f06713.md", "saf5389881f.md", "s9785b52e7b.md", "scdd9363592.md", "s41b03699de.md", "s4a2771a822.md"], "rrf10": [0.040983607, 0.039578164, 0.037334853, 0.036976575, 0.036606668, 0.036513769, 0.036137775, 0.034917453, 0.034022009, 0.033662], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2bf43736", "type": "single-session-assistant", "abstention": false, "gold": ["s7851c54aef.md"], "top10": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s18750b2661.md", "s276fe122c8.md", "sb743fd2815.md", "s4e9780e5a1.md", "s6596886c72.md", "s8df9dfdd62.md", "s3d1c0e8224.md"], "rrf10": [0.040983607, 0.040322581, 0.03968254, 0.03779675, 0.03748283, 0.035990712, 0.035890842, 0.034974315, 0.034934709, 0.034134615], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "70b3e69b", "type": "single-session-assistant", "abstention": false, "gold": ["sb64af4778e.md"], "top10": ["sb64af4778e.md", "s76f32a395c.md", "sfe94e25b2d.md", "s8d15c59541.md", "s1614d02ae7.md", "sa98dedfe22.md", "sb7e9c58728.md", "sd060211773.md", "sd55cb51aa2.md", "s703c6091c4.md"], "rrf10": [0.040983607, 0.038698477, 0.038633489, 0.036967419, 0.035767011, 0.035158763, 0.034835681, 0.034773918, 0.034524699, 0.034025749], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8752c811", "type": "single-session-assistant", "abstention": false, "gold": ["s9d8b981456.md"], "top10": ["s9d8b981456.md", "s28035ac94c.md", "s2cb60d6708.md", "sfd1878a988.md", "s040b65b576.md", "sf2ed76acd7.md", "s3700aca67f.md", "s117cb13f18.md", "s7bd61545e4.md", "s51584a9405.md"], "rrf10": [0.040983607, 0.036194143, 0.036096522, 0.035669207, 0.035282809, 0.034593312, 0.034292178, 0.034066578, 0.033978137, 0.033599792], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3249768e", "type": "single-session-assistant", "abstention": false, "gold": ["sd59df4f53e.md"], "top10": ["sd59df4f53e.md", "s0788d0cdb7.md", "s117c5333bf.md", "s7306c41da5.md", "sb3c6edfde2.md", "s7928a77cb5.md", "s6a605b07f0.md", "s3e5b823ed8.md", "se5e1e945e5.md", "s08674c7c41.md"], "rrf10": [0.040983607, 0.040322581, 0.038942308, 0.038302277, 0.038178269, 0.037133016, 0.037023271, 0.035113459, 0.035072952, 0.03458782], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1b9b7252", "type": "single-session-assistant", "abstention": false, "gold": ["s518a4f1c2b.md"], "top10": ["s518a4f1c2b.md", "sbb721a7691.md", "sa19cbe7435.md", "s263257e621.md", "s180fc6f852.md", "seaad092814.md", "s67e83091ad.md", "s7ca75bfc0c.md", "sd3853da16d.md", "s2f755899bb.md"], "rrf10": [0.040983607, 0.039938556, 0.039566532, 0.038600647, 0.037260611, 0.036939813, 0.03692833, 0.036782107, 0.035832643, 0.035447031], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1568498a", "type": "single-session-assistant", "abstention": false, "gold": ["sac95c3a7bc.md"], "top10": ["sac95c3a7bc.md", "s0d928d6035.md", "s2eabeb2a27.md", "s4c2d5af38b.md", "s63861fa468.md", "s5365eaf133.md", "s3af3952168.md", "sce902b6765.md", "scabe48e340.md", "se5176aec05.md"], "rrf10": [0.040983607, 0.039345064, 0.038058077, 0.037230627, 0.03640661, 0.036353945, 0.035637025, 0.035105519, 0.03433415, 0.034118755], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6222b6eb", "type": "single-session-assistant", "abstention": false, "gold": ["s5b47b7704c.md"], "top10": ["s5b47b7704c.md", "s2e6d77710a.md", "s7752e7c3fc.md", "s097b0eb647.md", "s51b4912596.md", "s7e68625ab3.md", "s4a91feb6fb.md", "s6349f88849.md", "se7cce9bfbe.md", "s9f876fc50b.md"], "rrf10": [0.040983607, 0.038072018, 0.037233355, 0.037142857, 0.036406002, 0.036365884, 0.035138774, 0.03392173, 0.033349842, 0.033301302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e8a79c70", "type": "single-session-assistant", "abstention": false, "gold": ["s04003554dd.md"], "top10": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "sc4a3678382.md", "s4569e76b20.md", "sda6796ade6.md", "s666adafd3c.md", "s1181fa6348.md", "sdbfe227dc7.md", "s2c92e96f5f.md"], "rrf10": [0.040983607, 0.040322581, 0.038961039, 0.038822115, 0.038152473, 0.037691198, 0.037093942, 0.036052134, 0.033742728, 0.033610401], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d596882b", "type": "single-session-assistant", "abstention": false, "gold": ["s0b86d4012e.md"], "top10": ["s0b86d4012e.md", "s2ed0de2374.md", "s0e82274fa0.md", "s0497584fb4.md", "s8f3c77a225.md", "sf09b02bce2.md", "s772e742c94.md", "s73c4e1f67e.md", "sd6415281e4.md", "s88ebca5b82.md"], "rrf10": [0.040983607, 0.03932979, 0.038862905, 0.037385446, 0.037373401, 0.036464143, 0.035785896, 0.035661765, 0.035491535, 0.034793506], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e3fc4d6e", "type": "single-session-assistant", "abstention": false, "gold": ["s38287e8fe8.md"], "top10": ["s38287e8fe8.md", "sc206c05512.md", "sa70c39424e.md", "sfd39a47d30.md", "s5d7c916856.md", "sc137b20f36.md", "scca4df75bc.md", "sbb2655cd77.md", "s7680de12b3.md", "s0c56c760f0.md"], "rrf10": [0.040983607, 0.037813877, 0.037770023, 0.037012987, 0.03638867, 0.034992448, 0.034936542, 0.034572272, 0.034531963, 0.034033349], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51b23612", "type": "single-session-assistant", "abstention": false, "gold": ["s4d8ff19935.md"], "top10": ["s4d8ff19935.md", "s04b2a8615d.md", "sf40c5f4304.md", "s56f57c69c3.md", "sce7385e9e9.md", "s9868fb3bb1.md", "s656a1a1682.md", "s6e307052e2.md", "s593089ae2e.md", "s17bbf2bf48.md"], "rrf10": [0.040983607, 0.038555901, 0.038314094, 0.038302277, 0.037825275, 0.037429829, 0.036849262, 0.035505395, 0.035008394, 0.034874242], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3e321797", "type": "single-session-assistant", "abstention": false, "gold": ["s8824eeaa06.md"], "top10": ["s8824eeaa06.md", "s1cb36fa62c.md", "s85374a92e4.md", "s3c3ea302b4.md", "sb71f88984b.md", "se8012daa50.md", "s846b1468aa.md", "s9ffabe1769.md", "sbac2b7a53d.md", "sff578cb684.md"], "rrf10": [0.040983607, 0.040322581, 0.039434524, 0.038822115, 0.036737678, 0.035621344, 0.035329645, 0.035040389, 0.03498366, 0.034855582], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e982271f", "type": "single-session-assistant", "abstention": false, "gold": ["sea5783032a.md"], "top10": ["sea5783032a.md", "s8ee6e1d4b2.md", "sf0bab2e2f2.md", "s584b612982.md", "sbf61c0ae53.md", "s3fd72943ea.md", "s3d82576df2.md", "s4e4db79cec.md", "s7f54b12505.md", "s4083954eeb.md"], "rrf10": [0.040983607, 0.040322581, 0.039558532, 0.038002296, 0.036659996, 0.036016177, 0.035970913, 0.035629403, 0.035163277, 0.035045605], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "352ab8bd", "type": "single-session-assistant", "abstention": false, "gold": ["s0d28370197.md"], "top10": ["s0d28370197.md", "s8d8d9d5afe.md", "sc437ab711b.md", "sc0ed0eda23.md", "s154a203c1d.md", "sc30736cae3.md", "s3660f300eb.md", "s19d15a64b9.md", "s6bd07fb430.md", "s2963d6d0bc.md"], "rrf10": [0.040983607, 0.038866589, 0.038126131, 0.037227245, 0.036511376, 0.036082958, 0.035173487, 0.034408272, 0.034293366, 0.034249084], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca762bc", "type": "single-session-assistant", "abstention": false, "gold": ["s465438d08b.md"], "top10": ["s465438d08b.md", "sf73ee336fb.md", "s49d8626762.md", "sbbe48ed195.md", "s44ea032896.md", "se31c59310c.md", "s722692bffd.md", "sa5ed29f79a.md", "s2320ac4aa4.md", "s6591a7b30c.md"], "rrf10": [0.040983607, 0.038850957, 0.038096659, 0.038058077, 0.037383519, 0.036560227, 0.036286545, 0.034968471, 0.034565043, 0.033925777], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a8d0b71", "type": "single-session-assistant", "abstention": false, "gold": ["sd80af9ef08.md"], "top10": ["sd80af9ef08.md", "s44fa92a84b.md", "sa6efa9a4bc.md", "s56008327fa.md", "s1e0614e22a.md", "s2376599742.md", "s01076e7a42.md", "s5b2ce27108.md", "s116e282da5.md", "sc99148a393.md"], "rrf10": [0.040983607, 0.040322581, 0.039073773, 0.038164683, 0.036993603, 0.036683606, 0.036436187, 0.034752064, 0.034359617, 0.034314981], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a40e080f", "type": "single-session-assistant", "abstention": false, "gold": ["s96ff435a8c.md"], "top10": ["s96ff435a8c.md", "s052c3047aa.md", "s73d9f4f80f.md", "sff0d3f997a.md", "s73af9e978d.md", "sba5a8f5959.md", "seca2ac2649.md", "s00050725c7.md", "s57f31fa554.md", "s25d8f3cde7.md"], "rrf10": [0.040983607, 0.037470695, 0.036136654, 0.035573497, 0.034939272, 0.034573296, 0.034310134, 0.034308768, 0.034191763, 0.033354783], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8b9d4367", "type": "single-session-assistant", "abstention": false, "gold": ["sb887613188.md"], "top10": ["sb887613188.md", "s2b6cc70514.md", "s52a78a3e4d.md", "s80f9d83ed9.md", "sb0253805b0.md", "sbc564175be.md", "sa64adbc051.md", "sad1a9e0a1b.md", "sf400739d0e.md", "s69018a3690.md"], "rrf10": [0.040983607, 0.03969054, 0.036851776, 0.036503091, 0.036214997, 0.03609682, 0.035032008, 0.034717625, 0.034285714, 0.034004321], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5809eb10", "type": "single-session-assistant", "abstention": false, "gold": ["sdc288d637a.md"], "top10": ["sdc288d637a.md", "s1a252c8ba1.md", "se1ddc38a71.md", "saf8bdf7e52.md", "s6d2e7316ce.md", "scb1ec32cb3.md", "s3f6e06a1ef.md", "s4148f40ec8.md", "s4988aefb66.md", "s6378593e33.md"], "rrf10": [0.040983607, 0.039562532, 0.038558294, 0.035843169, 0.03531746, 0.034742647, 0.03459596, 0.034107364, 0.033651772, 0.033392751], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41275add", "type": "single-session-assistant", "abstention": false, "gold": ["s6c781bb2b2.md"], "top10": ["s6c781bb2b2.md", "sbe618bf69f.md", "s538efc2a96.md", "s0fea59c73c.md", "se15a346ce8.md", "sf7e7b3e9c9.md", "s34789aafd1.md", "sb8e533b015.md", "sfc55a260b3.md", "s153b36c213.md"], "rrf10": [0.040983607, 0.038082437, 0.03785893, 0.037285265, 0.03716143, 0.036560984, 0.035676277, 0.035045479, 0.03460164, 0.034468599], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4388e9dd", "type": "single-session-assistant", "abstention": false, "gold": ["s4b74fddf47.md"], "top10": ["s4b74fddf47.md", "s1a16e9118f.md", "s7b61d8ff17.md", "s2731f1f271.md", "s0a52b07d40.md", "s6df0fe3d5a.md", "sf8132b677a.md", "sc6a58cb6d5.md", "s52e38b4ecc.md", "s8e9154410a.md"], "rrf10": [0.040983607, 0.039578164, 0.038822115, 0.037878788, 0.03701719, 0.036196876, 0.035530824, 0.035442223, 0.035158763, 0.034722222], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4baee567", "type": "single-session-assistant", "abstention": false, "gold": ["s3ace27611d.md"], "top10": ["s3ace27611d.md", "s54e7f8e2e5.md", "sfd3c2173c4.md", "sff7f36e61d.md", "sba4099051e.md", "s3c6c0f9e60.md", "s384530b9c4.md", "sa842c68ddf.md", "sbb88320fea.md", "s56eb547a6c.md"], "rrf10": [0.040983607, 0.03609682, 0.035412953, 0.035130719, 0.03503726, 0.03436442, 0.03422619, 0.033956967, 0.033900418, 0.033746778], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "561fabcd", "type": "single-session-assistant", "abstention": false, "gold": ["sf0ed4d21d0.md"], "top10": ["sf0ed4d21d0.md", "s9d5097c83f.md", "se65b0fa5da.md", "s3049cabb4f.md", "sac47f71d90.md", "s634a0387a4.md", "seb4762fb6c.md", "sf7b32ae991.md", "s2e7a81c3a7.md", "s47dd613477.md"], "rrf10": [0.040983607, 0.040070565, 0.039321789, 0.037022849, 0.036965812, 0.035420137, 0.035337286, 0.034468599, 0.034159239, 0.0338285], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b759caee", "type": "single-session-assistant", "abstention": false, "gold": ["sa656fe857d.md"], "top10": ["sa656fe857d.md", "s76bddd8282.md", "s80abcb9aa9.md", "s5d8081bb49.md", "sdf298e81db.md", "s808e91f06b.md", "s9eba8acec7.md", "se95860b45a.md", "s1d2f7b0ecf.md", "s6260a29f97.md"], "rrf10": [0.040983607, 0.039818548, 0.037734488, 0.036672529, 0.036310935, 0.036269568, 0.036213235, 0.0351857, 0.034874242, 0.033977293], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ac031881", "type": "single-session-assistant", "abstention": false, "gold": ["s67b24e48ad.md"], "top10": ["s67b24e48ad.md", "s7cf4a981a0.md", "s94f1634e0d.md", "s4253f98a80.md", "sbff85b2d9f.md", "sd1f53c9f89.md", "s5c89bca24b.md", "s7aec71f641.md", "s4b85d1b2c2.md", "s150b3e3545.md"], "rrf10": [0.040983607, 0.038788285, 0.037892179, 0.03607395, 0.035724668, 0.035012208, 0.034593041, 0.034488779, 0.03435518, 0.034307324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28bcfaac", "type": "single-session-assistant", "abstention": false, "gold": ["s765ed17ae1.md"], "top10": ["s765ed17ae1.md", "sba7a08d73a.md", "s2c2c2d8139.md", "sb5f4d845e3.md", "sbad70711ce.md", "sa8d19b0c36.md", "s2dc877370b.md", "s246554b034.md", "s79f1dd7ed7.md", "s16fc86a5df.md"], "rrf10": [0.040983607, 0.039566532, 0.038686302, 0.038540269, 0.037291896, 0.036714976, 0.035671351, 0.035136078, 0.034722594, 0.034542465], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "16c90bf4", "type": "single-session-assistant", "abstention": false, "gold": ["s6c378da694.md"], "top10": ["s6c378da694.md", "s2c6ea2c568.md", "s7cb3293dc2.md", "saca6c34dd3.md", "sd56e83e8a3.md", "sddd3481936.md", "s66ece5118e.md", "sc99b7acb54.md", "sda139c2c9a.md", "s21c9adcb73.md"], "rrf10": [0.040983607, 0.039093047, 0.038946123, 0.037588563, 0.037103175, 0.03565407, 0.035311355, 0.035281385, 0.035186811, 0.035015463], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8f1aeed", "type": "single-session-assistant", "abstention": false, "gold": ["s07c97f28a8.md"], "top10": ["s07c97f28a8.md", "s253950373c.md", "se386a8bf31.md", "s28f476de04.md", "s560d8898ac.md", "sfea937c43c.md", "sded5951416.md", "s6d79a8e1e3.md", "s8ec901a919.md", "sed0e551b9c.md"], "rrf10": [0.040983607, 0.037549705, 0.035648322, 0.035595637, 0.034158685, 0.033740884, 0.033399768, 0.033397554, 0.033376672, 0.033195619], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eaca4986", "type": "single-session-assistant", "abstention": false, "gold": ["sb0d644e9e3.md"], "top10": ["sb0d644e9e3.md", "s24f4052730.md", "s753c302353.md", "s0abfecf1bc.md", "sb9960eab1c.md", "s67817fc778.md", "s529b204fdf.md", "sd71eae0ee2.md", "s83f6ccaecd.md", "s008d5bde92.md"], "rrf10": [0.040983607, 0.040194572, 0.039190324, 0.039089047, 0.035029514, 0.034900542, 0.034629773, 0.034579947, 0.034071537, 0.033882313], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7cf7dfd", "type": "single-session-assistant", "abstention": false, "gold": ["sac7f46ddfa.md"], "top10": ["sac7f46ddfa.md", "s48d884243b.md", "s9e8faeba6e.md", "s0d95e44ed8.md", "sd2048c37b1.md", "s2df5168d1c.md", "saecb8272db.md", "sd0efcaf940.md", "s3051ff715b.md", "sbba1b4635c.md"], "rrf10": [0.040983607, 0.037876042, 0.03772096, 0.036641777, 0.036263337, 0.036239828, 0.035840548, 0.035762595, 0.035464628, 0.035334164], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e48988bc", "type": "single-session-assistant", "abstention": false, "gold": ["s98a82c7088.md"], "top10": ["s98a82c7088.md", "sa0836895d0.md", "s09b460a0b0.md", "s3be0e9eae1.md", "s764d87e762.md", "s07b32706cc.md", "s6dd949e405.md", "s6e1773802e.md", "sb1da15bd00.md", "sb0bccffde3.md"], "rrf10": [0.040983607, 0.039818548, 0.038833389, 0.038468823, 0.038261076, 0.037842762, 0.03569946, 0.034020519, 0.03338815, 0.032902739], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1de5cff2", "type": "single-session-assistant", "abstention": false, "gold": ["se1c676dcfb.md"], "top10": ["se1c676dcfb.md", "s1841c1ce4e.md", "s3a9d999728.md", "sb4b6883600.md", "sc2c49c0ee6.md", "sb62c12fb5c.md", "sce966230da.md", "sd1d3b18390.md", "s1d5c703583.md", "s4102ba9f1d.md"], "rrf10": [0.040983607, 0.040066564, 0.039814548, 0.037787254, 0.03736413, 0.037320084, 0.036614154, 0.036367754, 0.034463563, 0.034365464], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "65240037", "type": "single-session-assistant", "abstention": false, "gold": ["scfad1f3d4d.md"], "top10": ["scfad1f3d4d.md", "s1988f31c23.md", "sfd71d99391.md", "s0fafc76ff5.md", "s77ec52dfa8.md", "sdfa5ac6177.md", "sa7f869a414.md", "s1bc2a6d5b7.md", "s9ecd739fb2.md", "sac66f6fbc4.md"], "rrf10": [0.040983607, 0.040322581, 0.038833389, 0.036852364, 0.036276949, 0.035975536, 0.035955393, 0.035516812, 0.035450222, 0.035420137], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "778164c6", "type": "single-session-assistant", "abstention": false, "gold": ["se538d24aab.md"], "top10": ["se538d24aab.md", "se85826fdc5.md", "sa3bc53c595.md", "s525ea5338b.md", "s09158d740e.md", "sc46af9a815.md", "sdaeb1baad7.md", "s7b54df3bde.md", "s2a7b8dd972.md", "s12fc5aab1d.md"], "rrf10": [0.040983607, 0.039450156, 0.039310516, 0.038527222, 0.03844246, 0.03661198, 0.035466919, 0.034314981, 0.034313458, 0.03404302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}