{"qid": "e47becba", "type": "single-session-user", "abstention": false, "gold": ["s7745597747.md"], "top10": ["s7745597747.md", "s5b71ee7b91.md", "s926357c10f.md", "sb3f6a10ad5.md", "sa4d1f3c358.md", "se4951c1c93.md", "sf9d5b1f041.md", "sd7eb7f771a.md", "sf65b8c0007.md", "s49995fe5d9.md"], "rrf10": [0.016261237, 0.014835165, 0.014709063, 0.014495798, 0.014449064, 0.014154705, 0.014141614, 0.013656633, 0.013405055, 0.01327664], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "118b2229", "type": "single-session-user", "abstention": false, "gold": ["sc47244d856.md"], "top10": ["sc47244d856.md", "s75640a8bdc.md", "s413bd3a0ef.md", "s6ec136c17f.md", "scfc30b5c7b.md", "s6884d01a8f.md", "s81e2647af5.md", "s4b1220065e.md", "sbb7d88f18e.md", "s240c7861c8.md"], "rrf10": [0.016393443, 0.016001024, 0.015640274, 0.014938685, 0.014880952, 0.014815628, 0.014541623, 0.014202256, 0.0140625, 0.013910061], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51a45a95", "type": "single-session-user", "abstention": false, "gold": ["se255f2f50e.md"], "top10": ["se255f2f50e.md", "sf6018980b8.md", "s0b69155152.md", "sc367ddcb1e.md", "s482ba69d89.md", "sd30a15ebf1.md", "seea71c3962.md", "s8f57f9a5be.md", "s11a082d67c.md", "s87a202c254.md"], "rrf10": [0.016393443, 0.015877016, 0.015756824, 0.015512266, 0.014391447, 0.013913043, 0.013899614, 0.013750461, 0.013673319, 0.013611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58bf7951", "type": "single-session-user", "abstention": false, "gold": ["s47a6e8aca2.md"], "top10": ["s47a6e8aca2.md", "sea351d567f.md", "sc3d0a79ea8.md", "s96a848df8b.md", "s9a879af53d.md", "sedf8a536f3.md", "s03fc6c22bc.md", "s8aa7ed0f2d.md", "s185491b47f.md", "s150b28e4ef.md"], "rrf10": [0.016393443, 0.016001024, 0.014938685, 0.014479167, 0.014265622, 0.014185814, 0.013992172, 0.013825758, 0.013636364, 0.013575491], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1e043500", "type": "single-session-user", "abstention": false, "gold": ["sfd67db7212.md"], "top10": ["sfd67db7212.md", "s165bb719aa.md", "s47ebe9b78b.md", "sebd061de6b.md", "sbd6f6d2980.md", "s1785437bfc.md", "s8e8e74adc3.md", "sb92b3c64d1.md", "s90d7f15064.md", "s7dc0dc4a9b.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015388258, 0.015289449, 0.014449064, 0.013956193, 0.013899614, 0.01369863, 0.013621201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c5e8278d", "type": "single-session-user", "abstention": false, "gold": ["s1f84f4e050.md"], "top10": ["s1f84f4e050.md", "s51e805c45c.md", "s4d293280e8.md", "s3988c80e56.md", "sbc2def17ee.md", "sab2cf40fed.md", "s6a2bf9d09e.md", "sb34e1556f8.md", "s9ae3bc1599.md", "sd041031d0a.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015388258, 0.015289449, 0.014636752, 0.014541623, 0.014332514, 0.014084507, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ade9755", "type": "single-session-user", "abstention": false, "gold": ["s02f7560506.md"], "top10": ["s02f7560506.md", "sb9bb9e2c2b.md", "s379f57f20d.md", "se47aad07aa.md", "s9f24738bf0.md", "sdc083c7080.md", "s22e62c6df7.md", "s3180983e56.md", "sdfb757ef6d.md", "s4715f8d3a3.md"], "rrf10": [0.016393443, 0.015877016, 0.015512266, 0.014835165, 0.014154705, 0.013846448, 0.013818861, 0.013716404, 0.013496377, 0.013428262], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6f9b354f", "type": "single-session-user", "abstention": false, "gold": ["sb7ba22096b.md"], "top10": ["sb7ba22096b.md", "sae1d4f396b.md", "s0ac2c1da71.md", "s257a78d845.md", "s429504756d.md", "s7fcfb71bfb.md", "s75be17ebee.md", "sfaeac6cbb9.md", "s2912050fd0.md", "sc8a922900e.md"], "rrf10": [0.016393443, 0.016129032, 0.015079365, 0.014854754, 0.014822134, 0.014661815, 0.014541623, 0.014389234, 0.013942308, 0.013931889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58ef2f1c", "type": "single-session-user", "abstention": false, "gold": ["s038639cc08.md"], "top10": ["s038639cc08.md", "s7bd958795b.md", "s9a45b025e5.md", "s205e4e6a68.md", "scac54bbb5f.md", "s1abab1f3e2.md", "s0dd123947f.md", "se66811d1b5.md", "s0e05e3df22.md", "s8566b711bb.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015504808, 0.015504808, 0.015151515, 0.014925373, 0.014395195, 0.014185111, 0.013575491], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f8c5f88b", "type": "single-session-user", "abstention": false, "gold": ["sf2e9facc28.md"], "top10": ["sf2e9facc28.md", "scac0bf681b.md", "s9cc97c79cb.md", "s04d79b4fe5.md", "s6c5b92a222.md", "sf4bf877a31.md", "s58ddd4a342.md", "s17606b90e0.md", "s0ed0803459.md", "sefb54405e0.md"], "rrf10": [0.016393443, 0.016129032, 0.015388258, 0.015289449, 0.014822134, 0.014661815, 0.014541623, 0.014395195, 0.014389234, 0.013818861], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5d3d2817", "type": "single-session-user", "abstention": false, "gold": ["scaedf0ae34.md"], "top10": ["sb89ec5b1ce.md", "sd3b833436c.md", "s847aa070ab.md", "se07e063069.md", "s23890004c4.md", "s76b6e4fe53.md", "s9bdeda94c1.md", "scaedf0ae34.md", "s868407f2c6.md", "sc490cd49d6.md"], "rrf10": [0.016393443, 0.015275187, 0.014605544, 0.014520202, 0.014449064, 0.014395195, 0.014237356, 0.014186508, 0.014095692, 0.014069264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "7527f7e2", "type": "single-session-user", "abstention": false, "gold": ["s42536cb080.md"], "top10": ["s42536cb080.md", "se65dd638b4.md", "s240459e570.md", "s8d662eecc4.md", "s39d685badf.md", "s7ca70d120c.md", "s9942f9ce0f.md", "s1c29fd9804.md", "s69536980fc.md", "s1092143144.md"], "rrf10": [0.016393443, 0.015165441, 0.014925373, 0.014913831, 0.014756944, 0.014643463, 0.014618011, 0.014389234, 0.014185814, 0.014109347], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c960da58", "type": "single-session-user", "abstention": false, "gold": ["saaca2ed80c.md"], "top10": ["saaca2ed80c.md", "s4efccb5ba1.md", "se36fe90330.md", "sa3c43fba9b.md", "sb709d075b9.md", "s6068cccd76.md", "s822474ab7c.md", "s31409ad4bc.md", "s17f6f0094e.md", "s6a050d3412.md"], "rrf10": [0.016393443, 0.015877016, 0.015527203, 0.015289449, 0.014541623, 0.014312002, 0.014185111, 0.013986014, 0.013825324, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3b6f954b", "type": "single-session-user", "abstention": false, "gold": ["sf9874a5124.md"], "top10": ["sb47c22cb1c.md", "sf9874a5124.md", "s4470273d3d.md", "sc3c8a6b95f.md", "sa6b0439edc.md", "s8ff87bc633.md", "sa4e15a64e2.md", "sb3d3c6765f.md", "s01b15913d7.md", "s3010d3dc86.md"], "rrf10": [0.016261237, 0.016261237, 0.015399195, 0.015165441, 0.014880952, 0.014425073, 0.01428863, 0.014271255, 0.0140625, 0.013992172], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "726462e0", "type": "single-session-user", "abstention": false, "gold": ["s8fa826fd47.md"], "top10": ["s160ca6f5b7.md", "s0bb7b1fe2c.md", "s8fa826fd47.md", "sa29fce60ae.md", "sdeb312845e.md", "s20f40746dc.md", "s9d77c9ee96.md", "s23a3eff1ce.md", "s0ccf8c6857.md", "s0c5ad08b81.md"], "rrf10": [0.016133229, 0.016009221, 0.016001024, 0.015877016, 0.015154994, 0.014938685, 0.014709063, 0.014618011, 0.014425073, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "94f70d80", "type": "single-session-user", "abstention": false, "gold": ["sc8fc1f7352.md"], "top10": ["sc8fc1f7352.md", "sb3023195f1.md", "s98c540ae26.md", "s642c41fb27.md", "s990b8912a0.md", "s2b1bade12e.md", "s65433f115c.md", "s40c59b9893.md", "s17980aad10.md", "s72fa293692.md"], "rrf10": [0.016393443, 0.015399195, 0.014718615, 0.014705882, 0.014558023, 0.01450494, 0.014358974, 0.014346764, 0.014185814, 0.014141614], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "66f24dbb", "type": "single-session-user", "abstention": false, "gold": ["sb831e4dbdc.md"], "top10": ["sb831e4dbdc.md", "sb34b99d0ec.md", "s654063ee02.md", "sf1cda72706.md", "s5322140fc1.md", "sade05dea4d.md", "s09f25d9ef5.md", "s05448da2b1.md", "s4924eff8bc.md", "s69cddbcacc.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015388258, 0.015154994, 0.014185814, 0.014154705, 0.013956193, 0.013825324, 0.01379901], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ad7109d1", "type": "single-session-user", "abstention": false, "gold": ["sf725ba758b.md"], "top10": ["sf725ba758b.md", "s3cc500bc70.md", "s401bd64630.md", "s48d780670b.md", "s2b5b0aa860.md", "s6265387054.md", "s9472204e92.md", "s1ef9413d51.md", "s1e4c1b5973.md", "s189d061221.md"], "rrf10": [0.016393443, 0.015756824, 0.015182885, 0.014978761, 0.014955357, 0.014928699, 0.014709063, 0.014425073, 0.014237356, 0.014185111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "af8d2e46", "type": "single-session-user", "abstention": false, "gold": ["s044eb27108.md"], "top10": ["s044eb27108.md", "s64e2b0b819.md", "s147a3a8b0a.md", "s38ff234400.md", "s9bb041fdb2.md", "s5550eb64a4.md", "s8dc06848fd.md", "sb80bbb14b0.md", "sb1f7b4b0e8.md", "se647d48e56.md"], "rrf10": [0.016393443, 0.015640274, 0.015527203, 0.015182885, 0.014822134, 0.014815628, 0.014515455, 0.014084507, 0.013836596, 0.013789869], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dccbc061", "type": "single-session-user", "abstention": false, "gold": ["s83822b19ee.md"], "top10": ["s83822b19ee.md", "se5f38a72ea.md", "s014112609c.md", "sebd08fa796.md", "s6b403c25b0.md", "sa931cb22ce.md", "s48abfd5ca1.md", "scb11582d4b.md", "s4dcfecfebb.md", "s0756c03ca9.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015749008, 0.014822134, 0.014389234, 0.014332514, 0.014087302, 0.013712687, 0.013606072], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8c3f81d", "type": "single-session-user", "abstention": false, "gold": ["s5e447ba69d.md"], "top10": ["s5e447ba69d.md", "s7e491757ae.md", "sb9d9817f51.md", "sb7e2b3f9cb.md", "s9e7019eed5.md", "s20ce4ccfa3.md", "safccfa9a84.md", "scc96f84dae.md", "s876998e495.md", "s0aeeacaeae.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015038444, 0.014955357, 0.01450494, 0.014495798, 0.014358974, 0.014332514], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8ebdbe50", "type": "single-session-user", "abstention": false, "gold": ["s91e13e5185.md"], "top10": ["s91e13e5185.md", "sbb92234093.md", "scd72f13d99.md", "s4f75ec274d.md", "s866cfca5b8.md", "s0d942ce24f.md", "s567d6bafd2.md", "sad84a1276c.md", "sa1a52a20cf.md", "se80484a1ba.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015628816, 0.014569257, 0.014407131, 0.014395195, 0.014129353, 0.013904871, 0.013825758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6b168ec8", "type": "single-session-user", "abstention": false, "gold": ["s55e227d395.md"], "top10": ["s55e227d395.md", "se3d4152994.md", "sc83069ca96.md", "seac3ebdde6.md", "sede0309875.md", "s4216e7e878.md", "s2c8e9515de.md", "s2ea67cfed2.md", "s254ea7337a.md", "s260d073d4b.md"], "rrf10": [0.016393443, 0.015640274, 0.014938685, 0.014854754, 0.014265622, 0.014041634, 0.014034069, 0.013865147, 0.013825758, 0.013763198], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75499fd8", "type": "single-session-user", "abstention": false, "gold": ["sdc6eddbad7.md"], "top10": ["sdc6eddbad7.md", "s03f82683ce.md", "s69d4c697e4.md", "s382f84791b.md", "s064699ab86.md", "s2fb4f9be6f.md", "sa0bdea65e7.md", "s32b4837149.md", "s6925c0f147.md", "sf3ce4c6d59.md"], "rrf10": [0.016393443, 0.015527203, 0.015310893, 0.015289449, 0.015058877, 0.014756944, 0.014430014, 0.014242424, 0.014154705, 0.013992172], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21436231", "type": "single-session-user", "abstention": false, "gold": ["sdb453f1104.md"], "top10": ["sdb453f1104.md", "s1770b2cc4f.md", "s4cdfeaea85.md", "s75e54744cf.md", "s195ecba638.md", "sec3b465070.md", "s6441c3c36d.md", "s3c2df66cdc.md", "see5f9a58f9.md", "sef5d948958.md"], "rrf10": [0.016393443, 0.016129032, 0.015154994, 0.014661815, 0.014449064, 0.014395195, 0.014109347, 0.013992172, 0.013904871, 0.013750461], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95bcc1c8", "type": "single-session-user", "abstention": false, "gold": ["s4089b5c557.md"], "top10": ["s4089b5c557.md", "sdba86027c3.md", "s4a8154fd0b.md", "s7a3aadd1fd.md", "s42da425741.md", "sc41ce6dbb0.md", "s6f95e47c89.md", "s78d9b35e19.md", "s8364852ad9.md", "s6d4c3ae3b2.md"], "rrf10": [0.016393443, 0.016001024, 0.015749008, 0.015527203, 0.014661815, 0.014495798, 0.014219443, 0.013763198, 0.013739883, 0.01370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf", "type": "single-session-user", "abstention": false, "gold": ["s4973452f2e.md"], "top10": ["s4973452f2e.md", "s7f4e983fe3.md", "s46da033ef4.md", "scf1ca83030.md", "s98c676ad4f.md", "s0aa376f35f.md", "s3fa8f57569.md", "s3e65dcbc08.md", "se6dd8fe3cd.md", "s1838df870a.md"], "rrf10": [0.016393443, 0.015877016, 0.015873016, 0.014938685, 0.014928699, 0.01450494, 0.01439363, 0.014285714, 0.013865147, 0.013694853], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "853b0a1d", "type": "single-session-user", "abstention": false, "gold": ["sec30550e9a.md"], "top10": ["sec30550e9a.md", "s63d90e84d8.md", "sa41b920623.md", "s5abb90c95b.md", "sdc48cbbdd9.md", "s5e64c4f4d0.md", "s3886635bef.md", "sb40d2e89bd.md", "se56bba9151.md", "scaa54e3710.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015384615, 0.015151515, 0.014605544, 0.014492754, 0.013694853, 0.01327664, 0.013235294], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a06e4cfe", "type": "single-session-user", "abstention": false, "gold": ["s64ceddf61b.md"], "top10": ["s64ceddf61b.md", "sc653839e63.md", "scf6574656c.md", "s1958c4729c.md", "s502259f63e.md", "s5c395cc47b.md", "sbd43427dad.md", "sf7b894fe44.md", "sda1fdfb32d.md", "s36d771de42.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015045249, 0.014605544, 0.014520202, 0.013899614, 0.013621201, 0.013599854], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37d43f65", "type": "single-session-user", "abstention": false, "gold": ["s5c59950a1e.md"], "top10": ["s5c59950a1e.md", "sb62773282a.md", "s89d794dbe0.md", "sacc8962abf.md", "s1fb3367568.md", "s8af2638ac4.md", "s8e5e9507dd.md", "s208b6549bb.md", "s40a98137a3.md", "s65d3354f84.md"], "rrf10": [0.016393443, 0.015165441, 0.015079365, 0.014978761, 0.013865147, 0.013620072, 0.013389711, 0.013354701, 0.01334504, 0.013335704], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b86304ba", "type": "single-session-user", "abstention": false, "gold": ["s6eb55c976f.md"], "top10": ["s6eb55c976f.md", "s71b13ee157.md", "se499af0bf1.md", "sa1e8ed3956.md", "s3e5b093673.md", "sf1690a7f56.md", "scf50c971c6.md", "s0a5d10616f.md", "s9ce314ad55.md", "s0940d04aa4.md"], "rrf10": [0.016261237, 0.015512266, 0.015417457, 0.015238975, 0.014955357, 0.014756944, 0.014693265, 0.014618011, 0.014202256, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d52b4f67", "type": "single-session-user", "abstention": false, "gold": ["s00992af511.md"], "top10": ["s00992af511.md", "sa3141a0005.md", "s9ccc1d1bad.md", "s28dc1d37bf.md", "sd3aefba14f.md", "s3aa0455cb6.md", "sdf79297b63.md", "s4e1dd8c0de.md", "s9af0b83e60.md", "s47c69a0494.md"], "rrf10": [0.016393443, 0.015756824, 0.015399195, 0.014603175, 0.014474773, 0.014141614, 0.014019608, 0.013739883, 0.013739883, 0.013721805], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "25e5aa4f", "type": "single-session-user", "abstention": false, "gold": ["sedf4977e36.md"], "top10": ["sedf4977e36.md", "s7053d8112f.md", "s0c79382b0f.md", "s21d41abafb.md", "s2de6ee135e.md", "s13d1309205.md", "s95a36d7f7f.md", "s70543176a9.md", "sb37722f837.md", "s24aa268d9b.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.014705882, 0.014605544, 0.014358974, 0.014312002, 0.013888889, 0.013701201, 0.013553114], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf9ead2", "type": "single-session-user", "abstention": false, "gold": ["sd668f8bff2.md"], "top10": ["sd668f8bff2.md", "s625f2a3d5a.md", "s84ac481c50.md", "s37fbab6016.md", "s31276aad3e.md", "s978c1f2514.md", "s066b83ee2f.md", "s48fc1b6dfa.md", "s9e2ad82453.md", "s823b6a1556.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015384615, 0.014515455, 0.014495798, 0.014297386, 0.014095692, 0.014069264, 0.01398534], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8550ddae", "type": "single-session-user", "abstention": false, "gold": ["sa6f479058b.md"], "top10": ["sa6f479058b.md", "s4526908bfb.md", "sa0e4f3f109.md", "sa5fd6410e9.md", "s6ac7a2234f.md", "s3e9ba68fe8.md", "s22204f875a.md", "scf159a8b40.md", "s0892f0a756.md", "s5b0f105381.md"], "rrf10": [0.016261237, 0.016133229, 0.015756824, 0.015625, 0.015182885, 0.015038444, 0.014449064, 0.014019608, 0.013888889, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60d45044", "type": "single-session-user", "abstention": false, "gold": ["s7480a834d1.md"], "top10": ["s7480a834d1.md", "sebfea459af.md", "s0dd1cb43d1.md", "s6ed957184f.md", "s370ccc0029.md", "saf5019dd53.md", "s38422dc034.md", "s836c3118e6.md", "s64304229e8.md", "s25329928b7.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015182885, 0.015154994, 0.014978761, 0.014835165, 0.014705882, 0.014095692, 0.014041634], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3f1e9474", "type": "single-session-user", "abstention": false, "gold": ["s5d4d3c2bdc.md"], "top10": ["s5d4d3c2bdc.md", "sdd2991657e.md", "s8d149d3dee.md", "s9c62fdbef1.md", "sb48df089a2.md", "s8e63221f02.md", "s3940e6a1d5.md", "s89fd52b79f.md", "s30bde1d836.md", "saec191d07b.md"], "rrf10": [0.016393443, 0.015640274, 0.015399195, 0.015154994, 0.014705882, 0.01439363, 0.014242424, 0.014222756, 0.013750461, 0.013721805], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86b68151", "type": "single-session-user", "abstention": false, "gold": ["s209b908b2b.md"], "top10": ["s209b908b2b.md", "s7f4edb3dec.md", "sb772a7d84d.md", "s0a257d4590.md", "s9ab44bd213.md", "s87a8b83869.md", "sd4612bef2d.md", "sd727742f97.md", "sff4969c537.md", "s252281c7ae.md"], "rrf10": [0.016393443, 0.016001024, 0.015640274, 0.015388258, 0.014955357, 0.014190821, 0.013701201, 0.013506261, 0.013471971, 0.013245614], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "577d4d32", "type": "single-session-user", "abstention": false, "gold": ["s82084ca14c.md"], "top10": ["s283987df90.md", "sc2224b6aee.md", "s0bdfc6a1e7.md", "s9deb3114fe.md", "s82084ca14c.md", "sb51c61a0cc.md", "s281ddcb0d8.md", "s8e3bc7a711.md", "s4b15d2bbf2.md", "s42769d68ce.md"], "rrf10": [0.015889029, 0.015873016, 0.015527203, 0.015165441, 0.015046036, 0.015008961, 0.014718615, 0.014312002, 0.01353576, 0.013471971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ec81a493", "type": "single-session-user", "abstention": false, "gold": ["s64285bf27f.md"], "top10": ["s64285bf27f.md", "s45e661a133.md", "see9766f78c.md", "s4361893679.md", "s13aaeefa65.md", "sd9f2a72b23.md", "s04a9cccf4f.md", "s7e0d1e1f11.md", "s96069531fe.md", "sf4b33077e1.md"], "rrf10": [0.016393443, 0.015877016, 0.015749008, 0.014492754, 0.014069264, 0.013931889, 0.013635526, 0.013553114, 0.013528139, 0.013245614], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0", "type": "single-session-user", "abstention": false, "gold": ["s00bc77a326.md"], "top10": ["s00bc77a326.md", "s871c58b5b7.md", "sc21b78dd6a.md", "s9adf23f105.md", "sa71cc5e00d.md", "seb92cfdfad.md", "sfa005f03a3.md", "se9dc042fb2.md", "sff8fcb4e6e.md", "s7c95dbd6da.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.014618011, 0.013872943, 0.013825324, 0.013618326, 0.013602941, 0.013515982, 0.013486783], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e01b8e2f", "type": "single-session-user", "abstention": false, "gold": ["s46517e427f.md"], "top10": ["s46517e427f.md", "sbd9b61febc.md", "sa6b3fce2b2.md", "s455830cd48.md", "s266e850b5c.md", "s2bef0a88cc.md", "sa9f0429d9e.md", "s44fdd380d4.md", "s5bef40f0cf.md", "s202d9c11f7.md"], "rrf10": [0.016393443, 0.015756824, 0.015388258, 0.015275187, 0.01510677, 0.015045249, 0.014605544, 0.014492754, 0.014109698, 0.014087302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93", "type": "single-session-user", "abstention": false, "gold": ["s6b0d1a4e01.md"], "top10": ["s6b0d1a4e01.md", "s14a8d00d75.md", "s80752e8f31.md", "s7018143d1e.md", "s49511debbb.md", "sf287786001.md", "s7dac94d8e9.md", "sd8faf282d1.md", "sfaf808a249.md", "sad12f006e5.md"], "rrf10": [0.016393443, 0.015625, 0.015527203, 0.015417457, 0.015268065, 0.014603175, 0.014219443, 0.014087302, 0.013960604, 0.013846448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ccb36322", "type": "single-session-user", "abstention": false, "gold": ["s0f1d45c64c.md"], "top10": ["s7883cfeafc.md", "s0f1d45c64c.md", "s7d9b9840c4.md", "s32ba43dc8e.md", "scee25a963c.md", "s2ba43a9aac.md", "s2e592da212.md", "s75976d11ea.md", "s1c6168b453.md", "s95a50ecb23.md"], "rrf10": [0.016001024, 0.015756824, 0.015625, 0.015443098, 0.014709063, 0.014525835, 0.014358974, 0.014297386, 0.014297386, 0.014219443], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "001be529", "type": "single-session-user", "abstention": false, "gold": ["se78850a7e0.md"], "top10": ["se78850a7e0.md", "sac26a252f3.md", "se4acb9898f.md", "s1132dabcf3.md", "s9504b616fe.md", "s03994c58b3.md", "sc13e361fd2.md", "sf1143dd531.md", "s898bc6de37.md", "sd3d0efc73d.md"], "rrf10": [0.016393443, 0.015628816, 0.014237356, 0.014141614, 0.014102564, 0.013899614, 0.013682055, 0.013673319, 0.013292254, 0.013257576], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b320f3f8", "type": "single-session-user", "abstention": false, "gold": ["scbf5e6c00f.md"], "top10": ["scbf5e6c00f.md", "s119dba6867.md", "s91261d8f2f.md", "s5ed3304cd4.md", "sdde9e2f40a.md", "scfe527a5fd.md", "sd4cd4f9ff8.md", "sc2738f0693.md", "s964eeb6692.md", "sbc93c38fd4.md"], "rrf10": [0.016393443, 0.016129032, 0.015384615, 0.015289449, 0.014978761, 0.014822134, 0.014661815, 0.014605544, 0.014569257, 0.014425073], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3", "type": "single-session-user", "abstention": false, "gold": ["sdbbf1ac386.md"], "top10": ["sdbbf1ac386.md", "sd57ccc44dc.md", "sce8dc8b043.md", "sa485d16aa8.md", "sbe215f8820.md", "s5174db6367.md", "sa1f1e34c13.md", "s2626811272.md", "sa512fc1979.md", "s97db63a323.md"], "rrf10": [0.016393443, 0.015008961, 0.014815628, 0.014785823, 0.014449064, 0.013825324, 0.013559022, 0.013415068, 0.013371367, 0.013371291], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4fd1909e", "type": "single-session-user", "abstention": false, "gold": ["se3c2e03f5d.md"], "top10": ["se3c2e03f5d.md", "sb0f521b53e.md", "sf8265200b1.md", "sc907eeef4f.md", "s53b74c564a.md", "se596f78f87.md", "s47ad0d9bcb.md", "sf6e9e62d59.md", "sdfab3bc6a5.md", "s145f0c5352.md"], "rrf10": [0.016393443, 0.016001024, 0.015504808, 0.015399195, 0.015310893, 0.014242424, 0.014102564, 0.013931889, 0.013764881, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "545bd2b5", "type": "single-session-user", "abstention": false, "gold": ["sbf90dc8f41.md"], "top10": ["sbf90dc8f41.md", "sf6ad87c231.md", "s5e791f3b13.md", "s0017d7cd27.md", "s42f5035878.md", "sf59202ae80.md", "s5eebfc6f48.md", "s55259a37ff.md", "s55c1eb4ad2.md", "s242b03660f.md"], "rrf10": [0.016393443, 0.016129032, 0.015165441, 0.015154994, 0.015151515, 0.014978761, 0.014430014, 0.014389234, 0.014141614, 0.014095692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8a137a7f", "type": "single-session-user", "abstention": false, "gold": ["sda3bc49b5b.md"], "top10": ["sda3bc49b5b.md", "s5efb6bf181.md", "s97df625c7d.md", "scf8b9afd76.md", "s661b5132f5.md", "sf24ade4ae3.md", "s3111e4b0a1.md", "s066de83d6c.md", "s2d74af16f8.md", "sffe7b3fb60.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015275187, 0.014693265, 0.014389234, 0.013904871, 0.013904871, 0.013739883, 0.013515982], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "76d63226", "type": "single-session-user", "abstention": false, "gold": ["sc32660f628.md"], "top10": ["sc32660f628.md", "s4eccda7cb6.md", "s800e4dae68.md", "sd3406d2082.md", "s0d72ee9764.md", "scc2caa201a.md", "s7ba7419fb6.md", "s07f85c4f58.md", "sc8dae442c3.md", "s7de74a4e73.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015388258, 0.014978761, 0.014938685, 0.014835165, 0.014815628, 0.013891569, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "86f00804", "type": "single-session-user", "abstention": false, "gold": ["s451dedc254.md"], "top10": ["s451dedc254.md", "sf3df18a0e0.md", "s2d25a9da16.md", "s4e37fb4757.md", "sfc663f1447.md", "s051418b659.md", "s09f7eb4038.md", "sdce6934763.md", "s3487f46f5f.md", "saa2f9440ff.md"], "rrf10": [0.016393443, 0.015877016, 0.015527203, 0.015399195, 0.015268065, 0.014734561, 0.014425073, 0.014095692, 0.01398534, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e9d538c", "type": "single-session-user", "abstention": false, "gold": ["s27f40086bd.md"], "top10": ["s27f40086bd.md", "s921c476384.md", "s76ee3e161a.md", "s76b40f3402.md", "s482f211725.md", "s178a7a4459.md", "s3b3bcf3da3.md", "s7dd397fedc.md", "sa4697a3aec.md", "s56a41b1eb1.md"], "rrf10": [0.016393443, 0.015079365, 0.014605544, 0.014474773, 0.014242424, 0.013846448, 0.013789869, 0.013750461, 0.013694853, 0.013602941], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "311778f1", "type": "single-session-user", "abstention": false, "gold": ["s555257fcce.md"], "top10": ["s555257fcce.md", "sf253dd13ec.md", "sd3e72bd453.md", "sdcf4e056f9.md", "sed31e3b1d2.md", "s4b0e18e676.md", "s4a39278977.md", "sd57d2993f4.md", "s951882c320.md", "sdd9fe16983.md"], "rrf10": [0.016393443, 0.015310893, 0.015275187, 0.015038444, 0.014938685, 0.014854754, 0.014449064, 0.014186508, 0.014019608, 0.014016897], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c19f7a0b", "type": "single-session-user", "abstention": false, "gold": ["s5fe4b34ec7.md"], "top10": ["s5fe4b34ec7.md", "s84bf80b43c.md", "s7d06fee335.md", "scdcf2d3c68.md", "s752bf643d9.md", "s70570dd1bf.md", "s57d72714cb.md", "sb8de1636af.md", "s88f207bfb2.md", "s1bd2b95fd1.md"], "rrf10": [0.016393443, 0.016001024, 0.015504808, 0.015182885, 0.015038444, 0.014297386, 0.013910061, 0.013825324, 0.013712687, 0.013636364], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4100d0a0", "type": "single-session-user", "abstention": false, "gold": ["s516a7b3ea9.md"], "top10": ["s516a7b3ea9.md", "s8b7e1c92a1.md", "s88e34f0e84.md", "sddb8c5319f.md", "se6d09ec9d2.md", "sad0159a1ac.md", "s521e645688.md", "s05dbc22a47.md", "sd59278c8a1.md", "se2abbefce7.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015268065, 0.014718615, 0.014190821, 0.014034069, 0.013809524, 0.013712687, 0.01369863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b", "type": "single-session-user", "abstention": false, "gold": ["s078fb23b45.md"], "top10": ["s078fb23b45.md", "s3636aed5c4.md", "s4c71f8c0ba.md", "sbeb94629fa.md", "s65e258b216.md", "s7d2aa6824a.md", "s1fa1470dd2.md", "sf1efbeb800.md", "s58a412180b.md", "s9faf9a81cd.md"], "rrf10": [0.016393443, 0.015640274, 0.015310893, 0.015182885, 0.014815628, 0.01450494, 0.014285714, 0.014222756, 0.014141614, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1faac195", "type": "single-session-user", "abstention": false, "gold": ["s3b7af5a7be.md"], "top10": ["s3b7af5a7be.md", "sf23dd63a11.md", "sa6e8349a8e.md", "se765d340ef.md", "s477d7708c2.md", "s38092f0689.md", "s321b56947d.md", "s03c9019412.md", "s1914bb825a.md", "s426d6ccd25.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015504808, 0.014734561, 0.014495798, 0.014265622, 0.014219443, 0.013825758, 0.013560248], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "faba32e5", "type": "single-session-user", "abstention": false, "gold": ["s9e17dd29e9.md"], "top10": ["s9e17dd29e9.md", "s1586459499.md", "sc9c43f02da.md", "s506a70db9b.md", "s7839a704b7.md", "s560e1fae2b.md", "sb3fe96fb71.md", "s52e4b5628e.md", "s16660af1cb.md", "s8956e7d7cb.md"], "rrf10": [0.016393443, 0.015289449, 0.015182885, 0.014955357, 0.014913831, 0.014407131, 0.014237356, 0.014084507, 0.013931889, 0.013825758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4", "type": "single-session-user", "abstention": false, "gold": ["s72c4d8084d.md"], "top10": ["s72c4d8084d.md", "s7506066a7b.md", "s235ee8da43.md", "s77dffa3f1b.md", "s3d37d02499.md", "safb8a87700.md", "sf087eb0ad0.md", "s4f87aa280b.md", "s9834f0b9fb.md", "s9500390df0.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015165441, 0.014756944, 0.014605544, 0.014492754, 0.014185814, 0.013956193, 0.013673319], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c14c00dd", "type": "single-session-user", "abstention": false, "gold": ["sa7f50b49d5.md"], "top10": ["sa7f50b49d5.md", "s61b7179117.md", "s90cac98b81.md", "s70cd5e1ba8.md", "s908c2d235c.md", "se3459c43a3.md", "s8ffef05c21.md", "sfae6078aa7.md", "sfb944dc496.md", "s85098a1b8a.md"], "rrf10": [0.016393443, 0.016001024, 0.015504808, 0.015399195, 0.015388258, 0.015008961, 0.014928699, 0.014734561, 0.014019608, 0.013956193], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36580ce8", "type": "single-session-user", "abstention": false, "gold": ["s313f86d9dc.md"], "top10": ["s313f86d9dc.md", "s4abbb43e9a.md", "sa3f89169a5.md", "sb829193d50.md", "s9b531ff081.md", "sf8c65f9417.md", "s306e5c96df.md", "sb4df1318f0.md", "s7de88f23d1.md", "sa34bfbd308.md"], "rrf10": [0.015877016, 0.015443098, 0.015339578, 0.014928699, 0.014925373, 0.014520202, 0.014449064, 0.014389234, 0.01398534, 0.01369863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3d86fd0a", "type": "single-session-user", "abstention": false, "gold": ["s02c9bec4a7.md"], "top10": ["s02c9bec4a7.md", "s075a837754.md", "s6a54623e91.md", "s800e955e20.md", "s9cb635b066.md", "s94f7d3616b.md", "s593345ebfb.md", "sf5db36732f.md", "s9145cd97a2.md", "s82cbe82480.md"], "rrf10": [0.016393443, 0.015289449, 0.015165441, 0.01510677, 0.014880952, 0.014821273, 0.014141614, 0.014069264, 0.013575491, 0.01345251], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a82c026e", "type": "single-session-user", "abstention": false, "gold": ["s60339ac226.md"], "top10": ["s60339ac226.md", "s6df54a874c.md", "s5d689982f5.md", "s7ba99f29ec.md", "s5b9ad3a66b.md", "s6a56785bb1.md", "sc80fcd9542.md", "s85f1818fd8.md", "sc0a4e7c0a8.md", "s3359e57556.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015628816, 0.015058877, 0.015038444, 0.014756944, 0.014495798, 0.014003134, 0.013891569], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0862e8bf_abs", "type": "single-session-user", "abstention": true, "gold": ["s7b786689a5.md"], "top10": ["sb362553482.md", "se6f4e56123.md", "s7b786689a5.md", "s57eca2457f.md", "s8400787b0a.md", "sbd902cf237.md", "scd538a0927.md", "s5abe6ddc77.md", "s82a213403b.md", "se36f142134.md"], "rrf10": [0.015399195, 0.015339578, 0.014541623, 0.014430014, 0.013811643, 0.013811643, 0.013506261, 0.01345251, 0.013428262, 0.013307005], "tie_at_5": true, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "15745da0_abs", "type": "single-session-user", "abstention": true, "gold": ["s019108fb32.md"], "top10": ["s019108fb32.md", "sa8f4437d8a.md", "sbd6d0e318d.md", "s96fde1080e.md", "se4ea4016e3.md", "s5dd6966ef2.md", "sec471018aa.md", "s6126df1631.md", "s4b1ecaaf3c.md", "sd13f664b05.md"], "rrf10": [0.016393443, 0.015749008, 0.015165441, 0.014474773, 0.014425073, 0.014358974, 0.014271255, 0.014219443, 0.01387847, 0.013656633], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc8a6e93_abs", "type": "single-session-user", "abstention": true, "gold": ["s1f40ce8008.md"], "top10": ["s1f40ce8008.md", "s02df5ea626.md", "s542e82ec08.md", "sbb062ced9c.md", "sc9be949fbf.md", "sf0fad5e423.md", "s4632ab0ab4.md", "s9419e7687d.md", "s6d0acdb9d7.md", "s260cbc61df.md"], "rrf10": [0.016261237, 0.015873016, 0.015504808, 0.014955357, 0.014599318, 0.014358974, 0.014162077, 0.013986698, 0.013931889, 0.013878539], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "19b5f2b3_abs", "type": "single-session-user", "abstention": true, "gold": ["s9969d1af37.md"], "top10": ["s9969d1af37.md", "sf071509394.md", "sc71385c7ec.md", "sfddea1246f.md", "s583f01c005.md", "s90684d7742.md", "sc3581b237e.md", "s8ec57880e0.md", "s7d4f47420b.md", "s35fe8fd38e.md"], "rrf10": [0.016133229, 0.016129032, 0.016009221, 0.015275187, 0.015182885, 0.014495798, 0.01428863, 0.013574661, 0.013523392, 0.013342822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "29f2956b_abs", "type": "single-session-user", "abstention": true, "gold": ["sea613b6019.md"], "top10": ["sea613b6019.md", "sb14e35409a.md", "sc26dec85f1.md", "s45b28efa1a.md", "s4a24e06b82.md", "s6eef57a6ad.md", "scfe9541720.md", "s66d7996d2e.md", "s87a63110e8.md", "seb623b75ee.md"], "rrf10": [0.015504808, 0.015417457, 0.015079365, 0.015008961, 0.014863388, 0.014734561, 0.014109347, 0.014003134, 0.0137918, 0.013721805], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f4f1d8a4_abs", "type": "single-session-user", "abstention": true, "gold": ["s769482c67b.md"], "top10": ["s0034e02315.md", "s0f73ddd941.md", "s2437b7fd5d.md", "s769482c67b.md", "s1d20e2ff3a.md", "s7f730775fd.md", "s4d8ee72e8b.md", "s09d77e9481.md", "sfbd1d71bfb.md", "sad2eaa25d6.md"], "rrf10": [0.016393443, 0.015873016, 0.015756824, 0.015756824, 0.015625, 0.015038444, 0.014815628, 0.014618011, 0.014190821, 0.013701201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0a995998", "type": "multi-session", "abstention": false, "gold": ["s0cab1c9eeb.md", "s8e453e8f24.md", "sae5bd299eb.md"], "top10": ["s0cab1c9eeb.md", "sae5bd299eb.md", "s8e453e8f24.md", "s9e30df83e3.md", "sefafcb0fbd.md", "s36c32c6b02.md", "sa527e071e7.md", "s27fd6dbb14.md", "s2fe34d6935.md", "s65bf0c77cf.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015504808, 0.015151515, 0.014835165, 0.014815628, 0.014479167, 0.014389234, 0.01428863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6d550036", "type": "multi-session", "abstention": false, "gold": ["s3b14ace57b.md", "s920d9cbdaf.md", "s9622cbf27d.md", "sc8a0beec36.md"], "top10": ["s62a763b621.md", "s8b111b610a.md", "s9622cbf27d.md", "s5e51f4c028.md", "s920d9cbdaf.md", "s1cb36549fb.md", "s1145256539.md", "s3201654706.md", "sc8a0beec36.md", "scdef95e052.md"], "rrf10": [0.016129032, 0.016009221, 0.015151515, 0.014978761, 0.014978761, 0.014605544, 0.014479167, 0.014202256, 0.014190821, 0.014095692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_59c863d7", "type": "multi-session", "abstention": false, "gold": ["s26f8258ee9.md", "sb97fdcb7cb.md", "sba64de88ce.md", "sf9a4d768db.md"], "top10": ["sba64de88ce.md", "sf9a4d768db.md", "s26f8258ee9.md", "saed1f1d752.md", "s0c16845d7a.md", "s3d3b9e5bb7.md", "sb97fdcb7cb.md", "s8a3b1daeb9.md", "s2401c868d2.md", "s6fd6d65503.md"], "rrf10": [0.016133229, 0.016129032, 0.015749008, 0.015384615, 0.015339578, 0.014928699, 0.014661815, 0.014219443, 0.014190821, 0.013956193], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "b5ef892d", "type": "multi-session", "abstention": false, "gold": ["s1df591c608.md", "s628301263c.md", "sa3acba8dc9.md"], "top10": ["s1df591c608.md", "sa3acba8dc9.md", "s628301263c.md", "sb8aa39a921.md", "s1ebfeb1fdb.md", "sac88db4f42.md", "s29d373316b.md", "sff17148f95.md", "s4ecfa67721.md", "s7298e66081.md"], "rrf10": [0.016133229, 0.016133229, 0.016129032, 0.015154994, 0.014705882, 0.014095692, 0.013899614, 0.013506261, 0.013471971, 0.013354701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e831120c", "type": "multi-session", "abstention": false, "gold": ["sb86a802940.md", "sf7a47235ce.md"], "top10": ["sf7a47235ce.md", "sb86a802940.md", "s70a595655e.md", "s813cbd2683.md", "s5bb590fa65.md", "s51b4d2ee54.md", "sa9203778c7.md", "sf9e9cff71e.md", "s96229de38e.md", "s931ea4b717.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015289449, 0.015275187, 0.014449064, 0.014306006, 0.014285714, 0.014242424, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3a704032", "type": "multi-session", "abstention": false, "gold": ["s21d0b418e5.md", "s840ac504bc.md", "s9df21ed36e.md"], "top10": ["s9df21ed36e.md", "s840ac504bc.md", "s21d0b418e5.md", "s44b2a5f4bf.md", "sc1ebc82b06.md", "sc726d9a65e.md", "sb9b0b06d1d.md", "s3919f74729.md", "sd6cc7ab041.md", "sb66c24b6a7.md"], "rrf10": [0.016133229, 0.016009221, 0.016001024, 0.014731183, 0.014332514, 0.014095692, 0.014087302, 0.013872943, 0.013506261, 0.013389711], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d84a3211", "type": "multi-session", "abstention": false, "gold": ["s2cfa274b99.md", "s30e2029c72.md", "s33cb38d99e.md", "s922b1bb2b7.md"], "top10": ["s2cfa274b99.md", "s30e2029c72.md", "s33cb38d99e.md", "s922b1bb2b7.md", "sf53eaf9533.md", "s71580bbf04.md", "sf28bd59f59.md", "s62ba599ec1.md", "sa9c3670bd7.md", "s336292a5c0.md"], "rrf10": [0.016129032, 0.015749008, 0.015628816, 0.015549662, 0.015268065, 0.015141166, 0.014495798, 0.014391447, 0.014389234, 0.014242424], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "aae3761f", "type": "multi-session", "abstention": false, "gold": ["s6c9c420448.md", "sd76c211bad.md", "sf67b7ec830.md"], "top10": ["sd76c211bad.md", "s6c9c420448.md", "s9820208062.md", "sf67b7ec830.md", "s9286449301.md", "s653f5349a3.md", "sa80f400672.md", "s7625016923.md", "s5d73e7d8f5.md", "sda6e2b5bbe.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.014734561, 0.014520202, 0.014202256, 0.014154705, 0.014129353, 0.014087302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f2262a51", "type": "multi-session", "abstention": false, "gold": ["s9ec4d701c2.md", "sb2151cf652.md", "sb34fe03e75.md"], "top10": ["seab0f0420b.md", "sb2151cf652.md", "sef9b05c8a0.md", "sb34fe03e75.md", "s45fce0f0a3.md", "s1e26dc4c12.md", "s5e7431b8ad.md", "s9ec4d701c2.md", "s3f9a7a33d9.md", "s100ada81e3.md"], "rrf10": [0.016133229, 0.016129032, 0.016009221, 0.015268065, 0.015182885, 0.015058877, 0.014925373, 0.014495798, 0.014021422, 0.013986698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "dd2973ad", "type": "multi-session", "abstention": false, "gold": ["sf176ecce77.md", "sfd4bc0370e.md"], "top10": ["sfd4bc0370e.md", "s1e9a3798d2.md", "sc777878676.md", "s1cbf7f89d4.md", "s8bdbc98cc5.md", "sf176ecce77.md", "s0656675402.md", "s4cc5ef2df4.md", "s6514014cd4.md", "sb46d865763.md"], "rrf10": [0.016393443, 0.015877016, 0.015527203, 0.015504808, 0.01450494, 0.014495798, 0.014332514, 0.014190821, 0.014019608, 0.013818861], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "c4a1ceb8", "type": "multi-session", "abstention": false, "gold": ["s1698d61255.md", "s2d1dff3e6a.md", "s4522946c23.md", "s9f2ccebd9b.md"], "top10": ["s4522946c23.md", "s2d1dff3e6a.md", "s9f2ccebd9b.md", "s1698d61255.md", "s762c765007.md", "s64628d5642.md", "s8178eabd9b.md", "sbf4c36a9e9.md", "sf7d4570cb6.md", "s0d03e6e32f.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015749008, 0.015384615, 0.015151515, 0.014395195, 0.014109698, 0.013575491, 0.01334504], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a56e767c", "type": "multi-session", "abstention": false, "gold": ["s86eb291fb2.md", "sdb5e961acf.md", "sef186379d1.md"], "top10": ["sdb5e961acf.md", "s86eb291fb2.md", "sef186379d1.md", "s74e2f3838a.md", "s160913179e.md", "saec63d1c0c.md", "s4161228267.md", "s53cf2fb7df.md", "s28e9d5b4be.md", "s183dcb562e.md"], "rrf10": [0.016261237, 0.015756824, 0.015749008, 0.015749008, 0.015659408, 0.015038444, 0.014332514, 0.01428863, 0.013846448, 0.013575491], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6cb6f249", "type": "multi-session", "abstention": false, "gold": ["s75bb9fd5a7.md", "sca3e1b2e07.md"], "top10": ["sca3e1b2e07.md", "s75bb9fd5a7.md", "sc4343dbfe1.md", "sb7d686a1c6.md", "sa7ca3dadf1.md", "s0631144e68.md", "s5e5db5a9b3.md", "sfbd2d0cce0.md", "sb47df24ce1.md", "s0cbb8d3c3b.md"], "rrf10": [0.016261237, 0.016133229, 0.015877016, 0.015384615, 0.015275187, 0.014718615, 0.014202256, 0.014019608, 0.013913043, 0.01379901], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "46a3abf7", "type": "multi-session", "abstention": false, "gold": ["sa6489e86e3.md", "sd9c68433d1.md", "sed4fafb2f3.md"], "top10": ["sed4fafb2f3.md", "sd9c68433d1.md", "sa6489e86e3.md", "s8d3ea66085.md", "sab88b0b5ae.md", "sd02c3eb026.md", "sfb5a412120.md", "s4b6254e85f.md", "s9fdd891b5f.md", "s70775ff888.md"], "rrf10": [0.016261237, 0.016133229, 0.015877016, 0.015399195, 0.015388258, 0.01450494, 0.014492754, 0.014358974, 0.014102564, 0.014087302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "36b9f61e", "type": "multi-session", "abstention": false, "gold": ["s5cb25d04c2.md", "s7ff89f24c1.md", "s9ceac91e4e.md"], "top10": ["s7ff89f24c1.md", "s5cb25d04c2.md", "s9ceac91e4e.md", "sf389b96746.md", "s42f160444f.md", "saa3ab0b65e.md", "s773b0c9ddb.md", "se5b933a8b3.md", "s38566d018e.md", "sbaa264d725.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015275187, 0.015275187, 0.015045249, 0.015045249, 0.014718615, 0.013986014, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28dc39ac", "type": "multi-session", "abstention": false, "gold": ["s01acd3994a.md", "s734bf88e64.md", "s7f9a6f9c64.md", "sad3a325537.md", "sc9ae531e6c.md"], "top10": ["sc9ae531e6c.md", "s734bf88e64.md", "s01acd3994a.md", "s7f9a6f9c64.md", "sad3a325537.md", "sfb421d23e6.md", "sc617ab1fbd.md", "sc4d9c19be3.md", "s19df896ec5.md", "scbeb5c12e2.md"], "rrf10": [0.016133229, 0.015889029, 0.015877016, 0.015877016, 0.015268065, 0.014495798, 0.014190821, 0.014185111, 0.014109347, 0.014003134], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f8be40d", "type": "multi-session", "abstention": false, "gold": ["s6fb9ec6824.md", "s7851663dcb.md", "sd0093e4f42.md"], "top10": ["s7851663dcb.md", "sd0093e4f42.md", "s6fb9ec6824.md", "s396f63126d.md", "sa90ce05da5.md", "s91e1febda6.md", "s666c84b168.md", "sce329d6824.md", "s276c620b99.md", "s856f973ec5.md"], "rrf10": [0.016393443, 0.015756824, 0.015749008, 0.015640274, 0.015628816, 0.015388258, 0.014495798, 0.014492754, 0.013701201, 0.013042005], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2e6d26dc", "type": "multi-session", "abstention": false, "gold": ["s0ee726bb15.md", "s5a77d357f0.md", "sdb769df2b3.md", "sdfed11c48f.md"], "top10": ["sdb769df2b3.md", "s0ee726bb15.md", "s5a77d357f0.md", "sdfed11c48f.md", "saca5c1b426.md", "sbe3fcb38e0.md", "s04a09f979b.md", "sec0d60049f.md", "s4166f9cb6f.md", "sfbdfb8a434.md"], "rrf10": [0.016133229, 0.015772479, 0.015756824, 0.015628816, 0.014928699, 0.014854754, 0.014129353, 0.01379376, 0.013575491, 0.01353576], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_15e38248", "type": "multi-session", "abstention": false, "gold": ["s16e0ae23f7.md", "s2233669115.md", "s95280dceaf.md", "sbcc79c095c.md"], "top10": ["s2233669115.md", "sbcc79c095c.md", "s0ec8e3ef85.md", "s16e0ae23f7.md", "s2b18a5b27a.md", "s0992f2abdb.md", "sda0005f0c1.md", "s5befc664f9.md", "s334b4601aa.md", "sb27300bb16.md"], "rrf10": [0.016133229, 0.016009221, 0.015628816, 0.014913831, 0.014558023, 0.014271255, 0.014154705, 0.014141614, 0.014109698, 0.013899614], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "88432d0a", "type": "multi-session", "abstention": false, "gold": ["s53e8396392.md", "s850ab4bfb0.md", "s9f7917db5a.md", "saa16bc031b.md"], "top10": ["s916c8ca331.md", "s9f7917db5a.md", "sd084ae01b2.md", "sff8782fa52.md", "s53e8396392.md", "sce3122fe54.md", "s850ab4bfb0.md", "s41bb435e9c.md", "s443c9eda9c.md", "se4b79da0e1.md"], "rrf10": [0.015527203, 0.015512266, 0.015182885, 0.015046036, 0.014569257, 0.01450494, 0.014391447, 0.014242424, 0.013946869, 0.013931889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "80ec1f4f", "type": "multi-session", "abstention": false, "gold": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md"], "top10": ["s1baf405e01.md", "s3b4c078c40.md", "sfceecfe979.md", "sa61a304035.md", "s3a8f825945.md", "scdefc795ec.md", "s196f5c9052.md", "s42a015a750.md", "sd341988e23.md", "s32c787c72f.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015625, 0.015268065, 0.015154994, 0.015038444, 0.014185111, 0.014003134, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d23cf73b", "type": "multi-session", "abstention": false, "gold": ["s224e6df14f.md", "s6f7d35d21e.md", "sc504fbe9db.md", "sc5d1dd5e01.md"], "top10": ["s6f7d35d21e.md", "sb5b1e3b675.md", "sc5d1dd5e01.md", "sf27e14b598.md", "sc504fbe9db.md", "sb07c9d7049.md", "s224e6df14f.md", "s7ba9840142.md", "sdcd79e2862.md", "s0b1e41138f.md"], "rrf10": [0.016261237, 0.015889029, 0.015749008, 0.015628816, 0.015527203, 0.015275187, 0.015151515, 0.014389234, 0.014297386, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_7fce9456", "type": "multi-session", "abstention": false, "gold": ["s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s7f3f56fd2e.md", "sd3f8e234b6.md"], "top10": ["sd3f8e234b6.md", "s174fe5b049.md", "s2414f6b2bf.md", "s43ac7db6b0.md", "s9363aef310.md", "s455b30ef31.md", "s22a2e3df37.md", "s7f3f56fd2e.md", "s1d95b95549.md", "s949bec05b3.md"], "rrf10": [0.016261237, 0.016133229, 0.016001024, 0.015504808, 0.014395195, 0.014395195, 0.014332514, 0.014095692, 0.014041634, 0.014041634], "tie_at_5": true, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "d682f1a2", "type": "multi-session", "abstention": false, "gold": ["s09e41232bd.md", "s49befdeaf8.md", "s692714d7cc.md"], "top10": ["s49befdeaf8.md", "s09e41232bd.md", "s2369c42cce.md", "sbf89bbf5ed.md", "sc9123634dc.md", "s692714d7cc.md", "s585ddc404d.md", "s6fa772d0d8.md", "s4bb10dd871.md", "s21342d630a.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.014822134, 0.014815628, 0.014515455, 0.013986698, 0.013899614, 0.013846448, 0.013789869], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "7024f17c", "type": "multi-session", "abstention": false, "gold": ["sc14f0e6821.md", "sca69ccbde5.md", "sf96977485c.md"], "top10": ["sc14f0e6821.md", "sf96977485c.md", "sca69ccbde5.md", "s6c0a9106d7.md", "s81cb7dd749.md", "s287a9d4850.md", "se6636111ee.md", "sa2a0c5d1f9.md", "s898de325e0.md", "s9170802faa.md"], "rrf10": [0.016133229, 0.016133229, 0.016129032, 0.015275187, 0.014709063, 0.014495798, 0.014332514, 0.014297386, 0.014185111, 0.014154705], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5501fe77", "type": "multi-session", "abstention": false, "gold": ["s0f2c159d43.md", "s25e1d8123c.md", "s8bb872adb2.md"], "top10": ["s8bb872adb2.md", "s0f2c159d43.md", "s64e298b635.md", "s5b3e95f112.md", "sd26bdca025.md", "s6bb9d9f7d4.md", "s25e1d8123c.md", "sbcde626220.md", "s3ecf236b80.md", "sf1ef0bc0b9.md"], "rrf10": [0.016261237, 0.016133229, 0.015504808, 0.015165441, 0.015154994, 0.014718615, 0.014643463, 0.014219443, 0.013986698, 0.013960604], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_2ba83207", "type": "multi-session", "abstention": false, "gold": ["s0b4a51fbea.md", "s2f06f0abfa.md", "saaf2c38140.md", "sfc08f59686.md"], "top10": ["s2f06f0abfa.md", "sfc08f59686.md", "s0b4a51fbea.md", "saaf2c38140.md", "s3b39166b57.md", "sf91642865e.md", "sc8e0d7babe.md", "sf3414d8621.md", "s52b049efa9.md", "sa771634ab9.md"], "rrf10": [0.016261237, 0.016009221, 0.015877016, 0.015873016, 0.015045249, 0.014815628, 0.014734561, 0.014332514, 0.014095692, 0.013872943], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2318644b", "type": "multi-session", "abstention": false, "gold": ["s132adbfcf9.md", "s3e9c09ec40.md"], "top10": ["s3e9c09ec40.md", "s4ac2492a7a.md", "s43b800d2df.md", "s8195e09c90.md", "s132adbfcf9.md", "scc4ddd3c76.md", "s020e99638d.md", "sdd23cdc51d.md", "s3a37fd01b8.md", "s118b0a614f.md"], "rrf10": [0.016393443, 0.016001024, 0.015628816, 0.015625, 0.015527203, 0.015154994, 0.015151515, 0.013986698, 0.013656633, 0.013602941], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ce6a0f2", "type": "multi-session", "abstention": false, "gold": ["s2b81e468b3.md", "sadd4508488.md", "sb77701eed7.md", "sfc2db0846c.md"], "top10": ["sb77701eed7.md", "sfc2db0846c.md", "sadd4508488.md", "s02eec5b554.md", "s7abfea49f6.md", "sa5187886ed.md", "s89130bce62.md", "s29817bcdac.md", "s2b81e468b3.md", "s6caa5e48ad.md"], "rrf10": [0.016393443, 0.015640274, 0.015628816, 0.015527203, 0.015165441, 0.014785823, 0.014425073, 0.014395195, 0.014190821, 0.014087302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_d12ceb0e", "type": "multi-session", "abstention": false, "gold": ["s500e86c589.md", "saa76bea106.md", "sc15018b2e2.md"], "top10": ["se99b5a1300.md", "s500e86c589.md", "saa76bea106.md", "sd396391319.md", "sc15018b2e2.md", "sf8226da62e.md", "s505d7305e1.md", "se9ec39d83a.md", "s5000a7b2b6.md", "sda9c790466.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.015628816, 0.015058877, 0.014605544, 0.014297386, 0.014242424, 0.014222756, 0.014154705], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "00ca467f", "type": "multi-session", "abstention": false, "gold": ["s01291b4374.md", "s339f95ce49.md", "sc92bb04150.md"], "top10": ["s01291b4374.md", "sc92bb04150.md", "s339f95ce49.md", "see48dae2ff.md", "s80a6ca3ee3.md", "s95d19c98fb.md", "s225e0e30a7.md", "s69807d07eb.md", "sf86bc6e93d.md", "s8b2a65c47c.md"], "rrf10": [0.016261237, 0.015889029, 0.015399195, 0.015207373, 0.014854754, 0.014785823, 0.014756944, 0.014332514, 0.01428863, 0.014202256], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b3c15d39", "type": "multi-session", "abstention": false, "gold": ["s6acba25ed9.md", "se17b67a55b.md"], "top10": ["s6acba25ed9.md", "se17b67a55b.md", "sb5c699eca0.md", "s28656d68f6.md", "s78854abceb.md", "sdd9a3671e6.md", "sebac11ac48.md", "sb442a534e8.md", "s58c7db7ba8.md", "sf7d6e6ba10.md"], "rrf10": [0.016261237, 0.016261237, 0.014880952, 0.014603175, 0.014541623, 0.01428863, 0.014087302, 0.014041634, 0.013764881, 0.013458111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_31ff4165", "type": "multi-session", "abstention": false, "gold": ["s066f182e2c.md", "s188a98d519.md", "s4965b8d613.md", "s87bfd0965c.md", "scdb438ac08.md"], "top10": ["s87bfd0965c.md", "s066f182e2c.md", "s59b067d284.md", "s37d05f842a.md", "s188a98d519.md", "scdb438ac08.md", "s4965b8d613.md", "s15e9a48338.md", "s74d911bbde.md", "s0b7180372c.md"], "rrf10": [0.016393443, 0.016001024, 0.015207373, 0.015154994, 0.014815628, 0.014569257, 0.014186508, 0.014141614, 0.013986014, 0.013931889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "eeda8a6d", "type": "multi-session", "abstention": false, "gold": ["s1b8ebc725a.md", "scc99bb2853.md"], "top10": ["scc99bb2853.md", "s1b8ebc725a.md", "s0c84c2e423.md", "s1a91529113.md", "sae1048c675.md", "s7eb9c6b882.md", "s0108beef5e.md", "s07445de2a9.md", "s1ee46bace9.md", "s60a7605301.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.014835165, 0.014815628, 0.014242424, 0.0140625, 0.013764881, 0.013486783, 0.013342822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2788b940", "type": "multi-session", "abstention": false, "gold": ["s03edf94642.md", "s86f4ebce3b.md", "sa55e6a84f1.md", "sef95cb781c.md"], "top10": ["sef95cb781c.md", "sa55e6a84f1.md", "s03edf94642.md", "s86f4ebce3b.md", "s9c840ed9cc.md", "s898f293f54.md", "s3b5a2c356e.md", "s426f808baa.md", "s9733d9b99f.md", "sb9e2b0360d.md"], "rrf10": [0.016261237, 0.015889029, 0.015877016, 0.015873016, 0.015154994, 0.014955357, 0.014407131, 0.014332514, 0.014332514, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed", "type": "multi-session", "abstention": false, "gold": ["s16a42837d3.md", "sdf59b1570b.md"], "top10": ["s16a42837d3.md", "sdf59b1570b.md", "s5b3b539bf6.md", "s35e389107b.md", "s56e2250caa.md", "s3366a3f14a.md", "sec7f0c76ec.md", "sb7868e53ee.md", "sa22015ff1c.md", "s68c06e6d51.md"], "rrf10": [0.016261237, 0.016261237, 0.015512266, 0.015154994, 0.014815628, 0.014756944, 0.014492754, 0.014332514, 0.014141614, 0.014102564], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9d25d4e0", "type": "multi-session", "abstention": false, "gold": ["s33979ccbe8.md", "s64126efa2d.md", "s9017bf7dcb.md"], "top10": ["s9017bf7dcb.md", "s33979ccbe8.md", "s5291f3b804.md", "s64126efa2d.md", "scfa02c7739.md", "sb7c2e6cc8d.md", "s81081f4313.md", "s6a0e082509.md", "s227188990a.md", "s1f3ff2e26e.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015749008, 0.015384615, 0.014822134, 0.014605544, 0.014599318, 0.014019608, 0.013992172], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "129d1232", "type": "multi-session", "abstention": false, "gold": ["s09c24965c3.md", "s127c9631eb.md", "sbcd412fda7.md"], "top10": ["s127c9631eb.md", "sbcd412fda7.md", "s09c24965c3.md", "s60de5980c6.md", "s76ab48954e.md", "s15995a9d03.md", "sb1fa4293b5.md", "sd0e1b449d0.md", "sb253280e34.md", "se72c150537.md"], "rrf10": [0.016393443, 0.015640274, 0.015628816, 0.015417457, 0.015154994, 0.014785823, 0.014297386, 0.014154705, 0.013910061, 0.013496377], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60472f9c", "type": "multi-session", "abstention": false, "gold": ["s80e5b5e586.md", "sc3c9078a29.md", "sed07ad6a6d.md"], "top10": ["s80e5b5e586.md", "sed07ad6a6d.md", "sa424cc902f.md", "s2feb338b86.md", "s41db44014d.md", "sc3c9078a29.md", "sda1d35671b.md", "s9239f44d28.md", "s8690ccb108.md", "s86e28f1652.md"], "rrf10": [0.016393443, 0.016129032, 0.014925373, 0.014693265, 0.014479167, 0.014185814, 0.014021422, 0.013899614, 0.01369863, 0.013694853], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_194be4b3", "type": "multi-session", "abstention": false, "gold": ["s279bfcfa76.md", "s7110bfb5f3.md", "s9b8d3fd029.md", "sdc5c2a82ff.md", "seeb2eb3c0e.md"], "top10": ["s279bfcfa76.md", "seeb2eb3c0e.md", "s9b8d3fd029.md", "s7110bfb5f3.md", "s35f5f66f9c.md", "sb23ad55bbc.md", "sdc5c2a82ff.md", "s35843474f8.md", "s94025d8f64.md", "s90648e7950.md"], "rrf10": [0.016133229, 0.016009221, 0.016001024, 0.015268065, 0.015268065, 0.014854754, 0.014643463, 0.014129353, 0.013956193, 0.013701201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "a9f6b44c", "type": "multi-session", "abstention": false, "gold": ["s58265a94bc.md", "sced13ee3d7.md", "sd2d4dcf411.md"], "top10": ["s58265a94bc.md", "sced13ee3d7.md", "sbc37436477.md", "sd2d4dcf411.md", "s237706fb0a.md", "s5147d69268.md", "s1e3719d3a2.md", "sbf5a5d0fd9.md", "saf7ae41999.md", "s99bc6bb6f4.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015388258, 0.015045249, 0.014661815, 0.014599318, 0.014285714, 0.014219443, 0.014129353], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d851d5ba", "type": "multi-session", "abstention": false, "gold": ["s1c54991841.md", "s56cd3bb7ea.md", "sa7bcf383a8.md", "sb136fabd2f.md"], "top10": ["sa7bcf383a8.md", "s56cd3bb7ea.md", "s1c54991841.md", "sb136fabd2f.md", "s01d779b8ac.md", "s45eabc3adb.md", "s73574aed94.md", "s94e18ec011.md", "s10e72aabf8.md", "s6d4e35015a.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015749008, 0.01450494, 0.014449064, 0.013846448, 0.013656633, 0.013437951, 0.013335704], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5a7937c8", "type": "multi-session", "abstention": false, "gold": ["s1fd3989459.md", "s5e03f6c9c6.md", "sbab13aa871.md"], "top10": ["s5e03f6c9c6.md", "s1fd3989459.md", "sbab13aa871.md", "sce5ba593e5.md", "seda0f3a670.md", "s62122923a9.md", "s628e313027.md", "s6d199c2d72.md", "s413c129e5a.md", "s6049da1aba.md"], "rrf10": [0.016261237, 0.016133229, 0.015877016, 0.015268065, 0.014822134, 0.014605544, 0.014346764, 0.014297386, 0.014021422, 0.013450502], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ab202e7f", "type": "multi-session", "abstention": false, "gold": ["s031865616f.md", "s306fcd1e6b.md", "s99437a710e.md", "sa668a05fdd.md", "sccc68a973c.md"], "top10": ["sa668a05fdd.md", "sccc68a973c.md", "s031865616f.md", "s99437a710e.md", "s84d7c5dc0b.md", "s306fcd1e6b.md", "s035c695314.md", "s296694bb2a.md", "sc8133cf9c9.md", "s8d0fd2e7be.md"], "rrf10": [0.016393443, 0.015877016, 0.015873016, 0.015151515, 0.015008961, 0.014854754, 0.014219443, 0.014185814, 0.014185814, 0.014095692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_e05b82a6", "type": "multi-session", "abstention": false, "gold": ["s05d58d35a1.md", "s6846359b7f.md", "s721c829a00.md", "sc9fe05e720.md"], "top10": ["s6846359b7f.md", "sc9fe05e720.md", "s05d58d35a1.md", "s721c829a00.md", "sfad2a37ff2.md", "s90b8ee3a8c.md", "s99cc02c95f.md", "s7929703a8a.md", "s0d21a8c7c4.md", "s6fc2eb43dc.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015388258, 0.015165441, 0.015038444, 0.014734561, 0.014297386, 0.013899614, 0.013515982], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_731e37d7", "type": "multi-session", "abstention": false, "gold": ["s380c6cb254.md", "s6ca1a2243d.md", "sa1c05b0263.md", "sb193b63b00.md"], "top10": ["sb193b63b00.md", "s380c6cb254.md", "s6ca1a2243d.md", "s3f32f86b89.md", "sfa1b7dc863.md", "sb8eedf393d.md", "sa1c05b0263.md", "se31b5602a1.md", "sa9648598f9.md", "sef6571ebf7.md"], "rrf10": [0.016393443, 0.015873016, 0.015640274, 0.015165441, 0.015058877, 0.014815628, 0.014449064, 0.01428863, 0.014162077, 0.01370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276", "type": "multi-session", "abstention": false, "gold": ["s13883f02b8.md", "sba7c8c3c7d.md"], "top10": ["sba7c8c3c7d.md", "s13883f02b8.md", "s5a1ee037a5.md", "s0aa4d0c60d.md", "s9fd4332618.md", "s85ef8995c0.md", "sbe650a85c4.md", "scc7e41b915.md", "s2ed961ac40.md", "s28a2db4199.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015058877, 0.014925373, 0.014880952, 0.014520202, 0.014449064, 0.014389234, 0.014358974], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10d9b85a", "type": "multi-session", "abstention": false, "gold": ["s521737fe3c.md", "s5cb57f4467.md"], "top10": ["s02e4c8384f.md", "se2e08c738f.md", "s176b987f1c.md", "s5cb57f4467.md", "s56195ef491.md", "se7bba65ae0.md", "s6311b2441d.md", "sc38b8c97d7.md", "s521737fe3c.md", "s9649f12318.md"], "rrf10": [0.016009221, 0.015756824, 0.015512266, 0.015310893, 0.015275187, 0.014690228, 0.014599318, 0.01450494, 0.014346764, 0.013986698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "e3038f8c", "type": "multi-session", "abstention": false, "gold": ["s0a27af93be.md", "s539cbd787b.md", "saeac39b335.md", "sc6efc41d6f.md"], "top10": ["sa181d342c0.md", "s539cbd787b.md", "saeac39b335.md", "s0a27af93be.md", "sc6efc41d6f.md", "s52ada0fe1c.md", "s6bf4d52564.md", "s016104f147.md", "sd9090f515b.md", "sdc4a2f7168.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015512266, 0.015504808, 0.015268065, 0.014709063, 0.014605544, 0.013846448, 0.013611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2b8f3739", "type": "multi-session", "abstention": false, "gold": ["s47c5b96a51.md", "s9ef75d4221.md", "sb0fc6927ec.md"], "top10": ["s47c5b96a51.md", "s9ef75d4221.md", "sb0fc6927ec.md", "se39d6a115f.md", "s693cb28993.md", "s28e9a85b50.md", "s952f7a0d61.md", "s221fa30814.md", "sa5721ba7c9.md", "s752f76bd63.md"], "rrf10": [0.016133229, 0.016129032, 0.015772479, 0.015504808, 0.015289449, 0.015275187, 0.015268065, 0.013763198, 0.013701201, 0.013560248], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a8a66a6", "type": "multi-session", "abstention": false, "gold": ["s4b3eedec67.md", "s53d0cd0c4b.md", "s9eb4f9fbab.md", "se31e751aa8.md"], "top10": ["se31e751aa8.md", "s2a89d918fd.md", "s9eb4f9fbab.md", "s53d0cd0c4b.md", "s7d08845db2.md", "s1947966234.md", "s0fb98c3796.md", "s2881add0d0.md", "sfb5216e46e.md", "sb44791ecad.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.014389234, 0.014332514, 0.01428863, 0.014219443, 0.014021422, 0.013100068], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c2ac3c61", "type": "multi-session", "abstention": false, "gold": ["sc4e46e0831.md", "secbcb12e79.md"], "top10": ["sd61606eee8.md", "secbcb12e79.md", "sc4e46e0831.md", "s547181d168.md", "saf7407dded.md", "se44cc09f4d.md", "s9c663118d7.md", "seaf17a12e6.md", "s8fb82ac070.md", "s3739786e0e.md"], "rrf10": [0.016133229, 0.016009221, 0.015756824, 0.015640274, 0.015165441, 0.014822134, 0.014693265, 0.014202256, 0.014185111, 0.013986698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bf659f65", "type": "multi-session", "abstention": false, "gold": ["s164a501112.md", "s9d3935685c.md", "s9e6f7f2cbe.md"], "top10": ["s164a501112.md", "s9d3935685c.md", "s059f55c897.md", "s9e6f7f2cbe.md", "s535c10ab95.md", "sdf73f13a80.md", "sebcb2ed4cd.md", "sbc6d2a1139.md", "s6dda5d116d.md", "sa410608d69.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.015628816, 0.015625, 0.015151515, 0.014389234, 0.014312002, 0.01428863, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed", "type": "multi-session", "abstention": false, "gold": ["s34cab4fb5d.md", "sbde195f40b.md", "sbed5bb0188.md"], "top10": ["sbde195f40b.md", "sbed5bb0188.md", "s95d8eaccad.md", "s9a6d73abff.md", "sfc829b8a18.md", "sc50ccca8c0.md", "sc7e5edf3d3.md", "s0648720be4.md", "s34cab4fb5d.md", "s3f7df7db0d.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015038444, 0.014835165, 0.014815628, 0.014185111, 0.013913043, 0.013904871, 0.013865147], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_2f91af09", "type": "multi-session", "abstention": false, "gold": ["s6fa42d1ce0.md", "s91c3ea6f4d.md", "sc0ccf8ed8d.md"], "top10": ["s91c3ea6f4d.md", "sc0ccf8ed8d.md", "s6fa42d1ce0.md", "s643527ca2a.md", "s8991fbcb7d.md", "s2e515236b1.md", "s0ea9e2058d.md", "s7a2e1ada72.md", "s80e2e548a2.md", "sddb90720ca.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015384615, 0.014854754, 0.014425073, 0.014407131, 0.014389234, 0.01428863, 0.014069264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "81507db6", "type": "multi-session", "abstention": false, "gold": ["s386e0d7090.md", "s4141bca084.md", "s549a0f0906.md", "s6ded7a12b8.md", "s70cca0fb0d.md"], "top10": ["s6ded7a12b8.md", "s4141bca084.md", "s21b89153f4.md", "s386e0d7090.md", "s549a0f0906.md", "s70cca0fb0d.md", "secc04bf923.md", "s8221135f3a.md", "sb57b41900f.md", "sd731a276fa.md"], "rrf10": [0.016393443, 0.015756824, 0.015628816, 0.015388258, 0.015289449, 0.014569257, 0.014242424, 0.014237356, 0.014095692, 0.014095692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "88432d0a_abs", "type": "multi-session", "abstention": true, "gold": ["s334d8fb216.md", "s45820b1e74.md", "s9a71b81fa7.md", "safd5325df8.md"], "top10": ["safd5325df8.md", "s888f6c8adb.md", "s45820b1e74.md", "s9f4efb30df.md", "s922456f791.md", "s98e8e818be.md", "s334d8fb216.md", "s451b277a9f.md", "s9a71b81fa7.md", "s39ad3aa2b5.md"], "rrf10": [0.016393443, 0.015749008, 0.015310893, 0.015038444, 0.014815628, 0.014430014, 0.01439363, 0.014087302, 0.013992172, 0.01379901], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "80ec1f4f_abs", "type": "multi-session", "abstention": true, "gold": ["s2282290894.md", "s648c0b7802.md", "sf8bded3d5a.md"], "top10": ["sf8bded3d5a.md", "s648c0b7802.md", "s2282290894.md", "s4e6e8e8d80.md", "s6060176a86.md", "s1e7fc64954.md", "sff26cb88a0.md", "s2d9c14cd35.md", "sf11ae84db7.md", "s619c200010.md"], "rrf10": [0.016133229, 0.016133229, 0.016129032, 0.015625, 0.015268065, 0.015045249, 0.013575491, 0.013215093, 0.013160173, 0.013160173], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eeda8a6d_abs", "type": "multi-session", "abstention": true, "gold": ["s0680fe40b7.md", "s63aceee6c1.md"], "top10": ["s63aceee6c1.md", "s0680fe40b7.md", "s4bc221cf2a.md", "s328e48fb3e.md", "s14d4b11787.md", "s8362d87d73.md", "sc9c2eff672.md", "s1e60ffc589.md", "s32273087a0.md", "s5a26ca22bd.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015058877, 0.014815628, 0.014605544, 0.014087302, 0.0140625, 0.013942308, 0.013611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60bf93ed_abs", "type": "multi-session", "abstention": true, "gold": ["scc51aa155a.md", "se3cc01bf0b.md"], "top10": ["sfc618b8db3.md", "se3cc01bf0b.md", "s977f0caa44.md", "s878bcb907e.md", "sef8f6e81b7.md", "sf80520ea35.md", "sc9ce6cf299.md", "s8f01728ce9.md", "s5ba55ee14f.md", "scc51aa155a.md"], "rrf10": [0.016261237, 0.016133229, 0.014938685, 0.014731183, 0.014141614, 0.014034069, 0.014003134, 0.013865147, 0.013825758, 0.013825758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "edced276_abs", "type": "multi-session", "abstention": true, "gold": ["s0dac2270b4.md", "s99064cfea8.md"], "top10": ["s99064cfea8.md", "s0dac2270b4.md", "se94acbe695.md", "sba2232df89.md", "sb6d796ef37.md", "sd838f49bf5.md", "s407342dd82.md", "sf3ea11321c.md", "s1dc529a20b.md", "sd6766b1935.md"], "rrf10": [0.016393443, 0.016001024, 0.015640274, 0.015388258, 0.014938685, 0.014709063, 0.014185814, 0.014185111, 0.013888889, 0.013471971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_372c3eed_abs", "type": "multi-session", "abstention": true, "gold": ["s015ae7319f.md", "s3494143d97.md", "s7941eaad24.md"], "top10": ["s7941eaad24.md", "s59a1037df9.md", "s3494143d97.md", "saf545f0c25.md", "s8ae1966a5f.md", "sd72f8c03d8.md", "sc485f79f51.md", "s1a0063b9c1.md", "s91a0690b2a.md", "s1545017cc2.md"], "rrf10": [0.016393443, 0.015399195, 0.015388258, 0.015289449, 0.015207373, 0.014474773, 0.014449064, 0.014185111, 0.013825324, 0.01370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "8a2466db", "type": "single-session-preference", "abstention": false, "gold": ["scac89ba313.md"], "top10": ["scac89ba313.md", "sad15a91974.md", "s0701bbd2e7.md", "s7b509a6776.md", "s32159385fc.md", "s94f85ec277.md", "s5521a1154e.md", "s06e05c9c62.md", "s4304a895d5.md", "s41ab846bb6.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015154994, 0.015151515, 0.014880952, 0.014756944, 0.014492754, 0.013956193, 0.01369863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06878be2", "type": "single-session-preference", "abstention": false, "gold": ["s2b7431b485.md"], "top10": ["s29a4c50ff9.md", "s24edabc607.md", "s2b7431b485.md", "sd3c53ca1b6.md", "s9603008947.md", "s718f9bcc5e.md", "s15b920082e.md", "s7c57299e84.md", "sf9428126c9.md", "s2af9054545.md"], "rrf10": [0.015772479, 0.015749008, 0.015504808, 0.015417457, 0.015079365, 0.014913831, 0.014709063, 0.014407131, 0.014358974, 0.01428863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75832dbd", "type": "single-session-preference", "abstention": false, "gold": ["s25e36fd514.md"], "top10": ["se6371172ce.md", "sd6aad8ae3a.md", "sa34113aa01.md", "s3c375d63c2.md", "sdd8ee15fed.md", "s2afa2a5775.md", "s587aa50463.md", "s99fadddcc8.md", "s8e34f6dab3.md", "sd72b720539.md"], "rrf10": [0.015045249, 0.014815628, 0.014520202, 0.014515455, 0.01450494, 0.014141614, 0.014034069, 0.014021422, 0.013992172, 0.013946869], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "0edc2aef", "type": "single-session-preference", "abstention": false, "gold": ["s8bc573d432.md"], "top10": ["sf6f6fa82ca.md", "sce391558b2.md", "s8bc573d432.md", "s796c5198f7.md", "sf9b32b49ee.md", "s1f0dbeaaa5.md", "sedfbc29282.md", "s257765a7a6.md", "s8bb3d6b1aa.md", "sbea09856a4.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015275187, 0.015154994, 0.014618011, 0.014425073, 0.014389234, 0.014297386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "35a27287", "type": "single-session-preference", "abstention": false, "gold": ["sc46bd94bbf.md"], "top10": ["sc46bd94bbf.md", "s5c5a2f50bd.md", "sa2e05cfb77.md", "sced6817947.md", "se5d95e7431.md", "s91c9e0ca42.md", "se48fb3d0db.md", "sf13db81eed.md", "s1fe93668b5.md", "s1812a1d9b0.md"], "rrf10": [0.016261237, 0.015877016, 0.015749008, 0.015549662, 0.015182885, 0.014815628, 0.014734561, 0.014312002, 0.013899614, 0.013528139], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "32260d93", "type": "single-session-preference", "abstention": false, "gold": ["s1040d90146.md"], "top10": ["s0fc1b1ba12.md", "s1040d90146.md", "s632eab2280.md", "s29b3f0c016.md", "s445a0bdf9f.md", "sc059f8726a.md", "s33d34d5c39.md", "s8250138121.md", "s544c8a6b42.md", "s23a3bab016.md"], "rrf10": [0.016133229, 0.015772479, 0.015008961, 0.014661815, 0.014603175, 0.014558023, 0.014084507, 0.013904871, 0.013872943, 0.013836596], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "195a1a1b", "type": "single-session-preference", "abstention": false, "gold": ["s97c7db7383.md"], "top10": ["s5819a20b4d.md", "sd563344132.md", "s97c7db7383.md", "scd209c8266.md", "s868c2fcd9c.md", "sd1ccc3f038.md", "sc9bb267a3c.md", "s0d7125c03d.md", "s859391c806.md", "s61afb8dad4.md"], "rrf10": [0.015749008, 0.015628816, 0.015268065, 0.014953478, 0.014913831, 0.014446721, 0.014407131, 0.014389234, 0.014041634, 0.013946869], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "afdc33df", "type": "single-session-preference", "abstention": false, "gold": ["s93307186a5.md"], "top10": ["s22c40c6013.md", "s93307186a5.md", "s778c3deb62.md", "s9c164a28d6.md", "s32fc9abff4.md", "sbe5474822c.md", "s74ebfcf062.md", "s9d822806f2.md", "se42be0d814.md", "sf81b3e79cb.md"], "rrf10": [0.016261237, 0.016261237, 0.015038444, 0.014928699, 0.014785823, 0.014605544, 0.014569257, 0.014430014, 0.014185111, 0.014109698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "caf03d32", "type": "single-session-preference", "abstention": false, "gold": ["s6d551ad199.md"], "top10": ["s6d551ad199.md", "sd333b109b4.md", "s5c8ea1162a.md", "sd74e7a23ae.md", "sde76bbcdac.md", "sd3d08e65d6.md", "scf15cc4720.md", "s8bbae4e24f.md", "sa2296e8d4a.md", "s0828eaf77c.md"], "rrf10": [0.016393443, 0.015628816, 0.015625, 0.015527203, 0.015310893, 0.015045249, 0.014718615, 0.014332514, 0.014202256, 0.014190821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "54026fce", "type": "single-session-preference", "abstention": false, "gold": ["s0877469aec.md"], "top10": ["s0877469aec.md", "s7efc3891a1.md", "s912a2df302.md", "s8902d43b0a.md", "s8830064d52.md", "s2bc1c10d3e.md", "sd9d4011e24.md", "s44f674cfca.md", "s20dc4fabae.md", "s6c57fcc93f.md"], "rrf10": [0.016393443, 0.016001024, 0.015504808, 0.01450494, 0.014407131, 0.014285714, 0.014265622, 0.014141614, 0.014088613, 0.01379901], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06f04340", "type": "single-session-preference", "abstention": false, "gold": ["sfe1086f0bf.md"], "top10": ["sa6016e46e1.md", "sdbe90e3025.md", "sa94a132c09.md", "s81b21983a9.md", "s2b24e699f7.md", "s723d7e4ccd.md", "s01ec6d4ea4.md", "sfe1086f0bf.md", "s92e94115be.md", "s4c42f13b94.md"], "rrf10": [0.016393443, 0.016129032, 0.015388258, 0.015268065, 0.015182885, 0.014925373, 0.014756944, 0.014358974, 0.014190821, 0.014084507], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "6b7dfb22", "type": "single-session-preference", "abstention": false, "gold": ["se67d9adb54.md"], "top10": ["se67d9adb54.md", "s5f493f41ec.md", "sdb701a75f1.md", "s3d557fb05a.md", "s924275cfe2.md", "se6353c5f48.md", "s6ceea521f2.md", "s74f73d9b42.md", "s5d9f1dc9e7.md", "sb3dc44b641.md"], "rrf10": [0.016261237, 0.016009221, 0.015640274, 0.015628816, 0.015512266, 0.014636752, 0.013872943, 0.013836596, 0.01379901, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1a1907b4", "type": "single-session-preference", "abstention": false, "gold": ["sf88f323dd5.md"], "top10": ["sf88f323dd5.md", "scfa11a474c.md", "sff79c4a73a.md", "safc1f6ea24.md", "s1c4e7cc49e.md", "s1bb87e6692.md", "s07cb101c56.md", "sdea109845b.md", "s764f17d82d.md", "s02a057f456.md"], "rrf10": [0.016261237, 0.016009221, 0.015873016, 0.015151515, 0.014913831, 0.014599318, 0.014599318, 0.01450494, 0.014407131, 0.014358974], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09d032c9", "type": "single-session-preference", "abstention": false, "gold": ["s6c1275fe85.md"], "top10": ["s6c1275fe85.md", "s0e0a871b40.md", "s7fae964d17.md", "saa4b9c51d7.md", "s2cee37fd61.md", "sded24f46f4.md", "s1dd7846c2e.md", "s64a4733c8d.md", "s9021e1a4fd.md", "sbf0215d32e.md"], "rrf10": [0.016393443, 0.015873016, 0.015504808, 0.015268065, 0.014854754, 0.014718615, 0.014237356, 0.014185111, 0.014129353, 0.014088613], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "38146c39", "type": "single-session-preference", "abstention": false, "gold": ["s56d3e0502d.md"], "top10": ["s56d3e0502d.md", "s39aa5f0f69.md", "sea459ca002.md", "sf0acdba878.md", "s0e37fe8e7e.md", "s4231308b2b.md", "sccc36029e5.md", "s916862349b.md", "s0ede3448a4.md", "s2f12714813.md"], "rrf10": [0.016393443, 0.016129032, 0.015388258, 0.015165441, 0.015038444, 0.014835165, 0.014430014, 0.014190821, 0.013899614, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d24813b1", "type": "single-session-preference", "abstention": false, "gold": ["sc44fa73331.md"], "top10": ["s61c62227b3.md", "sc44fa73331.md", "s37aa4e6f2c.md", "s0fb40aa974.md", "s4a490a9775.md", "s3edfe016cd.md", "sf32354da7c.md", "sb67eb5b90e.md", "s79bb1def1d.md", "s807fdf31e5.md"], "rrf10": [0.016261237, 0.015877016, 0.015873016, 0.015165441, 0.014618011, 0.014369561, 0.014312002, 0.014185814, 0.013986698, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "57f827a0", "type": "single-session-preference", "abstention": false, "gold": ["sc8340b1eac.md"], "top10": ["s9315412394.md", "sc8340b1eac.md", "sfc7fabed68.md", "sce00fdc575.md", "s7f7791ec92.md", "sa64e3d0ff1.md", "s5771e4f865.md", "sf0135b86bd.md", "s3879fbeb13.md", "sfe57fc678e.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015154994, 0.014955357, 0.014938685, 0.014756944, 0.014425073, 0.01428863, 0.014242424], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "95228167", "type": "single-session-preference", "abstention": false, "gold": ["s6f699059c0.md"], "top10": ["s6f699059c0.md", "sf9178df74d.md", "s56a81c39ce.md", "se5cf49bd47.md", "sa003d14f29.md", "s8a9898981a.md", "s27f7a33f3d.md", "saf3ee1ae90.md", "sbcd62c4b0c.md", "scac19925ed.md"], "rrf10": [0.016393443, 0.015756824, 0.015182885, 0.015058877, 0.014955357, 0.014928699, 0.014928699, 0.014925373, 0.014430014, 0.014314516], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "505af2f5", "type": "single-session-preference", "abstention": false, "gold": ["s10dc857af7.md"], "top10": ["s10dc857af7.md", "s7210eb72fb.md", "s555b0863ae.md", "sdd1da2cc3d.md", "sdc42c83a2d.md", "s5cbff1cacb.md", "sfcd6192e7f.md", "s5a238bb04d.md", "s7c9b210fd5.md", "se04b8e60e5.md"], "rrf10": [0.016261237, 0.016133229, 0.016001024, 0.015504808, 0.015388258, 0.015154994, 0.015038444, 0.014190821, 0.014190821, 0.014109698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "75f70248", "type": "single-session-preference", "abstention": false, "gold": ["se8a134d659.md"], "top10": ["se8a134d659.md", "s3c830e7235.md", "s6a4231eecd.md", "s689a889a70.md", "s8f16343a63.md", "s21050f51bd.md", "sab3723983f.md", "s6baa414190.md", "s541084af6a.md", "se2ff6ab387.md"], "rrf10": [0.016393443, 0.016001024, 0.015182885, 0.015058877, 0.01450494, 0.01439363, 0.014129353, 0.013931889, 0.013904871, 0.013865147], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6233ab6", "type": "single-session-preference", "abstention": false, "gold": ["s0e4bd567f6.md"], "top10": ["s1ff25ee331.md", "se377c1b1c6.md", "s7c57a59434.md", "s87183d5bcf.md", "sf7b087ebd4.md", "sacf3a9c092.md", "s046a614e1f.md", "s0e4bd567f6.md", "sb97291efc3.md", "sc8df88707a.md"], "rrf10": [0.016009221, 0.015659408, 0.015399195, 0.015384615, 0.015151515, 0.014880952, 0.014821273, 0.014599318, 0.014495798, 0.013946869], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "1da05512", "type": "single-session-preference", "abstention": false, "gold": ["sa792414847.md"], "top10": ["sa792414847.md", "s94824ce82f.md", "sf864c8c6e1.md", "se533de6e7d.md", "s93ad2e4c10.md", "s40c956f0fe.md", "s67d4406172.md", "s34144d8123.md", "s37cb0ec391.md", "s462448c3a5.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015388258, 0.014928699, 0.014407131, 0.014297386, 0.013913043, 0.013891569, 0.013865147], "tie_at_5": false, "tie_at_10": true, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca70973", "type": "single-session-preference", "abstention": false, "gold": ["s5c310be73a.md"], "top10": ["s5c310be73a.md", "sa21c283cde.md", "sbd10980b2c.md", "s37b4187e07.md", "sd70cd80fea.md", "seb7e169ef2.md", "s9a275b0f7e.md", "s0f526a32cf.md", "s7d118fe5ff.md", "sb0585cd04e.md"], "rrf10": [0.016393443, 0.015877016, 0.015873016, 0.015527203, 0.015275187, 0.015268065, 0.014928699, 0.013992172, 0.013553114, 0.01353576], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6025781", "type": "single-session-preference", "abstention": false, "gold": ["saab4345915.md"], "top10": ["saab4345915.md", "se77ab36f71.md", "s8e594df8a1.md", "se33a3ad941.md", "s9f70ce440c.md", "s74229bbce5.md", "s4be4b51045.md", "s22b92e4dbd.md", "s8bf4229bc6.md", "sf1c14fbc10.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015275187, 0.015268065, 0.014835165, 0.014705882, 0.014222756, 0.014109347, 0.014095692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a89d7624", "type": "single-session-preference", "abstention": false, "gold": ["se5a0aae273.md"], "top10": ["se5a0aae273.md", "sca0ce3d97e.md", "s17c51b64c6.md", "sfbf8c1ed69.md", "sbc25a44109.md", "s8fd3b18d9a.md", "s46e328b88b.md", "sba62eb5a6f.md", "sd7ced05f94.md", "s801b6e76e7.md"], "rrf10": [0.016261237, 0.016133229, 0.015877016, 0.015628816, 0.014955357, 0.014709063, 0.014520202, 0.014271255, 0.014109698, 0.014095692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b0479f84", "type": "single-session-preference", "abstention": false, "gold": ["s8ca2d3d638.md"], "top10": ["s8ca2d3d638.md", "sd3ebbb2e4c.md", "sa2d761111b.md", "s34a674aeea.md", "sa6d09c9fc0.md", "s8ad26cb4e7.md", "s205704a154.md", "sc5f2d1853f.md", "s09152268e0.md", "s6e845b6416.md"], "rrf10": [0.016393443, 0.015417457, 0.015275187, 0.015268065, 0.015008961, 0.014978761, 0.014756944, 0.014515455, 0.014271255, 0.014202256], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4e3b97", "type": "single-session-preference", "abstention": false, "gold": ["sb224ec7a08.md"], "top10": ["sb224ec7a08.md", "sd300196bd2.md", "s502e2e779d.md", "sad8373b888.md", "sdfddaa05ff.md", "s0da396baa2.md", "s63b3bdbfeb.md", "s214b447239.md", "s6b17164a0d.md", "s5e436f36cf.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015749008, 0.014618011, 0.014605544, 0.014599318, 0.014102564, 0.01379901, 0.01379376], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07b6f563", "type": "single-session-preference", "abstention": false, "gold": ["sdf63489ff1.md"], "top10": ["sdf63489ff1.md", "s365b90efb4.md", "sd268f8c3cf.md", "sbb48f8f10f.md", "s6685eac0c5.md", "s24e7e99ad2.md", "s2764a64a67.md", "s14bcaf89d5.md", "s78ffa623d0.md", "s13f47a49c9.md"], "rrf10": [0.016129032, 0.016009221, 0.015628816, 0.015443098, 0.015289449, 0.015165441, 0.015154994, 0.014718615, 0.014709063, 0.014332514], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c0ddc50", "type": "single-session-preference", "abstention": false, "gold": ["sc7fba23644.md"], "top10": ["s018f5251a7.md", "sc7fba23644.md", "sad48fa1472.md", "sc2c6e86750.md", "sa85ef9603a.md", "s8f88ba9082.md", "s42292405bb.md", "sc93b98e093.md", "sd45ecaca13.md", "s784adb34ca.md"], "rrf10": [0.016393443, 0.016001024, 0.015628816, 0.015417457, 0.015388258, 0.014718615, 0.014636752, 0.014389234, 0.014306006, 0.014041634], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0a34ad58", "type": "single-session-preference", "abstention": false, "gold": ["s2d9b32930e.md"], "top10": ["s2d9b32930e.md", "s24413c25f9.md", "s655aae46ed.md", "s31bdb4b52b.md", "sd6f6174962.md", "sd94f50d8a0.md", "s342b1e5d6c.md", "sa7352a0bbd.md", "s8970053504.md", "s8c1c63eec4.md"], "rrf10": [0.016393443, 0.015154994, 0.015151515, 0.014978761, 0.014569257, 0.014430014, 0.014395195, 0.014237356, 0.014095692, 0.014088613], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d3ab962e", "type": "multi-session", "abstention": false, "gold": ["s4140e4cfd8.md", "sa1df62342b.md"], "top10": ["s4140e4cfd8.md", "sa1df62342b.md", "sf1fc643d6c.md", "s7f4b8e08be.md", "s7aef16b80b.md", "s65c0def0ff.md", "sb63d0f5e46.md", "sddd292d253.md", "s6dcc631b61.md", "sf3a19bf9b1.md"], "rrf10": [0.016133229, 0.016133229, 0.016129032, 0.015388258, 0.014541623, 0.014492754, 0.014185814, 0.014019608, 0.013986698, 0.01398534], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b", "type": "multi-session", "abstention": false, "gold": ["s6466f6fdf5.md", "s9cc548c6a0.md"], "top10": ["s9cc548c6a0.md", "s6466f6fdf5.md", "s1a7ae05866.md", "s667cd7dc0e.md", "sd50a9cb042.md", "s441beb52bf.md", "s30005badd3.md", "s64f01323c3.md", "s107b15280c.md", "sd6e725f574.md"], "rrf10": [0.016393443, 0.016129032, 0.015504808, 0.015388258, 0.015079365, 0.014495798, 0.014407131, 0.014109347, 0.014003134, 0.013904871], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc06de0d", "type": "multi-session", "abstention": false, "gold": ["sc251fd98de.md", "sebf2bef38e.md"], "top10": ["sebf2bef38e.md", "sc251fd98de.md", "sae04ec051a.md", "s80bf829467.md", "saed5442030.md", "sb94b9cb7ea.md", "s5142114b42.md", "sc367a73d50.md", "se4730104ff.md", "sf358c98a93.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.015268065, 0.014618011, 0.01450494, 0.014041634, 0.014019608, 0.014003134], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a11281a2", "type": "multi-session", "abstention": false, "gold": ["sbc19bedd3f.md", "sea6c309a14.md"], "top10": ["sea6c309a14.md", "sbc19bedd3f.md", "sf4dfe6ae51.md", "sce2f47af1c.md", "sbe00b66ad1.md", "s32030a7f2e.md", "s09d6129bbd.md", "s3cefa004cb.md", "sa8f8a1b954.md", "sa88a06e139.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015038444, 0.014938685, 0.014928699, 0.014605544, 0.013888889, 0.013716404, 0.013656633], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4f54b7c9", "type": "multi-session", "abstention": false, "gold": ["s49a909499e.md", "sb0da6ca072.md"], "top10": ["sb0da6ca072.md", "s49a909499e.md", "saa7fa5bac2.md", "s304b0a4477.md", "scd0745fe16.md", "sf3168a83f3.md", "s1c0b1db535.md", "s9a887df4fe.md", "s9c1b4d1985.md", "sd928aeea94.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015512266, 0.015289449, 0.014636752, 0.014389234, 0.014271255, 0.013809524, 0.013606072], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "85fa3a3f", "type": "multi-session", "abstention": false, "gold": ["s0a4e047036.md", "s321914b2b9.md"], "top10": ["s321914b2b9.md", "s0a4e047036.md", "s1b8e2a1c2a.md", "sa0a4609515.md", "sc9b36af9c6.md", "s53ce3e29d6.md", "sf7fe9374b7.md", "sb2db46189d.md", "s6ed3d534c2.md", "s929a523c93.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015384615, 0.014955357, 0.014425073, 0.014332514, 0.014297386, 0.014222756, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9aaed6a3", "type": "multi-session", "abstention": false, "gold": ["s4c2883ce19.md", "s9910802e2f.md"], "top10": ["s4c2883ce19.md", "s3ec2521e95.md", "s9910802e2f.md", "s41c1edb707.md", "s31db3967b0.md", "sffeaf90167.md", "s67fa062bf3.md", "s6e3250841e.md", "sec573df924.md", "s15a3233c90.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.014407131, 0.014391447, 0.014095692, 0.014019608, 0.013606072, 0.013599854, 0.013574661], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1f2b8d4f", "type": "multi-session", "abstention": false, "gold": ["s27ca342696.md", "sdc14a13669.md"], "top10": ["sdc14a13669.md", "s27ca342696.md", "s14b4f90f09.md", "s5a12a60efd.md", "sa7e13c2124.md", "s83af440a6f.md", "s57840021f8.md", "sac5acff248.md", "sf70df41246.md", "sf53b212a98.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.015275187, 0.015182885, 0.015165441, 0.014835165, 0.014520202, 0.01450494, 0.014202256], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e6041065", "type": "multi-session", "abstention": false, "gold": ["s9e36079c38.md", "sa16d1fc74b.md"], "top10": ["sa16d1fc74b.md", "s9e36079c38.md", "s2fb4e8e47f.md", "s228e954d1e.md", "see6832267a.md", "s2d9ee89358.md", "se722f0cead.md", "s413a3d2afa.md", "sf248827da3.md", "s85ff252f2e.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015512266, 0.015388258, 0.015154994, 0.015154994, 0.014285714, 0.013931889, 0.013846448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51c32626", "type": "multi-session", "abstention": false, "gold": ["s445692cd5a.md", "s647ebdee0a.md"], "top10": ["s445692cd5a.md", "s647ebdee0a.md", "sc005e5bb23.md", "sbe293a32f8.md", "s909c58fbf4.md", "s19e685c14f.md", "se72472629c.md", "s6cd048a4c5.md", "s32438609fa.md", "s9a95b218de.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015275187, 0.015268065, 0.015058877, 0.015045249, 0.014605544, 0.014389234, 0.013986014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d905b33f", "type": "multi-session", "abstention": false, "gold": ["s697efa5209.md", "sb5d2d76437.md"], "top10": ["sb5d2d76437.md", "se91524bec0.md", "s5458c635a4.md", "s366121c87e.md", "s697efa5209.md", "sfee233b081.md", "sc994768a44.md", "sb18bb1d742.md", "s682ce1c2da.md", "sb237759f37.md"], "rrf10": [0.016393443, 0.015749008, 0.015640274, 0.015640274, 0.015154994, 0.014569257, 0.014515455, 0.014395195, 0.014285714, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7405e8b1", "type": "multi-session", "abstention": false, "gold": ["s1493d128dc.md", "s685abcadd0.md"], "top10": ["s685abcadd0.md", "s1493d128dc.md", "s9e1fc63bbb.md", "s13eae83c9a.md", "s412019174a.md", "sfcabba17da.md", "s6fa9e2de84.md", "s66b883bb0d.md", "s8a794b7e6f.md", "s58ee72f231.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015512266, 0.015388258, 0.014541623, 0.014395195, 0.014003134, 0.013825324, 0.013635526], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f35224e0", "type": "multi-session", "abstention": false, "gold": ["s830c520fa0.md", "sdc2ef2e956.md"], "top10": ["s830c520fa0.md", "sdc2ef2e956.md", "sd13eda4d4a.md", "s9bc39ad1ea.md", "s2d43afab0c.md", "sa1bceee9fe.md", "s5606869390.md", "sa963982adb.md", "s5aa1929466.md", "s89e0af57a1.md"], "rrf10": [0.016393443, 0.016001024, 0.015749008, 0.015388258, 0.014718615, 0.014297386, 0.014016897, 0.013913043, 0.01379376, 0.013716404], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e", "type": "multi-session", "abstention": false, "gold": ["s0da157e8c4.md", "s7ae99d1efa.md"], "top10": ["sa7a4d852a2.md", "s7ae99d1efa.md", "s0da157e8c4.md", "sb3fae70b10.md", "s6ef5328d77.md", "s1d52c8f24d.md", "sa2501989bc.md", "s277bf2c5af.md", "s5e99da74b2.md", "s4c39dc4808.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015625, 0.015268065, 0.015154994, 0.014520202, 0.013523392, 0.013515982, 0.013415068], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a4996e51", "type": "multi-session", "abstention": false, "gold": ["s6b07a49ff8.md", "s995e5d6ed1.md"], "top10": ["s995e5d6ed1.md", "s6b07a49ff8.md", "scc6b101fbc.md", "s4a4ebbe11e.md", "sb14a6b1026.md", "sd0ceb89936.md", "sa2abba8700.md", "scdaaecf075.md", "sde57abae1b.md", "s8edbd92fc7.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.014955357, 0.014938685, 0.014693265, 0.014618011, 0.014202256, 0.013764881, 0.013712687], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3c1045c8", "type": "multi-session", "abstention": false, "gold": ["s5f84133fcd.md", "s873947b8ae.md"], "top10": ["s873947b8ae.md", "s6d0054f5c0.md", "s215d1888f1.md", "sa0ba2a369a.md", "s5f84133fcd.md", "s49f5b63295.md", "s0f5b07f157.md", "s4a3a447d07.md", "sd6495e3d5e.md", "sab83ac1500.md"], "rrf10": [0.016393443, 0.015289449, 0.015207373, 0.014734561, 0.014731183, 0.014618011, 0.014479167, 0.014407131, 0.014185814, 0.014069264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60036106", "type": "multi-session", "abstention": false, "gold": ["s4cf5e223a9.md", "sde92ab15ab.md"], "top10": ["sde92ab15ab.md", "s4cf5e223a9.md", "s848a8008a0.md", "sc358d1a0b9.md", "s76b4e4d5a6.md", "scf03f4fac4.md", "s33a6af98c0.md", "s9d573fc4fe.md", "s42b14c39bd.md", "s76b71bd5ae.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015504808, 0.015399195, 0.015275187, 0.015151515, 0.014003134, 0.013636364, 0.013602941], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "681a1674", "type": "multi-session", "abstention": false, "gold": ["s46c0289a3c.md", "sbede1fc5c7.md"], "top10": ["s46c0289a3c.md", "sbede1fc5c7.md", "sf338ff2431.md", "s0d807722f0.md", "sc13ddc7840.md", "s79e5e16d1f.md", "se34cf18963.md", "s2723c24737.md", "sc17a0373cb.md", "s92621b6208.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015504808, 0.015182885, 0.014449064, 0.014297386, 0.013904871, 0.013560248, 0.013257576], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e25c3b8d", "type": "multi-session", "abstention": false, "gold": ["s23425fb9c1.md", "sb38598132d.md"], "top10": ["sb38598132d.md", "s23425fb9c1.md", "sd9a7e0074c.md", "sd8d1eea6a4.md", "se6ee7e6ea2.md", "se316437efe.md", "sa9c23de20a.md", "s9138b67f0e.md", "sea3288e520.md", "s68ace2d8f7.md"], "rrf10": [0.016393443, 0.016129032, 0.014955357, 0.014734561, 0.014709063, 0.014709063, 0.014569257, 0.014520202, 0.013960604, 0.013942308], "tie_at_5": true, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4adc0475", "type": "multi-session", "abstention": false, "gold": ["se31bf5a051.md", "sf0f8af818d.md"], "top10": ["sf0f8af818d.md", "se31bf5a051.md", "s661b29d081.md", "s76e7c07147.md", "sb0b363b8cc.md", "sb2a260fd68.md", "s5efae3c45d.md", "saf2f77cc88.md", "sc0a38827a5.md", "s03030f434e.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015388258, 0.015154994, 0.015038444, 0.014495798, 0.014271255, 0.014109698, 0.013721805], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4bc144e2", "type": "multi-session", "abstention": false, "gold": ["s81144bc6a1.md", "sc07a3aab06.md"], "top10": ["s81144bc6a1.md", "sc07a3aab06.md", "sec30938ffd.md", "s3cb1b6a418.md", "s62f40e98ef.md", "s2c6b054ee5.md", "s32a9db0483.md", "saa3c759611.md", "scc50d396ba.md", "sef21383737.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.015384615, 0.015151515, 0.014599318, 0.01450494, 0.01379901, 0.013194444], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef66a6e5", "type": "multi-session", "abstention": false, "gold": ["s40c2864c85.md", "s4da929cde6.md"], "top10": ["s4da929cde6.md", "s84a557f37e.md", "s40c2864c85.md", "sea2093f24b.md", "s7e2d8513d9.md", "s6b902be2a2.md", "s980e6a3078.md", "s2fec291bee.md", "s2b0f563ead.md", "s5f5b5a34eb.md"], "rrf10": [0.016261237, 0.015877016, 0.015628816, 0.015549662, 0.015289449, 0.015154994, 0.015058877, 0.014312002, 0.014003134, 0.013904871], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5025383b", "type": "multi-session", "abstention": false, "gold": ["s0a85d9e04e.md", "scee6912a74.md"], "top10": ["scee6912a74.md", "s0a85d9e04e.md", "s543cbf42b8.md", "s9b7d9f79df.md", "se9f97e021a.md", "s937311ea04.md", "s8589584441.md", "sc932eb8cb7.md", "sfec5bb8ada.md", "seb580a9d7d.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015045249, 0.014636752, 0.014605544, 0.014391447, 0.014391447, 0.01428863, 0.014129353], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1cc6108", "type": "multi-session", "abstention": false, "gold": ["s58250a025e.md", "sd9ffacb2b4.md"], "top10": ["s58250a025e.md", "s3e7624f4c5.md", "s75f193fec4.md", "se870f873d0.md", "s46dfa73ea4.md", "seb66369eff.md", "s251373ca77.md", "s096054ffe1.md", "s36c8a1c11b.md", "s4efdaf08e3.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015512266, 0.015399195, 0.014709063, 0.014541623, 0.013636364, 0.013354701, 0.013342822], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "9ee3ecd6", "type": "multi-session", "abstention": false, "gold": ["scf826b680e.md", "se92fa36052.md"], "top10": ["se92fa36052.md", "scf826b680e.md", "s3bc43c1fc8.md", "sf13527786f.md", "s56ff49df70.md", "s367dc5a1f3.md", "sbceb188b26.md", "s0322916ec9.md", "s5dda98ca1f.md", "sd50e86ce1a.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015275187, 0.015268065, 0.015038444, 0.014395195, 0.01428863, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3fdac837", "type": "multi-session", "abstention": false, "gold": ["s63b9f6df7f.md", "se85bceeeee.md"], "top10": ["s63b9f6df7f.md", "s8ea85b4075.md", "sed3510b7b2.md", "se85bceeeee.md", "s62238ca108.md", "scb612290f5.md", "s726568eada.md", "s73e71c1081.md", "s05cb538da2.md", "s300f2f2e17.md"], "rrf10": [0.016133229, 0.016129032, 0.015659408, 0.015504808, 0.015504808, 0.015151515, 0.014041634, 0.013931889, 0.013683634, 0.013496377], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "91b15a6e", "type": "multi-session", "abstention": false, "gold": ["s3c3f0b89ab.md", "sb5d5912b90.md"], "top10": ["sb5d5912b90.md", "s3c3f0b89ab.md", "s79c71931c4.md", "s4109daa1b3.md", "sc57d8be044.md", "s86741bcd65.md", "s277808d3ab.md", "s0c04fc336f.md", "sa4eb111c1c.md", "sa24f709619.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015628816, 0.015504808, 0.014520202, 0.014332514, 0.014202256, 0.014087302, 0.013560248], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "27016adc", "type": "multi-session", "abstention": false, "gold": ["s6317d18140.md", "s6e2366c266.md"], "top10": ["s6317d18140.md", "s6e2366c266.md", "s2dd6334c54.md", "s956a63ca9e.md", "se1d14a03a1.md", "sb1fc545ff9.md", "s3b571807ca.md", "sf266c6cf92.md", "s012cadd036.md", "sb6fd1f10ac.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015289449, 0.015268065, 0.015268065, 0.015165441, 0.014095692, 0.013809524, 0.013701201], "tie_at_5": true, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "720133ac", "type": "multi-session", "abstention": false, "gold": ["s4de59adf72.md", "sf6a5a965da.md"], "top10": ["s4de59adf72.md", "sf6a5a965da.md", "sed309124e1.md", "s921daf5695.md", "s60eed8e7b2.md", "s6881cb0c5f.md", "s4f553537c7.md", "seb32014da6.md", "s7b3ea69ce7.md", "sd6338b6ecb.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015512266, 0.01450494, 0.014492754, 0.014202256, 0.013986698, 0.013865147, 0.013836596], "tie_at_5": false, "tie_at_10": true, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "77eafa52", "type": "multi-session", "abstention": false, "gold": ["s809b2414ca.md", "s84c215a661.md"], "top10": ["s84c215a661.md", "s809b2414ca.md", "s11a0b7b095.md", "s8d45355dac.md", "scd67cd6c6b.md", "sdc8ea0586d.md", "sf16edd7722.md", "sf237da1560.md", "sf095a8db64.md", "sd0603bf8dc.md"], "rrf10": [0.016261237, 0.016261237, 0.015388258, 0.015182885, 0.014709063, 0.014297386, 0.014154705, 0.013626453, 0.013606072, 0.01345251], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8979f9ec", "type": "multi-session", "abstention": false, "gold": ["s549e5ef39b.md", "s6c5520c989.md"], "top10": ["s549e5ef39b.md", "s6c5520c989.md", "sdf280eeddf.md", "s6b634079f9.md", "s7257cbae10.md", "sa4aca1e1ff.md", "sbcd49db868.md", "s13594c9bbe.md", "s5c63253e57.md", "s4b705b649f.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015628816, 0.015388258, 0.015268065, 0.014709063, 0.014709063, 0.014705882, 0.013992172], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0100672e", "type": "multi-session", "abstention": false, "gold": ["s9e33c760a7.md", "sb80fa6ec07.md"], "top10": ["sb80fa6ec07.md", "s9e33c760a7.md", "saead9bbd22.md", "s6946512f0d.md", "s5ff1780517.md", "se824990993.md", "s5d8fe8232f.md", "s038b58519b.md", "sad3d77d2aa.md", "s367379cc69.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015045249, 0.014955357, 0.014925373, 0.014661815, 0.014618011, 0.014541623, 0.013611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee", "type": "multi-session", "abstention": false, "gold": ["s38f0782795.md", "s6fdc1d7aab.md"], "top10": ["s6fdc1d7aab.md", "se9ae7c34ba.md", "s38f0782795.md", "se88ecda710.md", "s2721b45613.md", "sdc0faf1658.md", "s620241cd45.md", "sb8823b16a4.md", "sd853e904b2.md", "sd841ed43d0.md"], "rrf10": [0.016393443, 0.016001024, 0.015749008, 0.015154994, 0.014479167, 0.014219443, 0.014088613, 0.014087302, 0.013986014, 0.013602941], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "92a0aa75", "type": "multi-session", "abstention": false, "gold": ["s73509c4816.md", "s735479277c.md"], "top10": ["s73509c4816.md", "s4edb082b6d.md", "sfa91bb5ba1.md", "sa1f366665b.md", "sb8972d75cb.md", "s2a4f5c6809.md", "s1fb0ff2996.md", "s8f79516a2a.md", "s735479277c.md", "s5a93e28a13.md"], "rrf10": [0.015512266, 0.014955357, 0.014953478, 0.014541623, 0.014010675, 0.013956193, 0.013836596, 0.01370892, 0.01370892, 0.013656633], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "3fe836c9", "type": "multi-session", "abstention": false, "gold": ["s24b367a163.md", "s48f3e8864d.md"], "top10": ["s24b367a163.md", "s48f3e8864d.md", "s02092505e8.md", "s4c134c28fe.md", "s5fd5cbb9e3.md", "s5446664ae7.md", "s5475e36257.md", "sfbb5c075be.md", "sf122868306.md", "sbaac13e079.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015384615, 0.015038444, 0.014756944, 0.014605544, 0.014569257, 0.01428863, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1c549ce4", "type": "multi-session", "abstention": false, "gold": ["s71727af2ce.md", "s77887e28e0.md"], "top10": ["s71727af2ce.md", "s77887e28e0.md", "se2e0b4de2c.md", "sa6b70f8cc1.md", "sd463bdcc13.md", "s2c73dad8a7.md", "s680b10e661.md", "s7b88ff2d4d.md", "sfc9609f236.md", "sa783a5b57e.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015625, 0.015399195, 0.015038444, 0.014835165, 0.014618011, 0.01428863, 0.013611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6c49646a", "type": "multi-session", "abstention": false, "gold": ["s0f0cd51721.md", "s69645d66e6.md"], "top10": ["s69645d66e6.md", "s0f0cd51721.md", "sb9be70a278.md", "sf984adb10c.md", "s94721df3f3.md", "sec2777a886.md", "sa7453ea872.md", "s1ad1b275ff.md", "se2509cbe8c.md", "saf9977fab2.md"], "rrf10": [0.016393443, 0.016001024, 0.015749008, 0.015417457, 0.014835165, 0.014636752, 0.014520202, 0.014312002, 0.014306006, 0.014185111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1192316e", "type": "multi-session", "abstention": false, "gold": ["s031e2f154c.md", "s2d6498b6af.md"], "top10": ["s2d6498b6af.md", "sd7794dc5de.md", "s031e2f154c.md", "s2850dc68ce.md", "s5bb1fec989.md", "sa160192275.md", "s81f45d2707.md", "s44bd214758.md", "s98d948bc47.md", "s441a3435eb.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015038444, 0.014734561, 0.014389234, 0.013931889, 0.013910061, 0.013825758, 0.01370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ea62687", "type": "multi-session", "abstention": false, "gold": ["sbed667a336.md", "sc25abe63f2.md"], "top10": ["sbed667a336.md", "sc25abe63f2.md", "s2715552d62.md", "s991bf87898.md", "sd1c153913d.md", "s1f2d3ea0c4.md", "s8b9049bda9.md", "s4c5cf3de8c.md", "sf2c6d316ac.md", "s8ae81d83c5.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015399195, 0.014978761, 0.014938685, 0.014520202, 0.014425073, 0.014389234, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "67e0d0f2", "type": "multi-session", "abstention": false, "gold": ["s3e75bfa66a.md", "sa0f7c41d33.md"], "top10": ["sa0f7c41d33.md", "s3e75bfa66a.md", "sd0803993e1.md", "s6cf2de4622.md", "sc1fca97f42.md", "sbec91f0f80.md", "s4f5d33b55e.md", "sbdc329484d.md", "s66949488e0.md", "s5829b7dff2.md"], "rrf10": [0.016261237, 0.016261237, 0.015268065, 0.015182885, 0.014854754, 0.014815628, 0.014346764, 0.014312002, 0.0140625, 0.013721805], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bb7c3b45", "type": "multi-session", "abstention": false, "gold": ["sd5fc88393d.md", "sd63b111bc2.md"], "top10": ["sd5fc88393d.md", "sd63b111bc2.md", "s038672be4e.md", "s402df57886.md", "s19548ccbe1.md", "s963a62d275.md", "s6bb6483ac3.md", "s3417a6cf8c.md", "sd15748def2.md", "sb977932393.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.014734561, 0.014705882, 0.013872943, 0.013825324, 0.01370892, 0.013322884], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49", "type": "multi-session", "abstention": false, "gold": ["s7ada6848ff.md", "sae31e157ee.md"], "top10": ["sae31e157ee.md", "s171dec869d.md", "s91f2c9839a.md", "s4498bd27bb.md", "se614eda838.md", "sb792a9d32d.md", "s51cae76f77.md", "sdee924a092.md", "s023cc971a8.md", "se6d5fbf515.md"], "rrf10": [0.016393443, 0.015877016, 0.015417457, 0.015268065, 0.014978761, 0.014395195, 0.014306006, 0.013899614, 0.013818861, 0.013575491], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "61f8c8f8", "type": "multi-session", "abstention": false, "gold": ["s9ed67af6d5.md", "sb821a237df.md"], "top10": ["sb821a237df.md", "s9ed67af6d5.md", "s0372d70680.md", "sa569208d30.md", "s559d72f700.md", "sd28b6d0bc6.md", "se3cc2915be.md", "sa6ab5f5953.md", "sa079e694e8.md", "sfc03a8ae4c.md"], "rrf10": [0.016393443, 0.016129032, 0.015275187, 0.015268065, 0.014854754, 0.014515455, 0.014430014, 0.014109698, 0.014021422, 0.013904871], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "60159905", "type": "multi-session", "abstention": false, "gold": ["s5b7c995bbe.md", "sef28e418f6.md"], "top10": ["s5b7c995bbe.md", "sef28e418f6.md", "s490252c074.md", "sd9bf6be95f.md", "s4d9770445d.md", "sd27a57e7d4.md", "s6199e2ad5e.md", "sf19c005081.md", "s406c191bd4.md", "s358e838263.md"], "rrf10": [0.016261237, 0.016009221, 0.015640274, 0.015512266, 0.015399195, 0.015045249, 0.014815628, 0.014185814, 0.014185111, 0.01398534], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ef9cf60a", "type": "multi-session", "abstention": false, "gold": ["s53d35e4a72.md", "sca5c0d8460.md"], "top10": ["s53d35e4a72.md", "sca5c0d8460.md", "s06b3d288cf.md", "s3d2cb86d8b.md", "s4fc379bf6a.md", "sa146eec270.md", "s97bd20723b.md", "s33ec197759.md", "s1f6899f0e0.md", "s73c4163b63.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.014346764, 0.014312002, 0.013913043, 0.013763198, 0.013322884, 0.013310285, 0.013198758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "73d42213", "type": "multi-session", "abstention": false, "gold": ["s8acade994f.md", "sdf7e6dcac7.md"], "top10": ["s8acade994f.md", "sdf7e6dcac7.md", "s378afc17c1.md", "sa1ce658616.md", "s9b12bed479.md", "s5ab3abb5ed.md", "s56adf568c0.md", "sbc77e8cd92.md", "s9393f29a2a.md", "s1256fa437f.md"], "rrf10": [0.016393443, 0.016001024, 0.014822134, 0.014756944, 0.014756944, 0.014731183, 0.014430014, 0.014271255, 0.013739883, 0.01369863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bc149d6b", "type": "multi-session", "abstention": false, "gold": ["s682dfdcf7b.md", "s9e056673d8.md"], "top10": ["s682dfdcf7b.md", "s6266aefb67.md", "sf4b3ac7ae5.md", "s096e34aead.md", "sb17b9c7536.md", "s3a219fa541.md", "s9e056673d8.md", "s00239ea29f.md", "sdf783132ba.md", "s38ab73f4da.md"], "rrf10": [0.016393443, 0.015877016, 0.015628816, 0.014978761, 0.014928699, 0.014312002, 0.014190821, 0.013910061, 0.013809524, 0.013716404], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "099778bb", "type": "multi-session", "abstention": false, "gold": ["sbab52820e1.md", "sdb31d92751.md"], "top10": ["sbab52820e1.md", "sdb31d92751.md", "s89a3696bb8.md", "s9572499d20.md", "s0da3502a5c.md", "sa9dc269d3c.md", "s45e9f0b07d.md", "sdb5defa465.md", "s44e4f94d0b.md", "s38004cf44d.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015045249, 0.014815628, 0.014154705, 0.014141614, 0.014095692, 0.013888889, 0.013716404], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "09ba9854", "type": "multi-session", "abstention": false, "gold": ["s72706fe101.md", "sb502d8d88e.md"], "top10": ["s72706fe101.md", "sb502d8d88e.md", "s3a35e5b9fd.md", "sbadaead581.md", "s253d90a929.md", "sb54b7766bd.md", "s5d8f74e273.md", "s13e1229915.md", "sacf360b16d.md", "s815c859534.md"], "rrf10": [0.016261237, 0.016261237, 0.014928699, 0.014785823, 0.014605544, 0.014603175, 0.014599318, 0.014541623, 0.014219443, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d6062bb9", "type": "multi-session", "abstention": false, "gold": ["sc45d0be97c.md", "sec6a971fe1.md"], "top10": ["sec6a971fe1.md", "sc45d0be97c.md", "sfe5cb224c0.md", "sc00b9fd6ce.md", "s1fba76af3f.md", "s882dd8d0a6.md", "s07a22f9fe1.md", "se85badc09e.md", "scca48469e9.md", "s19f938992b.md"], "rrf10": [0.016393443, 0.016001024, 0.015756824, 0.015388258, 0.015388258, 0.014925373, 0.014389234, 0.013683634, 0.013574661, 0.013354701], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "157a136e", "type": "multi-session", "abstention": false, "gold": ["s17169e45b7.md", "s58d6c78b39.md"], "top10": ["s17169e45b7.md", "s0a8827466d.md", "sa17078bf04.md", "s9b2583249c.md", "s43d6915f4f.md", "s0e26240cd6.md", "s61a9e5bbca.md", "s0145eb2e43.md", "se7ae7a6808.md", "sea2a3ff6a6.md"], "rrf10": [0.016261237, 0.015151515, 0.014474773, 0.013942308, 0.013836596, 0.013721805, 0.013611111, 0.013606072, 0.013525781, 0.013312852], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c18a7dc8", "type": "multi-session", "abstention": false, "gold": ["sc174292e10.md", "sff08391df0.md"], "top10": ["s065b6392c9.md", "s849bb560a7.md", "s690b772efe.md", "sff08391df0.md", "s8a1c12d53e.md", "s8f016850e4.md", "sc174292e10.md", "sff06b61d5d.md", "sab6ee6d743.md", "s72bef69c2a.md"], "rrf10": [0.016009221, 0.016009221, 0.015873016, 0.015640274, 0.015154994, 0.01450494, 0.014069264, 0.013789869, 0.013611111, 0.013095238], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "a3332713", "type": "multi-session", "abstention": false, "gold": ["s60e87636b2.md", "seef4e1fa4d.md"], "top10": ["s60e87636b2.md", "seef4e1fa4d.md", "sc7e7d49076.md", "s62236e8089.md", "s0d7023ff1d.md", "sa328080e4b.md", "s3acbc429ef.md", "s3213418782.md", "s521251b74e.md", "s27f00ea1dc.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015628816, 0.015268065, 0.014605544, 0.014332514, 0.013913043, 0.0137918, 0.013525781], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "55241a1f", "type": "multi-session", "abstention": false, "gold": ["s5125e94eaa.md", "s7f8e262f74.md"], "top10": ["s5125e94eaa.md", "s7f8e262f74.md", "s688a697e85.md", "s77c6549beb.md", "sd3097f5450.md", "s012beda446.md", "se6ed209cbe.md", "sddf6930042.md", "s2cc2e97ce7.md", "s51dec48f38.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015275187, 0.015154994, 0.015151515, 0.014599318, 0.014202256, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a08a253f", "type": "multi-session", "abstention": false, "gold": ["s78f3fb31b3.md", "s832c9d0a8c.md"], "top10": ["s78f3fb31b3.md", "s832c9d0a8c.md", "s3220b9d25a.md", "s248fb78104.md", "se1c13c4604.md", "s2c7660f669.md", "s252f6990d1.md", "s63677eb0b7.md", "s2420a8a35e.md", "sae6b383400.md"], "rrf10": [0.016393443, 0.015504808, 0.015399195, 0.015388258, 0.015008961, 0.014835165, 0.014815628, 0.014643463, 0.014346764, 0.014297386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0e564bc", "type": "multi-session", "abstention": false, "gold": ["sb2a3c5940b.md", "se7dfab0d66.md"], "top10": ["se7dfab0d66.md", "sb2a3c5940b.md", "sfcae325e3d.md", "sebfe358282.md", "s8572052fc8.md", "s5cd3d06f26.md", "s18926becfb.md", "sc2a3928aa0.md", "s3129fd551c.md", "sc5c288a061.md"], "rrf10": [0.016393443, 0.016129032, 0.015268065, 0.014756944, 0.014109347, 0.014041634, 0.013818861, 0.013764881, 0.01345251, 0.013423423], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "078150f1", "type": "multi-session", "abstention": false, "gold": ["s064fbc729a.md", "sd0ede9b63e.md"], "top10": ["sd0ede9b63e.md", "s064fbc729a.md", "s48bc73c3ba.md", "se3468a8cdb.md", "s3763503ff4.md", "s13675a2215.md", "sb12ed30ae0.md", "sf522e99848.md", "sf59d913aec.md", "s58c59458e0.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.014822134, 0.014618011, 0.014515455, 0.014479167, 0.014389234, 0.014202256, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf4d046", "type": "multi-session", "abstention": false, "gold": ["s1a430b7199.md", "s1d1556eeff.md"], "top10": ["s1a430b7199.md", "s1d1556eeff.md", "sd67b15de96.md", "sf2613aa219.md", "sd4ede459ef.md", "s764b922ad6.md", "sa33b110e45.md", "s832dc61568.md", "s83a948ec96.md", "s211f850c8f.md"], "rrf10": [0.016393443, 0.016001024, 0.015625, 0.01510677, 0.014928699, 0.014925373, 0.014599318, 0.014271255, 0.013986014, 0.013701201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a346bb18", "type": "multi-session", "abstention": false, "gold": ["s25832aee18.md", "sa7162f09e5.md"], "top10": ["s2846432ce3.md", "sa7162f09e5.md", "s25832aee18.md", "s9718f4c911.md", "s25f8e000dc.md", "s5f6a172f85.md", "s093d6a82e4.md", "s1d6a3dda2f.md", "s0dcb999f38.md", "s08e49d0c48.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015399195, 0.015268065, 0.014395195, 0.014389234, 0.014312002, 0.014222756, 0.014109698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "37f165cf", "type": "multi-session", "abstention": false, "gold": ["s47517e52b8.md", "sab70567e24.md"], "top10": ["s47517e52b8.md", "sab70567e24.md", "sc42e079c7e.md", "s5b21e0f13e.md", "sc99ea24393.md", "s587130c775.md", "s223fe5adb2.md", "s33df0ae1c5.md", "s8ad21380a1.md", "s503eb880e8.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015151515, 0.014835165, 0.014569257, 0.014190821, 0.014109698, 0.014021422, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8e91e7d9", "type": "multi-session", "abstention": false, "gold": ["s05a6ca0b9f.md", "s3f55b7aa1a.md"], "top10": ["sc7ff3d4a82.md", "s569d3e4349.md", "s1a4c5dd32e.md", "se4fb807068.md", "s631e0c42be.md", "s9e6502205c.md", "sc939307611.md", "sf14ac79161.md", "se33fb45223.md", "s8763cc0110.md"], "rrf10": [0.016129032, 0.015889029, 0.015275187, 0.014938685, 0.014690228, 0.014297386, 0.014242424, 0.01398534, 0.013931889, 0.013904871], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "87f22b4a", "type": "multi-session", "abstention": false, "gold": ["s150b9c1c76.md", "s3b2683468e.md"], "top10": ["s150b9c1c76.md", "sf9fac5e21c.md", "s3b2683468e.md", "sb8c0b73033.md", "se3b1c3b0d1.md", "s4a51e81767.md", "s3bdd761ad5.md", "s86f0245adc.md", "s3558e047b5.md", "se182477419.md"], "rrf10": [0.016133229, 0.016133229, 0.015877016, 0.015275187, 0.015207373, 0.014928699, 0.014425073, 0.014312002, 0.014297386, 0.014185814], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e56a43b9", "type": "multi-session", "abstention": false, "gold": ["s7008cbcd61.md", "sa85670c70d.md"], "top10": ["s7008cbcd61.md", "sc8b186a241.md", "sa85670c70d.md", "sfd7f82a99e.md", "s3031166df2.md", "sffa979d5aa.md", "sb845bba481.md", "sa68301e6bc.md", "s3726b71e3c.md", "s3e0c1bf7cd.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015388258, 0.014520202, 0.014391447, 0.014185814, 0.014129353, 0.013986698, 0.013513514], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "efc3f7c2", "type": "multi-session", "abstention": false, "gold": ["s431fa3741c.md", "sd2e0fb9477.md"], "top10": ["s431fa3741c.md", "sd2e0fb9477.md", "sbff3d27047.md", "sfee654f744.md", "sbe47506c6e.md", "sa2ecf98e0b.md", "sfaaf319d93.md", "s2fe8b9f4c8.md", "s96fddf2b71.md", "s81cb3e1356.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015384615, 0.015165441, 0.015165441, 0.014718615, 0.014312002, 0.014003134, 0.013428262], "tie_at_5": true, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "21d02d0d", "type": "multi-session", "abstention": false, "gold": ["s28d1c3a153.md", "s80cf54c649.md"], "top10": ["s28d1c3a153.md", "s80cf54c649.md", "s65028efd0a.md", "sd2dbda8ab3.md", "se3a5f4ccae.md", "s8a5b5f8649.md", "s614f5778d4.md", "sa4bcba1c31.md", "s1422f515ca.md", "s8ce646d82d.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015058877, 0.014603175, 0.014479167, 0.014425073, 0.014395195, 0.014389234, 0.013942308], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2311e44b_abs", "type": "multi-session", "abstention": true, "gold": ["sac880c30de.md", "se3a2fea94f.md"], "top10": ["sac880c30de.md", "se3a2fea94f.md", "s39112d3e19.md", "s3dc7b6506f.md", "s495521fb10.md", "se103a16321.md", "s4dd093e7d9.md", "s5c1d33fbe5.md", "se5f3b469ee.md", "s1a378c1c52.md"], "rrf10": [0.016393443, 0.016129032, 0.014978761, 0.014925373, 0.014718615, 0.014541623, 0.014541623, 0.014492754, 0.013931889, 0.013626453], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6456829e_abs", "type": "multi-session", "abstention": true, "gold": ["s6235b01d49.md", "sc66f21de81.md"], "top10": ["sc66f21de81.md", "s3b012c454f.md", "s963fcff7fd.md", "sb18a0c9d25.md", "s6235b01d49.md", "scee9947fa3.md", "s9677bbf3c9.md", "s7676ddb219.md", "s1a709535fc.md", "s21846ec1c1.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015749008, 0.015384615, 0.015151515, 0.014605544, 0.013931889, 0.013575491, 0.013160173], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e5ba910e_abs", "type": "multi-session", "abstention": true, "gold": ["s61c77dba31.md", "s6d6bb39306.md"], "top10": ["s61c77dba31.md", "s6d6bb39306.md", "s092269b805.md", "s5fdfe37ef2.md", "sab34753c7b.md", "s40748bf829.md", "sf4837dec55.md", "sefb39bef8f.md", "s71faf627c7.md", "s6c3a3981bf.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015154994, 0.014928699, 0.014430014, 0.013913043, 0.013899614, 0.013872943, 0.013865147], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a96c20ee_abs", "type": "multi-session", "abstention": true, "gold": ["s575987fe96.md", "s8fa5c57ac6.md"], "top10": ["s8fa5c57ac6.md", "s575987fe96.md", "s5d5a7479dd.md", "s16645948e6.md", "s2bc6e6b516.md", "s1fe3670fc0.md", "s5667e019bb.md", "sdbe0688f09.md", "s6d9209ed08.md", "s0c793ea38f.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015275187, 0.014835165, 0.014618011, 0.014599318, 0.014425073, 0.014407131, 0.014306006], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba358f49_abs", "type": "multi-session", "abstention": true, "gold": ["s4cc898fb3d.md", "s6c40ac1410.md"], "top10": ["s4cc898fb3d.md", "sa6185dde9c.md", "se213ba7756.md", "s81c0ce686d.md", "s8b895aaad7.md", "sd3f4d75052.md", "sa8e46a59d1.md", "s942a109535.md", "sf320245bd7.md", "sc5c4ce2c9f.md"], "rrf10": [0.016393443, 0.015640274, 0.015384615, 0.015165441, 0.014854754, 0.014785823, 0.014242424, 0.014219443, 0.014129353, 0.014088613], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "09ba9854_abs", "type": "multi-session", "abstention": true, "gold": ["s044fb6de78.md", "s3d41460c72.md"], "top10": ["s3d41460c72.md", "s044fb6de78.md", "s60f1554abe.md", "s33512221a0.md", "sa11b614e9c.md", "s05cf07ac37.md", "sbfa226cba5.md", "s6d1ecfc566.md", "sfdba8f613e.md", "sed0c17e125.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.01450494, 0.014358974, 0.014041634, 0.013931889, 0.013606072, 0.013574661], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c77", "type": "temporal-reasoning", "abstention": false, "gold": ["s0de8f54495.md", "s87aab481ed.md"], "top10": ["s87aab481ed.md", "se61f58cc8f.md", "s0de8f54495.md", "s8b76961296.md", "sa9fd08807d.md", "sf4255b3a60.md", "s770576f658.md", "sb359802523.md", "sab25b98b4d.md", "s2f711cf641.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.015384615, 0.015151515, 0.014202256, 0.014185111, 0.013888889, 0.013656633], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f49edff3", "type": "temporal-reasoning", "abstention": false, "gold": ["s8967b317af.md", "scd70f10d4a.md", "sdb04083fb5.md"], "top10": ["scd70f10d4a.md", "s8967b317af.md", "sdb04083fb5.md", "s450430e6d7.md", "s3e6534f8ea.md", "s49104402ae.md", "sed13a2282a.md", "s1f87188803.md", "s1e5ffc8f02.md", "s48351302eb.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.014978761, 0.014925373, 0.014718615, 0.014202256, 0.014202256, 0.014185814, 0.014102564], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71017276", "type": "temporal-reasoning", "abstention": false, "gold": ["sfed21b3b3d.md"], "top10": ["sfed21b3b3d.md", "s4715a85f52.md", "s1788dfef67.md", "s3003d0c6f1.md", "s899c19a7fd.md", "s9c7a64aaf1.md", "s8d76e5d15e.md", "s0ff9f7493d.md", "se079232804.md", "s332a4afe74.md"], "rrf10": [0.016393443, 0.015873016, 0.015756824, 0.014822134, 0.014618011, 0.014605544, 0.014306006, 0.014297386, 0.014222756, 0.014162077], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ed", "type": "temporal-reasoning", "abstention": false, "gold": ["s13d7d57880.md", "s3de777306e.md", "sd81d698498.md", "sf99fc08dc2.md"], "top10": ["sd81d698498.md", "s13d7d57880.md", "s3de777306e.md", "s4252781e86.md", "s203a3fe9be.md", "s6d4d39fd4f.md", "s0fdd952acb.md", "sab32a38ad1.md", "se63406f30e.md", "sba7f0c53bd.md"], "rrf10": [0.016261237, 0.016133229, 0.015749008, 0.015417457, 0.014955357, 0.014718615, 0.014709063, 0.014520202, 0.014449064, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_fa19884c", "type": "temporal-reasoning", "abstention": false, "gold": ["s416ca1f210.md", "sf0ed4e632f.md"], "top10": ["sf0ed4e632f.md", "s416ca1f210.md", "s9dc51c570c.md", "sef575b4bd0.md", "sdc4967dc63.md", "s9c72667b20.md", "sba27986b5c.md", "s97c355c0b7.md", "sbe27d3b153.md", "sf9f538f5d5.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015399195, 0.015268065, 0.014978761, 0.014928699, 0.014492754, 0.014312002, 0.014087302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bc8ad92", "type": "temporal-reasoning", "abstention": false, "gold": ["s2ad6dd5ee4.md", "s7ee484c72e.md", "sde38c72cbd.md"], "top10": ["sde38c72cbd.md", "s0475de9251.md", "s7ee484c72e.md", "sa415e4fc5d.md", "s7af07f1114.md", "sbe3c88ebdf.md", "s8bad24c106.md", "s2ad6dd5ee4.md", "s23c5695ebe.md", "sd77570a7b4.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015625, 0.014709063, 0.014599318, 0.014541623, 0.014430014, 0.014185111, 0.014185111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "af082822", "type": "temporal-reasoning", "abstention": false, "gold": ["s458613a9c1.md"], "top10": ["sd5d5f5d615.md", "s458613a9c1.md", "s97a28ef372.md", "s91e15c927f.md", "s87f1fdc008.md", "scf03b889ec.md", "s979a7df1bb.md", "s7d29426210.md", "sc44a61b9f5.md", "sc6b956e8c8.md"], "rrf10": [0.016261237, 0.016261237, 0.015504808, 0.015038444, 0.014955357, 0.014693265, 0.014693265, 0.014599318, 0.014202256, 0.014069264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293a", "type": "temporal-reasoning", "abstention": false, "gold": ["s12d1202c58.md", "s34c0eea353.md"], "top10": ["s12d1202c58.md", "s34c0eea353.md", "sf54b3f8729.md", "s67d01b4f89.md", "s226394b487.md", "sd07f5ecc05.md", "s73ce5fba55.md", "s070d5599e2.md", "sd9d83f2da2.md", "s38c6799748.md"], "rrf10": [0.016393443, 0.016129032, 0.015504808, 0.014880952, 0.014822134, 0.014515455, 0.014495798, 0.014306006, 0.013891569, 0.0137918], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b5700ca9", "type": "temporal-reasoning", "abstention": false, "gold": ["se49ce84405.md"], "top10": ["se49ce84405.md", "s5f3e055fd8.md", "s947272e9f8.md", "sccda05bfa3.md", "s0469a299fe.md", "s8fd6b27343.md", "sb7808ac9e6.md", "sfbc6a52155.md", "s72fcf26b0a.md", "s4743206b28.md"], "rrf10": [0.016393443, 0.015756824, 0.015388258, 0.015275187, 0.015008961, 0.014599318, 0.014515455, 0.014515455, 0.014297386, 0.014242424], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b81", "type": "temporal-reasoning", "abstention": false, "gold": ["s7ff91b69f4.md", "scd503bc780.md"], "top10": ["scd503bc780.md", "s7ff91b69f4.md", "s84f85fb9d3.md", "s39bbdc62b2.md", "s19e2c32fe6.md", "s3f4b8c82da.md", "scc20a8f01a.md", "s7b8006ee2c.md", "s4d2e3c23a9.md", "s772b999daa.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015268065, 0.015182885, 0.015058877, 0.014835165, 0.014815628, 0.014425073, 0.013956193], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d4ab0c9", "type": "temporal-reasoning", "abstention": false, "gold": ["s5af32146a3.md", "s740744b068.md"], "top10": ["s740744b068.md", "s5af32146a3.md", "s5756dbc0fb.md", "s22acdee114.md", "s2b38a2fd64.md", "sa5287ff98f.md", "sbc26b8a815.md", "s53a2672789.md", "s0c92fbca78.md", "s8c5ad6c523.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015512266, 0.014822134, 0.014756944, 0.014734561, 0.014407131, 0.014389234, 0.014219443], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e072b769", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b56ca94e8.md"], "top10": ["s3b56ca94e8.md", "s753d1f0eda.md", "s7e1374f4ae.md", "sbd189fc0b9.md", "s0132ad4125.md", "s8cbc2e8172.md", "sa7606d883f.md", "s9c6b966170.md", "sba782a3ab1.md", "s2412541f43.md"], "rrf10": [0.016393443, 0.015877016, 0.015749008, 0.015399195, 0.015154994, 0.014558023, 0.014185111, 0.014019608, 0.013899614, 0.013891569], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0db4c65d", "type": "temporal-reasoning", "abstention": false, "gold": ["s4e4e3334fd.md", "see88f3e2b2.md"], "top10": ["see88f3e2b2.md", "s4e4e3334fd.md", "s5e359c20e2.md", "s61885cb9da.md", "s02bb918af5.md", "s4ef770edae.md", "s80d8061646.md", "s8131dcfb0d.md", "sdf7ccdc0d4.md", "s4b580c6ecf.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.014925373, 0.014880952, 0.014854754, 0.014835165, 0.013846448, 0.013825324, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1d80365e", "type": "temporal-reasoning", "abstention": false, "gold": ["s470e28ad29.md", "s673fe32ac7.md"], "top10": ["s470e28ad29.md", "s673fe32ac7.md", "s62d5c41294.md", "s5feee30399.md", "s8855cb498d.md", "s947e9db870.md", "s09c06f58e1.md", "s07dd3e6931.md", "s2f433e0508.md", "s3a956c1e9e.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015749008, 0.014815628, 0.014312002, 0.014271255, 0.013899614, 0.013825324, 0.013458111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7f6b06db", "type": "temporal-reasoning", "abstention": false, "gold": ["s4b4e486124.md", "s5072e6f426.md", "s7eda804bfa.md"], "top10": ["s5072e6f426.md", "s41ba1ba2c7.md", "seb706a8717.md", "s7eda804bfa.md", "s9c3383b444.md", "sb2e4d37e5b.md", "s4b4e486124.md", "s4a046eb653.md", "s2a63b13803.md", "sfe6e735f9f.md"], "rrf10": [0.015889029, 0.015749008, 0.015182885, 0.01510677, 0.014835165, 0.014474773, 0.014425073, 0.014294282, 0.014202256, 0.014190821], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_6dc9b45b", "type": "temporal-reasoning", "abstention": false, "gold": ["sd7beaae423.md"], "top10": ["sd7beaae423.md", "sa88ed29c95.md", "s06ee58c40b.md", "sfb8f3084d1.md", "sd42f8692cf.md", "s51e3e06271.md", "s3f265079e2.md", "se7ac108102.md", "sa51ffa0107.md", "sb148c65e4d.md"], "rrf10": [0.016393443, 0.016001024, 0.015399195, 0.015207373, 0.014822134, 0.014756944, 0.014734561, 0.01450494, 0.014306006, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8279ba02", "type": "temporal-reasoning", "abstention": false, "gold": ["sf35e757041.md"], "top10": ["sf35e757041.md", "sb10c5a2ba0.md", "sb43bc78416.md", "sa6423d1ba7.md", "s4fb3576300.md", "s5fb66b3b4a.md", "s361c0af12c.md", "s97ac8ceaff.md", "s4c3a140a5f.md", "sfa2f0ebea2.md"], "rrf10": [0.016393443, 0.015877016, 0.015268065, 0.015079365, 0.014731183, 0.014190821, 0.014186508, 0.014185814, 0.013636364, 0.013621201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_18c2b244", "type": "temporal-reasoning", "abstention": false, "gold": ["s27dfdb9c53.md", "s2824f4cf65.md", "s49199999c0.md"], "top10": ["s27dfdb9c53.md", "s49199999c0.md", "s2824f4cf65.md", "s152591c2af.md", "sde791e3e44.md", "s45d6962805.md", "s46149a79f9.md", "s2242ce7293.md", "s4f60db7ed2.md", "s24e0d59a8f.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015504808, 0.015388258, 0.015268065, 0.014705882, 0.01450494, 0.01450494, 0.013701201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a1b77f9c", "type": "temporal-reasoning", "abstention": false, "gold": ["s1592c4055d.md", "s3368e912a8.md", "s3a24ea8d88.md", "s5e464e410d.md", "s7de878daf0.md", "s987b330deb.md"], "top10": ["s5e464e410d.md", "s3a24ea8d88.md", "s987b330deb.md", "s1592c4055d.md", "s7de878daf0.md", "s3368e912a8.md", "sf6b8a2aafb.md", "s82f0d35275.md", "s87ba8d3b8e.md", "s773b28cae1.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015749008, 0.015384615, 0.014928699, 0.014928699, 0.014925373, 0.013899614, 0.013891569], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1916e0ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s62bf117c2b.md", "s750b0d5f83.md"], "top10": ["s750b0d5f83.md", "sa090f3776b.md", "s62bf117c2b.md", "sbb3624ee00.md", "sc11cb83a54.md", "sd79eae8df6.md", "s19a111fc10.md", "sa90d7e1a9f.md", "sa146159148.md", "s5bc585d39d.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015504808, 0.015045249, 0.014815628, 0.014407131, 0.014389234, 0.014069264, 0.013764881], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7a0daae1", "type": "temporal-reasoning", "abstention": false, "gold": ["sdd184f0547.md", "sf8cc30f63f.md"], "top10": ["sdd184f0547.md", "sf8cc30f63f.md", "s85d15719b7.md", "s999cf76043.md", "s794aa4f0a3.md", "s87b1cc2e4e.md", "s77fa1f6c20.md", "sf6b233c90f.md", "s3aece4dcf6.md", "s7a934d5060.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015154994, 0.015038444, 0.014636752, 0.014618011, 0.014515455, 0.014306006, 0.014202256], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_468eb063", "type": "temporal-reasoning", "abstention": false, "gold": ["se6c4b027c1.md"], "top10": ["se6c4b027c1.md", "sb92b107cfa.md", "sbf13a56603.md", "se3c0aff529.md", "scbc60e57a0.md", "sf715f33321.md", "s47b6b224f9.md", "s56170e3b54.md", "s39bf713ccd.md", "s6eaa54ecbe.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.015504808, 0.014219443, 0.013986698, 0.013872943, 0.013611111, 0.013343938, 0.013343938], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7abb270c", "type": "temporal-reasoning", "abstention": false, "gold": ["s089aa238b5.md", "s0da7667bb9.md", "s336b4d8800.md", "s460021fe1c.md", "s6c535841a0.md", "s711866769d.md"], "top10": ["s336b4d8800.md", "s6c535841a0.md", "s460021fe1c.md", "sef7c0c26a2.md", "s1af675d381.md", "s089aa238b5.md", "sfa2da46297.md", "sbeb817ec33.md", "s0da7667bb9.md", "s62f0d9b142.md"], "rrf10": [0.016133229, 0.015756824, 0.015399195, 0.015238975, 0.014928699, 0.014821273, 0.014425073, 0.014407131, 0.014271255, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_1e4a8aeb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4965a34b4b.md", "se8a4fc3c2b.md"], "top10": ["se8a4fc3c2b.md", "s4965a34b4b.md", "sd9c4aad8ea.md", "s98832b33d7.md", "s9f21cc5ec4.md", "s67171e54fe.md", "se2f582900f.md", "s0962d51244.md", "s5bc77d1008.md", "sa7abbdb268.md"], "rrf10": [0.016393443, 0.016129032, 0.015504808, 0.015182885, 0.015038444, 0.014822134, 0.014756944, 0.014693265, 0.014129353, 0.014087302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4fc4f797", "type": "temporal-reasoning", "abstention": false, "gold": ["s86e8fc5c64.md", "sa00694b92d.md"], "top10": ["s86e8fc5c64.md", "sa00694b92d.md", "se15d4076d5.md", "se1788c2144.md", "s64f5fd329a.md", "s308523a66b.md", "s5325615d19.md", "s0b210d7c1a.md", "s62f881d834.md", "s1b5d0e7c6e.md"], "rrf10": [0.016393443, 0.016129032, 0.015388258, 0.015154994, 0.014492754, 0.014395195, 0.014141614, 0.014087302, 0.014041634, 0.013721805], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4dfccbf7", "type": "temporal-reasoning", "abstention": false, "gold": ["s994a3c82f9.md", "sed9bb71adb.md"], "top10": ["sed9bb71adb.md", "s994a3c82f9.md", "s293908010b.md", "sc387b96555.md", "se45839fae3.md", "sc9bc82f822.md", "s8da6c34d20.md", "saa7a5f7506.md", "s3a632d2e38.md", "s8dee33e97d.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.014407131, 0.01428863, 0.014222756, 0.014129353, 0.013931889, 0.013606072, 0.013528139], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_61e13b3c", "type": "temporal-reasoning", "abstention": false, "gold": ["s20c93280b9.md", "s6de2686779.md"], "top10": ["s20c93280b9.md", "s6de2686779.md", "s1feff97347.md", "s2023243d18.md", "s9ba372a885.md", "sa7abe1dbd3.md", "se251aae354.md", "sfedcb36942.md", "sa36fa02012.md", "sa170841b2d.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015399195, 0.015275187, 0.015045249, 0.014569257, 0.014425073, 0.014087302, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_45189cb4", "type": "temporal-reasoning", "abstention": false, "gold": ["s56b6b15804.md", "s7011c1d990.md", "scc1a9ac597.md"], "top10": ["s7011c1d990.md", "scc1a9ac597.md", "s29e2b87dae.md", "sd5a6b5d8d7.md", "sb52dcce058.md", "s2d912f4f18.md", "s752e9f82ea.md", "sd1e8c392a9.md", "s27e2fdc1b2.md", "sfd4dd30915.md"], "rrf10": [0.016261237, 0.016001024, 0.015749008, 0.015388258, 0.015268065, 0.015238975, 0.014709063, 0.014709063, 0.014102564, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "2ebe6c90", "type": "temporal-reasoning", "abstention": false, "gold": ["sa061eb7d02.md", "sd9d046a725.md"], "top10": ["sd9d046a725.md", "sa061eb7d02.md", "s60e1c17fd2.md", "s3af6efda37.md", "s1eac952338.md", "s1803123d61.md", "sda2cb8a2cc.md", "s83e2b4996e.md", "s1c7dc4eb2e.md", "s2229d87b98.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015628816, 0.014718615, 0.014661815, 0.014661815, 0.014129353, 0.014087302, 0.013846448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e061b84f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2863cc2ae4.md", "s43a4e39340.md", "s7d2fafc848.md"], "top10": ["s84a3d34217.md", "sf5221600f8.md", "s5b5bca3d7f.md", "s43a4e39340.md", "sad8d982d7f.md", "s0b67129821.md", "s1ba7daf77a.md", "sbcce1939e1.md", "sc4c67fd285.md", "sfad191793b.md"], "rrf10": [0.016133229, 0.015877016, 0.015549662, 0.015527203, 0.014756944, 0.014718615, 0.014271255, 0.014185111, 0.013888889, 0.01369863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "370a8ff4", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ba7fc06a6.md", "s950777cdc2.md"], "top10": ["s4ba7fc06a6.md", "s950777cdc2.md", "s96611c9cb5.md", "sd81371b1bd.md", "s9346a40393.md", "s233a2aab31.md", "sbb07c69e1f.md", "sa4c79d90cd.md", "s51dc9ee1b4.md", "s818bde6d76.md"], "rrf10": [0.016393443, 0.016129032, 0.015388258, 0.014880952, 0.014718615, 0.014605544, 0.014265622, 0.014095692, 0.014019608, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d6585ce8", "type": "temporal-reasoning", "abstention": false, "gold": ["s193d7352b9.md", "s1f80139e1f.md", "s431dbcb910.md", "s54c1ea549a.md", "sb8911662c9.md"], "top10": ["sb8911662c9.md", "s54c1ea549a.md", "s1f80139e1f.md", "s431dbcb910.md", "s2bfdfae3e4.md", "s193d7352b9.md", "s1c4a818edf.md", "s2ea0225d23.md", "s15834e8121.md", "sc6bce2f267.md"], "rrf10": [0.016261237, 0.016133229, 0.015877016, 0.015749008, 0.015384615, 0.015038444, 0.015038444, 0.013891569, 0.013721805, 0.013437951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_4ef30696", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b86b37b91.md", "s44278adeeb.md"], "top10": ["s44278adeeb.md", "s8891deeba0.md", "s3b86b37b91.md", "sd7d6222640.md", "sbe149b2461.md", "s7ecc5c768d.md", "s99f45b797e.md", "s8e4f0c1e79.md", "s1ec82362cf.md", "s5915543d6f.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015154994, 0.015151515, 0.015058877, 0.014835165, 0.014815628, 0.014569257, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_ec93e27f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2c2bc6ed95.md", "s8de7ddaa05.md"], "top10": ["s8de7ddaa05.md", "s058c4417b9.md", "s2c2bc6ed95.md", "sa3836dfe17.md", "s1d20544f6a.md", "sa5f02e8d9c.md", "sa90dbd2021.md", "s59e0521cda.md", "s2d4c3bd108.md", "s11dd01326f.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015388258, 0.015384615, 0.014661815, 0.014395195, 0.014190821, 0.014003134, 0.013415068], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6e984301", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f0e71de47.md", "s7b8815ea0d.md"], "top10": ["s4f0e71de47.md", "s7b8815ea0d.md", "s1a1d1ab172.md", "s6963ffc65b.md", "s9ff3bb9867.md", "s47b2462037.md", "s6a76914133.md", "sd48485058f.md", "s98d39a9200.md", "sd8f11aedab.md"], "rrf10": [0.016261237, 0.016261237, 0.015625, 0.014928699, 0.014925373, 0.013904871, 0.013891569, 0.013888889, 0.013818861, 0.013644689], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8077ef71", "type": "temporal-reasoning", "abstention": false, "gold": ["sc6850b7307.md"], "top10": ["se3bbf52e57.md", "sc6850b7307.md", "se14c344a87.md", "s324166b905.md", "sa801fb2245.md", "sfaaa89829c.md", "s6c14387641.md", "s05fa8d1f58.md", "s6eaad95eb3.md", "s4cf317e603.md"], "rrf10": [0.016261237, 0.016133229, 0.015275187, 0.015268065, 0.014880952, 0.014599318, 0.014541623, 0.014219443, 0.013986014, 0.01387847], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262c", "type": "temporal-reasoning", "abstention": false, "gold": ["s0ebbd7642d.md", "s48b4b20c49.md", "s96522fe856.md", "sc55f6655d9.md", "sd5581fd2c1.md"], "top10": ["s0ebbd7642d.md", "sc55f6655d9.md", "s48b4b20c49.md", "sd5581fd2c1.md", "s232db9294a.md", "s96522fe856.md", "s87fe7d63fd.md", "s5609fcf283.md", "s2218f317fc.md", "s8717f4ea10.md"], "rrf10": [0.016393443, 0.015749008, 0.015749008, 0.015640274, 0.015417457, 0.015154994, 0.014938685, 0.014709063, 0.014332514, 0.01353576], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_8e165409", "type": "temporal-reasoning", "abstention": false, "gold": ["s1cd8a196cf.md", "saadba4fdcb.md"], "top10": ["saadba4fdcb.md", "s1cd8a196cf.md", "sbec86b3b92.md", "s992e7dcb41.md", "scd98d25c73.md", "s6996be8ebb.md", "s005b3abd61.md", "s7270985032.md", "sae30f3f69f.md", "s3abf2ca32b.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015268065, 0.013992172, 0.013910061, 0.013694853, 0.013599854, 0.013574661, 0.01353576], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_74aed68e", "type": "temporal-reasoning", "abstention": false, "gold": ["s029fdb6057.md", "sa5eda3ba3a.md"], "top10": ["sa5eda3ba3a.md", "s029fdb6057.md", "s44752eb7ec.md", "s97872baf2d.md", "s775200ce95.md", "se21ae5bd50.md", "sa91b8f3a56.md", "sd9c015a567.md", "s75f4f7b401.md", "s92b0c38ff2.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015512266, 0.015268065, 0.015154994, 0.014661815, 0.014297386, 0.014297386, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bcbe585f", "type": "temporal-reasoning", "abstention": false, "gold": ["s43951b5af8.md"], "top10": ["s43951b5af8.md", "s7cebb80e42.md", "s43b774df2b.md", "s680342bed3.md", "s96ff24ec54.md", "s321eaaa311.md", "s35cabb0493.md", "sd6b618a6ca.md", "s53f50845fa.md", "s7b9503e730.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015388258, 0.014938685, 0.014815628, 0.014815628, 0.014618011, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_21adecb5", "type": "temporal-reasoning", "abstention": false, "gold": ["s2cf77dc894.md", "sd590893eb7.md"], "top10": ["sd590893eb7.md", "s827bdbd550.md", "s2cf77dc894.md", "sc35acf5860.md", "s1afbc5f484.md", "s3696ec64c3.md", "sdcce2ca7e3.md", "sc14518f4b4.md", "s7cdee15717.md", "s10acaa4d27.md"], "rrf10": [0.016133229, 0.016129032, 0.016009221, 0.015384615, 0.014928699, 0.014492754, 0.014479167, 0.014186508, 0.014069264, 0.013611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5e1b23de", "type": "temporal-reasoning", "abstention": false, "gold": ["saeedc20bb7.md"], "top10": ["s32337bb789.md", "saeedc20bb7.md", "se66a5275da.md", "sabbb4e25db.md", "s89746aa875.md", "s2f525ce207.md", "s0b853310f9.md", "se209c780a4.md", "s2ac43fd84c.md", "s153ae9b5e8.md"], "rrf10": [0.016261237, 0.016001024, 0.015889029, 0.015628816, 0.014815628, 0.014756944, 0.014141614, 0.013825324, 0.013809524, 0.013701201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_98f46fc6", "type": "temporal-reasoning", "abstention": false, "gold": ["s1460aa12d1.md", "s9791b8e390.md"], "top10": ["s9791b8e390.md", "s1460aa12d1.md", "s60fe250dea.md", "s3bea28877d.md", "sbca9903f8d.md", "s6d60507059.md", "sad6ebc6554.md", "sc641a71382.md", "sa416ec81af.md", "s93a2e9aea4.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015504808, 0.015268065, 0.014605544, 0.014389234, 0.014109698, 0.013748597, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_af6db32f", "type": "temporal-reasoning", "abstention": false, "gold": ["s2b9dea603d.md"], "top10": ["s2b9dea603d.md", "s438a222225.md", "s66bbb77d48.md", "sae7c5f32b5.md", "s2e83eac7e0.md", "s9e5a59d89f.md", "s327487caaf.md", "sb61e04ad95.md", "s5dbc1472e7.md", "s1e20c81407.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.014785823, 0.014605544, 0.014430014, 0.014358974, 0.014109698, 0.013891569, 0.013748597], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eac54adc", "type": "temporal-reasoning", "abstention": false, "gold": ["s91209e129c.md", "sd59e03b1f2.md"], "top10": ["s91209e129c.md", "sd59e03b1f2.md", "s4e9025d5ec.md", "s73b461fde8.md", "sc9ae441aad.md", "sc0b842fbe8.md", "sc585781999.md", "s2c72644cd2.md", "sd9e9946b9a.md", "s49bc686f74.md"], "rrf10": [0.016261237, 0.016261237, 0.015399195, 0.015268065, 0.015182885, 0.015165441, 0.014495798, 0.014242424, 0.013899614, 0.013415068], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ddcf75f", "type": "temporal-reasoning", "abstention": false, "gold": ["sb7a706d9cc.md"], "top10": ["sb7a706d9cc.md", "sd19c2ac5d0.md", "s18e7760908.md", "s8d5d29a06c.md", "s8fb2d10cc2.md", "s6dddb4404d.md", "s7aa4c9d5ae.md", "scfed8af571.md", "s390cf2c068.md", "s38d5da5751.md"], "rrf10": [0.016393443, 0.015625, 0.015417457, 0.015207373, 0.014449064, 0.014346764, 0.01428863, 0.014242424, 0.014095692, 0.013956193], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_a2d1d1f6", "type": "temporal-reasoning", "abstention": false, "gold": ["s9e38a6d057.md"], "top10": ["s9e38a6d057.md", "sf2a11355b7.md", "s81e9bf9433.md", "s283ff03f54.md", "s75b6f89332.md", "sea59407232.md", "s881760379b.md", "s3c89d6b969.md", "s2b0dc93464.md", "sd06b83399e.md"], "rrf10": [0.016393443, 0.015749008, 0.015384615, 0.015079365, 0.014928699, 0.014913831, 0.014643463, 0.014569257, 0.013956193, 0.013748597], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_85da3956", "type": "temporal-reasoning", "abstention": false, "gold": ["seb709c85db.md"], "top10": ["seb709c85db.md", "sf4e7ea6873.md", "s51a54af6d2.md", "scf06b87bc8.md", "s370d849bb2.md", "sfa8edd9d07.md", "s008d778544.md", "s45b89fa803.md", "s34108cd1fb.md", "s51089abd89.md"], "rrf10": [0.016393443, 0.015504808, 0.015207373, 0.01510677, 0.015079365, 0.014822134, 0.014815628, 0.014603175, 0.014569257, 0.014520202], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b0863698", "type": "temporal-reasoning", "abstention": false, "gold": ["s17cbc23e83.md"], "top10": ["s5f2b19534c.md", "sad2940711b.md", "s17cbc23e83.md", "s6514cbc2a2.md", "sf7256265cc.md", "s12da0d1603.md", "s4e834846ec.md", "s2bfe871670.md", "sf201e96d87.md", "s755acc46ab.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015625, 0.014928699, 0.014822134, 0.014734561, 0.013956193, 0.01379376, 0.0137918], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94287", "type": "temporal-reasoning", "abstention": false, "gold": ["s68260b8fd5.md", "s91208e524e.md"], "top10": ["s68260b8fd5.md", "s91208e524e.md", "s95d0ee97f7.md", "s680b3cdee9.md", "s98cd20f281.md", "s0ac1836c6d.md", "s97d28897f8.md", "s7e0d003352.md", "s76255697ec.md", "s948db491e2.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015628816, 0.015268065, 0.015165441, 0.014928699, 0.01450494, 0.014087302, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231e", "type": "temporal-reasoning", "abstention": false, "gold": ["s24647086fa.md", "s2fafe005ea.md"], "top10": ["s24647086fa.md", "s2fafe005ea.md", "s2b213e9b12.md", "s4b5fd65a6f.md", "s50a990b18c.md", "se489e58b5b.md", "s42de1eda36.md", "s28734cb49f.md", "s58ccfcae98.md", "sc11bbb9d21.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015625, 0.014718615, 0.01428863, 0.014109698, 0.014019608, 0.013825324, 0.013515982], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7ca326fa", "type": "temporal-reasoning", "abstention": false, "gold": ["s36836ec9bf.md", "sc231c512f6.md", "sfe7f677414.md"], "top10": ["sc231c512f6.md", "s36836ec9bf.md", "sfe7f677414.md", "sa782a45997.md", "s669e5ee31d.md", "s928ba85fad.md", "s65d9d72a2e.md", "s6e932c76a7.md", "sec7c047d56.md", "s1bb787f601.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015504808, 0.015165441, 0.015045249, 0.015038444, 0.014605544, 0.014389234, 0.013496377], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7bc6cf22", "type": "temporal-reasoning", "abstention": false, "gold": ["s82870d01ff.md"], "top10": ["s82870d01ff.md", "s725f0d44c2.md", "sc113fabcbf.md", "s4c5417a25a.md", "s8a0395b1ac.md", "s60a676f879.md", "s0638311f1f.md", "s08bd22fc85.md", "se8b32826e9.md", "s364d0a77db.md"], "rrf10": [0.016393443, 0.015640274, 0.015399195, 0.01510677, 0.014822134, 0.014636752, 0.014495798, 0.014395195, 0.014222756, 0.0140625], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2ebe6c92", "type": "temporal-reasoning", "abstention": false, "gold": ["s4c13d1174b.md", "s556e69205f.md"], "top10": ["s4c13d1174b.md", "sa85d1f8c67.md", "sb5a9acf399.md", "sf017366bf1.md", "s783d482924.md", "s18d8340c2b.md", "s2e40b8c244.md", "s78670ccabc.md", "s85e400a8d5.md", "sce6d3139aa.md"], "rrf10": [0.016133229, 0.015756824, 0.015443098, 0.015165441, 0.014978761, 0.014569257, 0.01439363, 0.014271255, 0.014185111, 0.014069264], "tie_at_5": false, "tie_at_10": true, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_e061b84g", "type": "temporal-reasoning", "abstention": false, "gold": ["s46a9a97cbd.md", "s6cd6007fa9.md", "sba27c9ecfb.md"], "top10": ["s6da3c35fb5.md", "s866a80aa27.md", "s2fcf7edf3d.md", "s4ff840cc90.md", "s6cd6007fa9.md", "s0e4a8bc031.md", "sa432b0461c.md", "s46a9a97cbd.md", "s5ae6bcd679.md", "sbab702fa40.md"], "rrf10": [0.016261237, 0.015877016, 0.015772479, 0.015628816, 0.015512266, 0.015504808, 0.013986698, 0.013956193, 0.013611111, 0.013575491], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "71017277", "type": "temporal-reasoning", "abstention": false, "gold": ["sf29c86135d.md"], "top10": ["sf29c86135d.md", "sa30d910d94.md", "s5f1503ff17.md", "sb47a7525d1.md", "sed4831a5a5.md", "sb7b169db77.md", "s27877be063.md", "s6ac3413068.md", "sf9bb8ec5bb.md", "s1261da2508.md"], "rrf10": [0.016133229, 0.015640274, 0.015549662, 0.015388258, 0.015384615, 0.015275187, 0.015182885, 0.015008961, 0.014297386, 0.014285714], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b46e15ee", "type": "temporal-reasoning", "abstention": false, "gold": ["s23e5eb2c4f.md", "s61696d8458.md", "saef86266be.md", "sfadd2aad2d.md"], "top10": ["saef86266be.md", "sfadd2aad2d.md", "s7bd21826bc.md", "s23e5eb2c4f.md", "sb8d231993f.md", "sb7fa1b33c2.md", "s61696d8458.md", "s81d29dd8ff.md", "s5163454c32.md", "s486cff7f54.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015275187, 0.015268065, 0.014854754, 0.014718615, 0.014129353, 0.014003134, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_d6585ce9", "type": "temporal-reasoning", "abstention": false, "gold": ["s13140f2a3d.md", "s2e1f3cfe71.md", "s302fc535f1.md", "s32134acc14.md", "s56a1b80baa.md"], "top10": ["s2e1f3cfe71.md", "sb8a4b72925.md", "se5b3a9d852.md", "s13140f2a3d.md", "s56a1b80baa.md", "s32134acc14.md", "see3fdf1d5f.md", "s0cfc4bfa30.md", "s14acf1af5d.md", "s302fc535f1.md"], "rrf10": [0.016009221, 0.015772479, 0.015756824, 0.015640274, 0.015628816, 0.015275187, 0.014709063, 0.014693265, 0.014109698, 0.014095692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_1e4a8aec", "type": "temporal-reasoning", "abstention": false, "gold": ["s25e1ab8039.md", "sf849a07d53.md"], "top10": ["sf849a07d53.md", "s25e1ab8039.md", "s33fcd2d0b0.md", "s40dc85a759.md", "s37b591df77.md", "seba0fafdcb.md", "sc5a873a351.md", "s18e759afef.md", "s6c1f2884e3.md", "s64cbc4196f.md"], "rrf10": [0.015549662, 0.015527203, 0.015504808, 0.015339578, 0.015275187, 0.015182885, 0.014978761, 0.014242424, 0.014242424, 0.014237356], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_f420262d", "type": "temporal-reasoning", "abstention": false, "gold": ["s002e2dce0d.md", "s2706cff681.md", "s4197969738.md", "s42b1274863.md", "sef8154a18e.md"], "top10": ["sef8154a18e.md", "s2706cff681.md", "s42b1274863.md", "s002e2dce0d.md", "s4197969738.md", "sbde08d49d5.md", "s2e6f6eb245.md", "s0f24f78f2c.md", "sccdb378645.md", "saeb12f5256.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015512266, 0.015504808, 0.014925373, 0.014520202, 0.014492754, 0.014285714, 0.013621201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_59149c78", "type": "temporal-reasoning", "abstention": false, "gold": ["sb85e52ab92.md", "sce4fc22611.md"], "top10": ["s57f97dbfe1.md", "s94676065b0.md", "sce4fc22611.md", "sb85e52ab92.md", "saf076ef2bd.md", "s2e1f454301.md", "s860a49a259.md", "sba886ab9ef.md", "sa606d8defe.md", "s2387cadf8b.md"], "rrf10": [0.016393443, 0.015512266, 0.015512266, 0.015310893, 0.014925373, 0.014734561, 0.014495798, 0.014495798, 0.013836596, 0.01379901], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_e414231f", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f2f06180b.md", "s83c5db768f.md"], "top10": ["s83c5db768f.md", "s40987eb3eb.md", "s4f2f06180b.md", "s7432e29380.md", "s9b5e47d063.md", "sdcd102a82b.md", "s18ca164d02.md", "s5586235ae7.md", "sa36f2f2ca4.md", "s4f4acb3a48.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015512266, 0.014618011, 0.014358974, 0.01428863, 0.014087302, 0.013763198, 0.013471971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4929293b", "type": "temporal-reasoning", "abstention": false, "gold": ["s4ca2cbd3b4.md", "s589785a84a.md"], "top10": ["s9063c770ef.md", "s8a733bb8fe.md", "s9672513559.md", "s89738bc027.md", "sbe3ab3ea95.md", "s0352573a6e.md", "s3cf7d14677.md", "s61e2bb2d9f.md", "s22d63d24b8.md", "s1c056928ae.md"], "rrf10": [0.015625, 0.015417457, 0.015310893, 0.014863388, 0.014407131, 0.014069264, 0.014069264, 0.0137918, 0.01345251, 0.013431013], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_468eb064", "type": "temporal-reasoning", "abstention": false, "gold": ["s46ca419463.md"], "top10": ["sf14f60dbc1.md", "sc36682f12d.md", "s5859dc779c.md", "sd385283547.md", "s479d26c9f0.md", "s771de0126e.md", "s33fc4264ae.md", "s51cf34e824.md", "s46ca419463.md", "s5270e8ee22.md"], "rrf10": [0.016129032, 0.015504808, 0.015443098, 0.015079365, 0.015058877, 0.014690228, 0.014636752, 0.014605544, 0.014202256, 0.014069264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": true}}
{"qid": "gpt4_fa19884d", "type": "temporal-reasoning", "abstention": false, "gold": ["s95ea2e00a1.md", "sc12f87dd19.md"], "top10": ["s10dede8772.md", "sc12f87dd19.md", "s95ea2e00a1.md", "sec15584363.md", "s0175d50beb.md", "s4f6302954c.md", "s955a67ac2e.md", "s7e098098b0.md", "s7cb525ec2a.md", "s54cd70c022.md"], "rrf10": [0.016393443, 0.016001024, 0.015628816, 0.015527203, 0.015388258, 0.015165441, 0.014636752, 0.014389234, 0.014109698, 0.0137918], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9a707b82", "type": "temporal-reasoning", "abstention": false, "gold": ["s4786946473.md", "s81b6bbdf4e.md"], "top10": ["s2742c32677.md", "s81b6bbdf4e.md", "sce5d03a82b.md", "s7ebd01ec60.md", "s93311ca8d0.md", "sdf62b0ed05.md", "se21890ca7e.md", "sa53a27ebb3.md", "s15b7f59278.md", "s39490dc1c9.md"], "rrf10": [0.016129032, 0.015749008, 0.015549662, 0.015512266, 0.015504808, 0.015038444, 0.014815628, 0.014220818, 0.013992172, 0.01379376], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "eac54add", "type": "temporal-reasoning", "abstention": false, "gold": ["s162504919c.md", "s8337b854d4.md"], "top10": ["sb1ac440339.md", "s4e746c4004.md", "s8337b854d4.md", "s454a6b7bf4.md", "s353d91cc7a.md", "s12114d7a4e.md", "sc3fcc3ca0a.md", "sb87df9a71b.md", "s4380d0bd80.md", "s376ce055a5.md"], "rrf10": [0.016133229, 0.016001024, 0.015207373, 0.015154994, 0.015154994, 0.015141166, 0.014854754, 0.014202256, 0.014202256, 0.013986014], "tie_at_5": false, "tie_at_10": true, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "4dfccbf8", "type": "temporal-reasoning", "abstention": false, "gold": ["sa09e60716b.md", "sb9082af00f.md"], "top10": ["sb9082af00f.md", "s9b62fb6f5e.md", "s3635e07caa.md", "scda201d835.md", "sdb0b5379fa.md", "s9aa8197690.md", "s8c8f4262cd.md", "s11547356b8.md", "sa09e60716b.md", "s8ec08e091b.md"], "rrf10": [0.016393443, 0.015384615, 0.015182885, 0.015079365, 0.014955357, 0.014705882, 0.014312002, 0.014242424, 0.014084507, 0.013872943], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "0bc8ad93", "type": "temporal-reasoning", "abstention": false, "gold": ["s4587f6fe90.md", "sa08679a07b.md", "sc170d58684.md"], "top10": ["s4587f6fe90.md", "sc170d58684.md", "sfe1fc78253.md", "sa08679a07b.md", "sfa8ec505b6.md", "s1fe22d8789.md", "s3820a08c33.md", "s848a9a443f.md", "s0a056f3db3.md", "sf0c9f52515.md"], "rrf10": [0.016133229, 0.016133229, 0.016129032, 0.015625, 0.015268065, 0.015154994, 0.015038444, 0.014492754, 0.014395195, 0.014297386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6e984302", "type": "temporal-reasoning", "abstention": false, "gold": ["s6ab3f16aac.md", "s83e0c428cd.md"], "top10": ["sbe0d0d4910.md", "sab035380b7.md", "s6ab3f16aac.md", "s2b34e456c4.md", "sda2f33d6f3.md", "s83e0c428cd.md", "sf0b77f477b.md", "sf2790ce62a.md", "seb24c32b9f.md", "sc1a5cd6ba7.md"], "rrf10": [0.016009221, 0.015628816, 0.015549662, 0.014978761, 0.014835165, 0.014643463, 0.014520202, 0.014389234, 0.014312002, 0.014219443], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_8279ba03", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f9139a2e6.md"], "top10": ["sbb094ad3fc.md", "se38ef685f8.md", "s2bc6da6130.md", "s5fbbb9ea07.md", "s349c47a319.md", "s8e326bda56.md", "sb503ff5272.md", "s008442bd5a.md", "s3c8835302e.md", "s1bba39fec5.md"], "rrf10": [0.016129032, 0.015443098, 0.014953478, 0.014835165, 0.014407131, 0.014242424, 0.014186508, 0.014021422, 0.01398534, 0.013891569], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": false, "all@5": false, "all@10": false}}
{"qid": "gpt4_b5700ca0", "type": "temporal-reasoning", "abstention": false, "gold": ["s72d3f1186e.md"], "top10": ["sd217675fa6.md", "sba65fea786.md", "s72d3f1186e.md", "s1fad58d740.md", "sa3375ce3b6.md", "se758422f77.md", "s6a45e8b82a.md", "s29fdb1e913.md", "s391bb20fff.md", "sa712549c65.md"], "rrf10": [0.015549662, 0.015399195, 0.015399195, 0.015207373, 0.015151515, 0.014756944, 0.014690228, 0.014391447, 0.014389234, 0.014237356], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_68e94288", "type": "temporal-reasoning", "abstention": false, "gold": ["sa0c7b3aa66.md", "sf252db108c.md"], "top10": ["s081e150019.md", "s14846cddb0.md", "sa0c7b3aa66.md", "s8f5f0c3d73.md", "s46f6839810.md", "s8c28dce03f.md", "saaf4776370.md", "sf79da606d4.md", "s04e0eb6cbe.md", "sc25c49be6b.md"], "rrf10": [0.016133229, 0.016009221, 0.015877016, 0.015640274, 0.015628816, 0.015038444, 0.014709063, 0.014202256, 0.013899614, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_2655b836", "type": "temporal-reasoning", "abstention": false, "gold": ["sbd2d6853a4.md", "sf0e65c9f25.md", "sfb09c24b3f.md"], "top10": ["sbd2d6853a4.md", "sfb09c24b3f.md", "sf0e65c9f25.md", "sd6061a486e.md", "s7fc61b9aec.md", "s701f2ed09d.md", "sdbb51dfbbf.md", "s7757045d51.md", "sa0836e577d.md", "s30a901b77f.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015289449, 0.015038444, 0.014495798, 0.014479167, 0.014190821, 0.013913043, 0.013560248], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2487a7cb", "type": "temporal-reasoning", "abstention": false, "gold": ["s4d59b8878b.md", "sb28c305d83.md"], "top10": ["scd823c404b.md", "sb28c305d83.md", "s4d59b8878b.md", "sdafa58f138.md", "s149430f92a.md", "s49ee939b0b.md", "se6cab5b8ca.md", "sa50d9057ac.md", "sb3bb420a5b.md", "s9ede7814c5.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015504808, 0.015275187, 0.014718615, 0.014705882, 0.014449064, 0.014425073, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_76048e76", "type": "temporal-reasoning", "abstention": false, "gold": ["s5168ffe72d.md", "sa84dca62c2.md"], "top10": ["s5168ffe72d.md", "sa84dca62c2.md", "s04efc15fa5.md", "se6111a85ad.md", "s1200646c38.md", "s4e6e62cac2.md", "s0697812313.md", "s7bc9cf68ec.md", "sdeb3fe9208.md", "s6ebc5ac117.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.014835165, 0.014705882, 0.014618011, 0.014219443, 0.0140625, 0.013739883, 0.013673319], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2312f94c", "type": "temporal-reasoning", "abstention": false, "gold": ["s345a3cd20b.md", "s3640d5892b.md"], "top10": ["s3640d5892b.md", "s345a3cd20b.md", "s1578e8805e.md", "safbe8a58c5.md", "s8c4c202bd1.md", "s772a9e8cfe.md", "s80fb14cb87.md", "s1ab2ddfecb.md", "s39a5a450ee.md", "sfc5c3e3c09.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.014938685, 0.014785823, 0.014756944, 0.014705882, 0.014154705, 0.013986698, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0bb5a684", "type": "temporal-reasoning", "abstention": false, "gold": ["s595a56db20.md", "scce59a4655.md"], "top10": ["scce59a4655.md", "s595a56db20.md", "s56ed2f0c8f.md", "sa7cdaaeb2a.md", "s2615a04853.md", "s90ea4a7b13.md", "s7907b0f164.md", "s2e6450da93.md", "sd421f57b70.md", "s20e144b7bb.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015628816, 0.015504808, 0.015151515, 0.014925373, 0.01428863, 0.013846448, 0.013606072], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08f4fc43", "type": "temporal-reasoning", "abstention": false, "gold": ["s2af822d821.md", "s640616c492.md"], "top10": ["s640616c492.md", "s2af822d821.md", "s592c2f510e.md", "s4b396ed6a0.md", "sa22f98db8c.md", "sb50bf2cbf3.md", "s0c54bab47b.md", "sc8f74bc636.md", "s092a7494a7.md", "s0f9cbb38c4.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.015504808, 0.015289449, 0.015165441, 0.01450494, 0.014219443, 0.014190821, 0.013904871], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2c63a862", "type": "temporal-reasoning", "abstention": false, "gold": ["s4f98c8dc3a.md", "s9f1a32ae81.md"], "top10": ["s4f98c8dc3a.md", "s9f1a32ae81.md", "scaa9894582.md", "s4315eee20f.md", "s7914937fde.md", "s6eaefa2ac1.md", "s814450ff3d.md", "sb5cf9250e1.md", "sb981c1af92.md", "s4405fa5a05.md"], "rrf10": [0.016393443, 0.015877016, 0.015640274, 0.015399195, 0.015154994, 0.014835165, 0.014346764, 0.014332514, 0.014222756, 0.013701201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_385a5000", "type": "temporal-reasoning", "abstention": false, "gold": ["s2e8320a39c.md", "sa4b77ce1d4.md"], "top10": ["sa4b77ce1d4.md", "s2e8320a39c.md", "s38bfef5ed7.md", "s69a0294101.md", "s860de2e267.md", "sa76eff2993.md", "s689b341cd0.md", "s9c988d143c.md", "s33a3972e62.md", "s0207beaebd.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.014955357, 0.014449064, 0.014425073, 0.014297386, 0.014185111, 0.013712687], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2a1811e2", "type": "temporal-reasoning", "abstention": false, "gold": ["s55d727a7bc.md", "s8d839c07e0.md"], "top10": ["s8d839c07e0.md", "s55d727a7bc.md", "s9257a30459.md", "sbe58be2457.md", "sda9dd3ba67.md", "s0eea19416d.md", "s64010b44c6.md", "sa96cde9886.md", "sb189410649.md", "se0a08e42fe.md"], "rrf10": [0.016261237, 0.016261237, 0.015268065, 0.015268065, 0.015079365, 0.014854754, 0.01450494, 0.014407131, 0.013910061, 0.013611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "bbf86515", "type": "temporal-reasoning", "abstention": false, "gold": ["s30d987b3c3.md", "s7b6f7dd6ee.md"], "top10": ["s7b6f7dd6ee.md", "s30d987b3c3.md", "s31c4f49a3a.md", "s9294810284.md", "s2a6de2a9af.md", "s843bf14752.md", "s1a4a62a416.md", "s526e981d1d.md", "s6dfeb0b0f0.md", "s406704ace4.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015749008, 0.015154994, 0.015151515, 0.014938685, 0.014709063, 0.014285714, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5dcc0aab", "type": "temporal-reasoning", "abstention": false, "gold": ["s24d99c7c22.md", "saa4d80e61a.md", "sccd56d8af2.md", "sd243ebb0b8.md", "sfc267f2333.md"], "top10": ["sfc267f2333.md", "sccd56d8af2.md", "saa4d80e61a.md", "s24d99c7c22.md", "sd243ebb0b8.md", "s53e72bded5.md", "s5a0f1006d9.md", "s264b60e681.md", "s0ceddabea9.md", "s628aec4c53.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015625, 0.015268065, 0.014822134, 0.014815628, 0.014734561, 0.014087302, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0b2f1d21", "type": "temporal-reasoning", "abstention": false, "gold": ["s64ebf1efbd.md", "s90c6ccbe2b.md"], "top10": ["s64ebf1efbd.md", "s90c6ccbe2b.md", "sb3516aace3.md", "sbbfa2f2d1a.md", "s1d19b405a7.md", "s2bc99a4da9.md", "s69296e68ae.md", "s40f3f7772b.md", "s8fba3ccb69.md", "sca7ea32840.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015038444, 0.014854754, 0.014425073, 0.014285714, 0.01379901, 0.013310285, 0.013186813], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f0853d11", "type": "temporal-reasoning", "abstention": false, "gold": ["s817b9a6f4d.md", "sfe7e47317a.md"], "top10": ["sfe7e47317a.md", "s817b9a6f4d.md", "s25ae9177ef.md", "sc3e40b0945.md", "s06f5347192.md", "s3d48a3e0b7.md", "sd41cd92c49.md", "s23b9756342.md", "s536c892a97.md", "sa32229e149.md"], "rrf10": [0.016261237, 0.016261237, 0.015512266, 0.015268065, 0.014955357, 0.014734561, 0.014141614, 0.013992172, 0.013931889, 0.0137918], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_6ed717ea", "type": "temporal-reasoning", "abstention": false, "gold": ["s55af9f14ed.md", "sbd11663681.md"], "top10": ["s55af9f14ed.md", "sbd11663681.md", "sffb86be3dc.md", "sc6cf4d9cc4.md", "sed4b321821.md", "s23e194c2c7.md", "s3c9433c1a9.md", "s054db48d09.md", "scb260fc417.md", "sa1b549dc19.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015399195, 0.015388258, 0.014822134, 0.014636752, 0.014599318, 0.01450494, 0.014222756], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552", "type": "temporal-reasoning", "abstention": false, "gold": ["s41bf8b44c2.md", "s5cf74e1124.md"], "top10": ["s5cf74e1124.md", "s41bf8b44c2.md", "s5c8e6efa68.md", "s21ad0a7052.md", "s1510eb9c45.md", "seda94a271d.md", "s5e58bb106e.md", "s7c68b6417e.md", "sc2af4bd4be.md", "sf99d5eeaaa.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015399195, 0.015388258, 0.014636752, 0.014495798, 0.014395195, 0.014332514, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3838d2b", "type": "temporal-reasoning", "abstention": false, "gold": ["s008616af89.md", "s08039dfb39.md", "s433c60d14c.md", "s5949e866a0.md", "sc06f53e288.md", "sfdc5e0b469.md"], "top10": ["s433c60d14c.md", "sfdc5e0b469.md", "sc06f53e288.md", "s5949e866a0.md", "s008616af89.md", "s08039dfb39.md", "s88be3d04ec.md", "s981fbfae83.md", "sea614a3b27.md", "sc4ef3cfbd0.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.015384615, 0.014928699, 0.014925373, 0.014087302, 0.013825758, 0.013656633], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": true}}
{"qid": "gpt4_93159ced", "type": "temporal-reasoning", "abstention": false, "gold": ["s28b2bb6a4c.md", "s480422580e.md"], "top10": ["s480422580e.md", "s66fbc2cb82.md", "s28b2bb6a4c.md", "sd33a34e4c3.md", "s256755fe05.md", "s6d345411ac.md", "s9c8871ffac.md", "s28108cb31e.md", "sf2d0a2ddc8.md", "s576267bf75.md"], "rrf10": [0.016393443, 0.015388258, 0.015008961, 0.014705882, 0.014306006, 0.013554485, 0.013515982, 0.013431013, 0.013371367, 0.01334504], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2d58bcd6", "type": "temporal-reasoning", "abstention": false, "gold": ["s2826b6f894.md", "s421af25d82.md"], "top10": ["s2826b6f894.md", "s421af25d82.md", "sa93b473326.md", "sb7968eb15e.md", "s2f46714931.md", "s6afb2163ec.md", "sb968cc672c.md", "s674aabb072.md", "s891fc456e5.md", "s1b368c9880.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015268065, 0.015165441, 0.014492754, 0.014312002, 0.014109698, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_65aabe59", "type": "temporal-reasoning", "abstention": false, "gold": ["s6f9ff14428.md", "s90a4bc5533.md"], "top10": ["se842692812.md", "s6f9ff14428.md", "s90a4bc5533.md", "s11972a0d1a.md", "s0583c7636b.md", "s0be47a9ac3.md", "s615d89fdfc.md", "s3bbeb60f1d.md", "s306a6677cc.md", "s697b173a3a.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015268065, 0.015154994, 0.014955357, 0.014391447, 0.014190821, 0.014129353, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "982b5123", "type": "temporal-reasoning", "abstention": false, "gold": ["sccb03fc4f5.md", "sf3670fa6d3.md"], "top10": ["sf3670fa6d3.md", "sccb03fc4f5.md", "sb51a319156.md", "sf653ecc01c.md", "sdbf883a0db.md", "s9f5ba46808.md", "scc1e92a9c0.md", "s6b29b19f88.md", "s114fa97c84.md", "sf84f7b9cb0.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015749008, 0.015268065, 0.014822134, 0.014705882, 0.014636752, 0.014605544, 0.014041634], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b9cfe692", "type": "temporal-reasoning", "abstention": false, "gold": ["s1d14444b2b.md", "s5eb7a1d415.md", "s8208760db1.md"], "top10": ["s8208760db1.md", "s1d14444b2b.md", "s5eb7a1d415.md", "s32da7f40ae.md", "s81c5416f1c.md", "s5a8196fc3c.md", "s122a1d1b78.md", "s67498d0fff.md", "s2db3ec6f8b.md", "s5b818dd190.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.014495798, 0.014492754, 0.0140625, 0.0140625, 0.013809524, 0.013701201, 0.013644689], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4edbafa2", "type": "temporal-reasoning", "abstention": false, "gold": ["s73cd5d9160.md", "s9be19f5415.md"], "top10": ["s73cd5d9160.md", "s9be19f5415.md", "s34a02113e4.md", "s839b8ab38b.md", "s47b71ee91b.md", "sed28ca5fc3.md", "sc3f1ac8458.md", "s9e97d2b35e.md", "s1aa16403f0.md", "sf4c706cc2f.md"], "rrf10": [0.016393443, 0.016129032, 0.015504808, 0.015182885, 0.014815628, 0.014391447, 0.014332514, 0.014021422, 0.013888889, 0.013750461], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8090214", "type": "temporal-reasoning", "abstention": false, "gold": ["s7d5893d955.md", "sb88bd81bf2.md"], "top10": ["s7d5893d955.md", "sb88bd81bf2.md", "sade61b1c3d.md", "s46ec41484d.md", "sb5c8f1a92a.md", "scbcbf00fe5.md", "s85642fb1ea.md", "s1ba0e36656.md", "sba861fa4a5.md", "se13e10aaa2.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015182885, 0.015079365, 0.015045249, 0.015045249, 0.014425073, 0.014041634, 0.013986698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_483dd43c", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b66dde47c.md", "se8266fabdf.md"], "top10": ["s3b66dde47c.md", "se8266fabdf.md", "s2652cd98d5.md", "se0df0a5c2b.md", "sbfa53f87ae.md", "s41d8802eaf.md", "s8039990e6b.md", "sc5159efc68.md", "s5ba2051087.md", "s9b91094ca7.md"], "rrf10": [0.016393443, 0.016129032, 0.014925373, 0.014880952, 0.014693265, 0.014425073, 0.014391447, 0.013910061, 0.013636364, 0.013621201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e4e14d04", "type": "temporal-reasoning", "abstention": false, "gold": ["sb3a93ec989.md", "scac3fc2d6a.md"], "top10": ["sb3a93ec989.md", "scac3fc2d6a.md", "s748bbd0901.md", "sea0f9e4152.md", "seca64f6618.md", "s337ec808d0.md", "s592b68e641.md", "sf5bcc52f7c.md", "s5f13ce6ea2.md", "s89f28e6c0d.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.014880952, 0.014705882, 0.01428863, 0.014271255, 0.013899614, 0.01345251, 0.013430478], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c9f37c46", "type": "temporal-reasoning", "abstention": false, "gold": ["s08e1e9433d.md", "s5aac5fac5b.md"], "top10": ["s08e1e9433d.md", "s5aac5fac5b.md", "s9df17a702b.md", "s7ed0b1b18d.md", "s765d1e52bf.md", "sd77bfcf84f.md", "s19f34a8b76.md", "sca226d846c.md", "sa34daccd8c.md", "s36cfcc7da4.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015165441, 0.015045249, 0.014938685, 0.014709063, 0.014346764, 0.014285714, 0.014129353], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2c50253f", "type": "temporal-reasoning", "abstention": false, "gold": ["s0175de5805.md", "sedd6d1da16.md"], "top10": ["s0175de5805.md", "sedd6d1da16.md", "s18fd4def26.md", "s49304f2686.md", "sc3b7955ec6.md", "s0ffc680f3f.md", "s8b8c7ed890.md", "s6dcb50164f.md", "sf5f795cbc0.md", "s0eeeb3007f.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015289449, 0.014928699, 0.014925373, 0.014520202, 0.01428863, 0.014185814, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dcfa8644", "type": "temporal-reasoning", "abstention": false, "gold": ["s5e747c25d4.md", "s829e5b50ee.md"], "top10": ["s5e747c25d4.md", "s829e5b50ee.md", "sc26232a561.md", "s3317546e75.md", "s26cace0e02.md", "s7530c0f057.md", "s940b7cea29.md", "s43fe133a52.md", "sb7e91a1fdf.md", "sa8621e8157.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.014605544, 0.014297386, 0.014222756, 0.014219443, 0.014185814, 0.014069264, 0.013865147], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_b4a80587", "type": "temporal-reasoning", "abstention": false, "gold": ["s81e3d5422c.md", "s9886a5c274.md"], "top10": ["s81e3d5422c.md", "s9886a5c274.md", "sdb00f3e0f2.md", "sd17ef02c36.md", "sd73e36147a.md", "s204b598096.md", "s6df31dd978.md", "sf756d81c8b.md", "sb9e6c4b34a.md", "s4cc7cee7c6.md"], "rrf10": [0.016393443, 0.016129032, 0.015504808, 0.015038444, 0.014822134, 0.014709063, 0.014705882, 0.014449064, 0.014346764, 0.014306006], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_9a159967", "type": "temporal-reasoning", "abstention": false, "gold": ["s39bce70737.md", "s9cf08030f4.md", "sa5569c7b49.md"], "top10": ["s9cf08030f4.md", "sa5569c7b49.md", "s39bce70737.md", "s946073a043.md", "sb7f38044c3.md", "s0c2eb2a185.md", "sd19132c35c.md", "s65698d0474.md", "sdb16a48dd5.md", "s0e52acc1ac.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015388258, 0.015384615, 0.015275187, 0.014928699, 0.014599318, 0.014407131, 0.014185111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc6d1ec1", "type": "temporal-reasoning", "abstention": false, "gold": ["s1c5f3ff0b6.md", "s9f4d074051.md"], "top10": ["s9f4d074051.md", "s1c5f3ff0b6.md", "sd53ce01ff0.md", "s6bc147bba6.md", "s6386ad6ef3.md", "s594459dde9.md", "sca3842cd5a.md", "s44f163f955.md", "scc20a584a3.md", "sec570d0a5e.md"], "rrf10": [0.016261237, 0.016261237, 0.015504808, 0.015275187, 0.014785823, 0.014618011, 0.014389234, 0.014190821, 0.014021422, 0.013825758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_8c8961ae", "type": "temporal-reasoning", "abstention": false, "gold": ["s05cb38b910.md", "s0ebeaaa131.md"], "top10": ["s0ebeaaa131.md", "s05cb38b910.md", "s0b7165840c.md", "sbb66e49d06.md", "s1f7b64c0d7.md", "s50ee320eff.md", "s0021810692.md", "scab011631d.md", "s2d984ce048.md", "sc49b79e68e.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.015154994, 0.015038444, 0.014835165, 0.014202256, 0.013913043, 0.013891569], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d9af6064", "type": "temporal-reasoning", "abstention": false, "gold": ["s0f39b2797c.md", "s91ee2f2e0e.md"], "top10": ["s91ee2f2e0e.md", "s0f39b2797c.md", "sdb21a0fbef.md", "s70afc29573.md", "s2d01578368.md", "s645440ba48.md", "se6c4dffb9e.md", "s1469f168f2.md", "s85f15d6eff.md", "se4438d3a81.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015749008, 0.014636752, 0.014109698, 0.013904871, 0.013891569, 0.013721805, 0.013716404], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_7de946e7", "type": "temporal-reasoning", "abstention": false, "gold": ["s87199b9e20.md", "s8d2939d9d9.md"], "top10": ["s87199b9e20.md", "s8d2939d9d9.md", "s45cfa6a828.md", "sdf96a1e5e4.md", "sa7ab9c4734.md", "s9c705d7fa8.md", "sd2fbc1ea6e.md", "s76499d2d71.md", "s9d31691c46.md", "sd0d36ae472.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015388258, 0.015268065, 0.014605544, 0.014449064, 0.014391447, 0.014019608, 0.013872943], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d01c6aa8", "type": "temporal-reasoning", "abstention": false, "gold": ["s27c3996527.md", "sc0834edc40.md"], "top10": ["sc0834edc40.md", "s27c3996527.md", "sfcddfb85f2.md", "s267b6828ee.md", "s0e678c6741.md", "s4c05a8212f.md", "s0e1ae3e7ea.md", "se7500ec8e8.md", "sbca7204e08.md", "s12308690f5.md"], "rrf10": [0.016261237, 0.015659408, 0.015384615, 0.015289449, 0.015038444, 0.014643463, 0.014265622, 0.014222756, 0.014222756, 0.013525781], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "993da5e2", "type": "temporal-reasoning", "abstention": false, "gold": ["sc2c75a3b3d.md", "sca918c6491.md"], "top10": ["sc2c75a3b3d.md", "sca918c6491.md", "sa0f4c3b204.md", "sa0f5693822.md", "sf597189f38.md", "s0078e93c3d.md", "s38a79afd7e.md", "sc8e6cebc17.md", "s69b588c5c5.md", "s9178c3fe71.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015045249, 0.014407131, 0.014185111, 0.014154705, 0.013553114, 0.01334504, 0.013178429], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a3045048", "type": "temporal-reasoning", "abstention": false, "gold": ["s34e4ec4eef.md", "sf6f7182ae0.md"], "top10": ["s34e4ec4eef.md", "sf6f7182ae0.md", "sb946f98b8c.md", "s6fb625b37e.md", "s53cb6dcb10.md", "s4db1295acd.md", "s9f04e9c2b9.md", "s868545fa6a.md", "s238c353f40.md", "sf10b4b4cb0.md"], "rrf10": [0.016133229, 0.016133229, 0.016129032, 0.015275187, 0.015038444, 0.014835165, 0.014756944, 0.014358974, 0.01428863, 0.014109698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_d31cdae3", "type": "temporal-reasoning", "abstention": false, "gold": ["s5c0a31b0c9.md", "s6e88e5e525.md"], "top10": ["s5c0a31b0c9.md", "se03fc5ca98.md", "s6e88e5e525.md", "s0c3b4ad7fb.md", "s0cbc84a2e4.md", "sc1dd77eabc.md", "sb9cd50476b.md", "s38a339bc17.md", "s71342f3939.md", "sa06f1546ff.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015504808, 0.015388258, 0.014618011, 0.014271255, 0.014219443, 0.013992172, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_cd90e484", "type": "temporal-reasoning", "abstention": false, "gold": ["s01360ef0c3.md", "s8a8c2e05ec.md"], "top10": ["s01360ef0c3.md", "s8a8c2e05ec.md", "s3af56adb0b.md", "sebc5c7ad86.md", "s595f2c6742.md", "sc9c4832d17.md", "s4c753bca9e.md", "s604cef23e7.md", "s27ce54af4e.md", "sc13f3f3be5.md"], "rrf10": [0.016393443, 0.016001024, 0.015388258, 0.015038444, 0.015008961, 0.014605544, 0.014003134, 0.013789869, 0.01345251, 0.013439434], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_88806d6e", "type": "temporal-reasoning", "abstention": false, "gold": ["s9368d1b6c1.md", "sa3245090a2.md"], "top10": ["sa3245090a2.md", "s9368d1b6c1.md", "s9d38b00fde.md", "s38e1741d67.md", "sb082c3d562.md", "s93f6cb8deb.md", "s6472b75285.md", "sac2f5bd3ee.md", "sd51c0de2f5.md", "s50b57e3096.md"], "rrf10": [0.016393443, 0.016001024, 0.015640274, 0.015628816, 0.015504808, 0.015058877, 0.014599318, 0.014495798, 0.014041634, 0.013099315], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_4cd9eba1", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddfcc1840.md", "sdcbbe1aff8.md"], "top10": ["sdcbbe1aff8.md", "s3ddfcc1840.md", "sabb87d6f21.md", "sf99b407698.md", "s68af291090.md", "s36770957ed.md", "sc112151abf.md", "s07dd6825af.md", "s64a98e5698.md", "s4f490a48c7.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015165441, 0.015038444, 0.014520202, 0.014389234, 0.013716404, 0.013635526, 0.013437951], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93f6379c", "type": "temporal-reasoning", "abstention": false, "gold": ["s43a072f157.md", "sd1df7a24ac.md", "sfb967e87f2.md"], "top10": ["sd1df7a24ac.md", "sfb967e87f2.md", "s08accac585.md", "sff493dc186.md", "s43a072f157.md", "s251f6ffef2.md", "s63d74e4cba.md", "sd96069f4b2.md", "s75c1f5d801.md", "s6a496771ef.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015384615, 0.014569257, 0.014520202, 0.014479167, 0.014185111, 0.014019608, 0.013712687], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b29f3365", "type": "temporal-reasoning", "abstention": false, "gold": ["s3b896c3512.md", "s548348aeec.md"], "top10": ["s548348aeec.md", "s3b896c3512.md", "sf6dad02828.md", "s15134189e9.md", "scdfaabcb8d.md", "s665fd095f5.md", "sb3d775ade6.md", "sf9f04d63fe.md", "s360637b2a6.md", "s48f960c250.md"], "rrf10": [0.016393443, 0.016129032, 0.014693265, 0.014520202, 0.014391447, 0.014285714, 0.013763198, 0.013575491, 0.013494318, 0.013486783], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f56ae70", "type": "temporal-reasoning", "abstention": false, "gold": ["s1f845ab656.md", "s655404f4a3.md", "sf0d9378d6e.md"], "top10": ["s1f845ab656.md", "s655404f4a3.md", "sf0d9378d6e.md", "sca23044b98.md", "s63cacb21b1.md", "sfe659584cc.md", "sc269312152.md", "s5bf0d61871.md", "s9a6bebbbdd.md", "se34a23b7bb.md"], "rrf10": [0.016129032, 0.016009221, 0.015182885, 0.014928699, 0.014835165, 0.014446721, 0.014185814, 0.014109698, 0.013910061, 0.013872943], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6613b389", "type": "temporal-reasoning", "abstention": false, "gold": ["s837e89c60d.md", "sbddb9c5815.md", "se4c50b7071.md"], "top10": ["sbddb9c5815.md", "se4c50b7071.md", "s6422cf943a.md", "s87a60292af.md", "s6843424c25.md", "s12033449f0.md", "s4d0a382db6.md", "sfec1ec1836.md", "s221906619f.md", "s896018073b.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.014835165, 0.01450494, 0.014495798, 0.013825758, 0.013682055, 0.013656633], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_78cf46a3", "type": "temporal-reasoning", "abstention": false, "gold": ["s6facddd513.md", "scf6d1055d1.md"], "top10": ["scf6d1055d1.md", "s6facddd513.md", "seb1daa5e4e.md", "s7317eb875f.md", "s934a1a4b23.md", "s1e39370106.md", "se2f5808e71.md", "s5e09cd5ca6.md", "s6d08802e39.md", "sdbe78d4a40.md"], "rrf10": [0.016393443, 0.016129032, 0.015154994, 0.014880952, 0.014407131, 0.014332514, 0.01428863, 0.014186508, 0.014141614, 0.013764881], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_0a05b494", "type": "temporal-reasoning", "abstention": false, "gold": ["s5bcfae14fb.md", "sabede4e831.md"], "top10": ["sabede4e831.md", "s5bcfae14fb.md", "s304ac5b187.md", "sa7d5e7cd80.md", "sa76ac027d3.md", "s2df1845825.md", "s9124fa68d3.md", "sf14bb8ef10.md", "s23604de11c.md", "s08f7b396b0.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015275187, 0.015268065, 0.015079365, 0.014938685, 0.014756944, 0.013931889, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_1a1dc16d", "type": "temporal-reasoning", "abstention": false, "gold": ["sf7811e5c83.md", "sfd09ef2725.md"], "top10": ["sf7811e5c83.md", "scf8525cfd3.md", "sfd09ef2725.md", "s33d87fd9d7.md", "sd16e75e9cc.md", "sd1089464b3.md", "sffb862a492.md", "sb72ff891f4.md", "s1354cf6f5a.md", "sa181f1700c.md"], "rrf10": [0.016393443, 0.015756824, 0.015749008, 0.015512266, 0.015154994, 0.014756944, 0.014705882, 0.01450494, 0.014492754, 0.014425073], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_2f584639", "type": "temporal-reasoning", "abstention": false, "gold": ["s35bbe43aff.md", "sc5b1e223c5.md"], "top10": ["sc5b1e223c5.md", "s35bbe43aff.md", "s17fba0f6b6.md", "s1d490417b0.md", "s45fb58468b.md", "s95e8d7a4e3.md", "s522c50906a.md", "s43af6bd5ab.md", "sb7992def17.md", "s087a4643ae.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.015045249, 0.015038444, 0.014358974, 0.014332514, 0.013553114, 0.013450502], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_213fd887", "type": "temporal-reasoning", "abstention": false, "gold": ["s92d881001c.md", "sb2b2185e8e.md"], "top10": ["sb2b2185e8e.md", "s92d881001c.md", "s19cf5fa165.md", "sa3361c2f35.md", "s172965d91d.md", "seb95410169.md", "s1734641284.md", "sa12dfe1257.md", "s7b6dbbb528.md", "se2bce8d00e.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015384615, 0.015182885, 0.015182885, 0.015038444, 0.014618011, 0.014087302, 0.013846448], "tie_at_5": true, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_5438fa52", "type": "temporal-reasoning", "abstention": false, "gold": ["s25b44053fd.md", "s36786ac286.md"], "top10": ["s36786ac286.md", "s7fbbfb6b3c.md", "s30f07eb5cb.md", "s25b44053fd.md", "s5e1bd4ee0a.md", "s40a6e34051.md", "s22dd706d12.md", "s62560a0ebd.md", "scf4a2daedd.md", "s4735cf4e71.md"], "rrf10": [0.015889029, 0.015873016, 0.015772479, 0.015527203, 0.015417457, 0.015275187, 0.015058877, 0.014636752, 0.014618011, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_c27434e8", "type": "temporal-reasoning", "abstention": false, "gold": ["s710e95d011.md", "sb7f6f1f28d.md"], "top10": ["s710e95d011.md", "sb7f6f1f28d.md", "s5935538db0.md", "sebb4063582.md", "s93e8318712.md", "s2743dd8a35.md", "se41507037c.md", "sc8dc26e979.md", "sba8fec440a.md", "s4f7f40a37b.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015165441, 0.014928699, 0.014718615, 0.014661815, 0.014186508, 0.013913043, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585", "type": "temporal-reasoning", "abstention": false, "gold": ["s3ddffe09ad.md", "s9e9e6a7ea5.md"], "top10": ["s9e9e6a7ea5.md", "s04547b770a.md", "s3ddffe09ad.md", "s962fc8e889.md", "s556a9c8fe7.md", "s1482ea51ca.md", "s723f1fb778.md", "s1fb0e6b69c.md", "s47a2a48540.md", "s109947238e.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015388258, 0.015384615, 0.015079365, 0.014492754, 0.014425073, 0.014185111, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8c18457d", "type": "temporal-reasoning", "abstention": false, "gold": ["s49c6d6513f.md", "s530c3c190b.md"], "top10": ["s530c3c190b.md", "sc9f8b2c904.md", "s49c6d6513f.md", "sf7c950b6df.md", "s5400662dee.md", "s1c790ce0af.md", "s51e89a99d0.md", "s5f51e86549.md", "sb95e3907e8.md", "s8f0b13a358.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.014854754, 0.014541623, 0.014306006, 0.014190821, 0.014154705, 0.014129353, 0.013904871], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_70e84552_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s6012d761ea.md", "sb7a6e178e4.md"], "top10": ["sb7a6e178e4.md", "s6012d761ea.md", "s0283e6eb76.md", "s4894a25d2b.md", "s4d0ca287ba.md", "sbb4ded46cc.md", "s3e87545573.md", "s23544cdaca.md", "sd5683049d3.md", "sa2499f2741.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015182885, 0.015165441, 0.015165441, 0.014718615, 0.014358974, 0.013986698, 0.013865147], "tie_at_5": true, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_93159ced_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s388e2039d9.md", "s8f61031d33.md"], "top10": ["sd5aa117874.md", "s8f61031d33.md", "s18a6e73a41.md", "s9618e40384.md", "s0e7e7afc3a.md", "s58ce4cb399.md", "sd6c94afa43.md", "s3e577310c6.md", "sb93e8c3ffc.md", "s048d9cfac2.md"], "rrf10": [0.016261237, 0.015873016, 0.015504808, 0.014822134, 0.014756944, 0.014705882, 0.014425073, 0.014358974, 0.014088613, 0.013752277], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "982b5123_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["sa7799fa269.md", "sf764bdd52b.md"], "top10": ["sf764bdd52b.md", "s9f250dadd1.md", "s8f60b114e7.md", "s1beef647b9.md", "se6bb46a449.md", "s1ee5d66c36.md", "s7016b95fcc.md", "sbe93bb6052.md", "s04a66b6531.md", "s72e254e380.md"], "rrf10": [0.016393443, 0.016129032, 0.015182885, 0.014718615, 0.014661815, 0.014636752, 0.014407131, 0.014219443, 0.014084507, 0.014034069], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "c8090214_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s2e17eb7dd0.md", "sba9950bdd9.md"], "top10": ["sba9950bdd9.md", "sb116fde594.md", "s292d47833e.md", "s56914addeb.md", "s4444108701.md", "s9062097202.md", "seef9365618.md", "s962e5f5e6b.md", "s570cea4a22.md", "sad85dc0264.md"], "rrf10": [0.016393443, 0.015873016, 0.015640274, 0.015058877, 0.014731183, 0.014271255, 0.014202256, 0.014185814, 0.014087302, 0.013872943], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "gpt4_c27434e8_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s15bf85d809.md", "sb5146cb926.md"], "top10": ["sb5146cb926.md", "s15bf85d809.md", "sea5311eed5.md", "s21b8daf7b0.md", "s6a08825f6d.md", "s45223a6118.md", "sae063ec1c8.md", "s4dc64e5f24.md", "seb84c7dba1.md", "s23ef2261cb.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015399195, 0.014734561, 0.014495798, 0.014479167, 0.014391447, 0.014332514, 0.014297386], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "gpt4_fe651585_abs", "type": "temporal-reasoning", "abstention": true, "gold": ["s88f2bccab1.md", "sa41147109c.md"], "top10": ["s88f2bccab1.md", "s7bed5fc7d9.md", "s35cd5817dd.md", "sdd34a34275.md", "sa41147109c.md", "sd0fbae6f19.md", "s27d89f1111.md", "sa3659d5477.md", "s4d99cf1f52.md", "s54297c5a60.md"], "rrf10": [0.016393443, 0.016001024, 0.015749008, 0.015527203, 0.015045249, 0.013748597, 0.01369863, 0.013636364, 0.013602941, 0.013560248], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a1eabeb", "type": "knowledge-update", "abstention": false, "gold": ["sb8d8aca54a.md", "sed14036a34.md"], "top10": ["sed14036a34.md", "sb8d8aca54a.md", "se5eb4caae6.md", "sa4b0653b5f.md", "s01337e1b89.md", "s222ab45ed0.md", "s9a5a3a57e8.md", "sce6ebacebe.md", "s9ff8a93a99.md", "sfc74294cf8.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015079365, 0.014835165, 0.014407131, 0.014306006, 0.01379376, 0.013789869, 0.01370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6aeb4375", "type": "knowledge-update", "abstention": false, "gold": ["s7798897b4f.md", "s7eee907fce.md"], "top10": ["s7798897b4f.md", "s7eee907fce.md", "s0a3a164fea.md", "s585743dc61.md", "s594b5d436f.md", "s4289b8ad0f.md", "s4f7359c457.md", "s372fbf763c.md", "sfed0c55cb8.md", "s76905e81ad.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015275187, 0.014756944, 0.014718615, 0.014599318, 0.014219443, 0.014185814, 0.014069264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "830ce83f", "type": "knowledge-update", "abstention": false, "gold": ["s5e94674cd6.md", "sfb499b4cdf.md"], "top10": ["sfb499b4cdf.md", "s5e94674cd6.md", "s4b74efebd3.md", "se25614853b.md", "sf72cb40d85.md", "scde469d1fb.md", "s7d6632ac74.md", "s211d8490a3.md", "s64fdd97f3f.md", "s99461e035c.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015388258, 0.015045249, 0.014605544, 0.014599318, 0.01450494, 0.014425073, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "852ce960", "type": "knowledge-update", "abstention": false, "gold": ["sa1981a5f21.md", "sb71e0c9cd5.md"], "top10": ["sb71e0c9cd5.md", "sa1981a5f21.md", "s07ad77b425.md", "sf40e35d765.md", "s9732ca8415.md", "s10a97f6aeb.md", "s1f129e622b.md", "s2fae02b0d9.md", "s70445c9f71.md", "s3a69f2523f.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015289449, 0.015268065, 0.014854754, 0.014479167, 0.014190821, 0.014095692, 0.013986014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "945e3d21", "type": "knowledge-update", "abstention": false, "gold": ["s1eecd3480a.md", "s685180b33d.md"], "top10": ["s1eecd3480a.md", "s685180b33d.md", "s610e0f23f4.md", "sa43d443a71.md", "sf1b26d581b.md", "sf1cfcdf767.md", "sd4adbb1e59.md", "se9ce787477.md", "s3c23d15b5f.md", "sb3158589b5.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.015625, 0.015399195, 0.015045249, 0.014822134, 0.014709063, 0.013992172, 0.013986698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d7c942c3", "type": "knowledge-update", "abstention": false, "gold": ["s44e201ac62.md", "s5905011cb5.md"], "top10": ["s5905011cb5.md", "s44e201ac62.md", "sbf189c4651.md", "s1200b2f301.md", "sc487fff626.md", "sc1f8ab44c4.md", "scff2b98180.md", "s58e3a89e8f.md", "s287389da1f.md", "s680abc0f12.md"], "rrf10": [0.016393443, 0.016001024, 0.015877016, 0.015182885, 0.015151515, 0.014756944, 0.014605544, 0.014202256, 0.013942308, 0.013809524], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71315a70", "type": "knowledge-update", "abstention": false, "gold": ["s1630b3501c.md", "se2a18fc27d.md"], "top10": ["se2a18fc27d.md", "s1630b3501c.md", "sa0698485f9.md", "s3b81b9ccbb.md", "sed7d8c5303.md", "se3314f7402.md", "saa8c5215f3.md", "s86c45724cd.md", "sf59eec4c11.md", "s0907b1dc78.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015038444, 0.014928699, 0.014661815, 0.014185814, 0.014109698, 0.013942308, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a93", "type": "knowledge-update", "abstention": false, "gold": ["s425b59a199.md", "s475c687419.md"], "top10": ["s425b59a199.md", "s475c687419.md", "s0f07368895.md", "s6ba7f40c85.md", "sd621965c9c.md", "s1246e7306c.md", "s21d772cf3a.md", "sb63cbb539e.md", "sed6a81a8ff.md", "s7d1aea3335.md"], "rrf10": [0.016393443, 0.016129032, 0.015079365, 0.014222756, 0.014202256, 0.014084507, 0.014041634, 0.014034069, 0.013528139, 0.013368056], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ce6d2d27", "type": "knowledge-update", "abstention": false, "gold": ["s4a1a029e8b.md", "sbf4d306cfc.md"], "top10": ["sbf4d306cfc.md", "s4a1a029e8b.md", "sbc58a9d8d4.md", "sdd19753d52.md", "s8bc82eeba8.md", "sd4b0068b99.md", "s8c91f841fc.md", "sbcfcd5f6b2.md", "s307a3ff887.md", "s139dea031f.md"], "rrf10": [0.016393443, 0.015756824, 0.015628816, 0.015527203, 0.015289449, 0.014955357, 0.014520202, 0.014242424, 0.014222756, 0.013931889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9ea5eabc", "type": "knowledge-update", "abstention": false, "gold": ["sf0f5310613.md", "sf31e4f171e.md"], "top10": ["sf0f5310613.md", "sf31e4f171e.md", "sb4529f6c04.md", "s151b55a59e.md", "s34fecbd64b.md", "s8061f08f37.md", "sdde3935936.md", "s62188a1c15.md", "s291b51773d.md", "s39fff461a2.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015504808, 0.015154994, 0.014520202, 0.014407131, 0.014332514, 0.014306006, 0.014202256], "tie_at_5": false, "tie_at_10": true, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c44", "type": "knowledge-update", "abstention": false, "gold": ["s60697cceb2.md", "se890ae4f02.md"], "top10": ["s60697cceb2.md", "se890ae4f02.md", "s7d22f15712.md", "sd213d991d2.md", "s185b56cab0.md", "s2303efa428.md", "s1bcc70c647.md", "s429e1bf71c.md", "sa4db90e36f.md", "s5bb216326a.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.014709063, 0.014391447, 0.014185814, 0.014129353, 0.013992172, 0.013599854, 0.013575491], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a1eacc2a", "type": "knowledge-update", "abstention": false, "gold": ["sadf7403cf2.md", "sc612baf33b.md"], "top10": ["sadf7403cf2.md", "sc612baf33b.md", "safd181160f.md", "s13ffb4a37d.md", "s0340b0a37d.md", "s8048b0aca0.md", "s99b483cea1.md", "sf368664911.md", "s35819d4bd7.md", "s7106794a80.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.015268065, 0.015154994, 0.014815628, 0.014332514, 0.013891569, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "184da446", "type": "knowledge-update", "abstention": false, "gold": ["secc51924f6.md", "sedc3182532.md"], "top10": ["sedc3182532.md", "s61ef31c3c8.md", "secc51924f6.md", "s32bb40cc62.md", "s8c90e64959.md", "se26e6fd23a.md", "s74034c0e02.md", "s01d81a1b42.md", "sfd7df726f1.md", "sc0b033d2d4.md"], "rrf10": [0.016261237, 0.016133229, 0.016001024, 0.015625, 0.014928699, 0.014407131, 0.014242424, 0.013644689, 0.013636364, 0.013611111], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "031748ae", "type": "knowledge-update", "abstention": false, "gold": ["s9535c8eecf.md", "sbe162b84af.md"], "top10": ["s9535c8eecf.md", "sbe162b84af.md", "s1a9756a417.md", "s4dfada3337.md", "s0dd3cdd004.md", "sec2fb1021f.md", "s23b5090ba1.md", "s3ea4b24d24.md", "s92e17006c9.md", "sd6795784fc.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.014636752, 0.013904871, 0.013846448, 0.013701201, 0.013682055, 0.013635526, 0.013599854], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4d6b87c8", "type": "knowledge-update", "abstention": false, "gold": ["s2e4fd10c62.md", "s7e60344fc4.md"], "top10": ["s2e4fd10c62.md", "s7e60344fc4.md", "sb446943a97.md", "sd733dc9302.md", "s3845f8098d.md", "s1e22c988cf.md", "sc5bfcba675.md", "s5ca7341bde.md", "s892ef47650.md", "s73bbef9453.md"], "rrf10": [0.016393443, 0.016001024, 0.015268065, 0.015207373, 0.014271255, 0.014003134, 0.0137918, 0.013553114, 0.01353576, 0.013523392], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0f05491a", "type": "knowledge-update", "abstention": false, "gold": ["s4c24b5812a.md", "s947606eb27.md"], "top10": ["s4c24b5812a.md", "s947606eb27.md", "s7a755d00de.md", "see739b2731.md", "s92509d0096.md", "s6059aecbde.md", "sde347d7d20.md", "s56e14eab0f.md", "s21b6f76dbc.md", "sfbe9ffc83a.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.014835165, 0.014822134, 0.014599318, 0.01450494, 0.014242424, 0.013899614], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "08e075c7", "type": "knowledge-update", "abstention": false, "gold": ["s0f5f40051f.md", "s4a379f00d0.md"], "top10": ["s4a379f00d0.md", "s0f5f40051f.md", "sbe3eb0cb5c.md", "s4bb260b9c7.md", "s5508ee7610.md", "sea0a1b269d.md", "s83b3b90917.md", "s48e646a069.md", "s852cd02db9.md", "sefdd8342df.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015268065, 0.014955357, 0.014815628, 0.013910061, 0.013415068, 0.013270473, 0.013194444], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f9e8c073", "type": "knowledge-update", "abstention": false, "gold": ["s0106864bfd.md", "scfecd3db53.md"], "top10": ["s0106864bfd.md", "scfecd3db53.md", "s4965c2d6c2.md", "s50b52835d3.md", "se07c096138.md", "s35ab904f55.md", "s37d558ae53.md", "s39303725a0.md", "sbb0a826537.md", "s429404a6a1.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015388258, 0.015289449, 0.015154994, 0.014661815, 0.014185814, 0.013656633, 0.013471971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41698283", "type": "knowledge-update", "abstention": false, "gold": ["s2d012dc211.md", "sf44ef08c7f.md"], "top10": ["s2d012dc211.md", "s185b0b564b.md", "sf44ef08c7f.md", "s8e1120ba27.md", "sf1a0422d19.md", "sf51a4a02e3.md", "sf34f731880.md", "s4b07d55a13.md", "s46791b610a.md", "s2322a9f6b9.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015384615, 0.014756944, 0.014756944, 0.014705882, 0.014069264, 0.013528139, 0.013486783], "tie_at_5": true, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f", "type": "knowledge-update", "abstention": false, "gold": ["s714b824019.md", "s7c69d11593.md"], "top10": ["s714b824019.md", "s7c69d11593.md", "se122a02d38.md", "s467249a946.md", "s46308a0db6.md", "s38e1811aea.md", "s3f264eecb2.md", "s26d579026f.md", "sad77c66579.md", "s330670a713.md"], "rrf10": [0.016261237, 0.016261237, 0.015182885, 0.015045249, 0.014978761, 0.014955357, 0.013986014, 0.013956193, 0.013891569, 0.013575491], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b6019101", "type": "knowledge-update", "abstention": false, "gold": ["s371e4c0543.md", "se0f9ade97d.md"], "top10": ["se0f9ade97d.md", "s371e4c0543.md", "sd64c96aac1.md", "sf5e54dcdcb.md", "s218c71ad99.md", "s24b993014d.md", "s4b609bc533.md", "s561b8f195b.md", "s644282eade.md", "s83c8462bc1.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.014756944, 0.014430014, 0.014109698, 0.013913043, 0.013899614, 0.013809524, 0.013599854], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "45dc21b6", "type": "knowledge-update", "abstention": false, "gold": ["s3ced03c303.md", "se3db8bf4d4.md"], "top10": ["se3db8bf4d4.md", "s3ced03c303.md", "s608dee754a.md", "sd6252ae149.md", "s17a0aa4030.md", "s0ff089b6d5.md", "s8f67638ac3.md", "s3f76398a8e.md", "s487b571555.md", "saff284e78a.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015388258, 0.015268065, 0.014835165, 0.014395195, 0.014041634, 0.013419216, 0.013392857], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5a4f22c0", "type": "knowledge-update", "abstention": false, "gold": ["s12ec444b22.md", "s7654302eab.md"], "top10": ["s12ec444b22.md", "s7654302eab.md", "s74cd4c2365.md", "sb77844914a.md", "s3c790be34e.md", "sd7fbb932c6.md", "s2b23102420.md", "s032fe85ca2.md", "s17370b85ba.md", "sdff7c29578.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015384615, 0.014978761, 0.014718615, 0.014306006, 0.01398534, 0.013891569, 0.013872943], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6071bd76", "type": "knowledge-update", "abstention": false, "gold": ["s9146ef53f2.md", "sdd85b0a895.md"], "top10": ["s9146ef53f2.md", "sdd85b0a895.md", "sd766f0aa7a.md", "s8083db6d7e.md", "sf8c313d690.md", "s9b61372ea4.md", "s5ca3a2c755.md", "s299316bddc.md", "sfd91ad8181.md", "s83fb49f6b1.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015165441, 0.014734561, 0.014709063, 0.014599318, 0.014569257, 0.014407131, 0.013825758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e493bb7c", "type": "knowledge-update", "abstention": false, "gold": ["s2305d48cee.md", "sb97e56c376.md"], "top10": ["s2305d48cee.md", "sb97e56c376.md", "s3b76187478.md", "s38b175accd.md", "s06e3123a28.md", "s441486e358.md", "sdb4da10528.md", "s2f6b2e263a.md", "s747107f948.md", "s71fe3513e1.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015384615, 0.015289449, 0.015182885, 0.014815628, 0.013986014, 0.013611111, 0.013428262], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "618f13b2", "type": "knowledge-update", "abstention": false, "gold": ["s2379959e0f.md", "s367a53632d.md"], "top10": ["s2379959e0f.md", "s367a53632d.md", "s5136241e11.md", "s8bd95008cd.md", "sf4e4fc82ce.md", "s527a5dca1f.md", "sbbc4f2764e.md", "s38246971ec.md", "sd25bdfc1cd.md", "s15193b1d55.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.014709063, 0.014618011, 0.014599318, 0.014520202, 0.0137918, 0.013789869], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "72e3ee87", "type": "knowledge-update", "abstention": false, "gold": ["s5a85e0cf2a.md", "sf1bf1d4c1d.md"], "top10": ["sf1bf1d4c1d.md", "s5a85e0cf2a.md", "s2aca4fc628.md", "sb32ca15189.md", "s7505742946.md", "sb6435469a7.md", "sc4626e0efa.md", "s0294a4951b.md", "s16a1eab4ae.md", "sa3e2ab2b6e.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015388258, 0.015058877, 0.015045249, 0.014734561, 0.014693265, 0.014087302, 0.013904871], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4ea545c", "type": "knowledge-update", "abstention": false, "gold": ["s0b30e209aa.md", "sa20e2ffe41.md"], "top10": ["sa20e2ffe41.md", "s0b30e209aa.md", "s5a772cb057.md", "se75d60b939.md", "s6b249a8151.md", "s6e54ecbcfa.md", "s1edbb59777.md", "s311dc9ada6.md", "s36e89d0ce3.md", "s466f849e22.md"], "rrf10": [0.016261237, 0.015877016, 0.015045249, 0.015038444, 0.014953478, 0.014479167, 0.013809524, 0.013636364, 0.013525781, 0.01345251], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "01493427", "type": "knowledge-update", "abstention": false, "gold": ["sb676891310.md", "sc063d09f43.md"], "top10": ["sc063d09f43.md", "sb676891310.md", "sed85dd748d.md", "s5c1a04b637.md", "s114fd3891c.md", "sa864ecd935.md", "sf02079a7d6.md", "se2d7b7a6a6.md", "s75970c10d5.md", "scddbe866ca.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.015512266, 0.015388258, 0.01450494, 0.014495798, 0.01428863, 0.013865147, 0.013836596], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6a27ffc2", "type": "knowledge-update", "abstention": false, "gold": ["s2f1ac82f6c.md", "se7077b92b8.md"], "top10": ["se7077b92b8.md", "s2f1ac82f6c.md", "sc7ad53a194.md", "s841b62c435.md", "sf8247a316c.md", "sc5d1ad5a43.md", "sa93851497f.md", "sd95f5f936e.md", "s8719fdcbe7.md", "s7edfd03180.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.014185111, 0.014154705, 0.014095692, 0.013910061, 0.013763198, 0.013748597], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5", "type": "knowledge-update", "abstention": false, "gold": ["sb11382f725.md", "sca04948fc2.md"], "top10": ["sb11382f725.md", "sca04948fc2.md", "s0634aa1598.md", "s6ff22a7961.md", "s2542ddfc09.md", "s25316168e4.md", "sf368b9d678.md", "s5e98aef337.md", "s5196cdc807.md", "sd286ec57d6.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015749008, 0.014835165, 0.014312002, 0.014069264, 0.014003134, 0.013888889, 0.01345251], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18bc8abd", "type": "knowledge-update", "abstention": false, "gold": ["s7b25751d8a.md", "sfa29888ee5.md"], "top10": ["s7b25751d8a.md", "sfa29888ee5.md", "s136be8ea08.md", "s21c78beaed.md", "s56c2a3a8aa.md", "s347a15ef94.md", "s611bcd05ea.md", "se8eed91e20.md", "s228e13e77c.md", "s9082825115.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015512266, 0.014955357, 0.014599318, 0.01450494, 0.014449064, 0.014389234, 0.014306006], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "db467c8c", "type": "knowledge-update", "abstention": false, "gold": ["s35eaa2075b.md", "s8d87952ee8.md"], "top10": ["s8d87952ee8.md", "s35eaa2075b.md", "sbc396ef817.md", "s94f5904b96.md", "s6f68eb1c91.md", "saa5a08176f.md", "s2e71f6b2be.md", "safd89104bf.md", "s9ddb48ce24.md", "sa04fd8a7f2.md"], "rrf10": [0.016261237, 0.016261237, 0.014603175, 0.014495798, 0.014425073, 0.014019608, 0.013888889, 0.013712687, 0.013636364, 0.013599854], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a87bd0c", "type": "knowledge-update", "abstention": false, "gold": ["sc96e0298ec.md", "se71b9832ba.md"], "top10": ["sc96e0298ec.md", "se71b9832ba.md", "s3d9e5cad8e.md", "se31e818176.md", "s49e5a35ee0.md", "scd774122e3.md", "s9f5a5dd109.md", "sa31030da5c.md", "s538020864d.md", "s156c5d3152.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.014822134, 0.014605544, 0.014515455, 0.0140625, 0.014021422, 0.014003134, 0.013910061], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e61a7584", "type": "knowledge-update", "abstention": false, "gold": ["sd572774b58.md", "sf2ab3ad691.md"], "top10": ["sd572774b58.md", "sf2ab3ad691.md", "sa18e06d9e3.md", "s419ddc63ba.md", "s933c69b933.md", "sba11706749.md", "sc4f75dd863.md", "s53042b46ea.md", "s7af003b21d.md", "s443ccad2be.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.014756944, 0.013825324, 0.013750461, 0.013656633, 0.013458111, 0.013245614, 0.013022155], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1cea1afa", "type": "knowledge-update", "abstention": false, "gold": ["s2b5a028715.md", "sa55b4c7d5d.md"], "top10": ["s2b5a028715.md", "sa55b4c7d5d.md", "s006b5492e5.md", "sb0e42ce5d6.md", "se53d258aef.md", "se7f11cb4d2.md", "se9a2c35ce6.md", "s7431054746.md", "s1c0ec8dec4.md", "sd9e2e8eb11.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015749008, 0.015384615, 0.013846448, 0.013606072, 0.013450502, 0.013392857, 0.013259571], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ed4ddc30", "type": "knowledge-update", "abstention": false, "gold": ["s9093f7cfee.md", "sff7222b332.md"], "top10": ["sff7222b332.md", "s9093f7cfee.md", "s4181b4097a.md", "sd5431aab94.md", "s5d287344ca.md", "s14071c2abd.md", "se0bf7ef4ea.md", "s00325b5ea5.md", "s0d517d0ed8.md", "se809a5f6c1.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015388258, 0.014734561, 0.013956193, 0.013809524, 0.01379376, 0.0137918, 0.013574661], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8fb83627", "type": "knowledge-update", "abstention": false, "gold": ["s04018fa05d.md", "sf20e8b6fbe.md"], "top10": ["s04018fa05d.md", "sf20e8b6fbe.md", "s8a378a6274.md", "s5e9ae61844.md", "s36566a17c3.md", "s70443e80b4.md", "s14cf8e2984.md", "sa070b8fe71.md", "sf450b36cd4.md", "sf1161e14de.md"], "rrf10": [0.016393443, 0.016129032, 0.015504808, 0.015399195, 0.015289449, 0.014955357, 0.014109698, 0.014069264, 0.013891569, 0.013872943], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b01defab", "type": "knowledge-update", "abstention": false, "gold": ["s4140e99a72.md", "s744df78472.md"], "top10": ["s744df78472.md", "s4140e99a72.md", "s0d6506c23a.md", "sed79a76518.md", "sdb6468bf93.md", "se1c498ec62.md", "s1b770b3945.md", "s54629f58dd.md", "s2cbe7d8cf0.md", "see27a20df7.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015151515, 0.014955357, 0.014880952, 0.014815628, 0.014541623, 0.013931889, 0.013716404], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "22d2cb42", "type": "knowledge-update", "abstention": false, "gold": ["s42ebd07351.md", "sc8ee025f7f.md"], "top10": ["s42ebd07351.md", "sc8ee025f7f.md", "sf25eeb1656.md", "sbadad8a2fe.md", "sbe91c3c7b2.md", "s6a421ac7e1.md", "s4d3dcfc048.md", "s5accda5bcd.md", "saec54927d4.md", "s29b6197dc7.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015268065, 0.014955357, 0.014395195, 0.014202256, 0.0137918, 0.013656633, 0.013368056], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e4e4c46", "type": "knowledge-update", "abstention": false, "gold": ["s549ec25317.md", "se1f647b37d.md"], "top10": ["s549ec25317.md", "se1f647b37d.md", "s91bae9b1c1.md", "s348c57662c.md", "sa3ec4be099.md", "s06f447fda7.md", "sc81443828d.md", "sb0ffc19b3c.md", "s8b3bf82e20.md", "sbd424ae240.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.015384615, 0.014815628, 0.014425073, 0.014389234, 0.013986698, 0.013891569], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4b24c848", "type": "knowledge-update", "abstention": false, "gold": ["s6b765a85d5.md", "se4bcdffce6.md"], "top10": ["s6b765a85d5.md", "se4bcdffce6.md", "sc0dd6ed2cb.md", "sa8d61fac62.md", "s850a6e4aa6.md", "s1c9ae7aa78.md", "s9d02e3aa4c.md", "s21b63462a7.md", "s3fc661a095.md", "scae233f70a.md"], "rrf10": [0.016261237, 0.015889029, 0.015873016, 0.015207373, 0.014925373, 0.014756944, 0.014734561, 0.014618011, 0.013992172, 0.013910061], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e974930", "type": "knowledge-update", "abstention": false, "gold": ["s566f0f97ad.md", "s8d70ee8996.md"], "top10": ["s566f0f97ad.md", "s8d70ee8996.md", "s8638125961.md", "sf360931454.md", "s0458176b65.md", "s38172e5071.md", "s1a7670d2b8.md", "s7f18458e7f.md", "s24ff9e9b36.md", "s8f326ffaf7.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015045249, 0.014854754, 0.014425073, 0.014389234, 0.014185111, 0.013986014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "603deb26", "type": "knowledge-update", "abstention": false, "gold": ["s3e0305209f.md", "s42eaacaff9.md"], "top10": ["s3e0305209f.md", "s42eaacaff9.md", "s152cd9d6b7.md", "s15fc53beb6.md", "s3d3860c824.md", "sa0555276e8.md", "s2708a6f2d9.md", "s1c5922da0e.md", "sdbe2fef57a.md", "s19f661f910.md"], "rrf10": [0.016261237, 0.016261237, 0.015512266, 0.015504808, 0.015058877, 0.014618011, 0.013825324, 0.013716404, 0.013635526, 0.013523392], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "59524333", "type": "knowledge-update", "abstention": false, "gold": ["s13dd515b5c.md", "se875c36d12.md"], "top10": ["se875c36d12.md", "s13dd515b5c.md", "s7ef816eda1.md", "s005e72f0f8.md", "s8060e39866.md", "s309e0dd7c6.md", "s22ab981aa5.md", "s2a7998f3c0.md", "sd5c2d17847.md", "s3b2a19548e.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.014734561, 0.014391447, 0.014087302, 0.014069264, 0.013960604, 0.013942308, 0.013891569], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5831f84d", "type": "knowledge-update", "abstention": false, "gold": ["s7b6f2df8d1.md", "sefdbfc1dfe.md"], "top10": ["s7b6f2df8d1.md", "sefdbfc1dfe.md", "s4fb379707c.md", "s1ad68e3fef.md", "s33acd132f6.md", "s2dc9af6ab5.md", "s3dfe0798cb.md", "s34c3987e4b.md", "sfe8284d250.md", "s98835bf6e4.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015289449, 0.015038444, 0.014955357, 0.014938685, 0.014605544, 0.014358974, 0.013846448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eace081b", "type": "knowledge-update", "abstention": false, "gold": ["s67d19f10bb.md", "s69cb2757ff.md"], "top10": ["s69cb2757ff.md", "s67d19f10bb.md", "sc6590537b2.md", "sec60d80cfe.md", "s1cb97b76f2.md", "s60df1fbedc.md", "s6111de6914.md", "s94d778e93b.md", "sc808e5631b.md", "s87bbca1a02.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015388258, 0.015384615, 0.014925373, 0.014389234, 0.014332514, 0.013910061, 0.013846448], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "affe2881", "type": "knowledge-update", "abstention": false, "gold": ["s5b3cccdc9b.md", "sf3f6c61b91.md"], "top10": ["s5b3cccdc9b.md", "sf3f6c61b91.md", "s0b6bc55241.md", "sd4f4d32a89.md", "s92b624efa8.md", "s41b602820d.md", "s9aa6b10fae.md", "scd504ffc2b.md", "s34f2001ead.md", "scd48d88b7d.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015399195, 0.015275187, 0.015151515, 0.014636752, 0.014449064, 0.014084507, 0.01379376], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "50635ada", "type": "knowledge-update", "abstention": false, "gold": ["s41d0d97903.md", "s9d5295fab5.md"], "top10": ["s9d5295fab5.md", "s41d0d97903.md", "s7cde31e76c.md", "s9f8c5ece97.md", "sc11a593a2d.md", "sbbc1b65825.md", "sf32e7c4007.md", "s97014f4e15.md", "sa83fd54237.md", "sc2385d31ba.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015165441, 0.015154994, 0.014618011, 0.014541623, 0.013701201, 0.013560248, 0.013389711], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e66b632c", "type": "knowledge-update", "abstention": false, "gold": ["s1380d3e4fa.md", "s472575cdd2.md"], "top10": ["s472575cdd2.md", "s1380d3e4fa.md", "s26d44aa2e5.md", "s44ccb4090b.md", "s234597e967.md", "sa5a1ceaaba.md", "sdbc4232aaf.md", "sebee9aea41.md", "s3ccf02290e.md", "s26619f18ed.md"], "rrf10": [0.016393443, 0.016129032, 0.015058877, 0.014978761, 0.014835165, 0.014449064, 0.014141614, 0.01379901, 0.0137918, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37", "type": "knowledge-update", "abstention": false, "gold": ["s371865fb01.md", "sac2573d372.md"], "top10": ["sac2573d372.md", "s371865fb01.md", "se8607a29cf.md", "sbca84cbbfb.md", "s4c2f9dc7fa.md", "s867947a5a7.md", "sb1a665a543.md", "sdca45d61e3.md", "s0126750c47.md", "s7230578ac5.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015079365, 0.014938685, 0.014569257, 0.014495798, 0.014129353, 0.013910061, 0.01379376], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e", "type": "knowledge-update", "abstention": false, "gold": ["s24daefe9d4.md", "s8585e3f459.md"], "top10": ["s8585e3f459.md", "s24daefe9d4.md", "s5cef5fd8e9.md", "sefaf2e760b.md", "s849e10d3ea.md", "s87411311c0.md", "sc6c9da11c4.md", "sf78cf5f9f3.md", "s024af414e2.md", "s97fa72fb43.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015275187, 0.014822134, 0.014734561, 0.014734561, 0.014332514, 0.014129353, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc5ded98", "type": "knowledge-update", "abstention": false, "gold": ["s2203bb996f.md", "sde0557bf4b.md"], "top10": ["s2203bb996f.md", "sde0557bf4b.md", "s6b4e18e5ef.md", "s363a4264cf.md", "s164faa510e.md", "sb55426aa7e.md", "sba288d2b23.md", "se6991490a3.md", "s7079996aaf.md", "s8e83ad0fc1.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015275187, 0.014541623, 0.014395195, 0.014069264, 0.013818861, 0.013611111, 0.013506261], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dfde3500", "type": "knowledge-update", "abstention": false, "gold": ["s115e069164.md", "se36a417446.md"], "top10": ["s115e069164.md", "se36a417446.md", "sab07a29017.md", "s2d88821e05.md", "sc45f47831d.md", "s4206e3c930.md", "s3867251257.md", "sd47a79c000.md", "se5ae122564.md", "s112ff81c76.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015388258, 0.015058877, 0.014185814, 0.014102564, 0.013992172, 0.013809524, 0.013748597], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "69fee5aa", "type": "knowledge-update", "abstention": false, "gold": ["s0e15b3d60e.md", "s6ad4fde70a.md"], "top10": ["s6ad4fde70a.md", "s0e15b3d60e.md", "se285cb8dde.md", "s02ef2560de.md", "s4a38f81bf2.md", "s8724c15d5f.md", "sf2ff512c78.md", "s3569b8536f.md", "s2a1fbcc2c0.md", "sa321b0b817.md"], "rrf10": [0.016393443, 0.016129032, 0.015399195, 0.015275187, 0.014880952, 0.014835165, 0.014705882, 0.014479167, 0.014425073, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7401057b", "type": "knowledge-update", "abstention": false, "gold": ["s2e5566915e.md", "s55d70def0e.md"], "top10": ["s55d70def0e.md", "s2e5566915e.md", "sd2ebc68c33.md", "s53e76229a2.md", "s123aa40b5a.md", "s9f3da7ff1c.md", "s3bdf0f2b4c.md", "s20116a3f2d.md", "s65248cbfad.md", "s1395ab67f3.md"], "rrf10": [0.016393443, 0.016129032, 0.015504808, 0.015165441, 0.014734561, 0.014718615, 0.014709063, 0.014407131, 0.014389234, 0.014034069], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cf22b7bf", "type": "knowledge-update", "abstention": false, "gold": ["s0e8eecfaf9.md", "s63e425450b.md"], "top10": ["s0e8eecfaf9.md", "s63e425450b.md", "s9e072d2d0f.md", "s59d1f2d6b2.md", "s8e24ad9456.md", "s9873c20dcc.md", "s09c4f8faef.md", "s9b1cccefbf.md", "s88c1a5ea28.md", "see8a9468d5.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.015388258, 0.015268065, 0.014815628, 0.014599318, 0.014407131, 0.013471971], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a2f3aa27", "type": "knowledge-update", "abstention": false, "gold": ["s1ea48f7580.md", "s7970f3434d.md"], "top10": ["s1ea48f7580.md", "s7970f3434d.md", "s47cad20a51.md", "s6abdd6d5bc.md", "s49c167391d.md", "sdf7135f9bc.md", "sc47fb1d709.md", "s7b463013ff.md", "sacdc6eca2c.md", "s3ef5ae285d.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.014925373, 0.014835165, 0.014569257, 0.014391447, 0.014185814, 0.013992172, 0.013825758], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7dc5443", "type": "knowledge-update", "abstention": false, "gold": ["s58762258e9.md", "s7a67472a2c.md"], "top10": ["s7a67472a2c.md", "s58762258e9.md", "sd4ee6e2e6c.md", "s7290ba7ae7.md", "s82a167df5b.md", "s3f0479c3dc.md", "s2151c1c441.md", "s831f4619e6.md", "s0b36716da0.md", "s14b2546def.md"], "rrf10": [0.016261237, 0.016261237, 0.015749008, 0.015058877, 0.014835165, 0.014541623, 0.01450494, 0.014346764, 0.014297386, 0.013763198], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "06db6396", "type": "knowledge-update", "abstention": false, "gold": ["s4432003925.md", "s63e8a64f93.md"], "top10": ["s4432003925.md", "s63e8a64f93.md", "sa3f06c301e.md", "sd4774553fb.md", "s03d29e7d05.md", "sfc0eed6a6e.md", "s13ae57ee1d.md", "sd3677c7234.md", "s21484f87fe.md", "sdb81c16be1.md"], "rrf10": [0.016261237, 0.016261237, 0.015628816, 0.015625, 0.015512266, 0.014389234, 0.013809524, 0.013635526, 0.013599854, 0.013575491], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3ba21379", "type": "knowledge-update", "abstention": false, "gold": ["sb8326612f6.md", "sbc14739da2.md"], "top10": ["sb8326612f6.md", "sbc14739da2.md", "saf1c94d783.md", "s91386f0494.md", "sbbbcbcd351.md", "saca7450555.md", "sb3692f46b2.md", "s3c0d01152f.md", "secce37f9f9.md", "sa63260a9ab.md"], "rrf10": [0.016261237, 0.016133229, 0.015877016, 0.015045249, 0.015038444, 0.014785823, 0.014141614, 0.014087302, 0.014003134, 0.01370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "9bbe84a2", "type": "knowledge-update", "abstention": false, "gold": ["sc87717bdb1.md", "scc54754134.md"], "top10": ["sc87717bdb1.md", "scc54754134.md", "sb300333dac.md", "s672ea4ddee.md", "sb1204d6aba.md", "s682bde2abe.md", "s140957e225.md", "s5b86c1a519.md", "s6c80747fe4.md", "s5a956ec86d.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.014693265, 0.014605544, 0.014495798, 0.014312002, 0.014271255, 0.014265622, 0.014242424], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "10e09553", "type": "knowledge-update", "abstention": false, "gold": ["sc5b7a963f8.md", "se7841b3dce.md"], "top10": ["sc5b7a963f8.md", "se7841b3dce.md", "s44409d1e4d.md", "s4dad32a3d1.md", "se7c5e8fd73.md", "s935b1b152a.md", "sc824e35bfe.md", "s57cf5c0b59.md", "s2dc1cbc9fd.md", "s8364107adc.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.014605544, 0.014332514, 0.013910061, 0.013739883, 0.013602941, 0.013515982, 0.013439434], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dad224aa", "type": "knowledge-update", "abstention": false, "gold": ["scc2787978d.md", "sce87be458e.md"], "top10": ["s5ef015faca.md", "sce87be458e.md", "scc2787978d.md", "s8753d8b8eb.md", "sb25700c21f.md", "scc51de51d4.md", "s8f0071cc80.md", "s7074ff017b.md", "sf9ee7e376b.md", "s7dadf96078.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015504808, 0.015154994, 0.014599318, 0.014109698, 0.014084507, 0.013904871, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": false, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ba61f0b9", "type": "knowledge-update", "abstention": false, "gold": ["sd7d91d38f7.md", "sf91f5eb164.md"], "top10": ["sf91f5eb164.md", "sd7d91d38f7.md", "s43582c9c04.md", "s682ceb5249.md", "se018067082.md", "s8b8930a4fc.md", "s69d7d54528.md", "s49b795a532.md", "s7f749c36b2.md", "sb2baed3f6a.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015275187, 0.014425073, 0.014297386, 0.014102564, 0.013986698, 0.013931889, 0.0137918], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "42ec0761", "type": "knowledge-update", "abstention": false, "gold": ["sb620beb68c.md", "sd9a2589458.md"], "top10": ["sd9a2589458.md", "sb620beb68c.md", "s6fd2217cad.md", "s3e9ef4936a.md", "s8745a3fce6.md", "s162d0689fd.md", "s8ae2a305ae.md", "sf639a0be79.md", "scb6559e8a6.md", "s44f3218ca5.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015058877, 0.014605544, 0.01450494, 0.014495798, 0.014154705, 0.013913043, 0.013910061], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5c40ec5b", "type": "knowledge-update", "abstention": false, "gold": ["s6de672ec9d.md", "sf533fe95b6.md"], "top10": ["s6de672ec9d.md", "s481a4b0361.md", "sf533fe95b6.md", "se3b96b8648.md", "s1befbfd8e6.md", "s432d2a34e0.md", "s98deb1c73c.md", "sc46633f844.md", "s7301be6144.md", "s26b6a9b3f0.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.014815628, 0.014815628, 0.014492754, 0.014141614, 0.013899614, 0.013716404, 0.013621201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c6853660", "type": "knowledge-update", "abstention": false, "gold": ["sad1a5d7fb5.md", "se3972b9085.md"], "top10": ["se3972b9085.md", "sad1a5d7fb5.md", "s386b2b12c1.md", "s8b0dc391a0.md", "s10469bb4c8.md", "s25b348ea40.md", "s0a6325de8d.md", "sc4bd3aa8a7.md", "sf154e7963a.md", "sedf5fa0d15.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015165441, 0.015165441, 0.015038444, 0.014835165, 0.014095692, 0.01379376, 0.013712687], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "26bdc477", "type": "knowledge-update", "abstention": false, "gold": ["s21fc4c531f.md", "sdd927381fb.md"], "top10": ["s21fc4c531f.md", "sdd927381fb.md", "s4b8ec28d15.md", "s09d0e0f2d5.md", "s0ccc152fac.md", "s3e44a08706.md", "sbc86669bd4.md", "s13be0dd60c.md", "s314e1c7fc1.md", "s1af59cd487.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015504808, 0.015289449, 0.014928699, 0.013899614, 0.01379376, 0.013374126, 0.013335704], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0977f2af", "type": "knowledge-update", "abstention": false, "gold": ["s390ad49a5e.md", "sa527b7698c.md"], "top10": ["sa527b7698c.md", "s12f0782328.md", "s58f7304d65.md", "s0adcd94f89.md", "s608f6ba579.md", "s1bc8b574a4.md", "s350b0e1da3.md", "sf57349251e.md", "se5c03a8676.md", "sd73d4982d4.md"], "rrf10": [0.016393443, 0.015756824, 0.015749008, 0.015527203, 0.014822134, 0.014661815, 0.014520202, 0.014395195, 0.014346764, 0.013872943], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": false, "all@10": false}}
{"qid": "6aeb4375_abs", "type": "knowledge-update", "abstention": true, "gold": ["s2e9340ca41.md", "scbe4060dee.md"], "top10": ["s2e9340ca41.md", "sb2e7b3bf96.md", "s2e6b7ff709.md", "s2e4d7ae1a9.md", "scbe4060dee.md", "s68e9e8750b.md", "sbab6861838.md", "sd22b01f9a1.md", "s0895078934.md", "s7309d5427f.md"], "rrf10": [0.016393443, 0.016001024, 0.015625, 0.015268065, 0.015207373, 0.015038444, 0.014978761, 0.014636752, 0.013635526, 0.013496377], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "031748ae_abs", "type": "knowledge-update", "abstention": true, "gold": ["s03f1d4b353.md", "sa6143f5b0e.md"], "top10": ["sa6143f5b0e.md", "s03f1d4b353.md", "s2f0f98cd18.md", "s70c9a6ec55.md", "s1d6dbafbd9.md", "s5bb4cec60a.md", "s9b4cd3de47.md", "s527fdd1f30.md", "s4745b8ee8c.md", "s8ce4b90c08.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015268065, 0.015079365, 0.014938685, 0.014822134, 0.014605544, 0.014312002, 0.014109698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2698e78f_abs", "type": "knowledge-update", "abstention": true, "gold": ["s776fa8e881.md", "scd1943d9e9.md"], "top10": ["scd1943d9e9.md", "s776fa8e881.md", "s5f6584ecc1.md", "s68d368b4ce.md", "s7e95e08cb8.md", "s040c524516.md", "s96f68f85f1.md", "sb6dccab2b7.md", "s986b8e8f97.md", "s0f3cec0c09.md"], "rrf10": [0.016261237, 0.016001024, 0.01428863, 0.014069264, 0.014021422, 0.013931889, 0.013836596, 0.013712687, 0.013656633, 0.01351587], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2133c1b5_abs", "type": "knowledge-update", "abstention": true, "gold": ["s248badccae.md", "sea0c5ff5f0.md"], "top10": ["s248badccae.md", "s4bc9a9465f.md", "s1645cc4b36.md", "s7dadfa2a16.md", "sea0c5ff5f0.md", "s5e54c2e2a8.md", "s365aa52932.md", "s57b0bfd5fb.md", "s888963d849.md", "s19add50bb7.md"], "rrf10": [0.016393443, 0.015749008, 0.015628816, 0.015268065, 0.014913831, 0.014599318, 0.014237356, 0.014222756, 0.013602941, 0.013523392], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0ddfec37_abs", "type": "knowledge-update", "abstention": true, "gold": ["s38a6f2d1ab.md", "sed0d2416d7.md"], "top10": ["sed0d2416d7.md", "s38a6f2d1ab.md", "s09ddbeb13a.md", "sba508c10eb.md", "s936fec9d1b.md", "s7503957647.md", "s4cf0ba188c.md", "s502a03d3f4.md", "sda2e5d799d.md", "s72230f3680.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015384615, 0.014978761, 0.014815628, 0.014718615, 0.014709063, 0.014154705, 0.01379901], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f685340e_abs", "type": "knowledge-update", "abstention": true, "gold": ["s5442e1177f.md", "s70fe86181c.md"], "top10": ["s5442e1177f.md", "s70fe86181c.md", "s5465334588.md", "se4e25d341e.md", "s32b76d6b70.md", "s3a31d8d00c.md", "s11aa2a8476.md", "s62d86cc0af.md", "sc432297595.md", "s8de825df74.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015275187, 0.014938685, 0.014928699, 0.014854754, 0.014835165, 0.014389234, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89941a94", "type": "knowledge-update", "abstention": false, "gold": ["s9a83c413f0.md", "sef7cfe952d.md"], "top10": ["s9a83c413f0.md", "sef7cfe952d.md", "se944265085.md", "s892b300c95.md", "scc3096c54d.md", "sea279f3e22.md", "s93295b6b42.md", "s7c274704fa.md", "s1c5ce25207.md", "s8f70061fe8.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.015165441, 0.015154994, 0.014822134, 0.014718615, 0.014541623, 0.014041634, 0.013910061], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "07741c45", "type": "knowledge-update", "abstention": false, "gold": ["s289d96c1ef.md", "sb696e0cd7b.md"], "top10": ["s289d96c1ef.md", "sb696e0cd7b.md", "sfb3cac6b33.md", "sffef72e665.md", "sc73d880def.md", "s74c4223bf4.md", "sc38a6ed8d6.md", "s7ad06f7c0f.md", "s97f3b8759f.md", "s72fb6ffd4d.md"], "rrf10": [0.016261237, 0.016261237, 0.015873016, 0.014541623, 0.014271255, 0.014069264, 0.013825758, 0.013763198, 0.013712687, 0.013606072], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7161e7e2", "type": "single-session-assistant", "abstention": false, "gold": ["s0b9b6e7214.md"], "top10": ["s0b9b6e7214.md", "s2fbc1e3025.md", "sc56c31b841.md", "sf610d27604.md", "s6d9051c770.md", "s0ed9ae6715.md", "sc4f4475590.md", "sfb666093d3.md", "s0bca2e7c4e.md", "sff3148862f.md"], "rrf10": [0.016393443, 0.015756824, 0.015749008, 0.015640274, 0.015268065, 0.015165441, 0.014815628, 0.014190821, 0.014084507, 0.013956193], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c4f10528", "type": "single-session-assistant", "abstention": false, "gold": ["s6680d82f7c.md"], "top10": ["s6680d82f7c.md", "s5e6b39c4c8.md", "s8825d3fc21.md", "s88a7223dca.md", "s5916a19aa0.md", "s947e1a02b1.md", "s74db4d3051.md", "s581487a551.md", "s17ae6ff503.md", "s5ebd2cbeb2.md"], "rrf10": [0.016393443, 0.015877016, 0.015873016, 0.014928699, 0.014821273, 0.014389234, 0.013942308, 0.013913043, 0.013789869, 0.013635526], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "89527b6b", "type": "single-session-assistant", "abstention": false, "gold": ["s6f274e4493.md"], "top10": ["s6f274e4493.md", "scc11578ccc.md", "sb201b97c1d.md", "sd82e766e3b.md", "s1be4f01830.md", "sac37ecbfce.md", "s841d4c6ad0.md", "sc97589104c.md", "s8ac1ebe097.md", "s55c856b5a4.md"], "rrf10": [0.016393443, 0.015625, 0.014880952, 0.014693265, 0.014599318, 0.01439363, 0.014129353, 0.014095692, 0.014084507, 0.013986014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e9327a54", "type": "single-session-assistant", "abstention": false, "gold": ["s77d615ef28.md"], "top10": ["s77d615ef28.md", "sbcfc47d75c.md", "s27ef6469aa.md", "sbdfe0bc147.md", "sf1e20b7910.md", "s4e99819046.md", "sb30f63374e.md", "sc7d05409ef.md", "seb8e19f4ba.md", "sf032b9dbb3.md"], "rrf10": [0.016393443, 0.015877016, 0.015873016, 0.015756824, 0.015151515, 0.014661815, 0.014449064, 0.014297386, 0.01428863, 0.013899614], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4c36ccef", "type": "single-session-assistant", "abstention": false, "gold": ["s5d4fc0478e.md"], "top10": ["s5d4fc0478e.md", "sbe9f4c7287.md", "s7e402bc5f1.md", "s69eb702732.md", "s02b914f49d.md", "s40a8b1cf6a.md", "sff4500b199.md", "s6a14d8207e.md", "s20d480cdbd.md", "s50e5c44762.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015165441, 0.014756944, 0.014718615, 0.014709063, 0.014449064, 0.014407131, 0.014389234], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6ae235be", "type": "single-session-assistant", "abstention": false, "gold": ["sdd4d750ad1.md"], "top10": ["sdd4d750ad1.md", "s0c7557e773.md", "sc9b87a70bc.md", "sd37d6aa525.md", "sb132d4b78c.md", "sfbc3eb3679.md", "s05e6f0738d.md", "s1438db9d2c.md", "s78d210a08d.md", "s35f1c75062.md"], "rrf10": [0.016393443, 0.016001024, 0.015417457, 0.015058877, 0.015038444, 0.014618011, 0.014541623, 0.014297386, 0.014087302, 0.014034069], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7e00a6cb", "type": "single-session-assistant", "abstention": false, "gold": ["s51ac5f7554.md"], "top10": ["s51ac5f7554.md", "s55a6b783c9.md", "s0340ee3002.md", "sd0c34b3dee.md", "s0b32427669.md", "saf28f77e45.md", "sed1b89bb06.md", "s57af6397ef.md", "s73db109bd5.md", "sfe3303aefa.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015504808, 0.014938685, 0.014495798, 0.014495798, 0.014425073, 0.014332514, 0.013986698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1903aded", "type": "single-session-assistant", "abstention": false, "gold": ["s32f57ce00f.md"], "top10": ["s32f57ce00f.md", "s236883e3ff.md", "s4bbf287073.md", "sd5b4f64a3f.md", "sd4fa859d51.md", "s26b5d62fdf.md", "s221e5afe2f.md", "sfee040525d.md", "s8a4e7c96b5.md", "s7509fdbb6b.md"], "rrf10": [0.016393443, 0.016001024, 0.015399195, 0.015388258, 0.015058877, 0.014558023, 0.013986698, 0.013644689, 0.013574661, 0.013423423], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ceb54acb", "type": "single-session-assistant", "abstention": false, "gold": ["sddbbd354df.md"], "top10": ["sddbbd354df.md", "s5186b52cf7.md", "s6ce2cada8c.md", "s427273b972.md", "scd99110a78.md", "sba20b421d3.md", "s19ab922df7.md", "sd1a764dd47.md", "s06c499b044.md", "s86d3fa1982.md"], "rrf10": [0.016393443, 0.015756824, 0.015417457, 0.015388258, 0.015275187, 0.014785823, 0.014605544, 0.013986014, 0.013891569, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "f523d9fe", "type": "single-session-assistant", "abstention": false, "gold": ["s8fc01a0b52.md"], "top10": ["s8fc01a0b52.md", "sb34fec71e2.md", "sd43b41838c.md", "s1875109368.md", "s2725257c38.md", "s99a0e4b925.md", "se16a04ddb9.md", "s3783bebe90.md", "sdf5442c2b8.md", "sdc20780277.md"], "rrf10": [0.016393443, 0.015877016, 0.015640274, 0.015045249, 0.014835165, 0.014709063, 0.014520202, 0.014515455, 0.014265622, 0.013956193], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "0e5e2d1a", "type": "single-session-assistant", "abstention": false, "gold": ["s25fe824c68.md"], "top10": ["s25fe824c68.md", "s9b8d35ece7.md", "sbf4a9c637a.md", "sdd84871267.md", "s9d163da8d3.md", "sace384d53c.md", "sf18f3310ac.md", "s77a1cd55fa.md", "s1d499040a3.md", "s33f7fb6fc8.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015388258, 0.014636752, 0.014395195, 0.014332514, 0.014095692, 0.014087302, 0.0140625], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fea54f57", "type": "single-session-assistant", "abstention": false, "gold": ["s716298d65b.md"], "top10": ["s716298d65b.md", "sb67dafd5dc.md", "s19cf2ff81a.md", "s92128f6163.md", "sf9ff20322c.md", "s26b36eee80.md", "s3eae99e029.md", "sfee57f211e.md", "s44212736d6.md", "s27e38e899e.md"], "rrf10": [0.016393443, 0.016001024, 0.015756824, 0.014955357, 0.014928699, 0.014605544, 0.014407131, 0.014391447, 0.013986698, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "cc539528", "type": "single-session-assistant", "abstention": false, "gold": ["scb70e65f89.md"], "top10": ["scb70e65f89.md", "sdb4fb0a929.md", "saee77011e7.md", "s6643c4cd9e.md", "s878ad61084.md", "s9bf9f4075c.md", "s385524111f.md", "sa48772367d.md", "sf2e4b9b89f.md", "s5917656b8a.md"], "rrf10": [0.016393443, 0.015399195, 0.014928699, 0.014913831, 0.014880952, 0.014854754, 0.014569257, 0.014495798, 0.014449064, 0.014314516], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "dc439ea3", "type": "single-session-assistant", "abstention": false, "gold": ["s72131d0786.md"], "top10": ["s72131d0786.md", "sf763b56ac4.md", "sb5a3c6c625.md", "sd05f385ef8.md", "sb1824cc83a.md", "s9f5c036872.md", "sff385fefac.md", "sfc75eaa425.md", "s455c6f2a3a.md", "sb9db3473f0.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015079365, 0.014822134, 0.014541623, 0.014222756, 0.014222756, 0.014003134, 0.013992172], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "18dcd5a5", "type": "single-session-assistant", "abstention": false, "gold": ["se90fe0465d.md"], "top10": ["se90fe0465d.md", "s8ec724845f.md", "s392f4e9a3f.md", "s0659bb6a18.md", "s30384f3a94.md", "s15936fc36c.md", "s9fb4c8b5b1.md", "sd787c6f5d4.md", "sea542efedd.md", "sa328e78784.md"], "rrf10": [0.016393443, 0.015873016, 0.015640274, 0.015268065, 0.014955357, 0.014756944, 0.014541623, 0.01450494, 0.014087302, 0.013931889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "488d3006", "type": "single-session-assistant", "abstention": false, "gold": ["s8734418a3a.md"], "top10": ["s8734418a3a.md", "sb1d11ac285.md", "s027cebe9bc.md", "s39ca70cb77.md", "sc8d0660765.md", "s52b54223ff.md", "s1fbefa4ea0.md", "sb0019d1760.md", "s74fa622112.md", "s122f43a52a.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015399195, 0.015388258, 0.015154994, 0.014835165, 0.014822134, 0.014495798, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "58470ed2", "type": "single-session-assistant", "abstention": false, "gold": ["sce0d99be96.md"], "top10": ["sce0d99be96.md", "s3494626d95.md", "s4e7a2fdc16.md", "sd1e32cdcb2.md", "s1df9ed18dc.md", "s5fb5011055.md", "s894053cd87.md", "s1f80d948c1.md", "s8dea37a735.md", "scebdad85a8.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015275187, 0.015165441, 0.014636752, 0.014185814, 0.014069264, 0.013825324, 0.01379376], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8cf51dda", "type": "single-session-assistant", "abstention": false, "gold": ["s0c256de5e7.md"], "top10": ["s0c256de5e7.md", "s85298a585d.md", "sc69e2c1505.md", "scc84b06086.md", "s5dd3672daa.md", "sbff142e398.md", "s16e18c3258.md", "s3600982358.md", "sff4153c18e.md", "s1efb651f1f.md"], "rrf10": [0.016393443, 0.015873016, 0.015504808, 0.014955357, 0.014928699, 0.014913831, 0.014821273, 0.013913043, 0.013899614, 0.013763198], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1d4da289", "type": "single-session-assistant", "abstention": false, "gold": ["s09e96eccd2.md"], "top10": ["s09e96eccd2.md", "sd6bb456546.md", "sc444c5336d.md", "s9227c32d85.md", "s28e4cacb96.md", "sf4355a8942.md", "sce101a5339.md", "s0c330319e0.md", "sa422febee4.md", "s5b35fa2d92.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.014978761, 0.014938685, 0.014815628, 0.014242424, 0.01379376, 0.013739883, 0.013315697], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8464fc84", "type": "single-session-assistant", "abstention": false, "gold": ["s1cbaa0467b.md"], "top10": ["s1cbaa0467b.md", "saff1e7a31c.md", "s377a3fe30a.md", "scee959a718.md", "s84c79781e3.md", "sd4b57511fc.md", "s2aca3c1ffc.md", "sb7dba1832c.md", "se4c06ffc3a.md", "s3b3b8ddc8e.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015289449, 0.015151515, 0.015045249, 0.014938685, 0.014389234, 0.014041634, 0.013888889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8aef76bc", "type": "single-session-assistant", "abstention": false, "gold": ["sf0f560c89d.md"], "top10": ["sf0f560c89d.md", "sa1bf2a1c54.md", "s6f9482a344.md", "s5fc50c8de4.md", "s11c5b8e721.md", "sd623a0e5ad.md", "s8cf127b97b.md", "s3b3e622d42.md", "sa5f9e07658.md", "sbe2ac4334d.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015628816, 0.015625, 0.015151515, 0.014925373, 0.014395195, 0.013913043, 0.013913043], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "71a3fd6b", "type": "single-session-assistant", "abstention": false, "gold": ["sb25b3a8e62.md"], "top10": ["sb25b3a8e62.md", "sa09d1ade1d.md", "s2f6ad3703a.md", "saf5389881f.md", "scdd9363592.md", "sd89332a641.md", "s6fb4f06713.md", "s226432ca5f.md", "s9785b52e7b.md", "s53e52aade1.md"], "rrf10": [0.016393443, 0.016129032, 0.015275187, 0.015182885, 0.014785823, 0.014449064, 0.014154705, 0.014109698, 0.014069264, 0.013602941], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "2bf43736", "type": "single-session-assistant", "abstention": false, "gold": ["s7851c54aef.md"], "top10": ["s7851c54aef.md", "sc5a79f721d.md", "s14d59c9f05.md", "s276fe122c8.md", "s18750b2661.md", "s6596886c72.md", "s8df9dfdd62.md", "sb743fd2815.md", "sa66b7a3060.md", "s64294b2996.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.014709063, 0.014661815, 0.014271255, 0.013931889, 0.01379376, 0.01370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "70b3e69b", "type": "single-session-assistant", "abstention": false, "gold": ["sb64af4778e.md"], "top10": ["sb64af4778e.md", "s8d15c59541.md", "s76f32a395c.md", "sd060211773.md", "sfe94e25b2d.md", "s65d815b296.md", "s1614d02ae7.md", "sd59953d71e.md", "s688cf7d1c8.md", "sa98dedfe22.md"], "rrf10": [0.016393443, 0.015873016, 0.015008961, 0.015008961, 0.014928699, 0.014541623, 0.014185814, 0.014129353, 0.013986014, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8752c811", "type": "single-session-assistant", "abstention": false, "gold": ["s9d8b981456.md"], "top10": ["s9d8b981456.md", "s0b163477ed.md", "sfde1d35dcc.md", "s040b65b576.md", "s7bd61545e4.md", "s51584a9405.md", "s3700aca67f.md", "s2cb60d6708.md", "s28035ac94c.md", "sf2ed76acd7.md"], "rrf10": [0.016393443, 0.015512266, 0.015289449, 0.015275187, 0.015207373, 0.015008961, 0.014835165, 0.014822134, 0.014756944, 0.013789869], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3249768e", "type": "single-session-assistant", "abstention": false, "gold": ["sd59df4f53e.md"], "top10": ["sd59df4f53e.md", "s0788d0cdb7.md", "sb3c6edfde2.md", "s117c5333bf.md", "s7306c41da5.md", "s6a605b07f0.md", "s7928a77cb5.md", "se1272c4be6.md", "s367422e7f1.md", "s3e5b823ed8.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015504808, 0.015182885, 0.015045249, 0.014605544, 0.014154705, 0.014095692, 0.013986698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1b9b7252", "type": "single-session-assistant", "abstention": false, "gold": ["s518a4f1c2b.md"], "top10": ["s518a4f1c2b.md", "sbb721a7691.md", "s263257e621.md", "sa19cbe7435.md", "s7ca75bfc0c.md", "s67e83091ad.md", "s2f755899bb.md", "s180fc6f852.md", "seaad092814.md", "s69eccd7729.md"], "rrf10": [0.016393443, 0.016001024, 0.015756824, 0.015625, 0.015512266, 0.015268065, 0.014605544, 0.014389234, 0.014202256, 0.014095692], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1568498a", "type": "single-session-assistant", "abstention": false, "gold": ["sac95c3a7bc.md"], "top10": ["sac95c3a7bc.md", "s0d928d6035.md", "s82869e0188.md", "s4c2d5af38b.md", "s2eabeb2a27.md", "scabe48e340.md", "s63861fa468.md", "s5365eaf133.md", "s11209f0439.md", "s6aa76e5db3.md"], "rrf10": [0.016393443, 0.015640274, 0.015399195, 0.015275187, 0.014938685, 0.014756944, 0.014643463, 0.014285714, 0.014242424, 0.014019608], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "6222b6eb", "type": "single-session-assistant", "abstention": false, "gold": ["s5b47b7704c.md"], "top10": ["s5b47b7704c.md", "s097b0eb647.md", "s7e68625ab3.md", "s7752e7c3fc.md", "s97c9e6a91b.md", "s6c5113104e.md", "s2e6d77710a.md", "s9f876fc50b.md", "s51b4912596.md", "se7cce9bfbe.md"], "rrf10": [0.016393443, 0.015873016, 0.014854754, 0.014835165, 0.014815628, 0.01439363, 0.01387847, 0.01379376, 0.0137918, 0.013606072], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e8a79c70", "type": "single-session-assistant", "abstention": false, "gold": ["s04003554dd.md"], "top10": ["s04003554dd.md", "s9ed7f1d7c1.md", "s9f8bdb84b7.md", "sc4a3678382.md", "s4569e76b20.md", "s666adafd3c.md", "s2c92e96f5f.md", "sda6796ade6.md", "s1181fa6348.md", "s84f1908d1c.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015504808, 0.014955357, 0.014925373, 0.014599318, 0.014242424, 0.014084507, 0.013931889], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "d596882b", "type": "single-session-assistant", "abstention": false, "gold": ["s0b86d4012e.md"], "top10": ["s0b86d4012e.md", "s0e82274fa0.md", "s2ed0de2374.md", "s8f3c77a225.md", "sd6415281e4.md", "s0376097cf1.md", "s772e742c94.md", "s0497584fb4.md", "s88ebca5b82.md", "s73c4e1f67e.md"], "rrf10": [0.016393443, 0.016001024, 0.015640274, 0.015275187, 0.014835165, 0.014785823, 0.014756944, 0.014425073, 0.014389234, 0.013602941], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e3fc4d6e", "type": "single-session-assistant", "abstention": false, "gold": ["s38287e8fe8.md"], "top10": ["s38287e8fe8.md", "s5d7c916856.md", "sc206c05512.md", "sc137b20f36.md", "sfd39a47d30.md", "sa70c39424e.md", "s7cdcc1fe41.md", "sb04cc30ec7.md", "s7680de12b3.md", "s2859eddef2.md"], "rrf10": [0.016393443, 0.016129032, 0.015628816, 0.015275187, 0.015151515, 0.014854754, 0.014102564, 0.013913043, 0.013888889, 0.01369863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "51b23612", "type": "single-session-assistant", "abstention": false, "gold": ["s4d8ff19935.md"], "top10": ["s4d8ff19935.md", "s56f57c69c3.md", "s656a1a1682.md", "s04b2a8615d.md", "sf40c5f4304.md", "s9868fb3bb1.md", "s8c9ee4db64.md", "sce7385e9e9.md", "s6e307052e2.md", "sa9da17c67a.md"], "rrf10": [0.016393443, 0.015873016, 0.015268065, 0.01510677, 0.014938685, 0.014928699, 0.014605544, 0.014599318, 0.014306006, 0.014237356], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "3e321797", "type": "single-session-assistant", "abstention": false, "gold": ["s8824eeaa06.md"], "top10": ["s8824eeaa06.md", "s1cb36fa62c.md", "s85374a92e4.md", "s3c3ea302b4.md", "s8b8ef34bf7.md", "sbac2b7a53d.md", "s501da65c1d.md", "sc1eadfd0f4.md", "se8012daa50.md", "s846b1468aa.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015625, 0.014636752, 0.014297386, 0.014129353, 0.013986014, 0.013872943, 0.013825324], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e982271f", "type": "single-session-assistant", "abstention": false, "gold": ["sea5783032a.md"], "top10": ["sea5783032a.md", "s8ee6e1d4b2.md", "sf0bab2e2f2.md", "s4e4db79cec.md", "s584b612982.md", "sfaa532a206.md", "s7f54b12505.md", "s4083954eeb.md", "s754000f9bc.md", "s3fd72943ea.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015289449, 0.015154994, 0.014599318, 0.014520202, 0.014389234, 0.014219443, 0.014154705], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "352ab8bd", "type": "single-session-assistant", "abstention": false, "gold": ["s0d28370197.md"], "top10": ["s0d28370197.md", "s3660f300eb.md", "s8d8d9d5afe.md", "sc437ab711b.md", "s9ebe2df49b.md", "s1aabf43e22.md", "s154a203c1d.md", "s2963d6d0bc.md", "s6bd07fb430.md", "sc30736cae3.md"], "rrf10": [0.016393443, 0.016001024, 0.015417457, 0.015388258, 0.015165441, 0.015038444, 0.014734561, 0.014285714, 0.014265622, 0.013701201], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "fca762bc", "type": "single-session-assistant", "abstention": false, "gold": ["s465438d08b.md"], "top10": ["s465438d08b.md", "sbbe48ed195.md", "sf73ee336fb.md", "s2320ac4aa4.md", "sa5ed29f79a.md", "s49d8626762.md", "s8e6f48f153.md", "sdddb6e962b.md", "s44ea032896.md", "s0e179f7d65.md"], "rrf10": [0.016393443, 0.015628816, 0.015165441, 0.014821273, 0.014785823, 0.01450494, 0.014495798, 0.014479167, 0.01439363, 0.014102564], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "7a8d0b71", "type": "single-session-assistant", "abstention": false, "gold": ["sd80af9ef08.md"], "top10": ["sd80af9ef08.md", "s44fa92a84b.md", "sa6efa9a4bc.md", "s5b2ce27108.md", "s116e282da5.md", "s1e0614e22a.md", "s56008327fa.md", "s7909179525.md", "sa6ba64840f.md", "s2376599742.md"], "rrf10": [0.016393443, 0.016129032, 0.015388258, 0.015154994, 0.014756944, 0.014605544, 0.014603175, 0.014515455, 0.014449064, 0.014389234], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "a40e080f", "type": "single-session-assistant", "abstention": false, "gold": ["s96ff435a8c.md"], "top10": ["s96ff435a8c.md", "s73d9f4f80f.md", "seca2ac2649.md", "sdf78694dc8.md", "sff0d3f997a.md", "s73af9e978d.md", "s052c3047aa.md", "s49ef099e68.md", "s57f31fa554.md", "sd62cf41ce8.md"], "rrf10": [0.016393443, 0.015877016, 0.015628816, 0.015527203, 0.014978761, 0.014599318, 0.014599318, 0.013528139, 0.013458111, 0.013392857], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "8b9d4367", "type": "single-session-assistant", "abstention": false, "gold": ["sb887613188.md"], "top10": ["sb887613188.md", "s2b6cc70514.md", "sbc564175be.md", "s6585babf7f.md", "s80f9d83ed9.md", "s52a78a3e4d.md", "sad1a9e0a1b.md", "sf400739d0e.md", "s1711d567a1.md", "s94484483c3.md"], "rrf10": [0.016393443, 0.016001024, 0.014541623, 0.014449064, 0.014407131, 0.01439363, 0.013960604, 0.013333333, 0.013247283, 0.013240418], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "5809eb10", "type": "single-session-assistant", "abstention": false, "gold": ["sdc288d637a.md"], "top10": ["sdc288d637a.md", "se1ddc38a71.md", "s1a252c8ba1.md", "scb1ec32cb3.md", "s6378593e33.md", "s6d2e7316ce.md", "saf8bdf7e52.md", "s7f18f7027e.md", "s86e4217a5f.md", "s5c15c2499b.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015165441, 0.014928699, 0.014285714, 0.013865147, 0.013836596, 0.01379376, 0.013635526], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "41275add", "type": "single-session-assistant", "abstention": false, "gold": ["s6c781bb2b2.md"], "top10": ["s6c781bb2b2.md", "sbe618bf69f.md", "sb8e533b015.md", "s0fea59c73c.md", "se15a346ce8.md", "sf7e7b3e9c9.md", "s538efc2a96.md", "s34789aafd1.md", "s153b36c213.md", "s52bc34b90b.md"], "rrf10": [0.016393443, 0.016129032, 0.015873016, 0.015388258, 0.014734561, 0.014605544, 0.014541623, 0.014391447, 0.014190821, 0.014069264], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4388e9dd", "type": "single-session-assistant", "abstention": false, "gold": ["s4b74fddf47.md"], "top10": ["s4b74fddf47.md", "s1a16e9118f.md", "s7b61d8ff17.md", "sf8132b677a.md", "s2731f1f271.md", "s48eacf7850.md", "sb3034dd159.md", "sa5ebe246ab.md", "s8e9154410a.md", "s52e38b4ecc.md"], "rrf10": [0.016393443, 0.016129032, 0.015504808, 0.015399195, 0.015151515, 0.014978761, 0.014835165, 0.014202256, 0.013888889, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "4baee567", "type": "single-session-assistant", "abstention": false, "gold": ["s3ace27611d.md"], "top10": ["s3ace27611d.md", "s3c6c0f9e60.md", "sff7f36e61d.md", "s54e7f8e2e5.md", "s14dac2b6fb.md", "sc0c681f583.md", "s1fb181ca72.md", "sa99fc44072.md", "s384530b9c4.md", "s715e9b6fe4.md"], "rrf10": [0.016393443, 0.015310893, 0.015289449, 0.014541623, 0.013611111, 0.013599854, 0.013528139, 0.013506261, 0.013144841, 0.013115021], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "561fabcd", "type": "single-session-assistant", "abstention": false, "gold": ["sf0ed4d21d0.md"], "top10": ["sf0ed4d21d0.md", "s9d5097c83f.md", "s3049cabb4f.md", "se65b0fa5da.md", "sac47f71d90.md", "sb4d12072eb.md", "seb4762fb6c.md", "s7018417eb3.md", "s225ee529dc.md", "s7a02a2f26e.md"], "rrf10": [0.016393443, 0.015877016, 0.015877016, 0.015512266, 0.014636752, 0.01450494, 0.014495798, 0.014242424, 0.014202256, 0.014034069], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "b759caee", "type": "single-session-assistant", "abstention": false, "gold": ["sa656fe857d.md"], "top10": ["sa656fe857d.md", "s76bddd8282.md", "s5d8081bb49.md", "s808e91f06b.md", "s80abcb9aa9.md", "sffb76df863.md", "sdf298e81db.md", "sffde818b31.md", "se5f521a521.md", "s5640212d56.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.014734561, 0.014718615, 0.014430014, 0.013913043, 0.013872943, 0.01379376, 0.01370892], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "ac031881", "type": "single-session-assistant", "abstention": false, "gold": ["s67b24e48ad.md"], "top10": ["s67b24e48ad.md", "s94f1634e0d.md", "s4b85d1b2c2.md", "s7cf4a981a0.md", "s4253f98a80.md", "s7aec71f641.md", "s0e01ea633c.md", "s59bc300679.md", "s6e5a587694.md", "s150b3e3545.md"], "rrf10": [0.016393443, 0.016129032, 0.015151515, 0.014978761, 0.014938685, 0.01428863, 0.014129353, 0.013992172, 0.013846448, 0.013836596], "tie_at_5": false, "tie_at_10": true, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "28bcfaac", "type": "single-session-assistant", "abstention": false, "gold": ["s765ed17ae1.md"], "top10": ["s765ed17ae1.md", "s2c2c2d8139.md", "sba7a08d73a.md", "sa8d19b0c36.md", "sb5f4d845e3.md", "s79f1dd7ed7.md", "sf7e822282a.md", "s246554b034.md", "s16fc86a5df.md", "sbad70711ce.md"], "rrf10": [0.016393443, 0.016129032, 0.015625, 0.015182885, 0.014978761, 0.014835165, 0.014407131, 0.014202256, 0.013986698, 0.013956193], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "16c90bf4", "type": "single-session-assistant", "abstention": false, "gold": ["s6c378da694.md"], "top10": ["s6c378da694.md", "sbd11f25515.md", "s7cb3293dc2.md", "s2c6ea2c568.md", "s4a88bbf70d.md", "sddd3481936.md", "saca6c34dd3.md", "s66ece5118e.md", "s21c9adcb73.md", "sd56e83e8a3.md"], "rrf10": [0.016393443, 0.016001024, 0.015628816, 0.015388258, 0.014913831, 0.014709063, 0.014391447, 0.014358974, 0.014219443, 0.014087302], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c8f1aeed", "type": "single-session-assistant", "abstention": false, "gold": ["s07c97f28a8.md"], "top10": ["s07c97f28a8.md", "s253950373c.md", "s478befc1f6.md", "s28f476de04.md", "sfea937c43c.md", "sded5951416.md", "s560d8898ac.md", "s2de92c9b4d.md", "sccf3432a51.md", "sea6661f430.md"], "rrf10": [0.016393443, 0.015268065, 0.015165441, 0.014854754, 0.014693265, 0.014407131, 0.014271255, 0.014019608, 0.013899614, 0.013739883], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "eaca4986", "type": "single-session-assistant", "abstention": false, "gold": ["sb0d644e9e3.md"], "top10": ["sb0d644e9e3.md", "s24f4052730.md", "s0abfecf1bc.md", "s753c302353.md", "s339b758cde.md", "sadeed4a76e.md", "s312d114b19.md", "sb9960eab1c.md", "s529b204fdf.md", "s383bd94bbb.md"], "rrf10": [0.016393443, 0.016001024, 0.016001024, 0.015504808, 0.015058877, 0.014835165, 0.014154705, 0.014095692, 0.013986698, 0.013986014], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "c7cf7dfd", "type": "single-session-assistant", "abstention": false, "gold": ["sac7f46ddfa.md"], "top10": ["sac7f46ddfa.md", "s645ab66599.md", "sd0efcaf940.md", "s0d95e44ed8.md", "s9e8faeba6e.md", "s8fcf4071d7.md", "s133a256f77.md", "s2df5168d1c.md", "s463fdb45ae.md", "s48d884243b.md"], "rrf10": [0.016393443, 0.015182885, 0.015182885, 0.01510677, 0.014520202, 0.014449064, 0.014202256, 0.014141614, 0.013836596, 0.013682494], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "e48988bc", "type": "single-session-assistant", "abstention": false, "gold": ["s98a82c7088.md"], "top10": ["s98a82c7088.md", "sa0836895d0.md", "s09b460a0b0.md", "s3be0e9eae1.md", "saac6a0fdb8.md", "s764d87e762.md", "s6e1773802e.md", "s6dd949e405.md", "s292732d17c.md", "s07b32706cc.md"], "rrf10": [0.016393443, 0.016129032, 0.015512266, 0.015504808, 0.015058877, 0.014925373, 0.014880952, 0.014425073, 0.014084507, 0.014021422], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "1de5cff2", "type": "single-session-assistant", "abstention": false, "gold": ["se1c676dcfb.md"], "top10": ["se1c676dcfb.md", "s1841c1ce4e.md", "s3a9d999728.md", "sb4b6883600.md", "sc2c49c0ee6.md", "s4102ba9f1d.md", "sb62c12fb5c.md", "s56c38e6211.md", "s96fb379c45.md", "sce966230da.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015399195, 0.015058877, 0.015045249, 0.015038444, 0.014520202, 0.014449064, 0.014109698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "65240037", "type": "single-session-assistant", "abstention": false, "gold": ["scfad1f3d4d.md"], "top10": ["scfad1f3d4d.md", "s1988f31c23.md", "s9ecd739fb2.md", "sdfa5ac6177.md", "sfd71d99391.md", "s3d93f849e8.md", "sfeeb893e09.md", "s77ec52dfa8.md", "s0fafc76ff5.md", "sa7f869a414.md"], "rrf10": [0.016393443, 0.016129032, 0.015749008, 0.015504808, 0.015268065, 0.014603175, 0.014425073, 0.014407131, 0.014185111, 0.014109698], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}
{"qid": "778164c6", "type": "single-session-assistant", "abstention": false, "gold": ["se538d24aab.md"], "top10": ["se538d24aab.md", "se85826fdc5.md", "sa3bc53c595.md", "s525ea5338b.md", "sc46af9a815.md", "sdaeb1baad7.md", "s12fc5aab1d.md", "s09158d740e.md", "s959ff9b60c.md", "s1d0bd0101c.md"], "rrf10": [0.016393443, 0.016001024, 0.015749008, 0.015045249, 0.014835165, 0.014821273, 0.014815628, 0.014756944, 0.014520202, 0.01428863], "tie_at_5": false, "tie_at_10": false, "score": {"any@1": true, "any@5": true, "all@5": true, "all@10": true}}