{"id": "c-darwin-01-dessert-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.026308342814445496, -6.088808536529541, -6.651308536529541, -4.526308536529541, -4.776308536529541, -6.213808536529541], "floored": [], "probs": {"darwin": 0.9894492589855207, "einstein": 0.0007904090483541739, "hypatia": 0.00040780368251666594, "ibn_sina": 0.00496806589941192, "sagan": 0.003702147150427782, "socrates": 0.0006823152337688016}, "prompt_sha256": "b6bb8767e2b6bab7825dcaae7aea4f79b3f019c23f5ec716ca1e75eee5db36a6", "seconds": 0.728036639999118, "prompt_tokens": 228, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:38Z"}
{"id": "c-darwin-01-dessert-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.022115163505077362, -6.147115230560303, -5.522115230560303, -5.772115230560303, -6.147115230560303, -4.647115230560303], "floored": [], "probs": {"darwin": 0.9915510963795244, "einstein": 0.0007359361249474977, "hypatia": 0.0015352330089359097, "ibn_sina": 0.001144038469768997, "sagan": 0.0007359361249474977, "socrates": 0.004297759891875706}, "prompt_sha256": "f063e813a0f0be2c4172b91859575add7297ac369cc8d1cc409b2080a90a6e30", "seconds": 0.4216791779999767, "prompt_tokens": 324, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:38Z"}
{"id": "c-darwin-01-dessert-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.017612487077713013, -5.517612457275391, -7.330112457275391, -5.392612457275391, -6.017612457275391, -5.392612457275391], "floored": [], "probs": {"darwin": 0.993859071070131, "einstein": 0.0015388066551225252, "hypatia": 0.00018243784771820675, "ibn_sina": 0.0017825876423104988, "sagan": 0.0008545091424073532, "socrates": 0.0017825876423104988}, "prompt_sha256": "8c2e0d0b58a4ea921c1ab7357ec1c411b2d12d60008ec5968f9642ebc2f686dd", "seconds": 0.45886648099985905, "prompt_tokens": 245, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:39Z"}
{"id": "c-darwin-01-dessert-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.009769012220203876, -6.884768962860107, -6.259768962860107, -6.822268962860107, -5.947268962860107, -6.197268962860107], "floored": [], "probs": {"darwin": 0.9971149632967836, "einstein": 0.0003062452083320651, "hypatia": 0.000638856738678758, "ibn_sina": 0.0003296117765557827, "sagan": 0.0009227213490890221, "socrates": 0.0006876016305607306}, "prompt_sha256": "7f7f8be14b8f1e0e0b68fcc0f8f36f1ff51b84ea8bb07e5f62c222bac1638871", "seconds": 0.42576430599910964, "prompt_tokens": 346, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:39Z"}
{"id": "c-darwin-01-dessert-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.010020074434578419, -6.1975202560424805, -6.1350202560424805, -6.3225202560424805, -6.7600202560424805, -6.2600202560424805], "floored": [], "probs": {"darwin": 0.9969855393577287, "einstein": 0.000687512194145141, "hypatia": 0.0007399695066256384, "ibn_sina": 0.0005934902243892901, "sagan": 0.0003547150745949847, "socrates": 0.0006387736425163242}, "prompt_sha256": "ccb9e5198125f335ff2fd5c41884b9cef87122027556a5e734b53d275ab88b51", "seconds": 0.43070747700039647, "prompt_tokens": 356, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:39Z"}
{"id": "c-darwin-01-dessert-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.0033822020050138235, -7.940882205963135, -7.065882205963135, -7.565882205963135, -8.003381729125977, -7.503382205963135], "floored": [], "probs": {"darwin": 0.999300386478972, "einstein": 8.793302110109903e-05, "hypatia": 0.00024616133776442277, "ibn_sina": 0.00013669495964726972, "sagan": 8.169939118853123e-05, "socrates": 0.00014712481132668885}, "prompt_sha256": "5288377ec6426bfa58053e12c0b372732b8a4d7e68b2f81708a9ca97a5268a83", "seconds": 0.4300582319992827, "prompt_tokens": 358, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:40Z"}
{"id": "c-darwin-01-main-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.003859334858134389, -7.503859519958496, -7.691359519958496, -7.628859519958496, -7.253859519958496, -6.816359519958496], "floored": [], "probs": {"darwin": 0.9990803053810131, "einstein": 0.0001470923779211146, "hypatia": 0.00011797498085623394, "ibn_sina": 0.00012697649455789423, "sagan": 0.00019738940596374186, "socrates": 0.0003302613596877743}, "prompt_sha256": "7de84b5d7df0719d62ccb4073872db0b4ed187b7b53f2d50dbe9a8fa328654f0", "seconds": 0.3331883659993764, "prompt_tokens": 263, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:40Z"}
{"id": "c-darwin-01-main-02", "label": "darwin", "choice": "ibn_sina", "correct": false, "letter_logprobs": [-3.194577693939209, -5.444577693939209, -4.444577693939209, -0.19457778334617615, -5.444577693939209, -2.194577693939209], "floored": [], "probs": {"darwin": 0.025827570675527847, "einstein": 0.0018301240082950424, "hypatia": 0.005934924559666299, "ibn_sina": 0.8808208102866951, "sagan": 0.0018301240082950424, "socrates": 0.08375644646152065}, "prompt_sha256": "e3b79e40f9996ce2bd4d674814cbfc0013d3e6bbf022b549d661259700672136", "seconds": 0.3057512850009516, "prompt_tokens": 244, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:40Z"}
{"id": "c-darwin-01-main-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.004025333561003208, -8.44152545928955, -7.379025459289551, -8.00402545928955, -8.69152545928955, -6.129025459289551], "floored": [], "probs": {"darwin": 0.9989213725117468, "einstein": 4.88112399014478e-05, "hypatia": 0.00017036796743499875, "ibn_sina": 8.166834678482913e-05, "sagan": 3.637359011912112e-05, "socrates": 0.0007414063440127133}, "prompt_sha256": "08f14a71b0e1a3fe5a6a2168d5c5239740e9cfa40c248f3d0915cdc0a44408d0", "seconds": 0.3811647829988942, "prompt_tokens": 320, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:41Z"}
{"id": "c-darwin-01-main-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.0033808951266109943, -8.37838077545166, -6.69088077545166, -7.50338077545166, -8.37838077545166, -7.44088077545166], "floored": [], "probs": {"darwin": 0.999206821490882, "einstein": 5.255057446519177e-05, "hypatia": 0.00038263064354135444, "ibn_sina": 0.00014711105735543573, "sagan": 5.255057446519177e-05, "socrates": 0.00015833565929086169}, "prompt_sha256": "bc2be680aa12efd7da92f3244e71913c83ca9d4867898c5cb4d456f53f23a3bf", "seconds": 0.4228276600006211, "prompt_tokens": 354, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:41Z"}
{"id": "c-darwin-01-main-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.01764797605574131, -6.330147743225098, -5.892647743225098, -5.392647743225098, -6.767647743225098, -5.142647743225098], "floored": [], "probs": {"darwin": 0.9938899777661059, "einstein": 0.0005916477724496708, "hypatia": 0.0009899132976840892, "ibn_sina": 0.0017826435024195406, "sagan": 0.000353613884633731, "socrates": 0.0023922037767070948}, "prompt_sha256": "09c6aa3c57a898efb840ee9d755d9895e83717efd5491ec6c9d19c37312600c7", "seconds": 0.4197825039991585, "prompt_tokens": 347, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:42Z"}
{"id": "c-darwin-01-main-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.0038283406756818295, -7.691328525543213, -7.503828525543213, -7.566328525543213, -8.066328048706055, -6.878828525543213], "floored": [], "probs": {"darwin": 0.9992154220898218, "einstein": 0.00011799093595347617, "hypatia": 0.00014711227089483065, "ibn_sina": 0.00013668330822144047, "sagan": 7.590115471774498e-05, "socrates": 0.00030689024039060205}, "prompt_sha256": "de1457399e678f9d6f201f5f400ab8c5b223f3ba647c2c1856c17a7b514f3397", "seconds": 0.4185723930004315, "prompt_tokens": 349, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:42Z"}
{"id": "c-darwin-01-starter-01", "label": "darwin", "choice": "sagan", "correct": false, "letter_logprobs": [-2.3102164268493652, -2.3102164268493652, -5.685216426849365, -2.8102164268493652, -0.31021648645401, -6.372716426849365], "floored": [], "probs": {"darwin": 0.07634156593765856, "einstein": 0.07634156593765856, "hypatia": 0.001439980143833356, "ibn_sina": 0.042392958090130425, "sagan": 0.8028425890335389, "socrates": 0.0006413408571801439}, "prompt_sha256": "79cb4cfa29cf4a37d1953146743125b5bc7ef44ca222f3d7f5cdbc7376be6575", "seconds": 0.23586284500015609, "prompt_tokens": 189, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:42Z"}
{"id": "c-darwin-01-starter-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.002478386741131544, -8.18997859954834, -8.62747859954834, -8.56497859954834, -7.81497859954834, -7.12747859954834], "floored": [], "probs": {"darwin": 0.9995224773584134, "einstein": 6.554125093878065e-05, "hypatia": 3.917245602439571e-05, "ibn_sina": 4.216132194386537e-05, "sagan": 0.00010188616904231696, "socrates": 0.00022876144363741233}, "prompt_sha256": "d4a9905db9cf52339d22781a3557eb36659fde57acb38f3b95966fb7092b53b3", "seconds": 0.2749777910012199, "prompt_tokens": 218, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:43Z"}
{"id": "c-darwin-01-starter-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.49412044882774353, -1.494120478630066, -5.1816205978393555, -3.7441203594207764, -3.7441203594207764, -2.2441203594207764], "floored": [], "probs": {"darwin": 0.6739918890435738, "einstein": 0.20783561473881562, "hypatia": 0.002714240084834016, "ibn_sina": 0.01472709169730083, "sagan": 0.01472709169730083, "socrates": 0.08600407273817501}, "prompt_sha256": "ef694d81223f69efcb6bd3ffa1a36a8d80da830bea500d5ac814dc611d85d860", "seconds": 0.3027652199998556, "prompt_tokens": 243, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:43Z"}
{"id": "c-darwin-01-starter-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.007960261777043343, -8.007960319519043, -7.882960319519043, -7.757960319519043, -8.445460319519043, -5.132960319519043], "floored": [], "probs": {"darwin": 0.9972655469255783, "einstein": 8.1532978749272e-05, "hypatia": 9.444960474754653e-05, "ibn_sina": 0.00010941250980662141, "sagan": 4.8730333627246255e-05, "socrates": 0.0024003276474910793}, "prompt_sha256": "a1cdd5dbabdfd920eaddc3cc8e2044288827656c5eb9c00e4c1aaad63e3c1bb6", "seconds": 0.275859074001346, "prompt_tokens": 222, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:43Z"}
{"id": "c-darwin-01-starter-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.02076365053653717, -7.020763874053955, -5.583263874053955, -4.895763874053955, -6.833263874053955, -5.145763874053955], "floored": [], "probs": {"darwin": 0.9923873107092165, "einstein": 0.00026311057041141146, "hypatia": 0.00142760120291568, "ibn_sina": 0.0032053429350342665, "sagan": 0.0003280488725415236, "socrates": 0.0023885857098807028}, "prompt_sha256": "fa730a4f4bf5a34ea8718945267a12baee297a2557d50409b0d931e5885b893c", "seconds": 0.41400375999910466, "prompt_tokens": 344, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:44Z"}
{"id": "c-darwin-01-starter-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.0063912044279277325, -7.1938910484313965, -6.5063910484313965, -7.2563910484313965, -7.3813910484313965, -6.1938910484313965], "floored": [], "probs": {"darwin": 0.9982552427916892, "einstein": 0.00021227489462524344, "hypatia": 0.0004766133794105207, "ibn_sina": 0.00019722647657637022, "sagan": 0.00017025441415531917, "socrates": 0.0006883880435433466}, "prompt_sha256": "57225f44a5de60906485398e4199a6abd02ee909a2cffd5c3132286851f06347", "seconds": 0.40115935299945704, "prompt_tokens": 330, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:44Z"}
{"id": "c-einstein-01-dessert-01", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.822101593017578, -0.009601603262126446, -7.509601593017578, -7.322101593017578, -5.134601593017578, -6.572101593017578], "floored": [], "probs": {"darwin": 0.00010160129089041476, "einstein": 0.9967275075635897, "hypatia": 0.0001467460144405407, "ibn_sina": 0.00018296438836306678, "sagan": 0.0023990328274704252, "socrates": 0.000442147915245716}, "prompt_sha256": "5388bffd0064b5c5fa29ca405e5bed0ef554efda125db84865d77d36fc565ea9", "seconds": 0.373588414000551, "prompt_tokens": 320, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:44Z"}
{"id": "c-einstein-01-dessert-01", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-6.05326509475708, -0.05326531082391739, -5.30326509475708, -5.30326509475708, -3.303265333175659, -6.36576509475708], "floored": [], "probs": {"darwin": 0.0008368095111316268, "einstein": 0.9732728415345017, "hypatia": 0.0020222163674301252, "ibn_sina": 0.0020222163674301252, "sagan": 0.021266541529948467, "socrates": 0.0005793746895579196}, "prompt_sha256": "d3816d0fd568c0d0b37a8e92246974463586c6be969f81fc3c1b801f3570833a", "seconds": 0.3949332219999633, "prompt_tokens": 327, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:45Z"}
{"id": "c-einstein-01-dessert-02", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.20115852355957, -0.013658517971634865, -6.38865852355957, -7.20115852355957, -4.76365852355957, -6.82615852355957], "floored": [], "probs": {"darwin": 0.00021157728455314435, "einstein": 0.994974813598265, "hypatia": 0.0005503050144742259, "ibn_sina": 0.00021157728455314435, "sagan": 0.003722822522451714, "socrates": 0.00032890429570273794}, "prompt_sha256": "cc572f444f1ebcf6c403e769b7e02d89385e8914d6d9ee7e83c2b955e7088bd4", "seconds": 0.35618079300002137, "prompt_tokens": 298, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:45Z"}
{"id": "c-einstein-01-dessert-02", "label": "einstein", "choice": "hypatia", "correct": false, "letter_logprobs": [-7.099571228027344, -3.9120712280273438, -0.03707122430205345, -6.412071228027344, -6.224571228027344, -4.537071228027344], "floored": [], "probs": {"darwin": 0.00024221971333202762, "einstein": 0.010299444292622856, "hypatia": 0.9832992267488473, "ibn_sina": 0.000543847431109721, "sagan": 0.0006780743788863377, "socrates": 0.004937187435201839}, "prompt_sha256": "3478341e754f003c0b20a6bc928b2b7b038e63f881be9ab03d4c15e915da69ca", "seconds": 0.28841673399983847, "prompt_tokens": 236, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:45Z"}
{"id": "c-einstein-01-dessert-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.444371700286865, -0.006871876772493124, -6.944371700286865, -6.194371700286865, -6.694371700286865, -6.881871700286865], "floored": [], "probs": {"darwin": 0.00015817293334796753, "einstein": 0.9981798422483252, "hypatia": 0.0002848390384804964, "ibn_sina": 0.0006883360645834208, "sagan": 0.0003822374034302559, "socrates": 0.00030657231183253453}, "prompt_sha256": "15844672ae9ce1ede1c7ab32113e6e014afe86e31782654dc09a58b08781c7f0", "seconds": 0.419263748000958, "prompt_tokens": 353, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:46Z"}
{"id": "c-einstein-01-main-01", "label": "einstein", "choice": "hypatia", "correct": false, "letter_logprobs": [-3.892914056777954, -4.392913818359375, -0.7679140567779541, -1.142914056777954, -5.142913818359375, -1.767914056777954], "floored": [], "probs": {"darwin": 0.01267617531722671, "einstein": 0.007039162913377764, "hypatia": 0.5007940108810353, "ibn_sina": 0.3221503590164428, "sagan": 0.00291286262498469, "socrates": 0.1544274292469328}, "prompt_sha256": "ba81d297e8e41218448e6befed9c6f84a77abb935faab40eab5a67a39f6e41f2", "seconds": 0.3042525979999482, "prompt_tokens": 248, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:46Z"}
{"id": "c-einstein-01-main-01", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.390015125274658, -0.26501521468162537, -1.5150152444839478, -5.327515125274658, -5.452515125274658, -6.452515125274658], "floored": [], "probs": {"darwin": 0.0001852401679922639, "einstein": 0.8093656118092485, "hypatia": 0.18598433972764108, "ibn_sina": 0.0020967080043479036, "sagan": 0.0018099689206626016, "socrates": 0.0005581313701077168}, "prompt_sha256": "301b6346799a97a1ac9b4f2374aee246dd0c9df331f21c5cf6a0acd43d4007c2", "seconds": 0.35133178099931683, "prompt_tokens": 294, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:47Z"}
{"id": "c-einstein-01-main-02", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.6940202713012695, -0.006520187947899103, -6.7565202713012695, -6.5690202713012695, -6.3815202713012695, -6.8815202713012695], "floored": [], "probs": {"darwin": 0.0001178740527343746, "einstein": 0.9982254682375825, "hypatia": 0.00035515626694709765, "ibn_sina": 0.0004428123612284891, "sagan": 0.0005521028502249617, "socrates": 0.00030658623128246293}, "prompt_sha256": "9e9bd4d5340f99c4f2460bf3dd72b99829725106e5fa08f278ce06af04b0e750", "seconds": 0.3989776600010373, "prompt_tokens": 331, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:47Z"}
{"id": "c-einstein-01-main-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-5.435105800628662, -0.24760577082633972, -3.247605800628662, -5.622605800628662, -2.122605800628662, -2.997605800628662], "floored": [], "probs": {"darwin": 0.0018905805365874307, "einstein": 0.8454129072615636, "hypatia": 0.02478933092296473, "ibn_sina": 0.0015163341959886407, "sagan": 0.0931250084699199, "socrates": 0.033265838612975704}, "prompt_sha256": "54f8449d39f68457cd3e10172723f9a7fb87cfb3ad39b309b6e2b7bf063cbdaa", "seconds": 0.3506199769999512, "prompt_tokens": 288, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:47Z"}
{"id": "c-einstein-01-main-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-8.691162109375, -0.0036620714236050844, -7.628662109375, -7.253662109375, -6.753662109375, -7.566162109375], "floored": [], "probs": {"darwin": 3.638181225562551e-05, "einstein": 0.9991470723906563, "hypatia": 0.0001269850021861214, "ibn_sina": 0.00019740263136965475, "sagan": 0.0003554841812862852, "socrates": 0.00013667398224602673}, "prompt_sha256": "2e21072a8a8dee63ad521524a10023082f3bbfa90a41fbc67ca7073d10b9f192", "seconds": 0.35146313999939593, "prompt_tokens": 292, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:48Z"}
{"id": "c-einstein-01-main-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.507225513458252, -0.007225335575640202, -7.007225513458252, -6.382225513458252, -6.382225513458252, -6.444725513458252], "floored": [], "probs": {"darwin": 0.0001469291648361936, "einstein": 0.9979717215949144, "hypatia": 0.00026459117341280257, "ibn_sina": 0.0005519624455524588, "sagan": 0.0005519624455524588, "socrates": 0.0005128331757317592}, "prompt_sha256": "d8406ec23b4712eefe540c3020277f351c4c8c415cf355c29278c66e17519c93", "seconds": 0.36399454999991576, "prompt_tokens": 307, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:48Z"}
{"id": "c-einstein-01-main-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-8.56643009185791, -0.003929632715880871, -7.128929615020752, -8.00393009185791, -6.566429615020752, -7.378929615020752], "floored": [], "probs": {"darwin": 4.214070393600393e-05, "einstein": 0.9990339738067833, "hypatia": 0.000228649701475738, "ibn_sina": 8.167752063806002e-05, "sagan": 0.00044317106661369597, "socrates": 0.00017038720055319084}, "prompt_sha256": "4b88018390c48fc410b48812a624bbd20ba71faa65a3755c6cc24be0837c5b60", "seconds": 0.4158082750000176, "prompt_tokens": 349, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:48Z"}
{"id": "c-einstein-01-starter-01", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.940840721130371, -0.0033407374285161495, -8.440840721130371, -7.440840721130371, -8.065840721130371, -6.503340721130371], "floored": [], "probs": {"darwin": 8.791996535660413e-05, "einstein": 0.9991519928027133, "hypatia": 4.882251707663299e-05, "ibn_sina": 0.0001583269518073679, "sagan": 7.589631196675753e-05, "socrates": 0.0004770414510794182}, "prompt_sha256": "74147c86cdfe1c555678d9282b4dca25a7dc1863e40fedc2e906e33068d6212e", "seconds": 0.3085439740007132, "prompt_tokens": 253, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:49Z"}
{"id": "c-einstein-01-starter-02", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-6.655567646026611, -0.1555674821138382, -2.1555674076080322, -4.780567646026611, -5.030567646026611, -4.655567646026611], "floored": [], "probs": {"darwin": 0.0004308490869171048, "einstein": 0.9024033741396538, "hypatia": 0.08580871124424225, "ibn_sina": 0.003911359283346797, "sagan": 0.002914701197271895, "socrates": 0.0045310050485681585}, "prompt_sha256": "b9740bf9548d430551cfddb985e4d576cffe992925727f412b41b52c91f19a56", "seconds": 0.2706357659990317, "prompt_tokens": 216, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:49Z"}
{"id": "c-einstein-01-starter-02", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-4.4081339836120605, -0.0331340953707695, -5.0331339836120605, -6.0331339836120605, -5.4706339836120605, -5.1581339836120605], "floored": [], "probs": {"darwin": 0.005738796672566344, "einstein": 0.9866429700072256, "hypatia": 0.0027509751031195937, "ibn_sina": 0.0008483048995527888, "sagan": 0.001644192774895555, "socrates": 0.002374760542640096}, "prompt_sha256": "aa7feb3bbf368d624b00e163de0c6623606706d86943fcb086cd0906e54fda1a", "seconds": 0.30047575699973095, "prompt_tokens": 243, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:49Z"}
{"id": "c-einstein-01-starter-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-8.070747375488281, -0.008247129619121552, -5.508246898651123, -6.383246898651123, -6.758246898651123, -7.820746898651123], "floored": [], "probs": {"darwin": 7.57610670822456e-05, "einstein": 0.997371842423327, "hypatia": 0.0015442458962774746, "ibn_sina": 0.0005516309271629181, "sagan": 0.0003548526886682799, "socrates": 0.00010166699748219783}, "prompt_sha256": "6147f65041a9efb389ca62087bc72fcef4596530e1926dbbc313c32948ac2ef6", "seconds": 0.3988536719989497, "prompt_tokens": 334, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:50Z"}
{"id": "c-einstein-01-starter-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.818716049194336, -0.006216238718479872, -6.568716049194336, -7.006216049194336, -6.381216049194336, -6.756216049194336], "floored": [], "probs": {"darwin": 0.00010175991366787187, "einstein": 0.9982834158749758, "hypatia": 0.00044283820893931483, "ibn_sina": 0.00026467392698684714, "sagan": 0.0005521350774075522, "socrates": 0.0003551769980225819}, "prompt_sha256": "e7d389144071c9fc78511bfb079956181dad8dfe57f1bb699708b9ff3eaebc83", "seconds": 0.3504167780010903, "prompt_tokens": 292, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:50Z"}
{"id": "c-einstein-01-starter-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-8.56853199005127, -0.006032118573784828, -6.0060319900512695, -7.5060319900512695, -6.3185319900512695, -7.5060319900512695], "floored": [], "probs": {"darwin": 4.210603962383977e-05, "einstein": 0.9982114932828194, "hypatia": 0.0008582514070271777, "ibn_sina": 0.00014696451886767842, "sagan": 0.00059422023279418, "socrates": 0.00014696451886767842}, "prompt_sha256": "94c1b1446495e9f663e58e4f21d1ae221375d61a9c59c2f26c99f3e97ac969a7", "seconds": 0.2810143530005007, "prompt_tokens": 227, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:50Z"}
{"id": "c-hypatia-01-dessert-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-5.667619705200195, -7.417619705200195, -0.417619526386261, -1.1676194667816162, -6.792619705200195, -3.792619466781616], "floored": [], "probs": {"darwin": 0.0014473365249158298, "einstein": 0.00018468593568546205, "hypatia": 0.6965891530507684, "ibn_sina": 0.28825425354479706, "sagan": 0.0003852724919173709, "socrates": 0.0131392984519159}, "prompt_sha256": "e24e4e71d490050e57f33bcddeae79b9840ee11c548e16baaf278211b8de158e", "seconds": 0.4091636990015104, "prompt_tokens": 342, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:51Z"}
{"id": "c-hypatia-01-dessert-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.057013034820557, -6.557013034820557, -0.5570129752159119, -0.9320129752159119, -4.557013034820557, -4.182013034820557], "floored": [], "probs": {"darwin": 0.0009278093862205074, "einstein": 0.000515218465099276, "hypatia": 0.5992382919853341, "ibn_sina": 0.3854775151161573, "sagan": 0.0054182718203822176, "socrates": 0.008422893226806566}, "prompt_sha256": "824b3367a26da3d5ae7684b4efd390bc60b8c37287330170c2187895ccdb05ef", "seconds": 0.3304361179998523, "prompt_tokens": 270, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:51Z"}
{"id": "c-hypatia-01-dessert-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-5.892538070678711, -6.767538070678711, -0.142537921667099, -5.267538070678711, -2.392537832260132, -3.517537832260132], "floored": [], "probs": {"darwin": 0.0010549441205868304, "einstein": 0.00037684400181810023, "hypatia": 0.9143321032340616, "ibn_sina": 0.0022007141402704067, "sagan": 0.06478895482334007, "socrates": 0.017246439679922967}, "prompt_sha256": "62f25e183de2281e6e98c3c80bd6d28f64aaddffa8fea816cf9017c575608411", "seconds": 0.27692380599910393, "prompt_tokens": 223, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:51Z"}
{"id": "c-hypatia-01-dessert-03", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.218719005584717, -7.468719005584717, -0.09371911734342575, -2.843719005584717, -7.281219005584717, -3.593719005584717], "floored": [], "probs": {"darwin": 0.00021668377092735072, "einstein": 0.00016147032292337268, "hypatia": 0.9467513990882774, "ibn_sina": 0.037253375508379524, "sagan": 0.00020132280242903818, "socrates": 0.015415748507063337}, "prompt_sha256": "0543c562f94f9cd0f918b80f8b280cc74528765ad6ed00da661c943cba19ed9e", "seconds": 0.30295548800131655, "prompt_tokens": 247, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:52Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.030444145202637, -7.905444145202637, -0.030444350093603134, -4.155444145202637, -7.530444145202637, -4.655444145202637], "floored": [], "probs": {"darwin": 0.0008485531100336573, "einstein": 9.347091539640994e-05, "hypatia": 0.9869315494959124, "ibn_sina": 0.007703384282630533, "sagan": 0.00014530381019907808, "socrates": 0.004277738385827795}, "prompt_sha256": "4088746dbd3e3f9c1da8b1979b4f4297d4ee3395f52cc18c6b749f9cf98bb4fb", "seconds": 0.3747611439994216, "prompt_tokens": 316, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:52Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.273709774017334, -4.336209774017334, -0.08620966225862503, -4.086209774017334, -4.836209774017334, -3.211209774017334], "floored": [], "probs": {"darwin": 0.0006595654372792124, "einstein": 0.006444568451635536, "hypatia": 0.9564588887160349, "ibn_sina": 0.008648235594119164, "sagan": 0.003578709932440524, "socrates": 0.02421003186849068}, "prompt_sha256": "3425cc314363bab91ee70d4835fdfac801b78f4da8900a84ca1289d331a63aa1", "seconds": 0.30019345999971847, "prompt_tokens": 244, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:52Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-8.319496154785156, -8.256996154785156, -0.006996536627411842, -6.1319966316223145, -7.6319966316223145, -5.7569966316223145], "floored": [], "probs": {"darwin": 5.648419780384325e-05, "einstein": 6.079395294657299e-05, "hypatia": 0.9978639562563251, "ibn_sina": 0.0007406215491412994, "sagan": 0.00012682191807829915, "socrates": 0.0011513221257048666}, "prompt_sha256": "9956a829c048036a030d6c2509931cf8ec02711b0b3eab9f2f7b4c7e3bba1194", "seconds": 0.39964869400137104, "prompt_tokens": 334, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:53Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-5.673759937286377, -5.361259937286377, -0.36125999689102173, -1.361259937286377, -4.361259937286377, -3.861259937286377], "floored": [], "probs": {"darwin": 0.0014423504933740244, "einstein": 0.0020832332392043836, "hypatia": 0.7471560008415502, "ibn_sina": 0.23039690180059005, "sagan": 0.006755734616249041, "socrates": 0.012165779009032384}, "prompt_sha256": "a6b03550c52cda7409ae601a4bb6ab8989bab97c16a8db234a26c334bed4c4d0", "seconds": 0.34198914599983254, "prompt_tokens": 286, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:53Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.754182815551758, -6.129182815551758, -0.19168266654014587, -1.9416826963424683, -5.191682815551758, -3.9416825771331787], "floored": [], "probs": {"darwin": 0.00038779741673043646, "einstein": 0.0008089824303530613, "hypatia": 0.8742061462000835, "ibn_sina": 0.11155220064768286, "sagan": 0.002437476046042459, "socrates": 0.010607397259107742}, "prompt_sha256": "ba5e1d3cfd0f1c626ffa8da3f11d5cf6466ac76191e71ff0a7be95923deefb65", "seconds": 0.27706206499897235, "prompt_tokens": 224, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:53Z"}
{"id": "c-hypatia-01-main-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.371908664703369, -6.371908664703369, -0.05940845236182213, -3.30940842628479, -5.559408664703369, -4.434408664703369], "floored": [], "probs": {"darwin": 0.0005777186025007481, "einstein": 0.0005777186025007481, "hypatia": 0.970491323474833, "ibn_sina": 0.02120576505402041, "sagan": 0.0015026255988806207, "socrates": 0.005644848667264504}, "prompt_sha256": "d41385ab86ed6a2b33a417ae8bef5dac85d52d4ca76456747417fc9e12684299", "seconds": 0.3533833549990959, "prompt_tokens": 298, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:54Z"}
{"id": "c-hypatia-01-main-03", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-5.856991291046143, -6.544491291046143, -0.04449117183685303, -4.044491291046143, -6.169491291046143, -4.044491291046143], "floored": [], "probs": {"darwin": 0.0010505870876244827, "einstein": 0.0004679123015722993, "hypatia": 0.9800313621522222, "ibn_sina": 0.00886137620259268, "sagan": 0.0007273860533956696, "socrates": 0.00886137620259268}, "prompt_sha256": "d1799122dfc9597655f2823058c9a72998f04f0207734e765cb399f64cc6f9d2", "seconds": 0.3686150630001066, "prompt_tokens": 311, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:54Z"}
{"id": "c-hypatia-01-main-03", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.449566841125488, -8.137066841125488, -0.01206681877374649, -4.762066841125488, -8.512066841125488, -6.387066841125488], "floored": [], "probs": {"darwin": 0.0001577405811726291, "einstein": 7.025477398044981e-05, "hypatia": 0.9954516359457242, "ibn_sina": 0.0037246065393555104, "sagan": 4.519343316547244e-05, "socrates": 0.000550568726601824}, "prompt_sha256": "0d024b1c72e9d6e4f2c21012dec838d8cd97651a7cc82f365d470bbf537d212d", "seconds": 0.3355663670008653, "prompt_tokens": 278, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:54Z"}
{"id": "c-hypatia-01-main-03", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.381840229034424, -8.444340705871582, -0.006840383633971214, -5.631840229034424, -7.694340229034424, -6.756840229034424], "floored": [], "probs": {"darwin": 0.00017020649039667813, "einstein": 4.876494859897905e-05, "hypatia": 0.9979742523439115, "ibn_sina": 0.0013338648090041821, "sagan": 0.00011784442124822722, "socrates": 0.0003550669868404069}, "prompt_sha256": "acde561740245227e5b140e70cf61b04e8e654935e20ac00865621d8dfb54edc", "seconds": 0.41799829799856525, "prompt_tokens": 355, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:55Z"}
{"id": "c-hypatia-01-starter-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.435765266418457, -7.373265266418457, -0.4357650876045227, -2.560765027999878, -6.873265266418457, -1.310765027999878], "floored": [], "probs": {"darwin": 0.000596677347955017, "einstein": 0.00019803332708397028, "hypatia": 0.6939812705107858, "ibn_sina": 0.056965455629484234, "sagan": 0.00035661994299365763, "socrates": 0.24790194324169726}, "prompt_sha256": "96c2ee238955f24e5e5ab2d197e3f27307804ab5707e4353060d1a06371915fd", "seconds": 0.2742023769988009, "prompt_tokens": 221, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:55Z"}
{"id": "c-hypatia-01-starter-01", "label": "hypatia", "choice": "socrates", "correct": false, "letter_logprobs": [-3.1152710914611816, -6.177771091461182, -3.2402710914611816, -4.115271091461182, -5.490271091461182, -0.11527097970247269], "floored": [], "probs": {"darwin": 0.027499781158044315, "einstein": 0.0007491896451484891, "hypatia": 0.023738999001228746, "ibn_sina": 0.008479974633919581, "sagan": 0.0016821292467202927, "socrates": 0.9378499263149386}, "prompt_sha256": "c5331ab3ca5648886e5644915465f22e6415f14310b0bbee7f8b3a97c9ab7059", "seconds": 0.33316387699960615, "prompt_tokens": 275, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:55Z"}
{"id": "c-hypatia-01-starter-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.382314682006836, -8.694814682006836, -0.007314686197787523, -5.632314682006836, -8.507314682006836, -6.194814682006836], "floored": [], "probs": {"darwin": 0.00017016423154018025, "einstein": 3.633009247081163e-05, "hypatia": 0.997726651909673, "ibn_sina": 0.0013335336371351194, "sagan": 4.529672014219519e-05, "socrates": 0.0006880234090385382}, "prompt_sha256": "12bb2f6be1186c9e0ff378c13996734b9817e92a2f0ba3e0fae450a7000f0244", "seconds": 0.3049160819991812, "prompt_tokens": 252, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:56Z"}
{"id": "c-hypatia-01-starter-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.71919059753418, -7.53169059753418, -0.0316908098757267, -4.78169059753418, -5.90669059753418, -4.03169059753418], "floored": [], "probs": {"darwin": 0.00011644813783468414, "einstein": 0.0001451886948764381, "hypatia": 0.9861496553419185, "ibn_sina": 0.0036898030367259215, "sagan": 0.000982203921597536, "socrates": 0.008916700867046991}, "prompt_sha256": "51218e693db1287eac9f4da7569b543728dafb0532548b5b4b0e717b36f9b61a", "seconds": 0.2756000360004691, "prompt_tokens": 222, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:56Z"}
{"id": "c-hypatia-01-starter-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-8.820209503173828, -8.882709503173828, -0.007709510624408722, -5.757709503173828, -7.195209503173828, -5.882709503173828], "floored": [], "probs": {"darwin": 3.135718318452942e-05, "einstein": 2.9134235425073644e-05, "hypatia": 0.9975827877937811, "ibn_sina": 0.0011509978560052783, "sagan": 0.00021213186274805023, "socrates": 0.0009935910688559418}, "prompt_sha256": "e65c949aadb89e5c0cfbd489504ed4a80b357828d66ccc858d94bcc551721021", "seconds": 0.3202168200004962, "prompt_tokens": 258, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:56Z"}
{"id": "c-ibn_sina-01-dessert-01", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-6.644709587097168, -7.644709587097168, -6.332209587097168, -0.019709574058651924, -4.894709587097168, -4.894709587097168], "floored": [], "probs": {"darwin": 0.00040904582564832393, "einstein": 0.00012613548470344116, "hypatia": 0.0005907980510028611, "ibn_sina": 0.9924628452383328, "sagan": 0.003205587700156281, "socrates": 0.003205587700156281}, "prompt_sha256": "52f44aac486c1e6d1485702fcfc97b5378f4d11e30c5b0ab3514759d5f04f8e0", "seconds": 0.3186581319987454, "prompt_tokens": 260, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:57Z"}
{"id": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.06541109085083, -9.127911567687988, -7.62791109085083, -0.0029111409094184637, -8.127911567687988, -7.25291109085083], "floored": [], "probs": {"darwin": 0.0002461703978263798, "einstein": 2.17486746710814e-05, "hypatia": 0.00012700916692341176, "ibn_sina": 0.9993371026040228, "sagan": 7.052896025654683e-05, "socrates": 0.000197440196299728}, "prompt_sha256": "327d2bf795cf7c47449f53c83b9c7bc3ca0d3b17259f9de04f32a618f5628b6a", "seconds": 0.33241288300087035, "prompt_tokens": 271, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:57Z"}
{"id": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-6.810736179351807, -7.185736179351807, -2.3732361793518066, -0.12323619425296783, -6.810736179351807, -3.9982361793518066], "floored": [], "probs": {"darwin": 0.0003538003271102122, "einstein": 0.0002275923831400717, "hypatia": 0.06546827424315231, "ibn_sina": 0.9239190583333985, "sagan": 0.0003538003271102122, "socrates": 0.009677474386088687}, "prompt_sha256": "3950cff9aa06eaacd54e26258d5b028e78806b162a559be126ad9fff30f46176", "seconds": 0.34920495900041715, "prompt_tokens": 291, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:57Z"}
{"id": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.440834999084473, -7.878335475921631, -7.753335475921631, -0.0033353909384459257, -7.940835475921631, -6.565835475921631], "floored": [], "probs": {"darwin": 4.8825653412121055e-05, "einstein": 9.463430138964382e-05, "hypatia": 0.00010962646647926942, "ibn_sina": 0.99921573637188, "sagan": 8.792556396881709e-05, "socrates": 0.0004432516428701175}, "prompt_sha256": "0f88d4edb0de9793f1e0a4947dcc4536ebb3ad7719c723303d3c67efe8058640", "seconds": 0.3471048150004208, "prompt_tokens": 288, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:58Z"}
{"id": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.630722999572754, -8.005722999572754, -5.755723476409912, -0.005723398178815842, -7.443223476409912, -7.005723476409912], "floored": [], "probs": {"darwin": 3.912475235154744e-05, "einstein": 8.161796824530604e-05, "hypatia": 0.0011518305050050043, "ibn_sina": 0.9983045546782324, "sagan": 0.00015819264804389096, "socrates": 0.00026467944812185986}, "prompt_sha256": "07af9ef14ffbc1949b430ed9970b2ca2ab40084ad5b4c12c3fbedcb554be976e", "seconds": 0.35718823400020483, "prompt_tokens": 300, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:58Z"}
{"id": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.315550804138184, -8.190550804138184, -7.128050804138184, -0.003051032545045018, -8.378050804138184, -6.878050804138184], "floored": [], "probs": {"darwin": 5.65648938201943e-05, "einstein": 6.552602328357827e-05, "hypatia": 0.00022870829389831803, "ibn_sina": 0.9992897326346222, "sagan": 5.255494167489156e-05, "socrates": 0.0003069132127008031}, "prompt_sha256": "bd9433960cba3111e47f8735d606cb48bf691be10f10ecd7dff2adcdd726ac23", "seconds": 0.4046403949996602, "prompt_tokens": 340, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:58Z"}
{"id": "c-ibn_sina-01-main-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.716886043548584, -8.216886520385742, -4.529386043548584, -0.02938607893884182, -5.904386043548584, -4.279386043548584], "floored": [], "probs": {"darwin": 0.00011657528607473041, "einstein": 6.473496297647694e-05, "hypatia": 0.004956907298364389, "ibn_sina": 0.9872266251219096, "sagan": 0.0009832763775622262, "socrates": 0.00665188095311248}, "prompt_sha256": "a82e4346d0c4051b318716f435d91cd533fa4e9f798f2e6ad5a04712995922b8", "seconds": 0.3284681240002101, "prompt_tokens": 266, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:59Z"}
{"id": "c-ibn_sina-01-main-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.6301703453063965, -8.255169868469238, -6.5051703453063965, -0.0051703075878322124, -7.6301703453063965, -6.2551703453063965], "floored": [], "probs": {"darwin": 0.00012691150621269747, "einstein": 6.08368983373202e-05, "hypatia": 0.00047676297225267294, "ibn_sina": 0.9985687889701853, "sagan": 0.00012691150621269747, "socrates": 0.0006397881467993744}, "prompt_sha256": "f05c0a48c3881ec6bd2ca95e8dbe218345c5fbaf7ca427eaf9b8d870c125e0ef", "seconds": 0.3554492180010129, "prompt_tokens": 301, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:59Z"}
{"id": "c-ibn_sina-01-main-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.383039474487305, -7.4455389976501465, -5.8830389976501465, -0.008039141073822975, -6.6955389976501465, -6.0080389976501465], "floored": [], "probs": {"darwin": 5.246373710448461e-05, "einstein": 0.00015807410571389677, "hypatia": 0.000993564757150087, "ibn_sina": 0.9975562108040948, "sagan": 0.00038199857863618534, "socrates": 0.0008576880173005483}, "prompt_sha256": "023cbd679aaba6ac9205c4c8b0ecd6b614593ffbeaaeadc18bb2a8056a3f8080", "seconds": 0.3729178379999212, "prompt_tokens": 314, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:02:59Z"}
{"id": "c-ibn_sina-01-main-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.13101863861084, -7.881018161773682, -6.006018161773682, -0.006018254905939102, -8.00601863861084, -6.256018161773682], "floored": [], "probs": {"darwin": 7.045262986028952e-05, "einstein": 9.454337984501333e-05, "hypatia": 0.0008582892192758045, "ibn_sina": 0.9982555133593713, "sagan": 8.161388368003119e-05, "socrates": 0.0006395875279675607}, "prompt_sha256": "f4f23733c1e5e53ad2661fc37714c5ca97de4f41d6d1eb6b59502b0c492eec06", "seconds": 0.4003220800004783, "prompt_tokens": 337, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:00Z"}
{"id": "c-ibn_sina-01-main-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.885974884033203, -8.260974884033203, -5.510974884033203, -0.010974760167300701, -7.573474884033203, -5.260974884033203], "floored": [], "probs": {"darwin": 9.433890789911544e-05, "einstein": 6.068625500423304e-05, "hypatia": 0.0015422710989496013, "ibn_sina": 0.996096809009035, "sagan": 0.00013625672094855703, "socrates": 0.002069638008163643}, "prompt_sha256": "05b02887527960e75ff0da8b2dbbc01a91e6ad546da825aef1d7dc570fe3bbec", "seconds": 0.37578819500049576, "prompt_tokens": 319, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:00Z"}
{"id": "c-ibn_sina-01-main-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-5.760837078094482, -6.885837078094482, -6.510837078094482, -0.010837269946932793, -6.573337078094482, -5.948337078094482], "floored": [], "probs": {"darwin": 0.0011499836487610612, "einstein": 0.0003061189007498932, "hypatia": 0.00047587254777887094, "ibn_sina": 0.9967035467395379, "sagan": 0.0004421373806994043, "socrates": 0.0009223407824729535}, "prompt_sha256": "8fa28742a6fdd7a100141ed5231774893122edefc43350884fc04c289aa59072", "seconds": 0.4085165340002277, "prompt_tokens": 342, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:01Z"}
{"id": "c-ibn_sina-01-starter-01", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-5.035524368286133, -5.848024368286133, -2.098024368286133, -0.22302433848381042, -5.285524368286133, -2.848024368286133], "floored": [], "probs": {"darwin": 0.002988788308969787, "einstein": 0.0011491076728061124, "hypatia": 0.09470344810686163, "ibn_sina": 0.8597423904404545, "sagan": 0.002227211624264917, "socrates": 0.039189053846643125}, "prompt_sha256": "ca2674195af67049a286da84143025aceb63c9a3cdeadb273a87c61869655612", "seconds": 0.30073894599991036, "prompt_tokens": 242, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:01Z"}
{"id": "c-ibn_sina-01-starter-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-4.39607572555542, -4.64607572555542, -4.02107572555542, -0.5210756063461304, -6.14607572555542, -1.0210756063461304], "floored": [], "probs": {"darwin": 0.00658266523903456, "einstein": 0.004905328522271924, "hypatia": 0.010232983559006458, "ibn_sina": 0.6284543452051436, "sagan": 0.000839974441359424, "socrates": 0.3489847030331841}, "prompt_sha256": "ff2e45354a38a266273b02b794485fb52ec82e03718bcf1ae9fd3f88b8db4efb", "seconds": 0.3216656980002881, "prompt_tokens": 260, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:01Z"}
{"id": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.380382061004639, -8.442882537841797, -7.255382061004639, -0.005382213741540909, -7.255382061004639, -6.005382061004639], "floored": [], "probs": {"darwin": 0.00017030090260343052, "einstein": 4.879199813392147e-05, "hypatia": 0.00019728032982222027, "ibn_sina": 0.9985278230312497, "sagan": 0.00019728032982222027, "socrates": 0.0008585234083685337}, "prompt_sha256": "5600401ff36b723c8255e6edad509fac2a9b9df56bc52fa27a5cbb29754a7f1f", "seconds": 0.3758213750006689, "prompt_tokens": 318, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:02Z"}
{"id": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.755665302276611, -8.00566577911377, -6.255665302276611, -0.0056654359214007854, -7.005665302276611, -6.505665302276611], "floored": [], "probs": {"darwin": 0.00010954004008097569, "einstein": 8.162796709148243e-05, "hypatia": 0.000639697896129315, "ibn_sina": 0.9984277262077904, "sagan": 0.0002647121704450345, "socrates": 0.0004766957184626163}, "prompt_sha256": "5f1768d669921b955a43530ebca582c54a24ebe780b9380335724ab1173ca76c", "seconds": 0.35709694500110345, "prompt_tokens": 304, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:02Z"}
{"id": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.068061351776123, -8.443061828613281, -7.005561351776123, -0.005561474710702896, -6.755561351776123, -6.318061351776123], "floored": [], "probs": {"darwin": 0.0002459619661709326, "einstein": 4.8790191319710866e-05, "hypatia": 0.0002647289114376842, "ibn_sina": 0.9984908816025821, "sagan": 0.00035525078395385386, "socrates": 0.0005943865445357223}, "prompt_sha256": "93dec4d9ddd733008dedf07ad07ac38f53a7ee57cbd2cc1410fa8c16740fcec6", "seconds": 0.3757306070001505, "prompt_tokens": 319, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:02Z"}
{"id": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.38105297088623, -8.63105297088623, -6.006052494049072, -0.006052617449313402, -7.068552494049072, -6.256052494049072], "floored": [], "probs": {"darwin": 5.249574099133345e-05, "einstein": 3.91192391275779e-05, "hypatia": 0.0008582112234572608, "ibn_sina": 0.9981647627578283, "sagan": 0.00024588163223975793, "socrates": 0.000639529406355808}, "prompt_sha256": "405ce2f4612de24acf97963c539d0a51421a0254581a5b8298fef1abe41576ae", "seconds": 0.3524265119995107, "prompt_tokens": 295, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:03Z"}
{"id": "c-sagan-01-dessert-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-6.387414932250977, -5.699914932250977, -6.637414932250977, -6.199914932250977, -0.012414796277880669, -5.824914932250977], "floored": [], "probs": {"darwin": 0.0005508979651225757, "einstein": 0.0012369118888552074, "hypatia": 0.00041052300292482584, "ibn_sina": 0.0006868650547231772, "sagan": 0.9960470463151414, "socrates": 0.0010677557732328492}, "prompt_sha256": "f364238823fcdbad082d4c16c41950b3b998e0f0a30e75da1b70deb3a1ac8fb5", "seconds": 0.41271630999835907, "prompt_tokens": 350, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:03Z"}
{"id": "c-sagan-01-dessert-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-5.145716667175293, -6.958216667175293, -6.833216667175293, -5.145716667175293, -0.020716829225420952, -5.145716667175293], "floored": [], "probs": {"darwin": 0.002388194398226341, "einstein": 0.00028313956434663346, "hypatia": 0.0003279951297151746, "ibn_sina": 0.002388194398226341, "sagan": 0.9922242821112592, "socrates": 0.002388194398226341}, "prompt_sha256": "b8a9d9161c00db708a1bbe4574e79ea21d03621c64bc4dd43678cac57fe1ceb8", "seconds": 0.31876540200028103, "prompt_tokens": 257, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:03Z"}
{"id": "c-sagan-01-dessert-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-5.568520545959473, -5.818520545959473, -5.568520545959473, -4.068520545959473, -0.06852030754089355, -3.3185203075408936], "floored": [], "probs": {"darwin": 0.0014957493040429494, "einstein": 0.0011146156544285027, "hypatia": 0.0014957493040429494, "ibn_sina": 0.008734958305892913, "sagan": 0.966050203911324, "socrates": 0.021108723520268807}, "prompt_sha256": "009aba32a497615f17a6f611e11059ad1ab1dd55c620fae05562aeea5942a7cb", "seconds": 0.29106252299970947, "prompt_tokens": 237, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:04Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.944007396697998, -7.006507396697998, -6.131507396697998, -7.069007396697998, -0.0065076337195932865, -6.381507396697998], "floored": [], "probs": {"darwin": 8.78281958478066e-05, "einstein": 0.00026462765508111807, "hypatia": 0.0007408035885556091, "ibn_sina": 0.0002458678879971016, "sagan": 0.9981088341227233, "socrates": 0.0005520385497950952}, "prompt_sha256": "024dbb2736b67256b61802be67cc8b5ad78e23a0aa2a4846fc2b2abea47c7f76", "seconds": 0.3359511939997901, "prompt_tokens": 276, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:04Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-6.633791923522949, -6.071291923522949, -6.946291923522949, -6.446291923522949, -0.008791903965175152, -6.258791923522949], "floored": [], "probs": {"darwin": 0.00041106258034804503, "einstein": 0.0007967254757039405, "hypatia": 0.00028460390532124925, "ibn_sina": 0.0005125169080677005, "sagan": 0.9973560799589928, "socrates": 0.0006390111715663127}, "prompt_sha256": "0cc7a79b6591da16dc30ab0f62570884b462c8cd3655eb3ea4a38bc2ee27dce1", "seconds": 0.4188076610007556, "prompt_tokens": 356, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:05Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.818220138549805, -7.005720138549805, -7.005720138549805, -6.880720138549805, -0.005720316432416439, -6.318220138549805], "floored": [], "probs": {"darwin": 0.00010177870155490313, "einstein": 0.00026472279361478603, "hypatia": 0.00026472279361478603, "ibn_sina": 0.0003066607354242674, "sagan": 0.9984677421673888, "socrates": 0.0005943728084024355}, "prompt_sha256": "4d7577b9a3d68b2fc2ce71b865d63db58c7deaa54ea107dc7d585cb0de0c4b6f", "seconds": 0.3364021510005841, "prompt_tokens": 278, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:05Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-6.573470115661621, -6.198470115661621, -6.698470115661621, -5.635970115661621, -0.010970162227749825, -6.260970115661621], "floored": [], "probs": {"darwin": 0.00044205533331506637, "einstein": 0.0006871904910430521, "hypatia": 0.0003816012591425468, "ibn_sina": 0.0013319192674067593, "sagan": 0.9965187589037654, "socrates": 0.0006384747453271834}, "prompt_sha256": "bde932875b2b3c7db11f0ddf2686e096f95b073a012d6c113290ae380c8ab656", "seconds": 0.3647250440008065, "prompt_tokens": 308, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:05Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-6.266096591949463, -6.578596591949463, -5.766096591949463, -5.766096591949463, -0.016096755862236023, -5.266096591949463], "floored": [], "probs": {"darwin": 0.0006372199273666857, "einstein": 0.0004411865456678845, "hypatia": 0.0011475105605612186, "ibn_sina": 0.0011475105605612186, "sagan": 0.9945601265367675, "socrates": 0.00206644586907557}, "prompt_sha256": "00188edc322b1da2e563c6a3d0b51ec8e5760e2406dcb64c37e7dbf7928034ea", "seconds": 0.4095487360009429, "prompt_tokens": 344, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:06Z"}
{"id": "c-sagan-01-main-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-5.4442877769470215, -5.5067877769470215, -3.8192875385284424, -4.1942877769470215, -0.06928764283657074, -3.9442875385284424], "floored": [], "probs": {"darwin": 0.0017348365835294028, "einstein": 0.0016118519686906183, "hypatia": 0.011736201465771822, "ibn_sina": 0.0075496518988804545, "sagan": 0.9672362620102208, "socrates": 0.010131196072906854}, "prompt_sha256": "664913262624102ae0f8bd77c393af7324b0c6fd3ce7c0a697c7c7adf84f2dfc", "seconds": 0.33984863300065626, "prompt_tokens": 282, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:06Z"}
{"id": "c-sagan-01-main-02", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.572912216186523, -6.385412216186523, -6.885412216186523, -6.322912216186523, -0.010412179864943027, -5.385412216186523], "floored": [], "probs": {"darwin": 0.00013632905943492234, "einstein": 0.0005512179814433246, "hypatia": 0.0003060948580087492, "ibn_sina": 0.0005932760193133218, "sagan": 0.9966255326474609, "socrates": 0.0017875494343388035}, "prompt_sha256": "654069ce0f0c5de70b8f9d19f416150c880ca8e09bb411131c89b40b356da029", "seconds": 0.37203878600121243, "prompt_tokens": 314, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:06Z"}
{"id": "c-sagan-01-main-02", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-4.976469039916992, -1.7889691591262817, -4.288969039916992, -3.4139692783355713, -0.2889691889286041, -3.6639692783355713], "floored": [], "probs": {"darwin": 0.003278124257153848, "einstein": 0.13938937079599958, "hypatia": 0.0073602574769287, "ibn_sina": 0.02060443614838498, "sagan": 0.8140136159228881, "socrates": 0.015354195398644802}, "prompt_sha256": "08e6ae502923ea8e84ee00f5ddb74cba9e6a36118a36215e6f944a6cc1a356b7", "seconds": 0.32546520799951395, "prompt_tokens": 264, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:07Z"}
{"id": "c-sagan-01-main-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-3.757538080215454, -3.132538080215454, -4.507538318634033, -3.257538080215454, -0.13253813982009888, -5.382538318634033], "floored": [], "probs": {"darwin": 0.013056105623729894, "einstein": 0.027236282663979646, "hypatia": 0.00540272073539207, "ibn_sina": 0.023511535718831068, "sagan": 0.928863411422276, "socrates": 0.0019299438357912523}, "prompt_sha256": "a34e0cc5ea88fe95adc1336785270163367017dc9af585398ad329b0f89ab107", "seconds": 0.41187443700073345, "prompt_tokens": 347, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:07Z"}
{"id": "c-sagan-01-main-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-5.63831090927124, -5.20081090927124, -4.07581090927124, -3.7008109092712402, -0.07581081986427307, -3.9508109092712402], "floored": [], "probs": {"darwin": 0.0013866667122768713, "einstein": 0.0023200963171977787, "hypatia": 0.00871580559642765, "ibn_sina": 0.01354902492122194, "sagan": 0.9639318246001443, "socrates": 0.010096581852731545}, "prompt_sha256": "509e7af3d980cfd9977ad85cf8509d14a67e76fc352894f9f619a564ed9424d5", "seconds": 0.41273388999979943, "prompt_tokens": 346, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:07Z"}
{"id": "c-sagan-01-starter-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.719664573669434, -6.407164573669434, -3.9071648120880127, -5.407164573669434, -0.032164786010980606, -5.532164573669434], "floored": [], "probs": {"darwin": 0.00011639733518950043, "einstein": 0.0005451861459411149, "hypatia": 0.010324794129808964, "ibn_sina": 0.0017679887441890254, "sagan": 0.9857194293892347, "socrates": 0.0015262042556367635}, "prompt_sha256": "8614c15b9a10e0e5db9dde012eb68956548f3d228f226782d48537b4cec8271d", "seconds": 0.28423278800073604, "prompt_tokens": 232, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:08Z"}
{"id": "c-sagan-01-starter-02", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-4.0449090003967285, -3.2949092388153076, -4.8574090003967285, -2.5449092388153076, -0.16990920901298523, -4.4199090003967285], "floored": [], "probs": {"darwin": 0.00945579492975795, "einstein": 0.022850669902974147, "hypatia": 0.0036354955195911248, "ibn_sina": 0.0552204510941186, "sagan": 0.902754872576088, "socrates": 0.006082715977470053}, "prompt_sha256": "41f7cb0a7b7dd9fb3249331dca4186c3cf362d6108a5c9625fd8449497d23f3f", "seconds": 0.4144363659997907, "prompt_tokens": 352, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:08Z"}
{"id": "c-sagan-01-starter-02", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.2593536376953125, -6.3843536376953125, -5.8843536376953125, -6.3843536376953125, -0.00935350637882948, -6.3843536376953125], "floored": [], "probs": {"darwin": 0.00019700909159855944, "einstein": 0.0005515109219766026, "hypatia": 0.0009931651225163684, "ibn_sina": 0.0005515109219766026, "sagan": 0.9971552930199553, "socrates": 0.0005515109219766026}, "prompt_sha256": "2bb029ba224789718ce919871c02cc90d4131e8916a67716f97ce64677b959e1", "seconds": 0.30065970699979516, "prompt_tokens": 242, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:08Z"}
{"id": "c-sagan-01-starter-03", "label": "sagan", "choice": "darwin", "correct": false, "letter_logprobs": [-0.0053669181652367115, -7.505366802215576, -7.380366802215576, -7.317866802215576, -7.005366802215576, -6.317866802215576], "floored": [], "probs": {"darwin": 0.9986400930108046, "einstein": 0.00014702761850372828, "hypatia": 0.00017032004310003467, "ibn_sina": 0.0001833154951060887, "sagan": 0.00026476846953674707, "socrates": 0.0005944753629488022}, "prompt_sha256": "19ada579d453f585b72754caf5b2d1d30df081c6b670870620244ee1eb00d460", "seconds": 0.30537841899968043, "prompt_tokens": 251, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:09Z"}
{"id": "c-sagan-01-starter-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.194436550140381, -2.819436550140381, -6.694436550140381, -6.256936550140381, -0.0694364532828331, -6.319436550140381], "floored": [], "probs": {"darwin": 0.00021978909265536991, "einstein": 0.03778725820717656, "hypatia": 0.0003957978934533092, "ibn_sina": 0.0006622277918879687, "sagan": 0.9603196453334222, "socrates": 0.0006152816814046459}, "prompt_sha256": "7624c5e60901919ac304abea09a90a05a8ccaa9a0cac837f1337bf079657e039", "seconds": 0.35769923999941966, "prompt_tokens": 303, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:09Z"}
{"id": "c-socrates-01-dessert-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.382915496826172, -6.945415496826172, -7.570415496826172, -5.507915496826172, -6.945415496826172, -0.007915320806205273], "floored": [], "probs": {"darwin": 0.0001701390983339536, "einstein": 0.0002846676075520733, "hypatia": 0.00013645953075562992, "ibn_sina": 0.0015445666752841468, "sagan": 0.0002846676075520733, "socrates": 0.9975794994805222}, "prompt_sha256": "5d17ba26af71d4fc6029f4f9af621b70fe8876c109132b9594b6c00928fd41ae", "seconds": 0.41977169399979175, "prompt_tokens": 357, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:10Z"}
{"id": "c-socrates-01-dessert-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-8.193522453308105, -8.443522453308105, -6.8810224533081055, -5.6310224533081055, -7.9435224533081055, -0.006022520363330841], "floored": [], "probs": {"darwin": 6.545175216383997e-05, "einstein": 4.877391376643139e-05, "hypatia": 0.00030656533888170814, "ibn_sina": 0.0013341092842938597, "sagan": 8.783244014067913e-05, "socrates": 0.9981572672707534}, "prompt_sha256": "4094e21d8e4383b09c0bd34a06ca0b2f0f1e79cf24a9f3a964c5e1153d9abe76", "seconds": 0.29168426799878944, "prompt_tokens": 240, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:10Z"}
{"id": "c-socrates-01-dessert-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-3.7078800201416016, -5.520380020141602, -3.2078800201416016, -2.2078800201416016, -5.332880020141602, -0.20787997543811798], "floored": [], "probs": {"darwin": 0.014220379764566549, "einstein": 0.0016859398608309846, "hypatia": 0.02560816957257682, "ibn_sina": 0.08304494877698124, "sagan": 0.0021020465641255373, "socrates": 0.8733385154609188}, "prompt_sha256": "1071ca1fc03e3b583ac83d141bad5536a8caaf1bb8d4f7c4ef709e1d2c1e2586", "seconds": 0.3650655719993665, "prompt_tokens": 308, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:10Z"}
{"id": "c-socrates-01-dessert-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-6.509476184844971, -6.509476184844971, -5.571976184844971, -2.9469759464263916, -4.821976184844971, -0.07197599112987518], "floored": [], "probs": {"darwin": 0.0004939755790601457, "einstein": 0.0004939755790601457, "hypatia": 0.0014883557369269173, "ibn_sina": 0.03265204712909763, "sagan": 0.003596729353257449, "socrates": 0.9612749166225977}, "prompt_sha256": "15d70af0b199f44d8055b9eca41e02cff7c19851dee5674adc5da0a64883c917", "seconds": 0.3494130560011399, "prompt_tokens": 292, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:11Z"}
{"id": "c-socrates-01-dessert-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-8.756346702575684, -8.568846702575684, -5.506347179412842, -6.631347179412842, -8.443846702575684, -0.0063470215536653996], "floored": [], "probs": {"darwin": 3.376112909327297e-05, "einstein": 4.209371108678451e-05, "hypatia": 0.0015450923556333976, "ibn_sina": 0.00041129452055525123, "sagan": 4.8762285341374374e-05, "socrates": 0.9979189959982899}, "prompt_sha256": "0aa589cb82f874ecb6b636db59a9558ceed46667c7271882c318f017c5801d7e", "seconds": 0.3909159550003096, "prompt_tokens": 322, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:11Z"}
{"id": "c-socrates-01-dessert-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-5.824550628662109, -6.949550628662109, -2.9495508670806885, -4.449550628662109, -6.074550628662109, -0.0745508149266243], "floored": [], "probs": {"darwin": 0.0011071700595238648, "einstein": 0.0002947221744672477, "hypatia": 0.03259503331889179, "ibn_sina": 0.005581481945280502, "sagan": 0.0008250507468893338, "socrates": 0.9595965417549472}, "prompt_sha256": "e1bb87ad1e4b6f44ef4827b26edca130ffc221926227ecdbabb8c578b405a0de", "seconds": 0.304351835999114, "prompt_tokens": 251, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:11Z"}
{"id": "c-socrates-01-main-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.25550651550293, -8.69300651550293, -6.88050651550293, -5.88050651550293, -7.94300651550293, -0.00550670363008976], "floored": [], "probs": {"darwin": 0.0001972506440369792, "einstein": 3.6353800599629495e-05, "hypatia": 0.00030663303147554244, "ibn_sina": 0.0009943828402122908, "sagan": 8.785183439352457e-05, "socrates": 0.9983775278492819}, "prompt_sha256": "b05b28026f83ee812900cdce6303bf300fde41c14d7f7f6d4c53f03e7b6ce3bb", "seconds": 0.33144920999984606, "prompt_tokens": 272, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:12Z"}
{"id": "c-socrates-01-main-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-5.904586315155029, -7.779586315155029, -5.529586315155029, -3.9045863151550293, -7.217086315155029, -0.029586318880319595], "floored": [], "probs": {"darwin": 0.000982885878537755, "einstein": 0.00010826811157817156, "hypatia": 0.0015279305069038557, "ibn_sina": 0.010336475144202328, "sagan": 0.00020984630278837372, "socrates": 0.9868345940559895}, "prompt_sha256": "923d23cffc6df342b6c77a0e5b651189f15102f3a84131b52e0076fdd4e9068b", "seconds": 0.4096510250001302, "prompt_tokens": 343, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:12Z"}
{"id": "c-socrates-01-main-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-3.2462515830993652, -4.496251583099365, -5.246251583099365, -1.1212517023086548, -5.433751583099365, -0.4962517023086548], "floored": [], "probs": {"darwin": 0.025642683029121708, "einstein": 0.005892439176614983, "hypatia": 0.0024383390551933155, "ibn_sina": 0.3123917873267374, "sagan": 0.0019556621996532826, "socrates": 0.6516790892126793}, "prompt_sha256": "f4d91f83974a0cb2be08561b4af2cff5a0a42a87fef1baa2d2b7e6cd7599074c", "seconds": 0.30072896599995147, "prompt_tokens": 246, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:12Z"}
{"id": "c-socrates-01-main-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-8.070624351501465, -7.320624351501465, -5.383124351501465, -6.508124351501465, -7.508124351501465, -0.00812439899891615], "floored": [], "probs": {"darwin": 7.575786542916618e-05, "einstein": 0.00018307487354589984, "hypatia": 0.0017888119777895728, "ibn_sina": 0.00047617125415577336, "sagan": 0.00014683462873527064, "socrates": 0.9973293494003443}, "prompt_sha256": "deead49fc13e49031c80921bbd95569abfb77106412275ce930d1b9de788c871", "seconds": 0.37404007999975875, "prompt_tokens": 316, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:13Z"}
{"id": "c-socrates-01-main-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-4.720791816711426, -5.908291816711426, -4.845791816711426, -1.3457920551300049, -4.845791816711426, -0.3457920253276825], "floored": [], "probs": {"darwin": 0.004387609419488566, "einstein": 0.0010851581143279225, "hypatia": 0.003787573982077036, "ibn_sina": 0.23261215183287548, "sagan": 0.003787573982077036, "socrates": 0.754339932669154}, "prompt_sha256": "a60460793e5a7b1c482ffa26f83ca514dd07816a0eef87822d7a9513d7408a8a", "seconds": 0.3024826110013237, "prompt_tokens": 247, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:13Z"}
{"id": "c-socrates-01-main-03", "label": "socrates", "choice": "hypatia", "correct": false, "letter_logprobs": [-4.804898262023926, -5.679898262023926, -0.8048983812332153, -1.0548983812332153, -3.804898262023926, -1.8048983812332153], "floored": [], "probs": {"darwin": 0.004315653942469689, "einstein": 0.0015416250684800866, "hypatia": 0.4772932475480211, "ibn_sina": 0.3556735905088322, "sagan": 0.013995270516146806, "socrates": 0.14718061241605018}, "prompt_sha256": "59e40cd27fcf89104e191818ecc1948a8a7c103cf0b5a70e46d04f8262e97add", "seconds": 0.3485221939990879, "prompt_tokens": 289, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:13Z"}
{"id": "c-socrates-01-main-03", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-4.616039276123047, -6.241039276123047, -3.491039514541626, -1.3660393953323364, -5.241039276123047, -0.3660394251346588], "floored": [], "probs": {"darwin": 0.00501096361557083, "einstein": 0.0007407171274929587, "hypatia": 0.01882446523877444, "ibn_sina": 0.22932896624736118, "sagan": 0.002402077811010673, "socrates": 0.7436928099597898}, "prompt_sha256": "3d0ee8707710acb9cd522c9c076c6a68714e7b62a01cdc733ccdd6a477a5620b", "seconds": 0.395630147000702, "prompt_tokens": 327, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:14Z"}
{"id": "c-socrates-01-starter-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.706315040588379, -8.393815040588379, -4.768815040588379, -4.893815040588379, -6.893815040588379, -0.018814904615283012], "floored": [], "probs": {"darwin": 0.00011721044534557014, "einstein": 5.2203391699749535e-05, "hypatia": 0.0037139576915009086, "ibn_sina": 0.0032060487108042084, "sagan": 0.00030486021199607066, "socrates": 0.9926057195486535}, "prompt_sha256": "907f3ba0f3651d675f69e32694bdbb2191b4652c8f001bd7f3aafd5127f3f2b1", "seconds": 0.27114023200010706, "prompt_tokens": 216, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:14Z"}
{"id": "c-socrates-01-starter-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.50877046585083, -6.00877046585083, -5.75877046585083, -6.75877046585083, -7.00877046585083, -0.008770516142249107], "floored": [], "probs": {"darwin": 0.00014681941273245365, "einstein": 0.0008574040083102332, "hypatia": 0.0011505862524165103, "ibn_sina": 0.0003548007229059158, "sagan": 0.0002643935309777867, "socrates": 0.9972259960726572}, "prompt_sha256": "92295f1d6a5c5a255ba3b534de68a2eacd1a001ba59b4d7cfe6e6164d53dcc32", "seconds": 0.3258423450006376, "prompt_tokens": 264, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:14Z"}
{"id": "c-socrates-01-starter-03", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-9.128198623657227, -9.128198623657227, -6.378199100494385, -7.628199100494385, -7.503199100494385, -0.00319886626675725], "floored": [], "probs": {"darwin": 2.1744180818836914e-05, "einstein": 2.1744180818836914e-05, "hypatia": 0.0005526029383758758, "ibn_sina": 0.0001269827809945087, "sagan": 0.00014709966026824083, "socrates": 0.9991298262587237}, "prompt_sha256": "6f72df3ca903c8daca04d87adb8b9df106309171192b040362f8bc20f13803ed", "seconds": 0.3400633109995397, "prompt_tokens": 284, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:15Z"}
{"id": "c-socrates-01-starter-03", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.44036865234375, -9.19036865234375, -6.87786865234375, -7.44036865234375, -8.50286865234375, -0.0028687058947980404], "floored": [], "probs": {"darwin": 0.00015835212372499103, "einstein": 2.0206365026012708e-05, "hypatia": 0.0003069196203573204, "ibn_sina": 0.00015835212372499103, "sagan": 4.536864304020816e-05, "socrates": 0.9993108011241265}, "prompt_sha256": "1a541001ba3c9dc32610ee00ada62fa33e3129c0e2a91b56acf8891b23d37089", "seconds": 0.35914576899995154, "prompt_tokens": 303, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:15Z"}
{"id": "c-socrates-01-starter-03", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-6.1533894538879395, -5.6533894538879395, -5.9033894538879395, -4.4033894538879395, -5.2783894538879395, -0.028389377519488335], "floored": [], "probs": {"darwin": 0.0007341540078943483, "einstein": 0.0013220702005013174, "hypatia": 0.0009851919287203518, "ibn_sina": 0.005753377519490653, "sagan": 0.0020552044095085305, "socrates": 0.9891500019338847}, "prompt_sha256": "f5ab8e279e987f900ec32a386f4ceadcad6e95f4c4fd6ae8e3bb874a2c9b3595", "seconds": 0.3358599849998427, "prompt_tokens": 276, "eval_tokens": 1, "concurrency": 1, "stamp": "2026-09-21T21:03:15Z"}