{"id": "c-darwin-01-dessert-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.026461252942681313, -6.026461124420166, -6.651461124420166, -4.526461124420166, -4.776461124420166, -6.213961124420166], "floored": [], "probs": {"darwin": 0.9893895865399565, "einstein": 0.0008506664273653781, "hypatia": 0.0004077792429776652, "ibn_sina": 0.004967768164875641, "sagan": 0.0037019252819809082, "socrates": 0.0006822743428438751}, "prompt_sha256": "b6bb8767e2b6bab7825dcaae7aea4f79b3f019c23f5ec716ca1e75eee5db36a6", "seconds": 2.6593203600004927, "prompt_tokens": 228, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:16Z"}
{"id": "c-darwin-01-dessert-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.022115163505077362, -6.147115230560303, -5.522115230560303, -5.772115230560303, -6.147115230560303, -4.647115230560303], "floored": [], "probs": {"darwin": 0.9915510963795244, "einstein": 0.0007359361249474977, "hypatia": 0.0015352330089359097, "ibn_sina": 0.001144038469768997, "sagan": 0.0007359361249474977, "socrates": 0.004297759891875706}, "prompt_sha256": "f063e813a0f0be2c4172b91859575add7297ac369cc8d1cc409b2080a90a6e30", "seconds": 0.4064896010004304, "prompt_tokens": 324, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:14Z"}
{"id": "c-darwin-01-dessert-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.018733594566583633, -5.393733501434326, -7.393733501434326, -5.268733501434326, -6.018733501434326, -5.393733501434326], "floored": [], "probs": {"darwin": 0.9933492350397476, "einstein": 0.0017816733321190522, "hypatia": 0.0001694176722602921, "ibn_sina": 0.002063929769147447, "sagan": 0.0008540708546064939, "socrates": 0.0017816733321190522}, "prompt_sha256": "8c2e0d0b58a4ea921c1ab7357ec1c411b2d12d60008ec5968f9642ebc2f686dd", "seconds": 2.657729343000028, "prompt_tokens": 245, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:16Z"}
{"id": "c-darwin-01-dessert-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.010352719575166702, -6.822852611541748, -6.197852611541748, -6.760352611541748, -5.885352611541748, -6.135352611541748], "floored": [], "probs": {"darwin": 0.9968955176146045, "einstein": 0.0003295392581379483, "hypatia": 0.0006874503502185364, "ibn_sina": 0.00035468316683651065, "sagan": 0.0009929066662069475, "socrates": 0.0007399029439955541}, "prompt_sha256": "7f7f8be14b8f1e0e0b68fcc0f8f36f1ff51b84ea8bb07e5f62c222bac1638871", "seconds": 2.6571097479991295, "prompt_tokens": 346, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:16Z"}
{"id": "c-darwin-01-dessert-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.010483434423804283, -6.135483264923096, -6.072983264923096, -6.385483264923096, -6.697983264923096, -6.197983264923096], "floored": [], "probs": {"darwin": 0.99684334106175, "einstein": 0.0007398642716897802, "hypatia": 0.0007963160577434731, "ibn_sina": 0.0005513385813710477, "sagan": 0.00038172560800747105, "socrates": 0.0006874144194382046}, "prompt_sha256": "ccb9e5198125f335ff2fd5c41884b9cef87122027556a5e734b53d275ab88b51", "seconds": 2.655513919000441, "prompt_tokens": 356, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:16Z"}
{"id": "c-darwin-01-dessert-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.003378162393346429, -7.940878391265869, -7.065878391265869, -7.565878391265869, -8.065877914428711, -7.503378391265869], "floored": [], "probs": {"darwin": 0.9993061744103138, "einstein": 8.793350714004135e-05, "hypatia": 0.0002461626983908944, "ibn_sina": 0.00013669571521182072, "sagan": 7.590804440243794e-05, "socrates": 0.00014712562454096022}, "prompt_sha256": "5288377ec6426bfa58053e12c0b372732b8a4d7e68b2f81708a9ca97a5268a83", "seconds": 2.6549741339986213, "prompt_tokens": 358, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:16Z"}
{"id": "c-darwin-01-main-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.004099537618458271, -7.504099369049072, -7.566599369049072, -7.566599369049072, -7.191599369049072, -6.754099369049072], "floored": [], "probs": {"darwin": 0.9990117347724387, "einstein": 0.00014708234362077903, "hypatia": 0.0001366555025272009, "ibn_sina": 0.0001366555025272009, "sagan": 0.00021243576269324406, "socrates": 0.00035543611619292035}, "prompt_sha256": "7de84b5d7df0719d62ccb4073872db0b4ed187b7b53f2d50dbe9a8fa328654f0", "seconds": 2.654755096000372, "prompt_tokens": 263, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:16Z"}
{"id": "c-darwin-01-main-02", "label": "darwin", "choice": "ibn_sina", "correct": false, "letter_logprobs": [-3.208065986633301, -5.458065986633301, -4.583065986633301, -0.20806586742401123, -5.458065986633301, -2.083065986633301], "floored": [], "probs": {"darwin": 0.025509783887078644, "einstein": 0.0018076058536313172, "hypatia": 0.005060245508557025, "ibn_sina": 0.8699832559036392, "sagan": 0.0018076058536313172, "socrates": 0.09583150299346242}, "prompt_sha256": "e3b79e40f9996ce2bd4d674814cbfc0013d3e6bbf022b549d661259700672136", "seconds": 2.654002950999711, "prompt_tokens": 244, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:16Z"}
{"id": "c-darwin-01-main-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.004025333561003208, -8.44152545928955, -7.379025459289551, -8.00402545928955, -8.69152545928955, -6.129025459289551], "floored": [], "probs": {"darwin": 0.9989213725117468, "einstein": 4.88112399014478e-05, "hypatia": 0.00017036796743499875, "ibn_sina": 8.166834678482913e-05, "sagan": 3.637359011912112e-05, "socrates": 0.0007414063440127133}, "prompt_sha256": "08f14a71b0e1a3fe5a6a2168d5c5239740e9cfa40c248f3d0915cdc0a44408d0", "seconds": 2.610540060000858, "prompt_tokens": 320, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:16Z"}
{"id": "c-darwin-01-main-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.0034785496536642313, -8.44097900390625, -6.565978527069092, -7.565978527069092, -8.44097900390625, -7.440978527069092], "floored": [], "probs": {"darwin": 0.99916411983431, "einstein": 4.882308262341425e-05, "hypatia": 0.0004432288018884347, "ibn_sina": 0.00013667632391092777, "sagan": 4.882308262341425e-05, "socrates": 0.0001583288746438696}, "prompt_sha256": "bc2be680aa12efd7da92f3244e71913c83ca9d4867898c5cb4d456f53f23a3bf", "seconds": 2.4902519209990714, "prompt_tokens": 354, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:18Z"}
{"id": "c-darwin-01-main-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.016839494928717613, -6.329339504241943, -5.954339504241943, -5.516839504241943, -6.829339504241943, -5.141839504241943], "floored": [], "probs": {"darwin": 0.9942270550381661, "einstein": 0.0005918482608829002, "hypatia": 0.0009200488408749061, "ibn_sina": 0.0015393763392870323, "sagan": 0.0003286571111183954, "socrates": 0.002393014409670643}, "prompt_sha256": "09c6aa3c57a898efb840ee9d755d9895e83717efd5491ec6c9d19c37312600c7", "seconds": 2.4887552830005006, "prompt_tokens": 347, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:18Z"}
{"id": "c-darwin-01-main-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.0038206216413527727, -7.691320419311523, -7.503820419311523, -7.503820419311523, -8.066320419311523, -6.941320419311523], "floored": [], "probs": {"darwin": 0.9992267398708136, "einstein": 0.00011799232614618911, "hypatia": 0.00014711400420091327, "ibn_sina": 0.00014711400420091327, "sagan": 7.590200642037966e-05, "socrates": 0.0002851377882181427}, "prompt_sha256": "de1457399e678f9d6f201f5f400ab8c5b223f3ba647c2c1856c17a7b514f3397", "seconds": 2.4897206850000657, "prompt_tokens": 349, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:18Z"}
{"id": "c-darwin-01-starter-01", "label": "darwin", "choice": "sagan", "correct": false, "letter_logprobs": [-2.302659749984741, -2.302659749984741, -5.74015998840332, -2.927659749984741, -0.3026598393917084, -6.42765998840332], "floored": [], "probs": {"darwin": 0.07679813866068787, "einstein": 0.07679813866068787, "hypatia": 0.0013458993833924255, "ibn_sina": 0.03681429739991128, "sagan": 0.8076440868906095, "socrates": 0.0005994390047110387}, "prompt_sha256": "79cb4cfa29cf4a37d1953146743125b5bc7ef44ca222f3d7f5cdbc7376be6575", "seconds": 2.489497576998474, "prompt_tokens": 189, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:18Z"}
{"id": "c-darwin-01-starter-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.002530826721340418, -8.127531051635742, -8.627531051635742, -8.565031051635742, -7.752531051635742, -7.127531051635742], "floored": [], "probs": {"darwin": 0.9995097088844307, "einstein": 7.054115882595655e-05, "hypatia": 3.9171955054996474e-05, "ibn_sina": 4.216078275040482e-05, "sagan": 0.0001096587008889344, "socrates": 0.00022875851804901164}, "prompt_sha256": "d4a9905db9cf52339d22781a3557eb36659fde57acb38f3b95966fb7092b53b3", "seconds": 2.4903527699989354, "prompt_tokens": 218, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:18Z"}
{"id": "c-darwin-01-starter-01", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.4446796774864197, -1.5696797370910645, -5.2571797370910645, -3.9446797370910645, -3.8196797370910645, -2.3196797370910645], "floored": [], "probs": {"darwin": 0.70672932122326, "einstein": 0.188127185984777, "hypatia": 0.00245685717292226, "ibn_sina": 0.011507518544583446, "sagan": 0.013330563838509002, "socrates": 0.07784855323594816}, "prompt_sha256": "ef694d81223f69efcb6bd3ffa1a36a8d80da830bea500d5ac814dc611d85d860", "seconds": 2.490295880999838, "prompt_tokens": 243, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:18Z"}
{"id": "c-darwin-01-starter-02", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.007940748706459999, -8.070440292358398, -7.882940769195557, -7.757940769195557, -8.445440292358398, -5.132940769195557], "floored": [], "probs": {"darwin": 0.9972713109341155, "einstein": 7.575349322237935e-05, "hypatia": 9.445015478807716e-05, "ibn_sina": 0.00010941314698572976, "sagan": 4.8730644752331903e-05, "socrates": 0.0024003416261360517}, "prompt_sha256": "a1cdd5dbabdfd920eaddc3cc8e2044288827656c5eb9c00e4c1aaad63e3c1bb6", "seconds": 2.4887419029982993, "prompt_tokens": 222, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:18Z"}
{"id": "c-darwin-01-starter-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.02076365053653717, -7.020763874053955, -5.583263874053955, -4.895763874053955, -6.833263874053955, -5.145763874053955], "floored": [], "probs": {"darwin": 0.9923873107092165, "einstein": 0.00026311057041141146, "hypatia": 0.00142760120291568, "ibn_sina": 0.0032053429350342665, "sagan": 0.0003280488725415236, "socrates": 0.0023885857098807028}, "prompt_sha256": "fa730a4f4bf5a34ea8718945267a12baee297a2557d50409b0d931e5885b893c", "seconds": 2.5294958480008063, "prompt_tokens": 344, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:19Z"}
{"id": "c-darwin-01-starter-03", "label": "darwin", "choice": "darwin", "correct": true, "letter_logprobs": [-0.0063818469643592834, -7.131381988525391, -6.506381988525391, -7.318881988525391, -7.381381988525391, -6.193881988525391], "floored": [], "probs": {"darwin": 0.9982530322743876, "einstein": 0.00022847092395871435, "hypatia": 0.00047661215716041577, "ibn_sina": 0.0001832443887384206, "sagan": 0.0001702539775467711, "socrates": 0.0006883862782081822}, "prompt_sha256": "57225f44a5de60906485398e4199a6abd02ee909a2cffd5c3132286851f06347", "seconds": 2.348498384000777, "prompt_tokens": 330, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:21Z"}
{"id": "c-einstein-01-dessert-01", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.822143077850342, -0.009643162600696087, -7.509643077850342, -7.259643077850342, -5.134643077850342, -6.572143077850342], "floored": [], "probs": {"darwin": 0.00010159988141040467, "einstein": 0.9967135929374467, "hypatia": 0.00014674397868319816, "ibn_sina": 0.00019692187447378675, "sagan": 0.002398999546507311, "socrates": 0.00044214178147868705}, "prompt_sha256": "5388bffd0064b5c5fa29ca405e5bed0ef554efda125db84865d77d36fc565ea9", "seconds": 2.3482095770013984, "prompt_tokens": 320, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:21Z"}
{"id": "c-einstein-01-dessert-01", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-6.002296447753906, -0.06479625403881073, -5.189796447753906, -5.314796447753906, -3.064796209335327, -6.252296447753906], "floored": [], "probs": {"darwin": 0.0008937332329172566, "einstein": 0.9657899814082709, "hypatia": 0.0023245684465389308, "ibn_sina": 0.0020066678972291852, "sagan": 0.028319049004480592, "socrates": 0.0006660000105632441}, "prompt_sha256": "d3816d0fd568c0d0b37a8e92246974463586c6be969f81fc3c1b801f3570833a", "seconds": 2.3491008099990722, "prompt_tokens": 327, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:21Z"}
{"id": "c-einstein-01-dessert-02", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.2011566162109375, -0.013656636700034142, -6.3886566162109375, -7.2011566162109375, -4.7636566162109375, -6.8261566162109375], "floored": [], "probs": {"darwin": 0.00021157729101147654, "einstein": 0.9949748134448728, "hypatia": 0.000550305031272119, "ibn_sina": 0.00021157729101147654, "sagan": 0.0037228226360897384, "socrates": 0.0003289043057424409}, "prompt_sha256": "cc572f444f1ebcf6c403e769b7e02d89385e8914d6d9ee7e83c2b955e7088bd4", "seconds": 2.347738570999354, "prompt_tokens": 298, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:21Z"}
{"id": "c-einstein-01-dessert-02", "label": "einstein", "choice": "hypatia", "correct": false, "letter_logprobs": [-7.159387588500977, -4.034387588500977, -0.03438768908381462, -6.471887588500977, -6.284387588500977, -4.534387588500977], "floored": [], "probs": {"darwin": 0.0002253893583432246, "einstein": 0.008904392527706136, "hypatia": 0.9847885342010241, "ibn_sina": 0.0005060588250569249, "sagan": 0.0006309591695234004, "socrates": 0.004944665918346163}, "prompt_sha256": "3478341e754f003c0b20a6bc928b2b7b038e63f881be9ab03d4c15e915da69ca", "seconds": 2.348268146999544, "prompt_tokens": 236, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:21Z"}
{"id": "c-einstein-01-dessert-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.444371700286865, -0.006871876772493124, -6.944371700286865, -6.194371700286865, -6.694371700286865, -6.881871700286865], "floored": [], "probs": {"darwin": 0.00015817293334796753, "einstein": 0.9981798422483252, "hypatia": 0.0002848390384804964, "ibn_sina": 0.0006883360645834208, "sagan": 0.0003822374034302559, "socrates": 0.00030657231183253453}, "prompt_sha256": "15844672ae9ce1ede1c7ab32113e6e014afe86e31782654dc09a58b08781c7f0", "seconds": 2.7509302669986937, "prompt_tokens": 353, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:21Z"}
{"id": "c-einstein-01-main-01", "label": "einstein", "choice": "hypatia", "correct": false, "letter_logprobs": [-3.9346041679382324, -4.497104167938232, -0.8096040487289429, -1.0596040487289429, -5.122104167938232, -1.8096040487289429], "floored": [], "probs": {"darwin": 0.012063826160447134, "einstein": 0.006224211050866891, "hypatia": 0.4766021757799506, "ibn_sina": 0.35515861155551237, "sagan": 0.0029836654989624416, "socrates": 0.14696750995426053}, "prompt_sha256": "ba81d297e8e41218448e6befed9c6f84a77abb935faab40eab5a67a39f6e41f2", "seconds": 2.3482080759986275, "prompt_tokens": 248, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:21Z"}
{"id": "c-einstein-01-main-01", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.390015125274658, -0.26501521468162537, -1.5150152444839478, -5.327515125274658, -5.452515125274658, -6.452515125274658], "floored": [], "probs": {"darwin": 0.0001852401679922639, "einstein": 0.8093656118092485, "hypatia": 0.18598433972764108, "ibn_sina": 0.0020967080043479036, "sagan": 0.0018099689206626016, "socrates": 0.0005581313701077168}, "prompt_sha256": "301b6346799a97a1ac9b4f2374aee246dd0c9df331f21c5cf6a0acd43d4007c2", "seconds": 2.6960701560001326, "prompt_tokens": 294, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:22Z"}
{"id": "c-einstein-01-main-02", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.693887710571289, -0.006387532223016024, -6.756387710571289, -6.568887710571289, -6.443887710571289, -6.881387710571289], "floored": [], "probs": {"darwin": 0.00011787865326271465, "einstein": 0.998264539729898, "hypatia": 0.0003551701284071335, "ibn_sina": 0.0004428296438345411, "sagan": 0.0005129836475040189, "socrates": 0.00030659819709353815}, "prompt_sha256": "9e9bd4d5340f99c4f2460bf3dd72b99829725106e5fa08f278ce06af04b0e750", "seconds": 2.7532760679987405, "prompt_tokens": 331, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:24Z"}
{"id": "c-einstein-01-main-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-5.545152187347412, -0.2326522022485733, -3.232652187347412, -5.670152187347412, -2.232652187347412, -2.982652187347412], "floored": [], "probs": {"darwin": 0.001653696806560446, "einstein": 0.8566361388938957, "hypatia": 0.02511842161627027, "ibn_sina": 0.0014275425180170938, "sagan": 0.0814567410048544, "socrates": 0.03370745916040213}, "prompt_sha256": "54f8449d39f68457cd3e10172723f9a7fb87cfb3ad39b309b6e2b7bf063cbdaa", "seconds": 2.752437834999, "prompt_tokens": 288, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:24Z"}
{"id": "c-einstein-01-main-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-8.753425598144531, -0.003425921779125929, -7.7534260749816895, -7.3159260749816895, -6.8159260749816895, -7.5659260749816895], "floored": [], "probs": {"darwin": 3.38046761969686e-05, "einstein": 0.9992061655437592, "hypatia": 0.00010962540764136703, "ibn_sina": 0.0001834193482025817, "sagan": 0.0003303029770953797, "socrates": 0.00013668204710446568}, "prompt_sha256": "2e21072a8a8dee63ad521524a10023082f3bbfa90a41fbc67ca7073d10b9f192", "seconds": 2.752448483999615, "prompt_tokens": 292, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:24Z"}
{"id": "c-einstein-01-main-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.507291793823242, -0.007291846442967653, -6.944791793823242, -6.382291793823242, -6.382291793823242, -6.444791793823242], "floored": [], "probs": {"darwin": 0.00014692623839931165, "einstein": 0.9979515740375481, "hypatia": 0.0002847738587223582, "ibn_sina": 0.0005519514519334584, "sagan": 0.0005519514519334584, "socrates": 0.0005128229614633971}, "prompt_sha256": "d8406ec23b4712eefe540c3020277f351c4c8c415cf355c29278c66e17519c93", "seconds": 2.7525804029992287, "prompt_tokens": 307, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:24Z"}
{"id": "c-einstein-01-main-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-8.566393852233887, -0.003894009394571185, -7.128893852233887, -8.066393852233887, -6.566393852233887, -7.378893852233887], "floored": [], "probs": {"darwin": 4.2140978486573816e-05, "einstein": 0.9990397582391533, "hypatia": 0.00022865106287978833, "ibn_sina": 7.58877991238645e-05, "sagan": 0.0004431737053002163, "socrates": 0.00017038821505626457}, "prompt_sha256": "4b88018390c48fc410b48812a624bbd20ba71faa65a3755c6cc24be0837c5b60", "seconds": 2.7521779670005344, "prompt_tokens": 349, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:24Z"}
{"id": "c-einstein-01-starter-01", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.940724849700928, -0.0032250082585960627, -8.440725326538086, -7.440724849700928, -8.128225326538086, -6.565724849700928], "floored": [], "probs": {"darwin": 8.792342652386927e-05, "einstein": 0.9991911594403151, "hypatia": 4.882441169510834e-05, "ibn_sina": 0.0001583331847040776, "sagan": 7.05186692105031e-05, "socrates": 0.0004432408675512922}, "prompt_sha256": "74147c86cdfe1c555678d9282b4dca25a7dc1863e40fedc2e906e33068d6212e", "seconds": 2.7527312120000715, "prompt_tokens": 253, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:24Z"}
{"id": "c-einstein-01-starter-02", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-6.655567646026611, -0.1555674821138382, -2.1555674076080322, -4.780567646026611, -5.030567646026611, -4.655567646026611], "floored": [], "probs": {"darwin": 0.0004308490869171048, "einstein": 0.9024033741396538, "hypatia": 0.08580871124424225, "ibn_sina": 0.003911359283346797, "sagan": 0.002914701197271895, "socrates": 0.0045310050485681585}, "prompt_sha256": "b9740bf9548d430551cfddb985e4d576cffe992925727f412b41b52c91f19a56", "seconds": 2.607004148001579, "prompt_tokens": 216, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:24Z"}
{"id": "c-einstein-01-starter-02", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-4.4081339836120605, -0.0331340953707695, -5.0331339836120605, -6.0331339836120605, -5.4706339836120605, -5.1581339836120605], "floored": [], "probs": {"darwin": 0.005738796672566344, "einstein": 0.9866429700072256, "hypatia": 0.0027509751031195937, "ibn_sina": 0.0008483048995527888, "sagan": 0.001644192774895555, "socrates": 0.002374760542640096}, "prompt_sha256": "aa7feb3bbf368d624b00e163de0c6623606706d86943fcb086cd0906e54fda1a", "seconds": 2.556674630000998, "prompt_tokens": 243, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:24Z"}
{"id": "c-einstein-01-starter-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-8.007692337036133, -0.007692594546824694, -5.632692813873291, -6.382692813873291, -6.820192813873291, -7.882692813873291], "floored": [], "probs": {"darwin": 8.15610921200192e-05, "einstein": 0.9976090438685076, "hypatia": 0.0013333760948780868, "ibn_sina": 0.000551761827310046, "sagan": 0.0003297749982897274, "socrates": 9.448211889456788e-05}, "prompt_sha256": "6147f65041a9efb389ca62087bc72fcef4596530e1926dbbc313c32948ac2ef6", "seconds": 2.4166071500003454, "prompt_tokens": 334, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:26Z"}
{"id": "c-einstein-01-starter-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-7.756357192993164, -0.006356971804052591, -6.568857192993164, -7.006357192993164, -6.318857192993164, -6.756357192993164], "floored": [], "probs": {"darwin": 0.00010951869765930793, "einstein": 0.9982336125427432, "hypatia": 0.0004428159022316364, "ibn_sina": 0.00026466059479508905, "sagan": 0.0005942331555730066, "socrates": 0.0003551591069975776}, "prompt_sha256": "e7d389144071c9fc78511bfb079956181dad8dfe57f1bb699708b9ff3eaebc83", "seconds": 2.416198633000022, "prompt_tokens": 292, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:26Z"}
{"id": "c-einstein-01-starter-03", "label": "einstein", "choice": "einstein", "correct": true, "letter_logprobs": [-8.56857681274414, -0.006076788995414972, -6.006076812744141, -7.443576812744141, -6.318576812744141, -7.506076812744141], "floored": [], "probs": {"darwin": 4.21055599470576e-05, "einstein": 0.9982003003644148, "hypatia": 0.0008582416297297423, "ibn_sina": 0.00015817613790729577, "sagan": 0.0005942134633698475, "socrates": 0.00014696284463119988}, "prompt_sha256": "94c1b1446495e9f663e58e4f21d1ae221375d61a9c59c2f26c99f3e97ac969a7", "seconds": 2.4161757829988346, "prompt_tokens": 227, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:26Z"}
{"id": "c-hypatia-01-dessert-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-5.5870256423950195, -7.3370256423950195, -0.46202558279037476, -1.0870256423950195, -6.7120256423950195, -3.7120256423950195], "floored": [], "probs": {"darwin": 0.001599732611802853, "einstein": 0.00020413228656309925, "hypatia": 0.6646418555432522, "ibn_sina": 0.31860565432073884, "sagan": 0.00042583943619236143, "socrates": 0.014522785801450652}, "prompt_sha256": "e24e4e71d490050e57f33bcddeae79b9840ee11c548e16baaf278211b8de158e", "seconds": 2.416554150000593, "prompt_tokens": 342, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:26Z"}
{"id": "c-hypatia-01-dessert-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.069713115692139, -6.569713115692139, -0.5072130560874939, -1.0072131156921387, -4.507213115692139, -4.257213115692139], "floored": [], "probs": {"darwin": 0.0009112149576018432, "einstein": 0.0005060034731310059, "hypatia": 0.6334247862960352, "ibn_sina": 0.35174479598214653, "sagan": 0.005727383773404513, "socrates": 0.007685815517680941}, "prompt_sha256": "824b3367a26da3d5ae7684b4efd390bc60b8c37287330170c2187895ccdb05ef", "seconds": 2.4170481660003134, "prompt_tokens": 270, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:26Z"}
{"id": "c-hypatia-01-dessert-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-5.923044204711914, -6.673044204711914, -0.17304424941539764, -5.173044204711914, -2.173044204711914, -3.423044204711914], "floored": [], "probs": {"darwin": 0.00102891827993801, "einstein": 0.00042577471762999733, "hypatia": 0.8917750070270279, "ibn_sina": 0.002486462401251809, "sagan": 0.08479806656617109, "socrates": 0.01948577100798122}, "prompt_sha256": "62f25e183de2281e6e98c3c80bd6d28f64aaddffa8fea816cf9017c575608411", "seconds": 2.415838516000804, "prompt_tokens": 223, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:26Z"}
{"id": "c-hypatia-01-dessert-03", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.218719005584717, -7.468719005584717, -0.09371911734342575, -2.843719005584717, -7.281219005584717, -3.593719005584717], "floored": [], "probs": {"darwin": 0.00021668377092735072, "einstein": 0.00016147032292337268, "hypatia": 0.9467513990882774, "ibn_sina": 0.037253375508379524, "sagan": 0.00020132280242903818, "socrates": 0.015415748507063337}, "prompt_sha256": "0543c562f94f9cd0f918b80f8b280cc74528765ad6ed00da661c943cba19ed9e", "seconds": 2.449311188998763, "prompt_tokens": 247, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:26Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.030444145202637, -7.905444145202637, -0.030444350093603134, -4.155444145202637, -7.530444145202637, -4.655444145202637], "floored": [], "probs": {"darwin": 0.0008485531100336573, "einstein": 9.347091539640994e-05, "hypatia": 0.9869315494959124, "ibn_sina": 0.007703384282630533, "sagan": 0.00014530381019907808, "socrates": 0.004277738385827795}, "prompt_sha256": "4088746dbd3e3f9c1da8b1979b4f4297d4ee3395f52cc18c6b749f9cf98bb4fb", "seconds": 2.5235696749987255, "prompt_tokens": 316, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:27Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.2754058837890625, -4.2129058837890625, -0.0879056453704834, -4.0879058837890625, -4.8379058837890625, -3.2129056453704834], "floored": [], "probs": {"darwin": 0.00065889263449579, "einstein": 0.007457915179664997, "hypatia": 0.955483376267213, "ibn_sina": 0.008639413790169857, "sagan": 0.003575059398516949, "socrates": 0.024185342729939507}, "prompt_sha256": "3425cc314363bab91ee70d4835fdfac801b78f4da8900a84ca1289d331a63aa1", "seconds": 2.53285748000053, "prompt_tokens": 244, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:28Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-8.319099426269531, -8.319099426269531, -0.006599772721529007, -6.1315999031066895, -7.6315999031066895, -5.8815999031066895], "floored": [], "probs": {"darwin": 5.6493333868607825e-05, "einstein": 5.6493333868607825e-05, "hypatia": 0.998025397813339, "ibn_sina": 0.000740741341343404, "sagan": 0.0001268424309527345, "socrates": 0.0009940317466277863}, "prompt_sha256": "9956a829c048036a030d6c2509931cf8ec02711b0b3eab9f2f7b4c7e3bba1194", "seconds": 2.532373145000747, "prompt_tokens": 334, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:28Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-5.673805236816406, -5.361305236816406, -0.3613053560256958, -1.3613053560256958, -4.361305236816406, -3.8613052368164062], "floored": [], "probs": {"darwin": 0.001442350615548616, "einstein": 0.0020832334156650747, "hypatia": 0.7471560117366439, "ibn_sina": 0.23039688900411037, "sagan": 0.006755735188494907, "socrates": 0.012165780039537154}, "prompt_sha256": "a6b03550c52cda7409ae601a4bb6ab8989bab97c16a8db234a26c334bed4c4d0", "seconds": 2.5319076479991054, "prompt_tokens": 286, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:28Z"}
{"id": "c-hypatia-01-main-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.690032958984375, -6.190032958984375, -0.19003283977508545, -1.9400328397750854, -5.065032958984375, -4.065032958984375], "floored": [], "probs": {"darwin": 0.0004178428344799037, "einstein": 0.0007524545994692481, "hypatia": 0.8751620354174672, "ibn_sina": 0.11167417985037591, "sagan": 0.0028267136844701696, "socrates": 0.009166773613737673}, "prompt_sha256": "ba5e1d3cfd0f1c626ffa8da3f11d5cf6466ac76191e71ff0a7be95923deefb65", "seconds": 2.532738841000537, "prompt_tokens": 224, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:28Z"}
{"id": "c-hypatia-01-main-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.322422504425049, -6.259922504425049, -0.07242260873317719, -3.072422504425049, -5.447422504425049, -4.322422504425049], "floored": [], "probs": {"darwin": 0.000616546475379386, "einstein": 0.0006635890898859412, "hypatia": 0.9622934833537181, "ibn_sina": 0.028216526105387135, "sagan": 0.001725971691554137, "socrates": 0.006483883284075259}, "prompt_sha256": "d41385ab86ed6a2b33a417ae8bef5dac85d52d4ca76456747417fc9e12684299", "seconds": 2.5334945960003097, "prompt_tokens": 298, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:28Z"}
{"id": "c-hypatia-01-main-03", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-5.857065200805664, -6.544565200805664, -0.04456539824604988, -4.044565200805664, -6.107065200805664, -4.044565200805664], "floored": [], "probs": {"darwin": 0.0010505291671132496, "einstein": 0.00046788650483441997, "hypatia": 0.9799769664186794, "ibn_sina": 0.008860887661046793, "sagan": 0.0007828425872792797, "socrates": 0.008860887661046793}, "prompt_sha256": "d1799122dfc9597655f2823058c9a72998f04f0207734e765cb399f64cc6f9d2", "seconds": 2.5322119960001146, "prompt_tokens": 311, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:28Z"}
{"id": "c-hypatia-01-main-03", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.449566841125488, -8.137066841125488, -0.01206681877374649, -4.762066841125488, -8.512066841125488, -6.387066841125488], "floored": [], "probs": {"darwin": 0.0001577405811726291, "einstein": 7.025477398044981e-05, "hypatia": 0.9954516359457242, "ibn_sina": 0.0037246065393555104, "sagan": 4.519343316547244e-05, "socrates": 0.000550568726601824}, "prompt_sha256": "0d024b1c72e9d6e4f2c21012dec838d8cd97651a7cc82f365d470bbf537d212d", "seconds": 2.567344885001148, "prompt_tokens": 278, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:29Z"}
{"id": "c-hypatia-01-main-03", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.381840229034424, -8.444340705871582, -0.006840383633971214, -5.631840229034424, -7.694340229034424, -6.756840229034424], "floored": [], "probs": {"darwin": 0.00017020649039667813, "einstein": 4.876494859897905e-05, "hypatia": 0.9979742523439115, "ibn_sina": 0.0013338648090041821, "sagan": 0.00011784442124822722, "socrates": 0.0003550669868404069}, "prompt_sha256": "acde561740245227e5b140e70cf61b04e8e654935e20ac00865621d8dfb54edc", "seconds": 2.611399192001045, "prompt_tokens": 355, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:29Z"}
{"id": "c-hypatia-01-starter-01", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-6.446101188659668, -7.383601188659668, -0.4461013674736023, -2.446101427078247, -6.821101188659668, -1.321101427078247], "floored": [], "probs": {"darwin": 0.0005913250699615721, "einstein": 0.00019625694086426043, "hypatia": 0.6877558735644815, "ibn_sina": 0.06539806647577305, "sagan": 0.0003803871041676582, "socrates": 0.24567809084475192}, "prompt_sha256": "96c2ee238955f24e5e5ab2d197e3f27307804ab5707e4353060d1a06371915fd", "seconds": 2.3882665159999306, "prompt_tokens": 221, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:31Z"}
{"id": "c-hypatia-01-starter-01", "label": "hypatia", "choice": "socrates", "correct": false, "letter_logprobs": [-3.0104575157165527, -6.072957515716553, -3.0104575157165527, -4.010457515716553, -5.385457515716553, -0.13545741140842438], "floored": [], "probs": {"darwin": 0.031410249934775474, "einstein": 0.0008557244098568428, "hypatia": 0.031410249934775474, "ibn_sina": 0.009685826994810624, "sagan": 0.0019213280192458635, "socrates": 0.9247166207065357}, "prompt_sha256": "c5331ab3ca5648886e5644915465f22e6415f14310b0bbee7f8b3a97c9ab7059", "seconds": 2.3895419660002517, "prompt_tokens": 275, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:31Z"}
{"id": "c-hypatia-01-starter-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.50663948059082, -8.75663948059082, -0.006639562547206879, -5.75663948059082, -8.56913948059082, -6.25663948059082], "floored": [], "probs": {"darwin": 0.00014693136052857373, "einstein": 3.376339769394101e-05, "hypatia": 0.9979863300910313, "ibn_sina": 0.001151463558712775, "sagan": 4.209653960063037e-05, "socrates": 0.0006394150524327099}, "prompt_sha256": "12bb2f6be1186c9e0ff378c13996734b9817e92a2f0ba3e0fae450a7000f0244", "seconds": 2.3886472539998067, "prompt_tokens": 252, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:31Z"}
{"id": "c-hypatia-01-starter-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-7.7188239097595215, -7.5938239097595215, -0.03132382780313492, -4.7813239097595215, -6.0313239097595215, -4.0313239097595215], "floored": [], "probs": {"darwin": 0.00011646494072420298, "einstein": 0.00013491556161801123, "hypatia": 0.9862922933395059, "ibn_sina": 0.0036903354570284354, "sagan": 0.0008480031983061371, "socrates": 0.008917987502817457}, "prompt_sha256": "51218e693db1287eac9f4da7569b543728dafb0532548b5b4b0e717b36f9b61a", "seconds": 2.3888091720000375, "prompt_tokens": 222, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:31Z"}
{"id": "c-hypatia-01-starter-02", "label": "hypatia", "choice": "hypatia", "correct": true, "letter_logprobs": [-8.820574760437012, -8.883074760437012, -0.008074735291302204, -5.758074760437012, -7.195574760437012, -5.758074760437012], "floored": [], "probs": {"darwin": 3.135224692866267e-05, "einstein": 2.912964910621669e-05, "hypatia": 0.997425786303818, "ibn_sina": 0.0011508166656258392, "sagan": 0.00021209846889548855, "socrates": 0.0011508166656258392}, "prompt_sha256": "e65c949aadb89e5c0cfbd489504ed4a80b357828d66ccc858d94bcc551721021", "seconds": 2.3882176669994806, "prompt_tokens": 258, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:31Z"}
{"id": "c-ibn_sina-01-dessert-01", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-6.6446757316589355, -7.7071757316589355, -6.3321757316589355, -0.019675560295581818, -4.8946757316589355, -4.8946757316589355], "floored": [], "probs": {"darwin": 0.0004090494077074417, "einstein": 0.00011719461746100175, "hypatia": 0.0005908032246861318, "ibn_sina": 0.9924717212064674, "sagan": 0.003205615771839034, "socrates": 0.003205615771839034}, "prompt_sha256": "52f44aac486c1e6d1485702fcfc97b5378f4d11e30c5b0ab3514759d5f04f8e0", "seconds": 2.3898179339994385, "prompt_tokens": 260, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:31Z"}
{"id": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.06541109085083, -9.127911567687988, -7.62791109085083, -0.0029111409094184637, -8.127911567687988, -7.25291109085083], "floored": [], "probs": {"darwin": 0.0002461703978263798, "einstein": 2.17486746710814e-05, "hypatia": 0.00012700916692341176, "ibn_sina": 0.9993371026040228, "sagan": 7.052896025654683e-05, "socrates": 0.000197440196299728}, "prompt_sha256": "327d2bf795cf7c47449f53c83b9c7bc3ca0d3b17259f9de04f32a618f5628b6a", "seconds": 2.3849530930001492, "prompt_tokens": 271, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:31Z"}
{"id": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-6.810736179351807, -7.185736179351807, -2.3732361793518066, -0.12323619425296783, -6.810736179351807, -3.9982361793518066], "floored": [], "probs": {"darwin": 0.0003538003271102122, "einstein": 0.0002275923831400717, "hypatia": 0.06546827424315231, "ibn_sina": 0.9239190583333985, "sagan": 0.0003538003271102122, "socrates": 0.009677474386088687}, "prompt_sha256": "3950cff9aa06eaacd54e26258d5b028e78806b162a559be126ad9fff30f46176", "seconds": 2.3178357599990704, "prompt_tokens": 291, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:32Z"}
{"id": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.4409818649292, -7.878482341766357, -7.690982341766357, -0.0034821133594959974, -7.878482341766357, -6.503482341766357], "floored": [], "probs": {"darwin": 4.882325804324817e-05, "einstein": 9.462965866509198e-05, "hypatia": 0.00011798519833517968, "ibn_sina": 0.9991668838028952, "sagan": 9.462965866509198e-05, "socrates": 0.00047704842339613807}, "prompt_sha256": "0f88d4edb0de9793f1e0a4947dcc4536ebb3ad7719c723303d3c67efe8058640", "seconds": 2.6662996529994416, "prompt_tokens": 288, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:34Z"}
{"id": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.630655288696289, -8.068155288696289, -5.755655765533447, -0.0056555974297225475, -7.505655765533447, -7.005655765533447], "floored": [], "probs": {"darwin": 3.912541337167534e-05, "einstein": 7.583325525341657e-05, "hypatia": 0.0011518499654003308, "ibn_sina": 0.9983215267784741, "sagan": 0.00014698066756907042, "socrates": 0.00026468391993144714}, "prompt_sha256": "07af9ef14ffbc1949b430ed9970b2ca2ab40084ad5b4c12c3fbedcb554be976e", "seconds": 2.6660243760015874, "prompt_tokens": 300, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:34Z"}
{"id": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.253092765808105, -8.128092765808105, -7.128092288970947, -0.003092390252277255, -8.378092765808105, -6.878092288970947], "floored": [], "probs": {"darwin": 6.088019570566878e-05, "einstein": 7.052496437099738e-05, "hypatia": 0.00022870612921528337, "ibn_sina": 0.9992804239881162, "sagan": 5.2554414769541465e-05, "socrates": 0.00030691030782221984}, "prompt_sha256": "bd9433960cba3111e47f8735d606cb48bf691be10f10ecd7dff2adcdd726ac23", "seconds": 2.6660848350002198, "prompt_tokens": 340, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:34Z"}
{"id": "c-ibn_sina-01-main-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.714977264404297, -8.214977264404297, -4.652477264404297, -0.027477042749524117, -6.152477264404297, -4.277477264404297], "floored": [], "probs": {"darwin": 0.00011668358501451622, "einstein": 6.479513838327578e-05, "hypatia": 0.00428299172768102, "ibn_sina": 0.9881440617032244, "sagan": 0.0007334072667042602, "socrates": 0.006658060578992546}, "prompt_sha256": "a82e4346d0c4051b318716f435d91cd533fa4e9f798f2e6ad5a04712995922b8", "seconds": 2.666238424000767, "prompt_tokens": 266, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:34Z"}
{"id": "c-ibn_sina-01-main-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.630364418029785, -8.255364418029785, -6.380364418029785, -0.0053643095307052135, -7.630364418029785, -6.255364418029785], "floored": [], "probs": {"darwin": 0.00012690191078983316, "einstein": 6.083226450415755e-05, "hypatia": 0.0005522510078827745, "ibn_sina": 0.9984933731318205, "sagan": 0.00012690191078983316, "socrates": 0.0006397397742128738}, "prompt_sha256": "f05c0a48c3881ec6bd2ca95e8dbe218345c5fbaf7ca427eaf9b8d870c125e0ef", "seconds": 2.6659519059994636, "prompt_tokens": 301, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:34Z"}
{"id": "c-ibn_sina-01-main-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.445483207702637, -7.507983207702637, -5.882983207702637, -0.007983323186635971, -6.695483207702637, -6.007983207702637], "floored": [], "probs": {"darwin": 4.8745274085571766e-05, "einstein": 0.0001468702328794722, "hypatia": 0.0009935795539930247, "ibn_sina": 0.9975710998808482, "sagan": 0.0003820042676191424, "socrates": 0.0008577007905745493}, "prompt_sha256": "023cbd679aaba6ac9205c4c8b0ecd6b614593ffbeaaeadc18bb2a8056a3f8080", "seconds": 2.6657634880011756, "prompt_tokens": 314, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:34Z"}
{"id": "c-ibn_sina-01-main-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.13101863861084, -7.881018161773682, -6.006018161773682, -0.006018254905939102, -8.00601863861084, -6.256018161773682], "floored": [], "probs": {"darwin": 7.045262986028952e-05, "einstein": 9.454337984501333e-05, "hypatia": 0.0008582892192758045, "ibn_sina": 0.9982555133593713, "sagan": 8.161388368003119e-05, "socrates": 0.0006395875279675607}, "prompt_sha256": "f4f23733c1e5e53ad2661fc37714c5ca97de4f41d6d1eb6b59502b0c492eec06", "seconds": 2.7364487330014526, "prompt_tokens": 337, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:34Z"}
{"id": "c-ibn_sina-01-main-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.885974884033203, -8.260974884033203, -5.510974884033203, -0.010974760167300701, -7.573474884033203, -5.260974884033203], "floored": [], "probs": {"darwin": 9.433890789911544e-05, "einstein": 6.068625500423304e-05, "hypatia": 0.0015422710989496013, "ibn_sina": 0.996096809009035, "sagan": 0.00013625672094855703, "socrates": 0.002069638008163643}, "prompt_sha256": "05b02887527960e75ff0da8b2dbbc01a91e6ad546da825aef1d7dc570fe3bbec", "seconds": 2.761449912999524, "prompt_tokens": 319, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:34Z"}
{"id": "c-ibn_sina-01-main-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-5.760035991668701, -7.010035991668701, -6.572535991668701, -0.010036124847829342, -6.697535991668701, -6.072535991668701], "floored": [], "probs": {"darwin": 0.0011502851751775977, "einstein": 0.0002643243463563599, "hypatia": 0.0004422533093912276, "ibn_sina": 0.9969649518374454, "sagan": 0.00038177216064344457, "socrates": 0.0007964131709860179}, "prompt_sha256": "8fa28742a6fdd7a100141ed5231774893122edefc43350884fc04c289aa59072", "seconds": 2.7290498510010366, "prompt_tokens": 342, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:36Z"}
{"id": "c-ibn_sina-01-starter-01", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-5.15889835357666, -5.97139835357666, -2.0963985919952393, -0.2213985174894333, -5.34639835357666, -2.8463985919952393], "floored": [], "probs": {"darwin": 0.0025819205073269176, "einstein": 0.0009926780885219262, "hypatia": 0.09477203731145101, "ibn_sina": 0.8603651062242001, "sagan": 0.00207082125348173, "socrates": 0.039217436615018364}, "prompt_sha256": "ca2674195af67049a286da84143025aceb63c9a3cdeadb273a87c61869655612", "seconds": 2.7291500110004563, "prompt_tokens": 242, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:36Z"}
{"id": "c-ibn_sina-01-starter-02", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-4.442991256713867, -4.692991256713867, -4.067991256713867, -0.5679910182952881, -6.192991256713867, -0.9429910182952881], "floored": [], "probs": {"darwin": 0.006237795990180941, "einstein": 0.004648335814694368, "hypatia": 0.009696872238534148, "ibn_sina": 0.5955293793576624, "sagan": 0.000795967744356198, "socrates": 0.383091648854572}, "prompt_sha256": "ff2e45354a38a266273b02b794485fb52ec82e03718bcf1ae9fd3f88b8db4efb", "seconds": 2.729493048000222, "prompt_tokens": 260, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:36Z"}
{"id": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.380400657653809, -8.442900657653809, -7.255400657653809, -0.00540047325193882, -7.192900657653809, -6.005400657653809], "floored": [], "probs": {"darwin": 0.00017029827173279267, "einstein": 4.879127174844521e-05, "hypatia": 0.00019727728216352195, "ibn_sina": 0.998512793452082, "sagan": 0.00021232957668845391, "socrates": 0.0008585101455848824}, "prompt_sha256": "5600401ff36b723c8255e6edad509fac2a9b9df56bc52fa27a5cbb29754a7f1f", "seconds": 2.7292648999991798, "prompt_tokens": 318, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:36Z"}
{"id": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.755992889404297, -8.005992889404297, -6.130992889404297, -0.005992896854877472, -6.943492889404297, -6.505992889404297], "floored": [], "probs": {"darwin": 0.00010952671197780952, "einstein": 8.161808093012003e-05, "hypatia": 0.0007409500176018631, "ibn_sina": 0.9983063923782145, "sagan": 0.00028487509397599504, "socrates": 0.00047663771729966397}, "prompt_sha256": "5f1768d669921b955a43530ebca582c54a24ebe780b9380335724ab1173ca76c", "seconds": 2.729002172000037, "prompt_tokens": 304, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:36Z"}
{"id": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-7.13051176071167, -8.443011283874512, -7.00551176071167, -0.005511564668267965, -6.75551176071167, -6.31801176071167], "floored": [], "probs": {"darwin": 0.00022852933094092017, "einstein": 4.879107852339483e-05, "hypatia": 0.0002647334282605723, "ibn_sina": 0.9985082926310082, "sagan": 0.00035525684526715523, "socrates": 0.0005943966859998126}, "prompt_sha256": "93dec4d9ddd733008dedf07ad07ac38f53a7ee57cbd2cc1410fa8c16740fcec6", "seconds": 2.730491610000172, "prompt_tokens": 319, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:36Z"}
{"id": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "choice": "ibn_sina", "correct": true, "letter_logprobs": [-8.38105297088623, -8.63105297088623, -6.006052494049072, -0.006052617449313402, -7.068552494049072, -6.256052494049072], "floored": [], "probs": {"darwin": 5.249574099133345e-05, "einstein": 3.91192391275779e-05, "hypatia": 0.0008582112234572608, "ibn_sina": 0.9981647627578283, "sagan": 0.00024588163223975793, "socrates": 0.000639529406355808}, "prompt_sha256": "405ce2f4612de24acf97963c539d0a51421a0254581a5b8298fef1abe41576ae", "seconds": 2.6827111019993026, "prompt_tokens": 295, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:37Z"}
{"id": "c-sagan-01-dessert-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-6.387414932250977, -5.699914932250977, -6.637414932250977, -6.199914932250977, -0.012414796277880669, -5.824914932250977], "floored": [], "probs": {"darwin": 0.0005508979651225757, "einstein": 0.0012369118888552074, "hypatia": 0.00041052300292482584, "ibn_sina": 0.0006868650547231772, "sagan": 0.9960470463151414, "socrates": 0.0010677557732328492}, "prompt_sha256": "f364238823fcdbad082d4c16c41950b3b998e0f0a30e75da1b70deb3a1ac8fb5", "seconds": 2.7193223890008085, "prompt_tokens": 350, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:37Z"}
{"id": "c-sagan-01-dessert-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-5.145576000213623, -7.020576000213623, -6.895576000213623, -5.145576000213623, -0.020575767382979393, -5.145576000213623], "floored": [], "probs": {"darwin": 0.0023882967680463286, "einstein": 0.00026307874251821784, "hypatia": 0.00030475623029471553, "ibn_sina": 0.0023882967680463286, "sagan": 0.9922672747230482, "socrates": 0.0023882967680463286}, "prompt_sha256": "b8a9d9161c00db708a1bbe4574e79ea21d03621c64bc4dd43678cac57fe1ceb8", "seconds": 2.634367648999614, "prompt_tokens": 257, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:39Z"}
{"id": "c-sagan-01-dessert-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-5.692847728729248, -5.880347728729248, -5.567847728729248, -4.067847728729248, -0.06784763187170029, -3.317847728729248], "floored": [], "probs": {"darwin": 0.0012915618750499105, "einstein": 0.0010358931552889273, "hypatia": 0.0014961738240987967, "ibn_sina": 0.008737437441251904, "sagan": 0.966324225078207, "socrates": 0.0211147086261035}, "prompt_sha256": "009aba32a497615f17a6f611e11059ad1ab1dd55c620fae05562aeea5942a7cb", "seconds": 2.6346670470011304, "prompt_tokens": 237, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:39Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.943647384643555, -7.068647384643555, -6.256147384643555, -7.006147384643555, -0.006147168111056089, -6.443647384643555], "floored": [], "probs": {"darwin": 8.784048578685082e-05, "einstein": 0.0002459022926814658, "hypatia": 0.0006395831434320589, "ibn_sina": 0.0002646646848495077, "sagan": 0.9982490337369394, "socrates": 0.0005129756563105767}, "prompt_sha256": "024dbb2736b67256b61802be67cc8b5ad78e23a0aa2a4846fc2b2abea47c7f76", "seconds": 2.6342780499999208, "prompt_tokens": 276, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:39Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-6.695841312408447, -6.133341312408447, -6.945841312408447, -6.508341312408447, -0.008341354317963123, -6.320841312408447], "floored": [], "probs": {"darwin": 0.00038198578489335533, "einstein": 0.0007403685490506582, "hypatia": 0.0002846515351606456, "ibn_sina": 0.0004762636706887672, "sagan": 0.9975229201850906, "socrates": 0.0005938102751160366}, "prompt_sha256": "0cc7a79b6591da16dc30ab0f62570884b462c8cd3655eb3ea4a38bc2ee27dce1", "seconds": 2.6351666020000266, "prompt_tokens": 356, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:39Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.756007671356201, -6.881007671356201, -6.943507671356201, -6.818507671356201, -0.006007471587508917, -6.318507671356201], "floored": [], "probs": {"darwin": 0.00010953416786753689, "einstein": 0.00030663199052589733, "hypatia": 0.00028489448648078594, "ibn_sina": 0.00033002807030530303, "sagan": 0.9983745941900587, "socrates": 0.0005943170947619281}, "prompt_sha256": "4d7577b9a3d68b2fc2ce71b865d63db58c7deaa54ea107dc7d585cb0de0c4b6f", "seconds": 2.6351012930008437, "prompt_tokens": 278, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:39Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-6.6352949142456055, -6.1977949142456055, -6.8227949142456055, -5.7602949142456055, -0.010295025072991848, -6.2602949142456055], "floored": [], "probs": {"darwin": 0.00041082668519759017, "einstein": 0.0006873731596025984, "hypatia": 0.00032950225570089445, "ibn_sina": 0.0011500758776534087, "sagan": 0.9967835775575488, "socrates": 0.0006386444642967491}, "prompt_sha256": "bde932875b2b3c7db11f0ddf2686e096f95b073a012d6c113290ae380c8ab656", "seconds": 2.633835562999593, "prompt_tokens": 308, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:39Z"}
{"id": "c-sagan-01-dessert-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-6.266096591949463, -6.578596591949463, -5.766096591949463, -5.766096591949463, -0.016096755862236023, -5.266096591949463], "floored": [], "probs": {"darwin": 0.0006372199273666857, "einstein": 0.0004411865456678845, "hypatia": 0.0011475105605612186, "ibn_sina": 0.0011475105605612186, "sagan": 0.9945601265367675, "socrates": 0.00206644586907557}, "prompt_sha256": "00188edc322b1da2e563c6a3d0b51ec8e5760e2406dcb64c37e7dbf7928034ea", "seconds": 2.693278206999821, "prompt_tokens": 344, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:39Z"}
{"id": "c-sagan-01-main-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-5.4442877769470215, -5.5067877769470215, -3.8192875385284424, -4.1942877769470215, -0.06928764283657074, -3.9442875385284424], "floored": [], "probs": {"darwin": 0.0017348365835294028, "einstein": 0.0016118519686906183, "hypatia": 0.011736201465771822, "ibn_sina": 0.0075496518988804545, "sagan": 0.9672362620102208, "socrates": 0.010131196072906854}, "prompt_sha256": "664913262624102ae0f8bd77c393af7324b0c6fd3ce7c0a697c7c7adf84f2dfc", "seconds": 2.619071281000288, "prompt_tokens": 282, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:40Z"}
{"id": "c-sagan-01-main-02", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.510511875152588, -6.385511875152588, -6.823011875152588, -6.323011875152588, -0.010511981323361397, -5.385511875152588], "floored": [], "probs": {"darwin": 0.00014672606433558272, "einstein": 0.0005511994666766491, "hypatia": 0.000329438888635639, "ibn_sina": 0.0005932560918663929, "sagan": 0.9965918900958397, "socrates": 0.0017874893926460229}, "prompt_sha256": "654069ce0f0c5de70b8f9d19f416150c880ca8e09bb411131c89b40b356da029", "seconds": 2.780346231000294, "prompt_tokens": 314, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:42Z"}
{"id": "c-sagan-01-main-02", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-4.991493225097656, -1.9914929866790771, -4.366493225097656, -3.491492986679077, -0.24149300158023834, -3.741492986679077], "floored": [], "probs": {"darwin": 0.003178182016778708, "einstein": 0.10838843397603239, "hypatia": 0.006629991075534257, "ibn_sina": 0.018560125762315593, "sagan": 0.8494124690088977, "socrates": 0.013830798160441384}, "prompt_sha256": "08e6ae502923ea8e84ee00f5ddb74cba9e6a36118a36215e6f944a6cc1a356b7", "seconds": 2.779761337000309, "prompt_tokens": 264, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:42Z"}
{"id": "c-sagan-01-main-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-3.7571849822998047, -3.2571849822998047, -4.507184982299805, -3.1321849822998047, -0.1321849524974823, -5.444684982299805], "floored": [], "probs": {"darwin": 0.013057890849963649, "einstein": 0.023514750568003624, "hypatia": 0.005403460991889033, "ibn_sina": 0.027240006816320567, "sagan": 0.9289905172501597, "socrates": 0.0017933735236634219}, "prompt_sha256": "a34e0cc5ea88fe95adc1336785270163367017dc9af585398ad329b0f89ab107", "seconds": 2.7805101900012232, "prompt_tokens": 347, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:42Z"}
{"id": "c-sagan-01-main-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-5.5197577476501465, -5.2072577476501465, -4.0822577476501465, -3.5822577476501465, -0.0822576954960823, -3.8322577476501465], "floored": [], "probs": {"darwin": 0.001600000371140779, "einstein": 0.002310932031577621, "hypatia": 0.008681378520575945, "ibn_sina": 0.015633493405892263, "sagan": 0.9601242912138884, "socrates": 0.011649904456924903}, "prompt_sha256": "509e7af3d980cfd9977ad85cf8509d14a67e76fc352894f9f619a564ed9424d5", "seconds": 2.7798429560007207, "prompt_tokens": 346, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:42Z"}
{"id": "c-sagan-01-starter-01", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.841470718383789, -6.528970718383789, -4.028970718383789, -5.403970718383789, -0.028970541432499886, -5.653970718383789], "floored": [], "probs": {"darwin": 0.00010065139477370843, "einstein": 0.0004714347275299614, "hypatia": 0.008928084304627477, "ibn_sina": 0.0017710184728532185, "sagan": 0.987409067939521, "socrates": 0.001319743160694511}, "prompt_sha256": "8614c15b9a10e0e5db9dde012eb68956548f3d228f226782d48537b4cec8271d", "seconds": 2.7791017609997652, "prompt_tokens": 232, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:42Z"}
{"id": "c-sagan-01-starter-02", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-4.044854164123535, -3.2948544025421143, -4.857354164123535, -2.5448544025421143, -0.16985438764095306, -4.419854164123535], "floored": [], "probs": {"darwin": 0.009455795079405315, "einstein": 0.022850670264608748, "hypatia": 0.003635495577126456, "ibn_sina": 0.05522045196803722, "sagan": 0.9027548710370872, "socrates": 0.006082716073735082}, "prompt_sha256": "41f7cb0a7b7dd9fb3249331dca4186c3cf362d6108a5c9625fd8449497d23f3f", "seconds": 2.780016004000572, "prompt_tokens": 352, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:42Z"}
{"id": "c-sagan-01-starter-02", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.2593536376953125, -6.3843536376953125, -5.8843536376953125, -6.3843536376953125, -0.00935350637882948, -6.3843536376953125], "floored": [], "probs": {"darwin": 0.00019700909159855944, "einstein": 0.0005515109219766026, "hypatia": 0.0009931651225163684, "ibn_sina": 0.0005515109219766026, "sagan": 0.9971552930199553, "socrates": 0.0005515109219766026}, "prompt_sha256": "2bb029ba224789718ce919871c02cc90d4131e8916a67716f97ce64677b959e1", "seconds": 2.669573487000889, "prompt_tokens": 242, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:42Z"}
{"id": "c-sagan-01-starter-03", "label": "sagan", "choice": "darwin", "correct": false, "letter_logprobs": [-0.0053669181652367115, -7.505366802215576, -7.380366802215576, -7.317866802215576, -7.005366802215576, -6.317866802215576], "floored": [], "probs": {"darwin": 0.9986400930108046, "einstein": 0.00014702761850372828, "hypatia": 0.00017032004310003467, "ibn_sina": 0.0001833154951060887, "sagan": 0.00026476846953674707, "socrates": 0.0005944753629488022}, "prompt_sha256": "19ada579d453f585b72754caf5b2d1d30df081c6b670870620244ee1eb00d460", "seconds": 2.636406593001084, "prompt_tokens": 251, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:42Z"}
{"id": "c-sagan-01-starter-03", "label": "sagan", "choice": "sagan", "correct": true, "letter_logprobs": [-7.3114013671875, -2.9364013671875, -6.7489013671875, -6.4364013671875, -0.06140139698982239, -6.4989013671875], "floored": [], "probs": {"darwin": 0.00019077666829221305, "einstein": 0.032799294712801616, "hypatia": 0.00036976518677431404, "ibn_sina": 0.0005340637600413772, "sagan": 0.9656098963229096, "socrates": 0.0004962033491809968}, "prompt_sha256": "7624c5e60901919ac304abea09a90a05a8ccaa9a0cac837f1337bf079657e039", "seconds": 2.5978272009997454, "prompt_tokens": 303, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:44Z"}
{"id": "c-socrates-01-dessert-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.258491039276123, -6.820991039276123, -7.445991039276123, -5.508491039276123, -6.758491039276123, -0.00849112682044506], "floored": [], "probs": {"darwin": 0.00019706064929217947, "einstein": 0.0003297113016700883, "hypatia": 0.00015805187635371486, "ibn_sina": 0.0015443139960042533, "sagan": 0.00035486833732320153, "socrates": 0.9974159938393565}, "prompt_sha256": "5d17ba26af71d4fc6029f4f9af621b70fe8876c109132b9594b6c00928fd41ae", "seconds": 2.598304527000437, "prompt_tokens": 357, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:44Z"}
{"id": "c-socrates-01-dessert-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-8.131585121154785, -8.381585121154785, -6.881585597991943, -5.506585597991943, -7.881585597991943, -0.006585443392395973], "floored": [], "probs": {"darwin": 7.04297832841159e-05, "einstein": 5.2483486888006094e-05, "hypatia": 0.00030649575520244084, "ibn_sina": 0.0015451108971490967, "sagan": 9.451261501259024e-05, "socrates": 0.9979309674624638}, "prompt_sha256": "4094e21d8e4383b09c0bd34a06ca0b2f0f1e79cf24a9f3a964c5e1153d9abe76", "seconds": 2.5969915080004284, "prompt_tokens": 240, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:44Z"}
{"id": "c-socrates-01-dessert-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-3.7135751247406006, -5.4635748863220215, -3.0885751247406006, -2.2135751247406006, -5.3385748863220215, -0.2135750949382782], "floored": [], "probs": {"darwin": 0.014161108114982347, "einstein": 0.001807014603116388, "hypatia": 0.029541423344019227, "ibn_sina": 0.08269881096736288, "sagan": 0.002093285657601605, "socrates": 0.8696983573129177}, "prompt_sha256": "1071ca1fc03e3b583ac83d141bad5536a8caaf1bb8d4f7c4ef709e1d2c1e2586", "seconds": 2.5966068809993885, "prompt_tokens": 308, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:44Z"}
{"id": "c-socrates-01-dessert-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-6.564050674438477, -6.564050674438477, -5.689050674438477, -3.0640504360198975, -4.939050674438477, -0.06405051797628403], "floored": [], "probs": {"darwin": 0.00046137044415685074, "einstein": 0.00046137044415685074, "hypatia": 0.0012915690182876798, "ibn_sina": 0.028334874122692665, "sagan": 0.003121178683682736, "socrates": 0.9663296372870231}, "prompt_sha256": "15d70af0b199f44d8055b9eca41e02cff7c19851dee5674adc5da0a64883c917", "seconds": 2.5970219669998187, "prompt_tokens": 292, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:44Z"}
{"id": "c-socrates-01-dessert-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-8.756189346313477, -8.568689346313477, -5.506188869476318, -6.756188869476318, -8.443689346313477, -0.006188871338963509], "floored": [], "probs": {"darwin": 3.376299662838537e-05, "einstein": 4.2096039548111996e-05, "hypatia": 0.0015451795578116838, "ibn_sina": 0.0003550672350086775, "sagan": 4.876498268244328e-05, "socrates": 0.9979751291883207}, "prompt_sha256": "0aa589cb82f874ecb6b636db59a9558ceed46667c7271882c318f017c5801d7e", "seconds": 2.596655000001192, "prompt_tokens": 322, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:44Z"}
{"id": "c-socrates-01-dessert-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-5.824550628662109, -6.949550628662109, -2.9495508670806885, -4.449550628662109, -6.074550628662109, -0.0745508149266243], "floored": [], "probs": {"darwin": 0.0011071700595238648, "einstein": 0.0002947221744672477, "hypatia": 0.03259503331889179, "ibn_sina": 0.005581481945280502, "sagan": 0.0008250507468893338, "socrates": 0.9595965417549472}, "prompt_sha256": "e1bb87ad1e4b6f44ef4827b26edca130ffc221926227ecdbabb8c578b405a0de", "seconds": 2.6028575510008523, "prompt_tokens": 251, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:45Z"}
{"id": "c-socrates-01-main-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.25550651550293, -8.69300651550293, -6.88050651550293, -5.88050651550293, -7.94300651550293, -0.00550670363008976], "floored": [], "probs": {"darwin": 0.0001972506440369792, "einstein": 3.6353800599629495e-05, "hypatia": 0.00030663303147554244, "ibn_sina": 0.0009943828402122908, "sagan": 8.785183439352457e-05, "socrates": 0.9983775278492819}, "prompt_sha256": "b05b28026f83ee812900cdce6303bf300fde41c14d7f7f6d4c53f03e7b6ce3bb", "seconds": 2.6293595189999905, "prompt_tokens": 272, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:45Z"}
{"id": "c-socrates-01-main-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-5.780696868896484, -7.718196868896484, -5.405696868896484, -3.9056968688964844, -7.093196868896484, -0.03069698065519333], "floored": [], "probs": {"darwin": 0.0011380969332903863, "einstein": 0.00011647783821448907, "hypatia": 0.001769211525121434, "ibn_sina": 0.010331937888568257, "sagan": 0.0002429838894634194, "socrates": 0.9864012919253421}, "prompt_sha256": "923d23cffc6df342b6c77a0e5b651189f15102f3a84131b52e0076fdd4e9068b", "seconds": 2.571829718999652, "prompt_tokens": 343, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:47Z"}
{"id": "c-socrates-01-main-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-3.2473082542419434, -4.372308254241943, -5.309808254241943, -1.122308373451233, -5.434808254241943, -0.4973083734512329], "floored": [], "probs": {"darwin": 0.025623193109262293, "einstein": 0.006820743683408109, "hypatia": 0.0022637604216778676, "ibn_sina": 0.312154351529055, "sagan": 0.001954175783450265, "socrates": 0.6511837754731464}, "prompt_sha256": "f4d91f83974a0cb2be08561b4af2cff5a0a42a87fef1baa2d2b7e6cd7599074c", "seconds": 2.57070124799975, "prompt_tokens": 246, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:47Z"}
{"id": "c-socrates-01-main-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-8.132996559143066, -7.382997035980225, -5.382997035980225, -6.507997035980225, -7.570497035980225, -0.007996805012226105], "floored": [], "probs": {"darwin": 7.038934161160235e-05, "einstein": 0.00017010131571660065, "hypatia": 0.0017888628377859216, "ibn_sina": 0.0004761847927884232, "sagan": 0.00013642922732575878, "socrates": 0.9973580324847716}, "prompt_sha256": "deead49fc13e49031c80921bbd95569abfb77106412275ce930d1b9de788c871", "seconds": 2.5695452069994644, "prompt_tokens": 316, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:47Z"}
{"id": "c-socrates-01-main-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-4.843360424041748, -5.968360424041748, -4.843360424041748, -1.3433603048324585, -4.968360424041748, -0.3433602750301361], "floored": [], "probs": {"darwin": 0.003792103744189012, "einstein": 0.0010094357697618783, "hypatia": 0.003792103744189012, "ibn_sina": 0.23289044312074178, "sagan": 0.0032735077591526814, "socrates": 0.7552424058619657}, "prompt_sha256": "a60460793e5a7b1c482ffa26f83ca514dd07816a0eef87822d7a9513d7408a8a", "seconds": 2.5708736869983113, "prompt_tokens": 247, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:47Z"}
{"id": "c-socrates-01-main-03", "label": "socrates", "choice": "hypatia", "correct": false, "letter_logprobs": [-4.8045549392700195, -5.8045549392700195, -0.8045550584793091, -1.054555058479309, -3.8045549392700195, -1.804555058479309], "floored": [], "probs": {"darwin": 0.004316563993797149, "einstein": 0.001331077980683597, "hypatia": 0.47739389541258836, "ibn_sina": 0.355748592171964, "sagan": 0.013998221729261025, "socrates": 0.1472116487117059}, "prompt_sha256": "59e40cd27fcf89104e191818ecc1948a8a7c103cf0b5a70e46d04f8262e97add", "seconds": 2.5706963269985863, "prompt_tokens": 289, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:47Z"}
{"id": "c-socrates-01-main-03", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-4.4921488761901855, -6.1796488761901855, -3.4921488761901855, -1.367148756980896, -5.3046488761901855, -0.3671487867832184], "floored": [], "probs": {"darwin": 0.005800864357353587, "einstein": 0.0007966919521976026, "hypatia": 0.018811671878903858, "ibn_sina": 0.22917311119614264, "sagan": 0.002230274296087622, "socrates": 0.7431873863193146}, "prompt_sha256": "3d0ee8707710acb9cd522c9c076c6a68714e7b62a01cdc733ccdd6a477a5620b", "seconds": 2.570145871999557, "prompt_tokens": 327, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:47Z"}
{"id": "c-socrates-01-starter-01", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.706315040588379, -8.393815040588379, -4.768815040588379, -4.893815040588379, -6.893815040588379, -0.018814904615283012], "floored": [], "probs": {"darwin": 0.00011721044534557014, "einstein": 5.2203391699749535e-05, "hypatia": 0.0037139576915009086, "ibn_sina": 0.0032060487108042084, "sagan": 0.00030486021199607066, "socrates": 0.9926057195486535}, "prompt_sha256": "907f3ba0f3651d675f69e32694bdbb2191b4652c8f001bd7f3aafd5127f3f2b1", "seconds": 2.537000137999712, "prompt_tokens": 216, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:47Z"}
{"id": "c-socrates-01-starter-02", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.50877046585083, -6.00877046585083, -5.75877046585083, -6.75877046585083, -7.00877046585083, -0.008770516142249107], "floored": [], "probs": {"darwin": 0.00014681941273245365, "einstein": 0.0008574040083102332, "hypatia": 0.0011505862524165103, "ibn_sina": 0.0003548007229059158, "sagan": 0.0002643935309777867, "socrates": 0.9972259960726572}, "prompt_sha256": "92295f1d6a5c5a255ba3b534de68a2eacd1a001ba59b4d7cfe6e6164d53dcc32", "seconds": 2.5308468869989156, "prompt_tokens": 264, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:47Z"}
{"id": "c-socrates-01-starter-03", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-9.065711975097656, -9.065711975097656, -6.378211975097656, -7.628211975097656, -7.503211975097656, -0.003211818402633071], "floored": [], "probs": {"darwin": 2.340317734111856e-05, "einstein": 2.340317734111856e-05, "hypatia": 0.0005526011551271752, "ibn_sina": 0.0001269823712213001, "sagan": 0.00014709918557789854, "socrates": 0.9991265109333913}, "prompt_sha256": "6f72df3ca903c8daca04d87adb8b9df106309171192b040362f8bc20f13803ed", "seconds": 1.533608469999308, "prompt_tokens": 284, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:48Z"}
{"id": "c-socrates-01-starter-03", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-7.4404168128967285, -9.127917289733887, -6.8779168128967285, -7.3779168128967285, -8.502917289733887, -0.0029169651679694653], "floored": [], "probs": {"darwin": 0.00015834998474163273, "einstein": 2.174780859039887e-05, "hypatia": 0.00030691547455905297, "ibn_sina": 0.0001704321189955602, "sagan": 4.5368004760443284e-05, "socrates": 0.999297186608353}, "prompt_sha256": "1a541001ba3c9dc32610ee00ada62fa33e3129c0e2a91b56acf8891b23d37089", "seconds": 1.5333326109994232, "prompt_tokens": 303, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:48Z"}
{"id": "c-socrates-01-starter-03", "label": "socrates", "choice": "socrates", "correct": true, "letter_logprobs": [-6.153295516967773, -5.653295516967773, -5.903295516967773, -4.403295516967773, -5.278295516967773, -0.028295747935771942], "floored": [], "probs": {"darwin": 0.0007341542704640142, "einstein": 0.0013220706733387982, "hypatia": 0.0009851922810735548, "ibn_sina": 0.0057533795771820915, "sagan": 0.0020552051445509477, "socrates": 0.9891499980533905}, "prompt_sha256": "f5ab8e279e987f900ec32a386f4ceadcad6e95f4c4fd6ae8e3bb874a2c9b3595", "seconds": 1.5328508650000003, "prompt_tokens": 276, "eval_tokens": 1, "concurrency": 8, "stamp": "2026-09-21T21:04:48Z"}