{"prompt_sha256": "b6bb8767e2b6bab7825dcaae7aea4f79b3f019c23f5ec716ca1e75eee5db36a6", "prompt_chars": 896, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.02434350736439228, -6.211843490600586, -6.836843490600586, -4.524343490600586, -4.899343490600586, -6.461843490600586], "floored": [], "top0_token": "A", "top0_logprob": -0.02434350736439228, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9903098112696923, "einstein": 0.0006829088319213463, "hypatia": 0.0003273622157231761, "ibn_sina": 0.004972387999511199, "sagan": 0.003198633658564476, "socrates": 0.0005088960245875259}, "confidence": 0.9883717735236308, "seconds": 0.9520857339957729, "prompt_tokens": 228, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 952.0857339957728, "done_reason": "length", "id": "c-darwin-01-dessert-01", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:19Z"} {"prompt_sha256": "f063e813a0f0be2c4172b91859575add7297ac369cc8d1cc409b2080a90a6e30", "prompt_chars": 1351, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.026813659816980362, -6.026813507080078, -5.401813507080078, -5.651813507080078, -5.901813507080078, -4.401813507080078], "floored": [], "top0_token": "A", "top0_logprob": -0.026813659816980362, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.989312995288688, "einstein": 0.0008506005992703785, "hypatia": 0.0017744340482181292, "ibn_sina": 0.0013222884092601091, "sagan": 0.0009853545354471778, "socrates": 0.005754327119116235}, "confidence": 0.9871755943464255, "seconds": 0.11584121797932312, "prompt_tokens": 324, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 115.84121797932312, "done_reason": "length", "id": "c-darwin-01-dessert-01", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:19Z"} {"prompt_sha256": "8c2e0d0b58a4ea921c1ab7357ec1c411b2d12d60008ec5968f9642ebc2f686dd", "prompt_chars": 930, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.018838535994291306, -5.393838405609131, -7.143838405609131, -5.393838405609131, -5.893838405609131, -5.393838405609131], "floored": [], "top0_token": "A", "top0_logprob": -0.018838535994291306, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9934376723211131, "einstein": 0.0017818320315100542, "hypatia": 0.00022736890164013515, "ibn_sina": 0.0017818320315100542, "sagan": 0.0009894626827165458, "socrates": 0.0017818320315100542}, "confidence": 0.9921252067853358, "seconds": 0.08393336599692702, "prompt_tokens": 245, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 83.93336599692702, "done_reason": "length", "id": "c-darwin-01-dessert-01", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:19Z"} {"prompt_sha256": "7f7f8be14b8f1e0e0b68fcc0f8f36f1ff51b84ea8bb07e5f62c222bac1638871", "prompt_chars": 1481, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.01002019178122282, -7.0100202560424805, -6.1975202560424805, -6.8225202560424805, -5.9475202560424805, -6.0725202560424805], "floored": [], "top0_token": "A", "top0_logprob": -0.01002019178122282, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9969995160650494, "einstein": 0.00026433344893622636, "hypatia": 0.0006875219272716122, "ibn_sina": 0.00032957356963253553, "sagan": 0.0009226143919161568, "socrates": 0.000796440597193992}, "confidence": 0.9963994192780593, "seconds": 0.08741369104245678, "prompt_tokens": 346, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.41369104245678, "done_reason": "length", "id": "c-darwin-01-dessert-02", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:19Z"} {"prompt_sha256": "ccb9e5198125f335ff2fd5c41884b9cef87122027556a5e734b53d275ab88b51", "prompt_chars": 1515, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.010896466672420502, -6.073396682739258, -6.135896682739258, -6.198396682739258, -6.635896682739258, -6.198396682739258], "floored": [], "top0_token": "A", "top0_logprob": -0.010896466672420502, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.996678689673983, "einstein": 0.0007961841668486522, "hypatia": 0.0007397417306963011, "ibn_sina": 0.0006873005655205159, "sagan": 0.0004107832974311488, "socrates": 0.0006873005655205159}, "confidence": 0.9960144276087796, "seconds": 0.08730057202046737, "prompt_tokens": 356, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.30057202046737, "done_reason": "length", "id": "c-darwin-01-dessert-03", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "5288377ec6426bfa58053e12c0b372732b8a4d7e68b2f81708a9ca97a5268a83", "prompt_chars": 1537, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.003661715192720294, -7.878661632537842, -7.066161632537842, -7.566161632537842, -8.003662109375, -7.378661632537842], "floored": [], "top0_token": "A", "top0_logprob": -0.003661715192720294, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9992703912685458, "einstein": 9.463949634209919e-05, "hypatia": 0.0002461539740164817, "ibn_sina": 0.00013669087051110886, "sagan": 8.169685554570565e-05, "socrates": 0.00017042753503887287}, "confidence": 0.999124469522255, "seconds": 0.08686926396330819, "prompt_tokens": 358, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.86926396330819, "done_reason": "length", "id": "c-darwin-01-dessert-03", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "7de84b5d7df0719d62ccb4073872db0b4ed187b7b53f2d50dbe9a8fa328654f0", "prompt_chars": 1054, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.004175160080194473, -7.566675186157227, -7.566675186157227, -7.504175186157227, -7.129175186157227, -6.754175186157227], "floored": [], "top0_token": "A", "top0_logprob": -0.004175160080194473, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.998995542393869, "einstein": 0.0001366532562675725, "hypatia": 0.0001366532562675725, "ibn_sina": 0.0001470799259711095, "sagan": 0.0002286408938734046, "socrates": 0.0003554302737512805}, "confidence": 0.9987946508726429, "seconds": 0.08690654300153255, "prompt_tokens": 263, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.90654300153255, "done_reason": "length", "id": "c-darwin-01-main-01", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "e3b79e40f9996ce2bd4d674814cbfc0013d3e6bbf022b549d661259700672136", "prompt_chars": 980, "n_options": 6, "mode": "readout", "letter_logprobs": [-3.297045946121216, -5.547045707702637, -4.672045707702637, -0.17204588651657104, -5.672045707702637, -2.297045946121216], "floored": [], "top0_token": "D", "top0_logprob": -0.17204588651657104, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.022686016874783627, "einstein": 0.001607516103712273, "hypatia": 0.004500110534274819, "ibn_sina": 0.8962500039636164, "sagan": 0.001387677340454829, "socrates": 0.07356867518315816}, "confidence": 0.8755000047563397, "seconds": 0.08551724901190028, "prompt_tokens": 244, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.51724901190028, "done_reason": "length", "id": "c-darwin-01-main-02", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "08f14a71b0e1a3fe5a6a2168d5c5239740e9cfa40c248f3d0915cdc0a44408d0", "prompt_chars": 1255, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.004109272733330727, -8.504109382629395, -7.2541093826293945, -8.066609382629395, -8.629109382629395, -6.1291093826293945], "floored": [], "top0_token": "A", "top0_logprob": -0.004109272733330727, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9989008795286725, "einstein": 4.535002390700442e-05, "hypatia": 0.0001973539740597632, "ibn_sina": 7.587722595482904e-05, "sagan": 3.914809961748211e-05, "socrates": 0.0007413911477885806}, "confidence": 0.998681055434407, "seconds": 0.08616312697995454, "prompt_tokens": 320, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.16312697995454, "done_reason": "length", "id": "c-darwin-01-main-02", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "bc2be680aa12efd7da92f3244e71913c83ca9d4867898c5cb4d456f53f23a3bf", "prompt_chars": 1528, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.0036537572741508484, -8.378653526306152, -6.628653526306152, -7.316153526306152, -8.441153526306152, -7.378653526306152], "floored": [], "top0_token": "A", "top0_logprob": -0.0036537572741508484, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9991330264805351, "einstein": 5.254670029673761e-05, "hypatia": 0.0004117950742757099, "ibn_sina": 0.00018340600531857617, "sagan": 4.882160263716678e-05, "socrates": 0.00017040413693663554}, "confidence": 0.9989596317766422, "seconds": 0.08614388696150854, "prompt_tokens": 354, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.14388696150854, "done_reason": "length", "id": "c-darwin-01-main-02", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "09c6aa3c57a898efb840ee9d755d9895e83717efd5491ec6c9d19c37312600c7", "prompt_chars": 1426, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.02266712114214897, -6.210166931152344, -5.397666931152344, -5.022666931152344, -6.710166931152344, -5.022666931152344], "floored": [], "top0_token": "A", "top0_logprob": -0.02266712114214897, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9916281168137604, "einstein": 0.0006838180630502748, "hypatia": 0.0017785865334238994, "ibn_sina": 0.002764875030689906, "sagan": 0.0003797285283856674, "socrates": 0.002764875030689906}, "confidence": 0.9899537401765125, "seconds": 0.08630016603274271, "prompt_tokens": 347, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.30016603274271, "done_reason": "length", "id": "c-darwin-01-main-02", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "de1457399e678f9d6f201f5f400ab8c5b223f3ba647c2c1856c17a7b514f3397", "prompt_chars": 1537, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.003446949413046241, -7.81594705581665, -7.69094705581665, -7.75344705581665, -8.190946578979492, -7.00344705581665], "floored": [], "top0_token": "A", "top0_logprob": -0.003446949413046241, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.999340003366065, "einstein": 0.00010186758133600239, "hypatia": 0.00011800565784995166, "ibn_sina": 0.00010964009736012823, "sagan": 6.552933061532e-05, "socrates": 0.00026495396677369854}, "confidence": 0.999208004039278, "seconds": 0.08664806501474231, "prompt_tokens": 349, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.64806501474231, "done_reason": "length", "id": "c-darwin-01-main-03", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "79cb4cfa29cf4a37d1953146743125b5bc7ef44ca222f3d7f5cdbc7376be6575", "prompt_chars": 654, "n_options": 6, "mode": "readout", "letter_logprobs": [-1.9966175556182861, -2.371617555618286, -5.621617794036865, -2.621617555618286, -0.3716176152229309, -6.434117794036865], "floored": [], "top0_token": "E", "top0_logprob": -0.3716176152229309, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.1122697369052284, "einstein": 0.07222078392485533, "hypatia": 0.0015780630514926285, "ibn_sina": 0.05381812053674914, "sagan": 0.7595065733339998, "socrates": 0.0006067222476746967}, "confidence": 0.7114078880007998, "seconds": 0.08480573201086372, "prompt_tokens": 189, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 84.80573201086372, "done_reason": "length", "id": "c-darwin-01-starter-01", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "d4a9905db9cf52339d22781a3557eb36659fde57acb38f3b95966fb7092b53b3", "prompt_chars": 853, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.0022922686766833067, -8.31479263305664, -8.62729263305664, -8.62729263305664, -7.877292156219482, -7.189792156219482], "floored": [], "top0_token": "A", "top0_logprob": -0.0022922686766833067, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.999557853694219, "einstein": 5.6580031380486734e-05, "hypatia": 3.917383547889736e-05, "ibn_sina": 3.917383547889736e-05, "sagan": 9.466672482416148e-05, "socrates": 0.00021255187861864047}, "confidence": 0.9994694244330629, "seconds": 0.08481650199973956, "prompt_tokens": 218, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 84.81650199973956, "done_reason": "length", "id": "c-darwin-01-starter-01", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "ef694d81223f69efcb6bd3ffa1a36a8d80da830bea500d5ac814dc611d85d860", "prompt_chars": 965, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.42244869470596313, -1.6724486351013184, -5.234948635101318, -3.7974486351013184, -3.7974486351013184, -2.2974486351013184], "floored": [], "top0_token": "A", "top0_logprob": -0.42244869470596313, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.7240371316065685, "einstein": 0.16637670301218832, "hypatia": 0.0025170259904435653, "ibn_sina": 0.01365703143780429, "sagan": 0.01365703143780429, "socrates": 0.0797550765151911}, "confidence": 0.6688445579278822, "seconds": 0.08493405097397044, "prompt_tokens": 243, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 84.93405097397044, "done_reason": "length", "id": "c-darwin-01-starter-01", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:20Z"} {"prompt_sha256": "a1cdd5dbabdfd920eaddc3cc8e2044288827656c5eb9c00e4c1aaad63e3c1bb6", "prompt_chars": 825, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.007976345717906952, -8.007976531982422, -7.945476531982422, -7.695476531982422, -8.320476531982422, -5.132976531982422], "floored": [], "top0_token": "A", "top0_logprob": -0.007976345717906952, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.997256200542196, "einstein": 8.153220229341121e-05, "hypatia": 8.775312499027568e-05, "ibn_sina": 0.00011775958386220405, "sagan": 5.6449757996701784e-05, "socrates": 0.0024003047886614545}, "confidence": 0.9967074406506352, "seconds": 0.08494268101640046, "prompt_tokens": 222, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 84.94268101640046, "done_reason": "length", "id": "c-darwin-01-starter-02", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "fa730a4f4bf5a34ea8718945267a12baee297a2557d50409b0d931e5885b893c", "prompt_chars": 1467, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.023635663092136383, -6.8361358642578125, -5.4611358642578125, -4.7736358642578125, -6.6486358642578125, -5.0236358642578125], "floored": [], "top0_token": "A", "top0_logprob": -0.023635663092136383, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9911401889579433, "einstein": 0.0003276366259015144, "hypatia": 0.0016516865646352024, "ibn_sina": 0.0037084739421847897, "sagan": 0.00040850059943330595, "socrates": 0.0027635133099020025}, "confidence": 0.989368226749532, "seconds": 0.08612189599080011, "prompt_tokens": 344, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.12189599080011, "done_reason": "length", "id": "c-darwin-01-starter-03", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "57225f44a5de60906485398e4199a6abd02ee909a2cffd5c3132286851f06347", "prompt_chars": 1357, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.0060210986994206905, -7.318521022796631, -6.631021022796631, -7.318521022796631, -7.506021022796631, -6.131021022796631], "floored": [], "top0_token": "A", "top0_logprob": -0.0060210986994206905, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9983340625062121, "einstein": 0.00018325930994369518, "hypatia": 0.0004114657042930308, "ibn_sina": 0.00018325930994369518, "sagan": 0.00014698255537026462, "socrates": 0.0007409706142370992}, "confidence": 0.9980008750074546, "seconds": 0.08591870800592005, "prompt_tokens": 330, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.91870800592005, "done_reason": "length", "id": "c-darwin-01-starter-03", "task": "c", "label": "darwin", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "5388bffd0064b5c5fa29ca405e5bed0ef554efda125db84865d77d36fc565ea9", "prompt_chars": 1276, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.636078357696533, -0.01107827853411436, -7.261078357696533, -7.073578357696533, -5.011078357696533, -6.448578357696533], "floored": [], "top0_token": "B", "top0_logprob": -0.01107827853411436, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.0001266030524193293, "einstein": 0.9961418524686981, "hypatia": 0.000196808877085938, "ibn_sina": 0.0002453832627600319, "sagan": 0.002777459428688542, "socrates": 0.0005118929103479871}, "confidence": 0.9953702229624377, "seconds": 0.08571451797615737, "prompt_tokens": 320, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.71451797615737, "done_reason": "length", "id": "c-einstein-01-dessert-01", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "d3816d0fd568c0d0b37a8e92246974463586c6be969f81fc3c1b801f3570833a", "prompt_chars": 1320, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.0253071784973145, -0.08780715614557266, -5.0878071784973145, -5.2128071784973145, -2.7128071784973145, -6.0878071784973145], "floored": [], "top0_token": "B", "top0_logprob": -0.08780715614557266, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.0008791790947001943, "einstein": 0.9500622322962036, "hypatia": 0.0026489796355376564, "ibn_sina": 0.002286713649134209, "sagan": 0.04330604227435715, "socrates": 0.0008168530500671944}, "confidence": 0.9400746787554443, "seconds": 0.085825628018938, "prompt_tokens": 327, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.825628018938, "done_reason": "length", "id": "c-einstein-01-dessert-01", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "cc572f444f1ebcf6c403e769b7e02d89385e8914d6d9ee7e83c2b955e7088bd4", "prompt_chars": 1177, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.0777106285095215, -0.0152104701846838, -6.3277106285095215, -7.1402106285095215, -4.6402106285095215, -6.7027106285095215], "floored": [], "top0_token": "B", "top0_logprob": -0.0152104701846838, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.00024491610510159233, "einstein": 0.9942455023735411, "hypatia": 0.0005918591385438648, "ibn_sina": 0.00022755371308167305, "sagan": 0.004309438010366077, "socrates": 0.0003807306593655771}, "confidence": 0.9930946028482494, "seconds": 0.08568261796608567, "prompt_tokens": 298, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.68261796608567, "done_reason": "length", "id": "c-einstein-01-dessert-02", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "3478341e754f003c0b20a6bc928b2b7b038e63f881be9ab03d4c15e915da69ca", "prompt_chars": 907, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.043102264404297, -3.668102264404297, -0.04310222342610359, -6.480602264404297, -6.043102264404297, -4.543102264404297], "floored": [], "top0_token": "C", "top0_logprob": -0.04310222342610359, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.000259748072925669, "einstein": 0.013770727826598087, "hypatia": 0.9797046002096061, "ibn_sina": 0.0005034462314464714, "sagan": 0.0008423392132693234, "socrates": 0.0049191384461542784}, "confidence": 0.9756455202515274, "seconds": 0.08949580299668014, "prompt_tokens": 236, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 89.49580299668014, "done_reason": "length", "id": "c-einstein-01-dessert-02", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "15844672ae9ce1ede1c7ab32113e6e014afe86e31782654dc09a58b08781c7f0", "prompt_chars": 1431, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.444263458251953, -0.0067633045837283134, -6.944263458251953, -6.194263458251953, -6.819263458251953, -6.881763458251953], "floored": [], "top0_token": "B", "top0_logprob": -0.0067633045837283134, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.00015818114071184403, "einstein": 0.9982320240806957, "hypatia": 0.0002848538183646748, "ibn_sina": 0.0006883717813424873, "sagan": 0.00032998095946069146, "socrates": 0.0003065882194247148}, "confidence": 0.9978784288968348, "seconds": 0.08803497900953516, "prompt_tokens": 353, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 88.03497900953516, "done_reason": "length", "id": "c-einstein-01-dessert-03", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "ba81d297e8e41218448e6befed9c6f84a77abb935faab40eab5a67a39f6e41f2", "prompt_chars": 966, "n_options": 6, "mode": "readout", "letter_logprobs": [-4.094712734222412, -4.594712734222412, -0.7197127938270569, -1.219712734222412, -5.407212734222412, -1.719712734222412], "floored": [], "top0_token": "C", "top0_logprob": -0.7197127938270569, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.009943059292183377, "einstein": 0.00552144419208569, "hypatia": 0.5271382849261368, "ibn_sina": 0.29272326959946754, "sagan": 0.00212284485557406, "socrates": 0.16255109713455249}, "confidence": 0.43256594191136416, "seconds": 0.08595271699596196, "prompt_tokens": 248, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.95271699596196, "done_reason": "length", "id": "c-einstein-01-main-01", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "301b6346799a97a1ac9b4f2374aee246dd0c9df331f21c5cf6a0acd43d4007c2", "prompt_chars": 1181, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.400250434875488, -0.4002504348754883, -1.1502504348754883, -5.150250434875488, -5.587750434875488, -6.525250434875488], "floored": [], "top0_token": "B", "top0_logprob": -0.4002504348754883, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.0001866062970304309, "einstein": 0.7038321276303359, "hypatia": 0.2912514348746734, "ibn_sina": 0.002633475820877275, "sagan": 0.0015739662320601961, "socrates": 0.0005223891450228135}, "confidence": 0.644598553156403, "seconds": 0.08714419300667942, "prompt_tokens": 294, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.14419300667942, "done_reason": "length", "id": "c-einstein-01-main-01", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "9e9bd4d5340f99c4f2460bf3dd72b99829725106e5fa08f278ce06af04b0e750", "prompt_chars": 1395, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.632497787475586, -0.007497978862375021, -6.632497787475586, -6.319997787475586, -6.319997787475586, -6.694997787475586], "floored": [], "top0_token": "B", "top0_logprob": -0.007497978862375021, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.0001268254873857491, "einstein": 0.9978917041771069, "hypatia": 0.00041128344115793085, "ibn_sina": 0.0005940299111003802, "sagan": 0.0005940299111003802, "socrates": 0.0003821270721485378}, "confidence": 0.9974700450125283, "seconds": 0.08684964396525174, "prompt_tokens": 331, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.84964396525174, "done_reason": "length", "id": "c-einstein-01-main-02", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "54f8449d39f68457cd3e10172723f9a7fb87cfb3ad39b309b6e2b7bf063cbdaa", "prompt_chars": 1190, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.507322788238525, -0.3198226988315582, -2.9448227882385254, -5.694822788238525, -1.9448226690292358, -2.6948227882385254], "floored": [], "top0_token": "B", "top0_logprob": -0.3198226988315582, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.0017767995677301118, "einstein": 0.794533406242078, "hypatia": 0.0362166744398885, "ibn_sina": 0.001425076526403988, "sagan": 0.11744737502676336, "socrates": 0.04860066819713606}, "confidence": 0.7534400874904936, "seconds": 0.08655385399470106, "prompt_tokens": 288, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.55385399470106, "done_reason": "length", "id": "c-einstein-01-main-03", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:21Z"} {"prompt_sha256": "2e21072a8a8dee63ad521524a10023082f3bbfa90a41fbc67ca7073d10b9f192", "prompt_chars": 1184, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.753479957580566, -0.0034797375556081533, -7.628479957580566, -7.378479957580566, -6.815979957580566, -7.503479957580566], "floored": [], "top0_token": "B", "top0_logprob": -0.0034797375556081533, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 3.380415450872721e-05, "einstein": 0.9991913844483382, "hypatia": 0.00012699060675443232, "ibn_sina": 0.00017041399958654362, "sagan": 0.00033029806501054293, "socrates": 0.00014710872580151306}, "confidence": 0.9990296613380059, "seconds": 0.08624409598996863, "prompt_tokens": 292, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.24409598996863, "done_reason": "length", "id": "c-einstein-01-main-03", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "d8406ec23b4712eefe540c3020277f351c4c8c415cf355c29278c66e17519c93", "prompt_chars": 1209, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.569233417510986, -0.0067332289181649685, -7.006733417510986, -6.631733417510986, -6.506733417510986, -6.381733417510986], "floored": [], "top0_token": "B", "top0_logprob": -0.0067332289181649685, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.00013653877081059597, "einstein": 0.9981587940792331, "hypatia": 0.00026464076840561915, "ibn_sina": 0.000411393338989651, "sagan": 0.00047656713711925964, "socrates": 0.0005520659054418004}, "confidence": 0.9977905528950798, "seconds": 0.0863738150219433, "prompt_tokens": 307, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.3738150219433, "done_reason": "length", "id": "c-einstein-01-main-03", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "4b88018390c48fc410b48812a624bbd20ba71faa65a3755c6cc24be0837c5b60", "prompt_chars": 1489, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.503894805908203, -0.0038943656254559755, -7.003894329071045, -8.003894805908203, -6.691394329071045, -7.378894329071045], "floored": [], "top0_token": "B", "top0_logprob": -0.0038943656254559755, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 4.53570088705626e-05, "einstein": 0.9990551219323338, "hypatia": 0.00026487848100683936, "ibn_sina": 8.167925144702645e-05, "sagan": 0.00038257251515379237, "socrates": 0.0001703908111879433}, "confidence": 0.9988661463188006, "seconds": 0.08665815502172336, "prompt_tokens": 349, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.65815502172336, "done_reason": "length", "id": "c-einstein-01-main-03", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "74147c86cdfe1c555678d9282b4dca25a7dc1863e40fedc2e906e33068d6212e", "prompt_chars": 981, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.816167831420898, -0.0036678914912045, -8.253667831420898, -7.378667831420898, -7.941167831420898, -6.441167831420898], "floored": [], "top0_token": "B", "top0_logprob": -0.0036678914912045, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.00010183962928246137, "einstein": 0.999065592830274, "hypatia": 6.0867138519132435e-05, "ibn_sina": 0.00017039260173417153, "sagan": 8.791236715404414e-05, "socrates": 0.0005133954330363336}, "confidence": 0.9988787113963288, "seconds": 0.08599790703738108, "prompt_tokens": 253, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.99790703738108, "done_reason": "length", "id": "c-einstein-01-starter-01", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "b9740bf9548d430551cfddb985e4d576cffe992925727f412b41b52c91f19a56", "prompt_chars": 846, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.628681659698486, -0.12868167459964752, -2.3786816596984863, -4.628681659698486, -5.128681659698486, -4.753681659698486], "floored": [], "top0_token": "B", "top0_logprob": -0.12868167459964752, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.0004406598641970722, "einstein": 0.9229516244092452, "hypatia": 0.06539972253519984, "ibn_sina": 0.004634179646671607, "sagan": 0.002573389491432672, "socrates": 0.004000424053253647}, "confidence": 0.9075419492910942, "seconds": 0.08553111902438104, "prompt_tokens": 216, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.53111902438104, "done_reason": "length", "id": "c-einstein-01-starter-02", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "aa7feb3bbf368d624b00e163de0c6623606706d86943fcb086cd0906e54fda1a", "prompt_chars": 949, "n_options": 6, "mode": "readout", "letter_logprobs": [-4.165704727172852, -0.040704648941755295, -4.915704727172852, -5.853204727172852, -5.290704727172852, -4.915704727172852], "floored": [], "top0_token": "B", "top0_logprob": -0.040704648941755295, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.007671782000994818, "einstein": 0.9828830994019788, "hypatia": 0.0031746455271348256, "ibn_sina": 0.0010536441817431792, "sagan": 0.0020421833610134305, "socrates": 0.0031746455271348256}, "confidence": 0.9794597192823746, "seconds": 0.0856213879887946, "prompt_tokens": 243, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.6213879887946, "done_reason": "length", "id": "c-einstein-01-starter-02", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "6147f65041a9efb389ca62087bc72fcef4596530e1926dbbc313c32948ac2ef6", "prompt_chars": 1346, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.07015609741211, -0.0076561588793993, -5.632656097412109, -6.382656097412109, -6.820156097412109, -7.882656097412109], "floored": [], "top0_token": "B", "top0_logprob": -0.0076561588793993, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 7.577955056858918e-05, "einstein": 0.9976148112959655, "hypatia": 0.0013333842439364068, "ibn_sina": 0.0005517651994563795, "sagan": 0.0003297770137418597, "socrates": 9.448269633127164e-05}, "confidence": 0.9971377735551586, "seconds": 0.08707266201963648, "prompt_tokens": 334, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.07266201963648, "done_reason": "length", "id": "c-einstein-01-starter-03", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "e7d389144071c9fc78511bfb079956181dad8dfe57f1bb699708b9ff3eaebc83", "prompt_chars": 1174, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.818963050842285, -0.006462982390075922, -6.506463050842285, -6.943963050842285, -6.381463050842285, -6.693963050842285], "floored": [], "top0_token": "B", "top0_logprob": -0.006462982390075922, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 0.00010175163247230002, "einstein": 0.9982024787836379, "hypatia": 0.00047658806157783984, "ibn_sina": 0.000284845415925124, "sagan": 0.0005520901447971236, "socrates": 0.00038224596158958636}, "confidence": 0.9978429745403654, "seconds": 0.08612941700266674, "prompt_tokens": 292, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.12941700266674, "done_reason": "length", "id": "c-einstein-01-starter-03", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "94c1b1446495e9f663e58e4f21d1ae221375d61a9c59c2f26c99f3e97ac969a7", "prompt_chars": 881, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.56808853149414, -0.0055889771319925785, -6.130589008331299, -7.505589008331299, -6.380589008331299, -7.568089008331299], "floored": [], "top0_token": "B", "top0_logprob": -0.0055889771319925785, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "einstein", "probs": {"darwin": 4.2113211018331465e-05, "einstein": 0.9983811336742338, "hypatia": 0.0007410054574229759, "ibn_sina": 0.0001469894670350444, "sagan": 0.0005521889802175606, "socrates": 0.00013656921007234766}, "confidence": 0.9980573604090806, "seconds": 0.0856679980061017, "prompt_tokens": 227, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.6679980061017, "done_reason": "length", "id": "c-einstein-01-starter-03", "task": "c", "label": "einstein", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "e24e4e71d490050e57f33bcddeae79b9840ee11c548e16baaf278211b8de158e", "prompt_chars": 1373, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.448089599609375, -7.198089599609375, -0.3230895400047302, -1.448089599609375, -6.510589599609375, -3.448089599609375], "floored": [], "top0_token": "C", "top0_logprob": -0.3230895400047302, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0018587464848115703, "einstein": 0.00023718349384532577, "hypatia": 0.7722545027430542, "ibn_sina": 0.20556960366899585, "sagan": 0.0005325397840455314, "socrates": 0.019547423825247504}, "confidence": 0.726705403291665, "seconds": 0.08682531403610483, "prompt_tokens": 342, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.82531403610483, "done_reason": "length", "id": "c-hypatia-01-dessert-01", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "824b3367a26da3d5ae7684b4efd390bc60b8c37287330170c2187895ccdb05ef", "prompt_chars": 1070, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.0439372062683105, -6.3564372062683105, -0.6689373850822449, -0.7939373850822449, -4.4189372062683105, -4.1689372062683105], "floored": [], "top0_token": "C", "top0_logprob": -0.6689373850822449, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0009466442843767875, "einstein": 0.0006554200580737775, "hypatia": 0.5277893898950887, "ibn_sina": 0.4556106002288517, "sagan": 0.006404064236985333, "socrates": 0.008593881296623763}, "confidence": 0.4333472678741065, "seconds": 0.08645370602607727, "prompt_tokens": 270, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.45370602607727, "done_reason": "length", "id": "c-hypatia-01-dessert-02", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:22Z"} {"prompt_sha256": "62f25e183de2281e6e98c3c80bd6d28f64aaddffa8fea816cf9017c575608411", "prompt_chars": 840, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.846983432769775, -6.721983432769775, -0.15948325395584106, -5.221983432769775, -2.2844831943511963, -3.4094831943511963], "floored": [], "top0_token": "C", "top0_logprob": -0.15948325395584106, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0011205628665469597, "einstein": 0.00040028413512880587, "hypatia": 0.9023548077638406, "ibn_sina": 0.00233760110829383, "sagan": 0.07406979834756788, "socrates": 0.019716945778622003}, "confidence": 0.8828257693166087, "seconds": 0.08552237902767956, "prompt_tokens": 223, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.52237902767956, "done_reason": "length", "id": "c-hypatia-01-dessert-02", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "0543c562f94f9cd0f918b80f8b280cc74528765ad6ed00da661c943cba19ed9e", "prompt_chars": 975, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.167848110198975, -7.355348110198975, -0.10534801334142685, -2.7303481101989746, -7.292848110198975, -3.4803481101989746], "floored": [], "top0_token": "C", "top0_logprob": -0.10534801334142685, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.00023127722425824026, "einstein": 0.00018549517310123082, "hypatia": 0.9388779202427908, "ibn_sina": 0.04279623161347967, "sagan": 0.00019964849044143318, "socrates": 0.017709427255928504}, "confidence": 0.926653504291349, "seconds": 0.08601394697325304, "prompt_tokens": 247, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.01394697325304, "done_reason": "length", "id": "c-hypatia-01-dessert-03", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "4088746dbd3e3f9c1da8b1979b4f4297d4ee3395f52cc18c6b749f9cf98bb4fb", "prompt_chars": 1259, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.211584568023682, -8.21158504486084, -0.024084610864520073, -4.399084568023682, -7.711584568023682, -4.899084568023682], "floored": [], "top0_token": "C", "top0_logprob": -0.024084610864520073, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0006828177958972089, "einstein": 6.49284773913753e-05, "hypatia": 0.9901777663923257, "ibn_sina": 0.005759356305198617, "sagan": 0.00011692376852129576, "socrates": 0.0031982072606657596}, "confidence": 0.9882133196707908, "seconds": 0.08659012499265373, "prompt_tokens": 316, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.59012499265373, "done_reason": "length", "id": "c-hypatia-01-main-01", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "3425cc314363bab91ee70d4835fdfac801b78f4da8900a84ca1289d331a63aa1", "prompt_chars": 965, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.242438316345215, -3.867438554763794, -0.11743848770856857, -3.992438554763794, -4.617438316345215, -2.867438554763794], "floored": [], "top0_token": "C", "top0_logprob": -0.11743848770856857, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0006951327781489011, "einstein": 0.011364164763353743, "hypatia": 0.9365751341802351, "ibn_sina": 0.009810037920543167, "sagan": 0.004702584738501169, "socrates": 0.03685294561921799}, "confidence": 0.9238901610162821, "seconds": 0.08627928601345047, "prompt_tokens": 244, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.27928601345047, "done_reason": "length", "id": "c-hypatia-01-main-01", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "9956a829c048036a030d6c2509931cf8ec02711b0b3eab9f2f7b4c7e3bba1194", "prompt_chars": 1357, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.132933616638184, -8.195433616638184, -0.007933415472507477, -6.007933616638184, -7.507933616638184, -5.632933616638184], "floored": [], "top0_token": "C", "top0_logprob": -0.007933415472507477, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 7.040118705744631e-05, "einstein": 6.541036373918383e-05, "hypatia": 0.9975263971562657, "ibn_sina": 0.000857662036153695, "sagan": 0.0001468635966831682, "socrates": 0.0013332656601009157}, "confidence": 0.9970316765875188, "seconds": 0.08690854301676154, "prompt_tokens": 334, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.90854301676154, "done_reason": "length", "id": "c-hypatia-01-main-01", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "a6b03550c52cda7409ae601a4bb6ab8989bab97c16a8db234a26c334bed4c4d0", "prompt_chars": 1155, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.5367889404296875, -5.3492889404296875, -0.22428911924362183, -1.8492891788482666, -4.7242889404296875, -3.8492891788482666], "floored": [], "top0_token": "C", "top0_logprob": -0.22428911924362183, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0016482231927939387, "einstein": 0.0020550210477951634, "hypatia": 0.8538005721695845, "ibn_sina": 0.1262081929624367, "sagan": 0.004286970077543442, "socrates": 0.012001020549846255}, "confidence": 0.8245606866035013, "seconds": 0.0865560449892655, "prompt_tokens": 286, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.5560449892655, "done_reason": "length", "id": "c-hypatia-01-main-01", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "ba5e1d3cfd0f1c626ffa8da3f11d5cf6466ac76191e71ff0a7be95923deefb65", "prompt_chars": 886, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.7990498542785645, -6.0490498542785645, -0.23654969036579132, -1.736549735069275, -4.9865498542785645, -3.8615496158599854], "floored": [], "top0_token": "C", "top0_logprob": -0.23654969036579132, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.00037260036892035244, "einstein": 0.0009004182606891058, "hypatia": 0.8399476743376607, "ibn_sina": 0.14383023241233256, "sagan": 0.0031427685349662607, "socrates": 0.011806306085431088}, "confidence": 0.8079372092051929, "seconds": 0.08611954702064395, "prompt_tokens": 224, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.11954702064395, "done_reason": "length", "id": "c-hypatia-01-main-01", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "d41385ab86ed6a2b33a417ae8bef5dac85d52d4ca76456747417fc9e12684299", "prompt_chars": 1229, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.191862106323242, -6.504362106323242, -0.06686201691627502, -3.191862106323242, -5.441862106323242, -4.316862106323242], "floored": [], "top0_token": "C", "top0_logprob": -0.06686201691627502, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0007170390268064009, "einstein": 0.0004964502172006569, "hypatia": 0.9660904360736292, "ibn_sina": 0.024453827693135515, "sagan": 0.0017327815193367143, "socrates": 0.006509465469891485}, "confidence": 0.959308523288355, "seconds": 0.08669207495404407, "prompt_tokens": 298, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.69207495404407, "done_reason": "length", "id": "c-hypatia-01-main-02", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "d1799122dfc9597655f2823058c9a72998f04f0207734e765cb399f64cc6f9d2", "prompt_chars": 1248, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.858601093292236, -6.921101093292236, -0.04610111936926842, -4.046101093292236, -6.296101093292236, -3.9211010932922363], "floored": [], "top0_token": "C", "top0_logprob": -0.04610111936926842, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.001049393631877651, "einstein": 0.00030065630932748344, "hypatia": 0.9789178896367429, "ibn_sina": 0.008851309773566095, "sagan": 0.0006271977618401697, "socrates": 0.010253552886645612}, "confidence": 0.9747014675640915, "seconds": 0.08681074302876368, "prompt_tokens": 311, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.81074302876368, "done_reason": "length", "id": "c-hypatia-01-main-03", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "0d024b1c72e9d6e4f2c21012dec838d8cd97651a7cc82f365d470bbf537d212d", "prompt_chars": 1135, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.449256420135498, -8.199256896972656, -0.011756657622754574, -4.761756420135498, -8.574256896972656, -6.511756420135498], "floored": [], "top0_token": "C", "top0_logprob": -0.011756657622754574, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.00015775379820253066, "einstein": 6.527976275122866e-05, "hypatia": 0.9955347401733537, "ibn_sina": 0.0037249186228766663, "sagan": 4.199311203785984e-05, "socrates": 0.0004753145307779666}, "confidence": 0.9946416882080245, "seconds": 0.08634671499021351, "prompt_tokens": 278, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.34671499021351, "done_reason": "length", "id": "c-hypatia-01-main-03", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "acde561740245227e5b140e70cf61b04e8e654935e20ac00865621d8dfb54edc", "prompt_chars": 1459, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.320296764373779, -8.382796287536621, -0.007796571124345064, -5.507796764373779, -7.570296764373779, -6.570296764373779], "floored": [], "top0_token": "C", "top0_logprob": -0.007796571124345064, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0001831319780086575, "einstein": 5.2468219591845385e-05, "hypatia": 0.9976407175626606, "ibn_sina": 0.0015446614288102585, "sagan": 0.00013646790204961012, "socrates": 0.00044255290887905413}, "confidence": 0.9971688610751928, "seconds": 0.08666008501313627, "prompt_tokens": 355, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.66008501313627, "done_reason": "length", "id": "c-hypatia-01-main-03", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "96c2ee238955f24e5e5ab2d197e3f27307804ab5707e4353060d1a06371915fd", "prompt_chars": 842, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.364626884460449, -7.239626884460449, -0.4271266758441925, -2.67712664604187, -6.739626884460449, -1.3021266460418701], "floored": [], "top0_token": "C", "top0_logprob": -0.4271266758441925, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0006471592381941297, "einstein": 0.00023117629870193283, "hypatia": 0.6993361067492606, "ibn_sina": 0.0495544803567766, "sagan": 0.0004163040619400936, "socrates": 0.24981477329512655}, "confidence": 0.6392033280991127, "seconds": 0.08568693796405569, "prompt_tokens": 221, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.68693796405569, "done_reason": "length", "id": "c-hypatia-01-starter-01", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:23Z"} {"prompt_sha256": "c5331ab3ca5648886e5644915465f22e6415f14310b0bbee7f8b3a97c9ab7059", "prompt_chars": 1040, "n_options": 6, "mode": "readout", "letter_logprobs": [-2.889976739883423, -5.889976978302002, -3.139976739883423, -3.889976739883423, -5.264976978302002, -0.13997678458690643], "floored": [], "top0_token": "F", "top0_logprob": -0.13997678458690643, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.036287249795778596, "einstein": 0.0010640202142306295, "hypatia": 0.02704085274798892, "ibn_sina": 0.011189723875780459, "sagan": 0.0022196477380132104, "socrates": 0.9221985056282082}, "confidence": 0.9066382067538498, "seconds": 0.0864182859659195, "prompt_tokens": 275, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.4182859659195, "done_reason": "length", "id": "c-hypatia-01-starter-01", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "12bb2f6be1186c9e0ff378c13996734b9817e92a2f0ba3e0fae450a7000f0244", "prompt_chars": 939, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.444354057312012, -8.694354057312012, -0.0068541173823177814, -5.756854057312012, -8.631854057312012, -6.194354057312012], "floored": [], "top0_token": "C", "top0_logprob": -0.0068541173823177814, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.000158132824321596, "einstein": 3.633738513567945e-05, "hypatia": 0.9979268634203882, "ibn_sina": 0.0011513949172004254, "sagan": 3.910993460173898e-05, "socrates": 0.0006881615183523911}, "confidence": 0.9975122361044658, "seconds": 0.08577232802053913, "prompt_tokens": 252, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.77232802053913, "done_reason": "length", "id": "c-hypatia-01-starter-02", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "51218e693db1287eac9f4da7569b543728dafb0532548b5b4b0e717b36f9b61a", "prompt_chars": 876, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.659526824951172, -7.347026824951172, -0.034527044743299484, -4.784526824951172, -5.784526824951172, -3.909527063369751], "floored": [], "top0_token": "C", "top0_logprob": -0.034527044743299484, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.00012513132720055593, "einstein": 0.00018073120319054062, "hypatia": 0.9845616346301439, "ibn_sina": 0.003683861289680019, "sagan": 0.0011359745050998967, "socrates": 0.010312667044685028}, "confidence": 0.9814739615561727, "seconds": 0.08551824896130711, "prompt_tokens": 222, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.51824896130711, "done_reason": "length", "id": "c-hypatia-01-starter-02", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "e65c949aadb89e5c0cfbd489504ed4a80b357828d66ccc858d94bcc551721021", "prompt_chars": 1030, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.944686889648438, -8.944686889648438, -0.007187225390225649, -5.882187366485596, -7.257187366485596, -5.882187366485596], "floored": [], "top0_token": "C", "top0_logprob": -0.007187225390225649, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 2.7073726270770696e-05, "einstein": 2.7073726270770696e-05, "hypatia": 0.997761186590777, "ibn_sina": 0.0009937685801386152, "sagan": 0.00019712879640421772, "socrates": 0.0009937685801386152}, "confidence": 0.9973134239089323, "seconds": 0.08662735502002761, "prompt_tokens": 258, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.62735502002761, "done_reason": "length", "id": "c-hypatia-01-starter-02", "task": "c", "label": "hypatia", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "52f44aac486c1e6d1485702fcfc97b5378f4d11e30c5b0ab3514759d5f04f8e0", "prompt_chars": 1048, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.829273700714111, -7.641773700714111, -6.391773700714111, -0.016773615032434464, -5.141773700714111, -5.016773700714111], "floored": [], "top0_token": "D", "top0_logprob": -0.016773615032434464, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.00032852662434634344, "einstein": 0.00012630953608340376, "hypatia": 0.0005496731150312502, "ibn_sina": 0.9938324062429493, "sagan": 0.0023920643108739695, "socrates": 0.0027710201707155982}, "confidence": 0.9925988874915392, "seconds": 0.08640656503848732, "prompt_tokens": 260, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.40656503848732, "done_reason": "length", "id": "c-ibn_sina-01-dessert-01", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "327d2bf795cf7c47449f53c83b9c7bc3ca0d3b17259f9de04f32a618f5628b6a", "prompt_chars": 1072, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.002985000610352, -9.065485000610352, -7.690485000610352, -0.0029850706923753023, -8.127985000610352, -7.190485000610352], "floored": [], "top0_token": "D", "top0_logprob": -0.0029850706923753023, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.0002649462307762645, "einstein": 2.340749603480261e-05, "hypatia": 0.00011800221237797988, "ibn_sina": 0.9993106176342342, "sagan": 7.052713228612982e-05, "socrates": 0.00021249929429058677}, "confidence": 0.9991727411610811, "seconds": 0.08674073399743065, "prompt_tokens": 271, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.74073399743065, "done_reason": "length", "id": "c-ibn_sina-01-dessert-02", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "3950cff9aa06eaacd54e26258d5b028e78806b162a559be126ad9fff30f46176", "prompt_chars": 1186, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.003396034240723, -7.378396034240723, -1.6283960342407227, -0.25339609384536743, -6.940896034240723, -3.7533960342407227], "floored": [], "top0_token": "D", "top0_logprob": -0.25339609384536743, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.00029268115395471094, "einstein": 0.00018827569175194274, "hypatia": 0.1631806611264139, "ibn_sina": 0.822628684901647, "sagan": 0.00031501278222385783, "socrates": 0.013394684344008577}, "confidence": 0.7871544218819764, "seconds": 0.08675765403313562, "prompt_tokens": 291, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.75765403313562, "done_reason": "length", "id": "c-ibn_sina-01-dessert-02", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "0f88d4edb0de9793f1e0a4947dcc4536ebb3ad7719c723303d3c67efe8058640", "prompt_chars": 1150, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.37856674194336, -7.753566741943359, -7.691066741943359, -0.003566810628399253, -7.878566741943359, -6.503566741943359], "floored": [], "top0_token": "D", "top0_logprob": -0.003566810628399253, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 5.254748737124511e-05, "einstein": 0.00010961907482763356, "hypatia": 0.00011798303129418914, "ibn_sina": 0.9991481828244902, "sagan": 9.462792059665506e-05, "socrates": 0.00047703966142003795}, "confidence": 0.9989778193893883, "seconds": 0.08619180700043216, "prompt_tokens": 288, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.19180700043216, "done_reason": "length", "id": "c-ibn_sina-01-dessert-02", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "07af9ef14ffbc1949b430ed9970b2ca2ab40084ad5b4c12c3fbedcb554be976e", "prompt_chars": 1221, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.50706958770752, -7.882069110870361, -5.507069110870361, -0.007069217972457409, -7.444569110870361, -6.757069110870361], "floored": [], "top0_token": "D", "top0_logprob": -0.007069217972457409, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 4.530012866917783e-05, "einstein": 9.450044575721215e-05, "hypatia": 0.0015449119517586586, "ibn_sina": 0.9978021686583031, "sagan": 0.00015811307377160087, "socrates": 0.00035500574174024863}, "confidence": 0.9973626023899637, "seconds": 0.08658030402148142, "prompt_tokens": 300, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.58030402148142, "done_reason": "length", "id": "c-ibn_sina-01-dessert-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "bd9433960cba3111e47f8735d606cb48bf691be10f10ecd7dff2adcdd726ac23", "prompt_chars": 1404, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.253382682800293, -8.003382682800293, -6.940882682800293, -0.0033827959559857845, -8.315882682800293, -6.815882682800293], "floored": [], "top0_token": "D", "top0_logprob": -0.0033827959559857845, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 6.0874444775195475e-05, "einstein": 8.168996016226354e-05, "hypatia": 0.0002851259771476949, "ibn_sina": 0.9991854544002325, "sagan": 5.655898347164654e-05, "socrates": 0.00033029623421060436}, "confidence": 0.999022545280279, "seconds": 0.08671978401253, "prompt_tokens": 340, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.71978401253, "done_reason": "length", "id": "c-ibn_sina-01-dessert-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "a82e4346d0c4051b318716f435d91cd533fa4e9f798f2e6ad5a04712995922b8", "prompt_chars": 1064, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.778034210205078, -8.215534210205078, -4.403034210205078, -0.028034163638949394, -6.403034210205078, -4.403034210205078], "floored": [], "top0_token": "D", "top0_logprob": -0.028034163638949394, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.00010837288066156814, "einstein": 6.47719083957926e-05, "hypatia": 0.00574546492901957, "ibn_sina": 0.9877895943971778, "sagan": 0.0005463309557257256, "socrates": 0.00574546492901957}, "confidence": 0.9853475132766134, "seconds": 0.08630191598786041, "prompt_tokens": 266, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.30191598786041, "done_reason": "length", "id": "c-ibn_sina-01-main-02", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:24Z"} {"prompt_sha256": "f05c0a48c3881ec6bd2ca95e8dbe218345c5fbaf7ca427eaf9b8d870c125e0ef", "prompt_chars": 1265, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.879273891448975, -8.504274368286133, -6.629273891448975, -0.004273924510926008, -7.754273891448975, -6.504273891448975], "floored": [], "top0_token": "D", "top0_logprob": -0.004273924510926008, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 9.46008010224144e-05, "einstein": 4.534823538856811e-05, "hypatia": 0.00041168322356996173, "ibn_sina": 0.9988618771352811, "sagan": 0.0001095876589133954, "socrates": 0.00047690294582455607}, "confidence": 0.9986342525623373, "seconds": 0.08658540400210768, "prompt_tokens": 301, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.58540400210768, "done_reason": "length", "id": "c-ibn_sina-01-main-02", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "023cbd679aaba6ac9205c4c8b0ecd6b614593ffbeaaeadc18bb2a8056a3f8080", "prompt_chars": 1262, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.445110321044922, -7.632610321044922, -6.007610321044922, -0.00761037552729249, -6.695110321044922, -6.007610321044922], "floored": [], "top0_token": "D", "top0_logprob": -0.00761037552729249, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 4.875287430154226e-05, "einstein": 0.00012680449725420022, "hypatia": 0.000857834520692366, "ibn_sina": 0.9977267097584882, "sagan": 0.000382063828571256, "socrates": 0.000857834520692366}, "confidence": 0.9972720517101858, "seconds": 0.08672223403118551, "prompt_tokens": 314, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.72223403118551, "done_reason": "length", "id": "c-ibn_sina-01-main-02", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "f4f23733c1e5e53ad2661fc37714c5ca97de4f41d6d1eb6b59502b0c492eec06", "prompt_chars": 1423, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.193469047546387, -7.943469524383545, -6.005969524383545, -0.005969434045255184, -8.130969047546387, -6.255969524383545], "floored": [], "top0_token": "D", "top0_logprob": -0.005969434045255184, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 6.545971530762749e-05, "einstein": 8.784307693729428e-05, "hypatia": 0.0008583086534369591, "ibn_sina": 0.9982783322400709, "sagan": 7.045430416004235e-05, "socrates": 0.000639602010087121}, "confidence": 0.9979339986880851, "seconds": 0.0880551990121603, "prompt_tokens": 337, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 88.0551990121603, "done_reason": "length", "id": "c-ibn_sina-01-main-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "05b02887527960e75ff0da8b2dbbc01a91e6ad546da825aef1d7dc570fe3bbec", "prompt_chars": 1284, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.328349590301514, -8.015849113464355, -5.140849590301514, -0.015849445015192032, -7.328349590301514, -4.890849590301514], "floored": [], "top0_token": "D", "top0_logprob": -0.015849445015192032, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.00018245470061905596, "einstein": 8.126203700566181e-05, "hypatia": 0.002392349791276437, "ibn_sina": 0.9939510846573952, "sagan": 0.00018245470061905596, "socrates": 0.0032103941130844408}, "confidence": 0.9927413015888743, "seconds": 0.08801034901989624, "prompt_tokens": 319, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 88.01034901989624, "done_reason": "length", "id": "c-ibn_sina-01-main-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "8fa28742a6fdd7a100141ed5231774893122edefc43350884fc04c289aa59072", "prompt_chars": 1532, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.885049343109131, -7.010049343109131, -6.635049343109131, -0.010049460455775261, -6.635049343109131, -5.947549343109131], "floored": [], "top0_token": "D", "top0_logprob": -0.010049460455775261, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.000993008962745448, "einstein": 0.0002643331602479055, "hypatia": 0.00041091515133978595, "ibn_sina": 0.9969982141900322, "sagan": 0.00041091515133978595, "socrates": 0.0009226133842949086}, "confidence": 0.9963978570280386, "seconds": 0.08717296196846291, "prompt_tokens": 342, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.17296196846291, "done_reason": "length", "id": "c-ibn_sina-01-main-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "ca2674195af67049a286da84143025aceb63c9a3cdeadb273a87c61869655612", "prompt_chars": 922, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.00106143951416, -5.68856143951416, -2.313561201095581, -0.18856127560138702, -5.25106143951416, -2.938561201095581], "floored": [], "top0_token": "D", "top0_logprob": -0.18856127560138702, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.0030790305639058543, "einstein": 0.0013713439797040485, "hypatia": 0.07270279153711362, "ibn_sina": 0.8857012411920081, "sagan": 0.0022944591434653537, "socrates": 0.03485113358380294}, "confidence": 0.8628414894304097, "seconds": 0.08614971698261797, "prompt_tokens": 242, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.14971698261797, "done_reason": "length", "id": "c-ibn_sina-01-starter-01", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "ff2e45354a38a266273b02b794485fb52ec82e03718bcf1ae9fd3f88b8db4efb", "prompt_chars": 1038, "n_options": 6, "mode": "readout", "letter_logprobs": [-4.51524543762207, -5.07774543762207, -4.01524543762207, -0.5152453184127808, -6.45274543762207, -1.0152453184127808], "floored": [], "top0_token": "D", "top0_logprob": -0.5152453184127808, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.005700295235410487, "einstein": 0.002941010598591949, "hypatia": 0.010265135630616045, "ibn_sina": 0.6304289510465267, "sagan": 0.000583393247783716, "socrates": 0.3500812142410711}, "confidence": 0.5565147412558321, "seconds": 0.086459694954101, "prompt_tokens": 260, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.459694954101, "done_reason": "length", "id": "c-ibn_sina-01-starter-02", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "5600401ff36b723c8255e6edad509fac2a9b9df56bc52fa27a5cbb29754a7f1f", "prompt_chars": 1350, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.317935466766357, -8.3804349899292, -7.192935466766357, -0.005435450002551079, -7.255435466766357, -6.005435466766357], "floored": [], "top0_token": "D", "top0_logprob": -0.005435450002551079, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.00018328903470391503, "einstein": 5.251321711365869e-05, "hypatia": 0.00021232606913063, "ibn_sina": 0.9984961016922812, "sagan": 0.00019727402326061543, "socrates": 0.0008584959635098977}, "confidence": 0.9981953220307375, "seconds": 0.08708211296470836, "prompt_tokens": 318, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.08211296470836, "done_reason": "length", "id": "c-ibn_sina-01-starter-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "5f1768d669921b955a43530ebca582c54a24ebe780b9380335724ab1173ca76c", "prompt_chars": 1170, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.755812644958496, -7.943312644958496, -6.255812644958496, -0.005812765099108219, -7.005812644958496, -6.443312644958496], "floored": [], "top0_token": "D", "top0_logprob": -0.005812765099108219, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.00010953537210884828, "einstein": 8.785250201442875e-05, "hypatia": 0.0006396706358512748, "ibn_sina": 0.998385194770773, "sagan": 0.00026470088992119585, "socrates": 0.0005130458293312856}, "confidence": 0.9980622337249276, "seconds": 0.08720416203141212, "prompt_tokens": 304, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.20416203141212, "done_reason": "length", "id": "c-ibn_sina-01-starter-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "93dec4d9ddd733008dedf07ad07ac38f53a7ee57cbd2cc1410fa8c16740fcec6", "prompt_chars": 1291, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.13020658493042, -8.567707061767578, -7.00520658493042, -0.005206715315580368, -6.88020658493042, -6.38020658493042], "floored": [], "top0_token": "D", "top0_logprob": -0.005206715315580368, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 0.00022855167810543635, "einstein": 4.21226379870871e-05, "hypatia": 0.00026475931570989843, "ibn_sina": 0.998605550118336, "sagan": 0.00030670304342651187, "socrates": 0.0005523132064350258}, "confidence": 0.9983266601420031, "seconds": 0.08653011498972774, "prompt_tokens": 319, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.53011498972774, "done_reason": "length", "id": "c-ibn_sina-01-starter-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "405ce2f4612de24acf97963c539d0a51421a0254581a5b8298fef1abe41576ae", "prompt_chars": 1177, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.505433082580566, -8.755433082580566, -6.005433559417725, -0.005433434154838324, -7.192933559417725, -6.505433559417725], "floored": [], "top0_token": "D", "top0_logprob": -0.005433434154838324, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "ibn_sina", "probs": {"darwin": 4.532610721460355e-05, "einstein": 3.377650821507658e-05, "hypatia": 0.0008583904743635495, "ibn_sina": 0.9983735372300634, "sagan": 0.00021229997920507173, "socrates": 0.0004766697009382467}, "confidence": 0.9980482446760761, "seconds": 0.08653923502424732, "prompt_tokens": 295, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.53923502424732, "done_reason": "length", "id": "c-ibn_sina-01-starter-03", "task": "c", "label": "ibn_sina", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "f364238823fcdbad082d4c16c41950b3b998e0f0a30e75da1b70deb3a1ac8fb5", "prompt_chars": 1462, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.264531135559082, -5.452031135559082, -6.514531135559082, -6.077031135559082, -0.014530906453728676, -5.702031135559082], "floored": [], "top0_token": "E", "top0_logprob": -0.014530906453728676, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0006376282645752812, "einstein": 0.001658448505506454, "hypatia": 0.0004751534521732125, "ibn_sina": 0.000795001253531763, "sagan": 0.9951979112443172, "socrates": 0.0012358572798961296}, "confidence": 0.9942374934931807, "seconds": 0.08740617200965062, "prompt_tokens": 350, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.40617200965062, "done_reason": "length", "id": "c-sagan-01-dessert-01", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:25Z"} {"prompt_sha256": "b8a9d9161c00db708a1bbe4574e79ea21d03621c64bc4dd43678cac57fe1ceb8", "prompt_chars": 1018, "n_options": 6, "mode": "readout", "letter_logprobs": [-4.657140254974365, -6.594640254974365, -6.532140254974365, -4.657140254974365, -0.032140083611011505, -4.782140254974365], "floored": [], "top0_token": "E", "top0_logprob": -0.032140083611011505, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.004277356840562759, "einstein": 0.0004377634834849226, "hypatia": 0.00047116492136672325, "ibn_sina": 0.004277356840562759, "sagan": 0.9868439587206453, "socrates": 0.0036923991933774164}, "confidence": 0.9842127504647744, "seconds": 0.08636437600944191, "prompt_tokens": 257, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.36437600944191, "done_reason": "length", "id": "c-sagan-01-dessert-01", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "009aba32a497615f17a6f611e11059ad1ab1dd55c620fae05562aeea5942a7cb", "prompt_chars": 951, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.830636501312256, -5.893136501312256, -5.455636501312256, -3.955636501312256, -0.08063644915819168, -3.080636501312256], "floored": [], "top0_token": "E", "top0_logprob": -0.08063644915819168, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0011053546014094266, "einstein": 0.0010269947079155656, "hypatia": 0.0017183124239739886, "ibn_sina": 0.010034694543624932, "sagan": 0.9580233328368498, "socrates": 0.028091310886226278}, "confidence": 0.9496279994042198, "seconds": 0.08602980704745278, "prompt_tokens": 237, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.02980704745278, "done_reason": "length", "id": "c-sagan-01-dessert-01", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "024dbb2736b67256b61802be67cc8b5ad78e23a0aa2a4846fc2b2abea47c7f76", "prompt_chars": 1108, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.757437705993652, -6.819937705993652, -6.007437705993652, -6.882437705993652, -0.0074375164695084095, -6.319937705993652], "floored": [], "top0_token": "E", "top0_logprob": -0.0074375164695084095, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.00010947138769191026, "einstein": 0.00032983891270618255, "hypatia": 0.0008578993156769925, "ibn_sina": 0.000306456242532438, "sagan": 0.9978023576830942, "socrates": 0.0005939764582983164}, "confidence": 0.9973628292197131, "seconds": 0.08640349499182776, "prompt_tokens": 276, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.40349499182776, "done_reason": "length", "id": "c-sagan-01-dessert-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "0cc7a79b6591da16dc30ab0f62570884b462c8cd3655eb3ea4a38bc2ee27dce1", "prompt_chars": 1570, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.882152557373047, -6.257152557373047, -7.132152557373047, -6.694652557373047, -0.007152428384870291, -6.444652557373047], "floored": [], "top0_token": "E", "top0_logprob": -0.007152428384870291, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0003064957049491954, "einstein": 0.0006393792985344413, "hypatia": 0.0002283971717908035, "ibn_sina": 0.0003821418892072084, "sagan": 0.9979307737723693, "socrates": 0.0005128121631491092}, "confidence": 0.9975169285268431, "seconds": 0.08703650301322341, "prompt_tokens": 356, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.03650301322341, "done_reason": "length", "id": "c-sagan-01-dessert-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "4d7577b9a3d68b2fc2ce71b865d63db58c7deaa54ea107dc7d585cb0de0c4b6f", "prompt_chars": 1100, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.817904472351074, -6.942904472351074, -7.067904472351074, -7.005404472351074, -0.005404267460107803, -6.380404472351074], "floored": [], "top0_token": "E", "top0_logprob": -0.005404267460107803, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0001017870676591436, "einstein": 0.00028494461384745304, "hypatia": 0.00024597649940030476, "ibn_sina": 0.0002647445535552492, "sagan": 0.9985502648543667, "socrates": 0.000552282411171235}, "confidence": 0.99826031782524, "seconds": 0.08686544396914542, "prompt_tokens": 278, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.86544396914542, "done_reason": "length", "id": "c-sagan-01-dessert-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "bde932875b2b3c7db11f0ddf2686e096f95b073a012d6c113290ae380c8ab656", "prompt_chars": 1248, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.51103401184082, -6.26103401184082, -6.76103401184082, -5.63603401184082, -0.011034066788852215, -6.19853401184082], "floored": [], "top0_token": "E", "top0_logprob": -0.011034066788852215, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.00047578106817090636, "einstein": 0.0006384704886980334, "hypatia": 0.0003545467313476879, "ibn_sina": 0.0013319103876720155, "sagan": 0.9965121054144792, "socrates": 0.0006871859096322809}, "confidence": 0.995814526497375, "seconds": 0.08659003500360996, "prompt_tokens": 308, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.59003500360996, "done_reason": "length", "id": "c-sagan-01-dessert-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "00188edc322b1da2e563c6a3d0b51ec8e5760e2406dcb64c37e7dbf7928034ea", "prompt_chars": 1396, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.825234413146973, -6.887734413146973, -6.012734413146973, -6.012734413146973, -0.012734287418425083, -5.387734413146973], "floored": [], "top0_token": "E", "top0_logprob": -0.012734287418425083, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0003291989379720023, "einstein": 0.0003058616363631924, "hypatia": 0.0008562347640872502, "ibn_sina": 0.0008562347640872502, "sagan": 0.995866282443628, "socrates": 0.0017861874538622178}, "confidence": 0.9950395389323535, "seconds": 0.0870555629953742, "prompt_tokens": 344, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.0555629953742, "done_reason": "length", "id": "c-sagan-01-dessert-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "664913262624102ae0f8bd77c393af7324b0c6fd3ce7c0a697c7c7adf84f2dfc", "prompt_chars": 1140, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.447883129119873, -5.385383129119873, -3.697883129119873, -4.197883129119873, -0.07288321852684021, -3.947883129119873], "floored": [], "top0_token": "E", "top0_logprob": -0.07288321852684021, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0017311762438560192, "einstein": 0.0018632653238114453, "hypatia": 0.013566786228198109, "ibn_sina": 0.0075337228536735005, "sagan": 0.9651952319703951, "socrates": 0.010109817380065729}, "confidence": 0.9582342783644742, "seconds": 0.0864069249946624, "prompt_tokens": 282, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.4069249946624, "done_reason": "length", "id": "c-sagan-01-main-01", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "654069ce0f0c5de70b8f9d19f416150c880ca8e09bb411131c89b40b356da029", "prompt_chars": 1326, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.572854042053223, -6.385354042053223, -6.947854042053223, -6.322854042053223, -0.01035389956086874, -5.385354042053223], "floored": [], "top0_token": "E", "top0_logprob": -0.01035389956086874, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.00013633200078976557, "einstein": 0.0005512298741952165, "hypatia": 0.00028440156786929915, "ibn_sina": 0.0005932888194844676, "sagan": 0.9966471597362171, "socrates": 0.0017875880014440735}, "confidence": 0.9959765916834605, "seconds": 0.08659262501168996, "prompt_tokens": 314, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.59262501168996, "done_reason": "length", "id": "c-sagan-01-main-02", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "08e6ae502923ea8e84ee00f5ddb74cba9e6a36118a36215e6f944a6cc1a356b7", "prompt_chars": 1101, "n_options": 6, "mode": "readout", "letter_logprobs": [-4.9594502449035645, -2.2094502449035645, -4.2094502449035645, -3.4594502449035645, -0.2094501554965973, -3.8344502449035645], "floored": [], "top0_token": "E", "top0_logprob": -0.2094501554965973, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0032712822817154356, "einstein": 0.0831358619714416, "hypatia": 0.0079053123614994, "ibn_sina": 0.01910381255759559, "sagan": 0.8742946460138438, "socrates": 0.01228908481390408}, "confidence": 0.8491535752166125, "seconds": 0.08621447603218257, "prompt_tokens": 264, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.21447603218257, "done_reason": "length", "id": "c-sagan-01-main-02", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "a34e0cc5ea88fe95adc1336785270163367017dc9af585398ad329b0f89ab107", "prompt_chars": 1510, "n_options": 6, "mode": "readout", "letter_logprobs": [-3.6476759910583496, -3.0226759910583496, -4.39767599105835, -3.1476759910583496, -0.14767608046531677, -5.52267599105835], "floored": [], "top0_token": "E", "top0_logprob": -0.14767608046531677, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.01496436415598056, "einstein": 0.031217092124180845, "hypatia": 0.006192375086784283, "ibn_sina": 0.02694794240354953, "sagan": 0.9190298523098932, "socrates": 0.0016483739196115226}, "confidence": 0.9028358227718718, "seconds": 0.08677136496407911, "prompt_tokens": 347, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.77136496407911, "done_reason": "length", "id": "c-sagan-01-main-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:26Z"} {"prompt_sha256": "509e7af3d980cfd9977ad85cf8509d14a67e76fc352894f9f619a564ed9424d5", "prompt_chars": 1456, "n_options": 6, "mode": "readout", "letter_logprobs": [-4.852664470672607, -4.977664470672607, -3.8526644706726074, -3.4776644706726074, -0.10266442596912384, -3.6026644706726074], "floored": [], "top0_token": "E", "top0_logprob": -0.10266442596912384, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0035490853509157964, "einstein": 0.003063723784435283, "hypatia": 0.011509358774613865, "ibn_sina": 0.017891701132990268, "sagan": 0.9485412416728224, "socrates": 0.015444889284222389}, "confidence": 0.9382494900073869, "seconds": 0.08690195297822356, "prompt_tokens": 346, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.90195297822356, "done_reason": "length", "id": "c-sagan-01-main-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "8614c15b9a10e0e5db9dde012eb68956548f3d228f226782d48537b4cec8271d", "prompt_chars": 859, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.7797064781188965, -6.5297064781188965, -4.0297064781188965, -5.2797064781188965, -0.029706329107284546, -5.6547064781188965], "floored": [], "top0_token": "E", "top0_logprob": -0.029706329107284546, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.00010829990179358023, "einstein": 0.0004712988917728871, "hypatia": 0.008925511831663728, "ibn_sina": 0.0020509958153952694, "sagan": 0.9871245306598294, "socrates": 0.0013193628995450694}, "confidence": 0.9845494367917953, "seconds": 0.08576572802849114, "prompt_tokens": 232, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.76572802849114, "done_reason": "length", "id": "c-sagan-01-starter-01", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "41f7cb0a7b7dd9fb3249331dca4186c3cf362d6108a5c9625fd8449497d23f3f", "prompt_chars": 1518, "n_options": 6, "mode": "readout", "letter_logprobs": [-3.9563379287719727, -3.2063379287719727, -4.768837928771973, -2.3313379287719727, -0.2063378542661667, -4.081337928771973], "floored": [], "top0_token": "E", "top0_logprob": -0.2063378542661667, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.01065597183456218, "einstein": 0.025750998725606652, "hypatia": 0.004096930839682629, "ibn_sina": 0.07208782566195779, "sagan": 0.8782095777455275, "socrates": 0.009198695192663229}, "confidence": 0.8538514932946331, "seconds": 0.08844473800854757, "prompt_tokens": 352, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 88.44473800854757, "done_reason": "length", "id": "c-sagan-01-starter-02", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "2bb029ba224789718ce919871c02cc90d4131e8916a67716f97ce64677b959e1", "prompt_chars": 948, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.136368274688721, -6.198868274688721, -5.761368274688721, -6.073868274688721, -0.011368260718882084, -6.198868274688721], "floored": [], "top0_token": "E", "top0_logprob": -0.011368260718882084, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0002280587445493412, "einstein": 0.0006871443755421626, "hypatia": 0.001149693088442886, "ibn_sina": 0.0007960032329253821, "sagan": 0.996451956182998, "socrates": 0.0006871443755421626}, "confidence": 0.9957423474195976, "seconds": 0.0865459650522098, "prompt_tokens": 242, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.5459650522098, "done_reason": "length", "id": "c-sagan-01-starter-02", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "19ada579d453f585b72754caf5b2d1d30df081c6b670870620244ee1eb00d460", "prompt_chars": 986, "n_options": 6, "mode": "readout", "letter_logprobs": [-0.005330871790647507, -7.630331039428711, -7.442831039428711, -7.442831039428711, -6.942831039428711, -6.317831039428711], "floored": [], "top0_token": "A", "top0_logprob": -0.005330871790647507, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "darwin", "probs": {"darwin": 0.9986770934113547, "einstein": 0.00012692525159268298, "hypatia": 0.00015825166437411588, "ibn_sina": 0.00015825166437411588, "sagan": 0.0002849808179196963, "socrates": 0.0005944971903846743}, "confidence": 0.9984125120936256, "seconds": 0.0861677160137333, "prompt_tokens": 251, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.1677160137333, "done_reason": "length", "id": "c-sagan-01-starter-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "7624c5e60901919ac304abea09a90a05a8ccaa9a0cac837f1337bf079657e039", "prompt_chars": 1231, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.953385829925537, -2.703385829925537, -6.640885829925537, -6.140885829925537, -0.07838571816682816, -6.140885829925537], "floored": [], "top0_token": "E", "top0_logprob": -0.07838571816682816, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "sagan", "probs": {"darwin": 0.0002930835298210255, "einstein": 0.04349745254167262, "hypatia": 0.00042330997492728053, "ibn_sina": 0.0007622998681590737, "sagan": 0.9542615542172609, "socrates": 0.0007622998681590737}, "confidence": 0.945113865060713, "seconds": 0.0865226550376974, "prompt_tokens": 303, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.5226550376974, "done_reason": "length", "id": "c-sagan-01-starter-03", "task": "c", "label": "sagan", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "5d17ba26af71d4fc6029f4f9af621b70fe8876c109132b9594b6c00928fd41ae", "prompt_chars": 1495, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.381491184234619, -7.193991184234619, -7.693991184234619, -5.756491184234619, -7.131491184234619, -0.006491289474070072], "floored": [], "top0_token": "F", "top0_logprob": -0.006491289474070072, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.0001702312704056512, "einstein": 0.00021224603876828153, "hypatia": 0.00011786157797244585, "ibn_sina": 0.001151617359142577, "sagan": 0.00022844045229757057, "socrates": 0.9981196033014135}, "confidence": 0.9977435239616962, "seconds": 0.08681407402036712, "prompt_tokens": 357, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.81407402036712, "done_reason": "length", "id": "c-socrates-01-dessert-01", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "4094e21d8e4383b09c0bd34a06ca0b2f0f1e79cf24a9f3a964c5e1153d9abe76", "prompt_chars": 904, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.193056106567383, -8.380556106567383, -6.880556583404541, -5.755556583404541, -8.005556106567383, -0.005556377116590738], "floored": [], "top0_token": "F", "top0_logprob": -0.005556377116590738, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 6.546387564080621e-05, "einstein": 5.250509635272112e-05, "hypatia": 0.0003066219512614314, "ibn_sina": 0.0011518734368837571, "sagan": 8.162101037060261e-05, "socrates": 0.9983419146294906}, "confidence": 0.9980102975553887, "seconds": 0.08563429897185415, "prompt_tokens": 240, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.63429897185415, "done_reason": "length", "id": "c-socrates-01-dessert-01", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "1071ca1fc03e3b583ac83d141bad5536a8caaf1bb8d4f7c4ef709e1d2c1e2586", "prompt_chars": 1211, "n_options": 6, "mode": "readout", "letter_logprobs": [-3.810652017593384, -5.435652256011963, -3.060652017593384, -2.435652017593384, -5.310652256011963, -0.18565212190151215], "floored": [], "top0_token": "F", "top0_logprob": -0.18565212190151215, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.012512382007088783, "einstein": 0.0018495710146336647, "hypatia": 0.030237160732143175, "ibn_sina": 0.0630776037197503, "sagan": 0.0021425839453489614, "socrates": 0.8901806985810352}, "confidence": 0.8682168382972423, "seconds": 0.08621014602249488, "prompt_tokens": 308, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.21014602249488, "done_reason": "length", "id": "c-socrates-01-dessert-01", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "15d70af0b199f44d8055b9eca41e02cff7c19851dee5674adc5da0a64883c917", "prompt_chars": 1171, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.58085823059082, -6.33085823059082, -5.45585823059082, -2.8308582305908203, -4.70585823059082, -0.08085834980010986], "floored": [], "top0_token": "F", "top0_logprob": -0.08085834980010986, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.0004561903040206838, "einstein": 0.0006121808239809256, "hypatia": 0.0017137504056822155, "ibn_sina": 0.03759682039036027, "sagan": 0.004141413396908052, "socrates": 0.9554796446790479}, "confidence": 0.9465755736148574, "seconds": 0.08790446998318657, "prompt_tokens": 292, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.90446998318657, "done_reason": "length", "id": "c-socrates-01-dessert-02", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "0aa589cb82f874ecb6b636db59a9558ceed46667c7271882c318f017c5801d7e", "prompt_chars": 1234, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.943066596984863, -8.818066596984863, -5.630566596984863, -6.755566596984863, -8.568066596984863, -0.005566571839153767], "floored": [], "top0_token": "F", "top0_logprob": -0.005566571839153767, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 2.7085895818309068e-05, "einstein": 3.137690040909197e-05, "hypatia": 0.001334179755202803, "ibn_sina": 0.0003551508236708007, "sagan": 4.210597326841571e-05, "socrates": 0.9982101006516306}, "confidence": 0.9978521207819567, "seconds": 0.08690175297670066, "prompt_tokens": 322, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.90175297670066, "done_reason": "length", "id": "c-socrates-01-dessert-02", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "e1bb87ad1e4b6f44ef4827b26edca130ffc221926227ecdbabb8c578b405a0de", "prompt_chars": 946, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.942217826843262, -7.004717826843262, -3.0672178268432617, -4.442217826843262, -6.379717826843262, -0.06721774488687515], "floored": [], "top0_token": "F", "top0_logprob": -0.06721774488687515, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.0009604472751853045, "einstein": 0.00027517275147188826, "hypatia": 0.02827552953356731, "ibn_sina": 0.005608872343163191, "sagan": 0.0005740366274987511, "socrates": 0.9643059414691136}, "confidence": 0.9571671297629364, "seconds": 0.08903710497543216, "prompt_tokens": 251, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 89.03710497543216, "done_reason": "length", "id": "c-socrates-01-dessert-02", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:27Z"} {"prompt_sha256": "b05b28026f83ee812900cdce6303bf300fde41c14d7f7f6d4c53f03e7b6ce3bb", "prompt_chars": 1052, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.379876613616943, -8.817377090454102, -7.004876613616943, -6.004876613616943, -8.004877090454102, -0.0048766243271529675], "floored": [], "top0_token": "F", "top0_logprob": -0.0048766243271529675, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.00017031204511053664, "einstein": 3.138892998073749e-05, "hypatia": 0.00026475603638208, "ibn_sina": 0.0008585795801388093, "sagan": 8.164149381093614e-05, "socrates": 0.998593321914577}, "confidence": 0.9983119862974923, "seconds": 0.08652408502530307, "prompt_tokens": 272, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.52408502530307, "done_reason": "length", "id": "c-socrates-01-main-01", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "923d23cffc6df342b6c77a0e5b651189f15102f3a84131b52e0076fdd4e9068b", "prompt_chars": 1307, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.900792121887207, -7.838292121887207, -5.400792121887207, -4.150792121887207, -7.088292121887207, -0.025792082771658897], "floored": [], "top0_token": "F", "top0_logprob": -0.025792082771658897, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.0009852170722962099, "einstein": 0.00010083144185381109, "hypatia": 0.0017741865035155087, "ibn_sina": 0.007720894655094134, "sagan": 0.00024366715406068417, "socrates": 0.9891752031731796}, "confidence": 0.9870102438078155, "seconds": 0.08678303402848542, "prompt_tokens": 343, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.78303402848542, "done_reason": "length", "id": "c-socrates-01-main-02", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "f4d91f83974a0cb2be08561b4af2cff5a0a42a87fef1baa2d2b7e6cd7599074c", "prompt_chars": 952, "n_options": 6, "mode": "readout", "letter_logprobs": [-3.288311243057251, -4.53831148147583, -5.47581148147583, -1.038311243057251, -5.47581148147583, -0.5383113026618958], "floored": [], "top0_token": "F", "top0_logprob": -0.5383113026618958, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.024444716390669554, "einstein": 0.00561715651814576, "hypatia": 0.001864297677550976, "ibn_sina": 0.344975333563008, "sagan": 0.001864297677550976, "socrates": 0.6212341981730747}, "confidence": 0.5454810378076896, "seconds": 0.08581034798407927, "prompt_tokens": 246, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.81034798407927, "done_reason": "length", "id": "c-socrates-01-main-02", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "deead49fc13e49031c80921bbd95569abfb77106412275ce930d1b9de788c871", "prompt_chars": 1232, "n_options": 6, "mode": "readout", "letter_logprobs": [-8.071537017822266, -7.259037017822266, -5.259037017822266, -6.384037017822266, -7.384037017822266, -0.00903718639165163], "floored": [], "top0_token": "F", "top0_logprob": -0.00903718639165163, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 7.572788386259889e-05, "einstein": 0.00019696554057362605, "hypatia": 0.0020713792504909365, "ibn_sina": 0.0005513890044258986, "sagan": 0.00017002916292612106, "socrates": 0.9969345091577209}, "confidence": 0.9963214109892651, "seconds": 0.08664945501368493, "prompt_tokens": 316, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.64945501368493, "done_reason": "length", "id": "c-socrates-01-main-02", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "a60460793e5a7b1c482ffa26f83ca514dd07816a0eef87822d7a9513d7408a8a", "prompt_chars": 982, "n_options": 6, "mode": "readout", "letter_logprobs": [-4.917884349822998, -5.917884349822998, -4.792884349822998, -1.167884349822998, -4.917884349822998, -0.41788437962532043], "floored": [], "top0_token": "F", "top0_logprob": -0.41788437962532043, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.003508238052613975, "einstein": 0.0010818184161154843, "hypatia": 0.0040640205044961755, "ibn_sina": 0.28913064304140607, "sagan": 0.003508238052613975, "socrates": 0.6987070419327542}, "confidence": 0.6384484503193051, "seconds": 0.08605582697782665, "prompt_tokens": 247, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.05582697782665, "done_reason": "length", "id": "c-socrates-01-main-02", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "59e40cd27fcf89104e191818ecc1948a8a7c103cf0b5a70e46d04f8262e97add", "prompt_chars": 1153, "n_options": 6, "mode": "readout", "letter_logprobs": [-5.009758472442627, -5.759758472442627, -0.6972585916519165, -1.1972585916519165, -3.822258472442627, -1.8222585916519165], "floored": [], "top0_token": "C", "top0_logprob": -0.6972585916519165, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "hypatia", "probs": {"darwin": 0.0033736110160441255, "einstein": 0.0013960275619130567, "hypatia": 0.5388908039609488, "ibn_sina": 0.2992494977916597, "sagan": 0.01364048913816866, "socrates": 0.14344957053126556}, "confidence": 0.44666896475313855, "seconds": 0.08626537601230666, "prompt_tokens": 289, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.26537601230666, "done_reason": "length", "id": "c-socrates-01-main-03", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "3d0ee8707710acb9cd522c9c076c6a68714e7b62a01cdc733ccdd6a477a5620b", "prompt_chars": 1304, "n_options": 6, "mode": "readout", "letter_logprobs": [-4.581658363342285, -5.956658363342285, -3.581658124923706, -1.4566582441329956, -5.331658363342285, -0.3316582143306732], "floored": [], "top0_token": "F", "top0_logprob": -0.3316582143306732, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.005187395027996192, "einstein": 0.0010289970510030384, "hypatia": 0.016822251742652228, "ibn_sina": 0.20493695151865893, "sagan": 0.002146586076217244, "socrates": 0.7698778185834724}, "confidence": 0.7238533823001668, "seconds": 0.0867632640292868, "prompt_tokens": 327, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.7632640292868, "done_reason": "length", "id": "c-socrates-01-main-03", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "907f3ba0f3651d675f69e32694bdbb2191b4652c8f001bd7f3aafd5127f3f2b1", "prompt_chars": 784, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.769920349121094, -8.332420349121094, -4.644920349121094, -4.894920349121094, -6.894920349121094, -0.019920174032449722], "floored": [], "top0_token": "F", "top0_logprob": -0.019920174032449722, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.00010883768712089413, "einstein": 5.615372154065872e-05, "hypatia": 0.004299819188696142, "ibn_sina": 0.00320417717459634, "sagan": 0.0003046822493459187, "socrates": 0.9920263299787}, "confidence": 0.99043159597444, "seconds": 0.08535660000052303, "prompt_tokens": 216, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 85.35660000052303, "done_reason": "length", "id": "c-socrates-01-starter-01", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "92295f1d6a5c5a255ba3b534de68a2eacd1a001ba59b4d7cfe6e6164d53dcc32", "prompt_chars": 1002, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.3846635818481445, -5.8846635818481445, -5.6346635818481445, -6.6346635818481445, -7.1346635818481445, -0.009663587436079979], "floored": [], "top0_token": "F", "top0_logprob": -0.009663587436079979, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.00017001739630386622, "einstein": 0.0009928768570886795, "hypatia": 0.001332382926877334, "ibn_sina": 0.0004108604849490676, "sagan": 0.0002281534457068891, "socrates": 0.9968657088890742}, "confidence": 0.9962388506668891, "seconds": 0.08619335596449673, "prompt_tokens": 264, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.19335596449673, "done_reason": "length", "id": "c-socrates-01-starter-02", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "6f72df3ca903c8daca04d87adb8b9df106309171192b040362f8bc20f13803ed", "prompt_chars": 1065, "n_options": 6, "mode": "readout", "letter_logprobs": [-9.065742492675781, -9.003242492675781, -6.3782429695129395, -7.5032429695129395, -7.6282429695129395, -0.0032428319100290537], "floored": [], "top0_token": "F", "top0_logprob": -0.0032428319100290537, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 2.340314920428985e-05, "einstein": 2.5188813984190418e-05, "hypatia": 0.0005526001807535263, "ibn_sina": 0.0001470989262053494, "sagan": 0.00012698214731971156, "socrates": 0.999124726782533}, "confidence": 0.9989496721390395, "seconds": 0.08626578602707013, "prompt_tokens": 284, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.26578602707013, "done_reason": "length", "id": "c-socrates-01-starter-03", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "1a541001ba3c9dc32610ee00ada62fa33e3129c0e2a91b56acf8891b23d37089", "prompt_chars": 1139, "n_options": 6, "mode": "readout", "letter_logprobs": [-7.378231525421143, -9.1282320022583, -6.753231525421143, -7.315731525421143, -8.3782320022583, -0.0032316623255610466], "floored": [], "top0_token": "F", "top0_logprob": -0.0032316623255610466, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.00017041832981907082, "einstein": 2.1746049037254327e-05, "hypatia": 0.0003555089040976612, "ibn_sina": 0.00018342128112066797, "sagan": 5.255104740696086e-05, "socrates": 0.9992163543885183}, "confidence": 0.9990596252662219, "seconds": 0.08716943301260471, "prompt_tokens": 303, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 87.16943301260471, "done_reason": "length", "id": "c-socrates-01-starter-03", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:28Z"} {"prompt_sha256": "f5ab8e279e987f900ec32a386f4ceadcad6e95f4c4fd6ae8e3bb874a2c9b3595", "prompt_chars": 1110, "n_options": 6, "mode": "readout", "letter_logprobs": [-6.28003454208374, -5.65503454208374, -5.78003454208374, -4.28003454208374, -5.28003454208374, -0.030034571886062622], "floored": [], "top0_token": "F", "top0_logprob": -0.030034571886062622, "letters_in_topk": 6, "top_logprobs_asked": 20, "choice": "socrates", "probs": {"darwin": 0.0006331411962472283, "einstein": 0.0013207929748865884, "hypatia": 0.0011401655500989612, "ibn_sina": 0.006658400919866928, "sagan": 0.0020532189175775173, "socrates": 0.9881942804413228}, "confidence": 0.9858331365295874, "seconds": 0.08617838600184768, "prompt_tokens": 276, "eval_tokens": 1, "prompt_eval_ms": 0.0, "total_ms": 86.17838600184768, "done_reason": "length", "id": "c-socrates-01-starter-03", "task": "c", "label": "socrates", "arm": "openjev-fp8-largecard", "model": "openjev-fp8-largecard", "quant": "FP8 e4m3, 128x128 weight blocks, dynamic activations (openjev/openjev-FP8, rev 4ec320f2) - NATIVE on sm_120", "card_uuid": "GPU-25bc3288-319a-790c-a14e-82acdb8d15b8", "num_ctx": 16384, "power_cap_w": 420, "seed": 20260921, "stamp": "2026-09-22T04:13:29Z"}