{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c000", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "028cd141528bb2d431e82341b68dc6ab23cf42282b8ef5e3323f54d9b2affe80", "body_sha256": "e0e3b9c2afbe7c9ed9ae0f0c934d1dda69f97e52cd81622a1084f9ff09ac4844", "prompt_tokens": 218, "seconds": 0.3566484089824371, "rapl_before": {"package-0": [171203803050, 262143328850, 1790607803.1460378], "core": [112258758332, 262143328850, 1790607803.1535025], "uncore": [56626336847, 262143328850, 1790607803.1598685], "psys": [150004990742, 262143328850, 1790607803.1662836]}, "rapl_after": {"package-0": [171237324814, 262143328850, 1790607804.1773052], "core": [112284026150, 262143328850, 1790607804.1861925], "uncore": [56626365595, 262143328850, 1790607804.1943078], "psys": [150005365985, 262143328850, 1790607804.2025442]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-f609b5c68f7649b1be30c010", "object": "systemone.completion", "created": 1790607804, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 218, "completion_tokens": 0, "total_tokens": 218, "questions": 1}}, "utc": "2026-09-28T15:03:24Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c001", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "bf79e8448ef82e08c98834980a184a26494e6ba6f6283dcd3e51f0ba2cc5b228", "body_sha256": "3680a41ffc0b4ca85644ad935f3189b757e9cb2a4de3338853cce2333428ec23", "prompt_tokens": 314, "seconds": 0.4503221309860237, "rapl_before": {"package-0": [171278719484, 262143328850, 1790607805.2149374], "core": [112314974008, 262143328850, 1790607805.2220182], "uncore": [56626393122, 262143328850, 1790607805.2291694], "psys": [150005736528, 262143328850, 1790607805.2352087]}, "rapl_after": {"package-0": [171278719484, 262143328850, 1790607805.2149374], "core": [112314974008, 262143328850, 1790607805.2220182], "uncore": [56626393122, 262143328850, 1790607805.2291694], "psys": [150005736528, 262143328850, 1790607805.2352087]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7bff4800a3494289b0aed163", "object": "systemone.completion", "created": 1790607805, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 314, "completion_tokens": 0, "total_tokens": 314, "questions": 1}}, "utc": "2026-09-28T15:03:25Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c002", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "8accb124778e8c5147d0ae65e61fa55fe3ad3074e82dff66461ee361bb21ab63", "body_sha256": "bd144bbf32c6127bf8554893f1e0ec86a1d318366835d56629f1791af26d70ea", "prompt_tokens": 235, "seconds": 0.33866129897069186, "rapl_before": {"package-0": [171351619200, 262143328850, 1790607806.2458742], "core": [112378185943, 262143328850, 1790607806.2532752], "uncore": [56626420465, 262143328850, 1790607806.2601647], "psys": [150006109391, 262143328850, 1790607806.2670906]}, "rapl_after": {"package-0": [171351619200, 262143328850, 1790607806.2458742], "core": [112378185943, 262143328850, 1790607806.2532752], "uncore": [56626420465, 262143328850, 1790607806.2601647], "psys": [150006109391, 262143328850, 1790607806.2670906]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-6220939a964a45ee82e05ea9", "object": "systemone.completion", "created": 1790607807, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 235, "completion_tokens": 0, "total_tokens": 235, "questions": 1}}, "utc": "2026-09-28T15:03:27Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c003", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "id_not_unique": "c-darwin-01-dessert-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "beaf3074a6fb460818d8d57525e62e0097e18d0bf9d577fe04f7b96bd164a908", "body_sha256": "308647f3820f34c64520cfb864114dbd96ac60d5c9b984d2c5174d1e3255e555", "prompt_tokens": 336, "seconds": 0.4921445220243186, "rapl_before": {"package-0": [171408115027, 262143328850, 1790607807.2778354], "core": [112425218660, 262143328850, 1790607807.2848463], "uncore": [56626448358, 262143328850, 1790607807.2908072], "psys": [150006466263, 262143328850, 1790607807.2967367]}, "rapl_after": {"package-0": [171430974709, 262143328850, 1790607808.3074403], "core": [112439932917, 262143328850, 1790607808.316132], "uncore": [56626505548, 262143328850, 1790607808.3249688], "psys": [150006824538, 262143328850, 1790607808.3320017]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d778c84b1e564b3eb394cf42", "object": "systemone.completion", "created": 1790607808, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-28T15:03:28Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c004", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "c14bad2292396eb164056d131cedd6286d54960c27eff0c875fecb88a80d3771", "body_sha256": "adb4509ab4369418bb88a82f0a60c6f34aae602cd771317c5105610022e70307", "prompt_tokens": 346, "seconds": 0.49053592199925333, "rapl_before": {"package-0": [171503538794, 262143328850, 1790607809.3436854], "core": [112501378133, 262143328850, 1790607809.3510468], "uncore": [56626592828, 262143328850, 1790607809.357958], "psys": [150007200087, 262143328850, 1790607809.36428]}, "rapl_after": {"package-0": [171503538794, 262143328850, 1790607809.3436854], "core": [112501378133, 262143328850, 1790607809.3510468], "uncore": [56626592828, 262143328850, 1790607809.357958], "psys": [150007200087, 262143328850, 1790607809.36428]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9b5d429efade4e38b21b7ff8", "object": "systemone.completion", "created": 1790607810, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-28T15:03:30Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c005", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14800447259276167, "einstein": 0.1677110391654594, "hypatia": 0.19004150459257022, "ibn_sina": 0.1785274718909876, "sagan": 0.1677110391654594, "socrates": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0, "prompt_sha256": "663b2a8c37bb710c440a01e6f8f9dc6d44a4d9ee61f9e9a4a537f55c28dc0e3e", "body_sha256": "f5f6457dd41de1327992001a53a671fde196f1e3cd17c2a9defd5857716ec4f2", "prompt_tokens": 348, "seconds": 0.4922467479482293, "rapl_before": {"package-0": [171583622451, 262143328850, 1790607810.3743663], "core": [112571680809, 262143328850, 1790607810.3813381], "uncore": [56626621331, 262143328850, 1790607810.3877149], "psys": [150007574719, 262143328850, 1790607810.3942482]}, "rapl_after": {"package-0": [171613893553, 262143328850, 1790607811.4046113], "core": [112593691495, 262143328850, 1790607811.413466], "uncore": [56626649469, 262143328850, 1790607811.4208791], "psys": [150007947033, 262143328850, 1790607811.4290912]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-820a0775d0aa4267952c500a", "object": "systemone.completion", "created": 1790607811, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14800447259276167, "einstein: Albert Einstein": 0.1677110391654594, "hypatia: Hypatia of Alexandria": 0.19004150459257022, "ibn_sina: Ibn Sina": 0.1785274718909876, "sagan: Carl Sagan": 0.1677110391654594, "socrates: Socrates of Athens": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0}}, "usage": {"prompt_tokens": 348, "completion_tokens": 0, "total_tokens": 348, "questions": 1}}, "utc": "2026-09-28T15:03:31Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c006", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "id_not_unique": "c-darwin-01-main-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "1dfc5680544a302ac11143f709572d49a026ebeb4bd5391aaa3d24bd4d0502e2", "body_sha256": "c46f8151bcda257798ed926507d7adf78ac7e391c5d4666c2f1f2a352ac2985e", "prompt_tokens": 253, "seconds": 0.36484694201499224, "rapl_before": {"package-0": [171680455821, 262143328850, 1790607812.4412453], "core": [112649435920, 262143328850, 1790607812.4482055], "uncore": [56626732171, 262143328850, 1790607812.4547517], "psys": [150008322093, 262143328850, 1790607812.4608765]}, "rapl_after": {"package-0": [171680455821, 262143328850, 1790607812.4412453], "core": [112649435920, 262143328850, 1790607812.4482055], "uncore": [56626732171, 262143328850, 1790607812.4547517], "psys": [150008322093, 262143328850, 1790607812.4608765]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ec17d667914a4a40a0255a30", "object": "systemone.completion", "created": 1790607813, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 253, "completion_tokens": 0, "total_tokens": 253, "questions": 1}}, "utc": "2026-09-28T15:03:33Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c007", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "09bbd54c6041acc58d02375eab7ca0502f023f79c97e7dfa6e57667e68243a04", "body_sha256": "2983d2beb78ebf4a33e429ee3a876fcf9e26958dc01e0ec61a6b67062747f2ca", "prompt_tokens": 234, "seconds": 0.3462677409988828, "rapl_before": {"package-0": [171747671652, 262143328850, 1790607813.470534], "core": [112706638289, 262143328850, 1790607813.4780843], "uncore": [56626760674, 262143328850, 1790607813.484998], "psys": [150008698435, 262143328850, 1790607813.4919226]}, "rapl_after": {"package-0": [171801222846, 262143328850, 1790607814.5034356], "core": [112751646352, 262143328850, 1790607814.5118418], "uncore": [56626790520, 262143328850, 1790607814.5197642], "psys": [150009071481, 262143328850, 1790607814.5272238]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-913f06dde0ab427fb359bdd0", "object": "systemone.completion", "created": 1790607814, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-28T15:03:34Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c008", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15583795819879984, "einstein": 0.16588864299169545, "hypatia": 0.20009989921198082, "ibn_sina": 0.16588864299169545, "sagan": 0.16588864299169545, "socrates": 0.14639621361413296}, "confidence": 0.04011987905437699, "temperature": 1.0, "prompt_sha256": "a1d6ed59ae8ef118ce60fde83d93a3ecbc82876eb30cc6a8a6133e160d4fb6c0", "body_sha256": "12234be2a390a3588ffb364635b63027e0f5c3ca7045dedbc78136d4eef24f32", "prompt_tokens": 310, "seconds": 0.4831438289838843, "rapl_before": {"package-0": [171801222846, 262143328850, 1790607814.5034356], "core": [112751646352, 262143328850, 1790607814.5118418], "uncore": [56626790520, 262143328850, 1790607814.5197642], "psys": [150009071481, 262143328850, 1790607814.5272238]}, "rapl_after": {"package-0": [171817706080, 262143328850, 1790607815.5394268], "core": [112758026280, 262143328850, 1790607815.546627], "uncore": [56626819390, 262143328850, 1790607815.553022], "psys": [150009438301, 262143328850, 1790607815.5595648]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-262f3d1a25994f5cb0e5bd3c", "object": "systemone.completion", "created": 1790607816, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15583795819879984, "einstein: Albert Einstein": 0.16588864299169545, "hypatia: Hypatia of Alexandria": 0.20009989921198082, "ibn_sina: Ibn Sina": 0.16588864299169545, "sagan: Carl Sagan": 0.16588864299169545, "socrates: Socrates of Athens": 0.14639621361413296}, "confidence": 0.04011987905437699, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-28T15:03:36Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c009", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "93b841f5248d9c801f554093a6c6a3e0963119756e00a1f6098cad0173cdd4b3", "body_sha256": "1666459cf08ad2dba9d7b14d9ce2050d8a5892809b65894f97da841eda1764c2", "prompt_tokens": 344, "seconds": 0.501614938955754, "rapl_before": {"package-0": [171893818922, 262143328850, 1790607816.573219], "core": [112824208605, 262143328850, 1790607816.580236], "uncore": [56626850152, 262143328850, 1790607816.5869865], "psys": [150009807441, 262143328850, 1790607816.5932527]}, "rapl_after": {"package-0": [171893818922, 262143328850, 1790607816.573219], "core": [112824208605, 262143328850, 1790607816.580236], "uncore": [56626850152, 262143328850, 1790607816.5869865], "psys": [150009807441, 262143328850, 1790607816.5932527]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-bf5e0f91aa994f408b77dd31", "object": "systemone.completion", "created": 1790607817, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 344, "completion_tokens": 0, "total_tokens": 344, "questions": 1}}, "utc": "2026-09-28T15:03:37Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c010", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "f502f11985fc026210a3bc717c89839b3fb399cec7f98f302afaf06e4789c9ae", "body_sha256": "2829cf84920e2fe4f5b097a81e8bf3cd81554b83be58c4e7b2b6cc915b8226e0", "prompt_tokens": 337, "seconds": 0.4872615890344605, "rapl_before": {"package-0": [171973179681, 262143328850, 1790607817.602652], "core": [112893757500, 262143328850, 1790607817.61039], "uncore": [56626880425, 262143328850, 1790607817.6170692], "psys": [150010184576, 262143328850, 1790607817.623686]}, "rapl_after": {"package-0": [171994207154, 262143328850, 1790607818.6353579], "core": [112906326254, 262143328850, 1790607818.6441207], "uncore": [56626908257, 262143328850, 1790607818.6504843], "psys": [150010563481, 262143328850, 1790607818.65794]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.08, "contended": false, "server_response": {"id": "deem-e6696b34ec5e486e9e3f30f1", "object": "systemone.completion", "created": 1790607819, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-28T15:03:39Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c011", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "id_not_unique": "c-darwin-01-main-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "ded50049b7f0ae8c551b34fd6fd189d2671fba228d5ec1f24b83a3e5af8a04fd", "body_sha256": "b2e15a99c1f0cbf591208e92b3045082bbc687fc2960bd6a2581dd2471d052e0", "prompt_tokens": 339, "seconds": 0.4920963649637997, "rapl_before": {"package-0": [172066185180, 262143328850, 1790607819.6693819], "core": [112967708909, 262143328850, 1790607819.6763484], "uncore": [56626939446, 262143328850, 1790607819.6830552], "psys": [150010938541, 262143328850, 1790607819.689331]}, "rapl_after": {"package-0": [172066185180, 262143328850, 1790607819.6693819], "core": [112967708909, 262143328850, 1790607819.6763484], "uncore": [56626939446, 262143328850, 1790607819.6830552], "psys": [150010938541, 262143328850, 1790607819.689331]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fe79b5272d9e43afad9b5b8d", "object": "systemone.completion", "created": 1790607820, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-28T15:03:40Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c012", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "cdc1fe2f5bc49b36af7eb461c4c39b633ddbbc0adc804237468f9ec8726d9edc", "body_sha256": "21fc06e37386003b0d270c65e268aa943a109031f3d510ef3285587cbd10723e", "prompt_tokens": 179, "seconds": 0.2690024580224417, "rapl_before": {"package-0": [172144764020, 262143328850, 1790607820.6987634], "core": [113036376031, 262143328850, 1790607820.705996], "uncore": [56626968926, 262143328850, 1790607820.7126985], "psys": [150011313784, 262143328850, 1790607820.718964]}, "rapl_after": {"package-0": [172173223481, 262143328850, 1790607821.7288594], "core": [113056643740, 262143328850, 1790607821.7375991], "uncore": [56626998711, 262143328850, 1790607821.7463942], "psys": [150011672060, 262143328850, 1790607821.7553267]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-8b78e797b4bf4edda4566ba0", "object": "systemone.completion", "created": 1790607821, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 179, "completion_tokens": 0, "total_tokens": 179, "questions": 1}}, "utc": "2026-09-28T15:03:41Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c013", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "92dbbabddae8bdcddcea550f11f6abceef8eebff75b12bfd85049a510e88e539", "body_sha256": "742a0f9d0886e9eba018f60c301759c7dd203849d4f71fdaf56f813a3a6058ac", "prompt_tokens": 208, "seconds": 0.3113998249755241, "rapl_before": {"package-0": [172209762083, 262143328850, 1790607822.7677357], "core": [113082647336, 262143328850, 1790607822.7751763], "uncore": [56627026543, 262143328850, 1790607822.7820005], "psys": [150012038209, 262143328850, 1790607822.7887561]}, "rapl_after": {"package-0": [172209762083, 262143328850, 1790607822.7677357], "core": [113082647336, 262143328850, 1790607822.7751763], "uncore": [56627026543, 262143328850, 1790607822.7820005], "psys": [150012038209, 262143328850, 1790607822.7887561]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e08b004620ac44a98b3e988a", "object": "systemone.completion", "created": 1790607823, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 208, "completion_tokens": 0, "total_tokens": 208, "questions": 1}}, "utc": "2026-09-28T15:03:43Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c014", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "7f8956de58c88be483a9492e49ab365b72ea48cf05a642d6997172ff40426ddb", "body_sha256": "6cbf9596f4ec80d34c8633f69ffb794e4a62302e1f35dfbd7b4ffd84baede690", "prompt_tokens": 233, "seconds": 0.3379272759775631, "rapl_before": {"package-0": [172317636319, 262143328850, 1790607826.8950236], "core": [113154260678, 262143328850, 1790607826.9022076], "uncore": [56627145683, 262143328850, 1790607826.9087155], "psys": [150013522946, 262143328850, 1790607826.9153152]}, "rapl_after": {"package-0": [172317636319, 262143328850, 1790607826.8950236], "core": [113154260678, 262143328850, 1790607826.9022076], "uncore": [56627145683, 262143328850, 1790607826.9087155], "psys": [150013522946, 262143328850, 1790607826.9153152]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-41a00a8ac78c4d3098715ffa", "object": "systemone.completion", "created": 1790607827, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-28T15:03:47Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c015", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "id_not_unique": "c-darwin-01-starter-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "ae664612d0d0e39a4337bb914b27952e10d6b46d70de255a84689a43447ff6d5", "body_sha256": "cf14b847d6363633fc9931b83386061e841519da92451a8fdcbe73fc34f16dc4", "prompt_tokens": 212, "seconds": 0.31504183798097074, "rapl_before": {"package-0": [172380309987, 262143328850, 1790607827.925836], "core": [113207065657, 262143328850, 1790607827.933069], "uncore": [56627173942, 262143328850, 1790607827.9391005], "psys": [150013897762, 262143328850, 1790607827.9450703]}, "rapl_after": {"package-0": [172380309987, 262143328850, 1790607827.925836], "core": [113207065657, 262143328850, 1790607827.933069], "uncore": [56627173942, 262143328850, 1790607827.9391005], "psys": [150013897762, 262143328850, 1790607827.9450703]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-446875e886d7470595cf3191", "object": "systemone.completion", "created": 1790607828, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-28T15:03:48Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c016", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "a576e696b1c489a487c04f237644d733fea1a8bca127783f13af57bc2de5ad8a", "body_sha256": "152c55cc4b587be54790666b3393ef0795c8c5192dd5e72208c1950169de9868", "prompt_tokens": 334, "seconds": 0.5695880459970795, "rapl_before": {"package-0": [172436024321, 262143328850, 1790607828.955153], "core": [113252967578, 262143328850, 1790607828.962967], "uncore": [56627217521, 262143328850, 1790607828.9691095], "psys": [150014275935, 262143328850, 1790607828.975165]}, "rapl_after": {"package-0": [172460026701, 262143328850, 1790607829.9850948], "core": [113268352305, 262143328850, 1790607829.9940526], "uncore": [56627284233, 262143328850, 1790607830.0005887], "psys": [150014648066, 262143328850, 1790607830.0079637]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.41, "contended": true, "server_response": {"id": "deem-c79917aceb1c4df8b4fa3f6f", "object": "systemone.completion", "created": 1790607830, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-28T15:03:50Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c017", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "42707a4f50fcb06405f7a95e754f56ee26a138c8b093823e4ee5f231a37808bd", "body_sha256": "28cf6738298ba08b344832b08b214d5eb5e06b10e1cb2b9f75908d06a68b2861", "prompt_tokens": 320, "seconds": 0.4738062269752845, "rapl_before": {"package-0": [177766498285, 262143328850, 1790607975.4469705], "core": [117234330799, 262143328850, 1790607975.4552667], "uncore": [56661404506, 262143328850, 1790607975.4623065], "psys": [150069395301, 262143328850, 1790607975.4690716]}, "rapl_after": {"package-0": [177816051991, 262143328850, 1790607976.4804072], "core": [117274686287, 262143328850, 1790607976.488551], "uncore": [56661793788, 262143328850, 1790607976.4974241], "psys": [150069788671, 262143328850, 1790607976.5061364]}, "gate_wait_s": 144.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-67d6b0e535cf45d6ba465a10", "object": "systemone.completion", "created": 1790607976, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 320, "completion_tokens": 0, "total_tokens": 320, "questions": 1}}, "utc": "2026-09-28T15:06:16Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c018", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "78e03b7eaa9f4ca6f7ffe5bf2a9bb147b0e09f5630dc2c3ddb30df5aa1482e8c", "body_sha256": "e8a6555e99572b0808a7629044d7f1a2b824255730fe2d38dc37f6fb585c73e4", "prompt_tokens": 310, "seconds": 0.4850713460473344, "rapl_before": {"package-0": [177922535422, 262143328850, 1790607980.6183217], "core": [117338930690, 262143328850, 1790607980.6260095], "uncore": [56663505453, 262143328850, 1790607980.633046], "psys": [150071349153, 262143328850, 1790607980.6404383]}, "rapl_after": {"package-0": [177922535422, 262143328850, 1790607980.6183217], "core": [117338930690, 262143328850, 1790607980.6260095], "uncore": [56663505453, 262143328850, 1790607980.633046], "psys": [150071349153, 262143328850, 1790607980.6404383]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.13, "contended": true, "server_response": {"id": "deem-aeca1ce832a54bb283e7e920", "object": "systemone.completion", "created": 1790607981, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-28T15:06:21Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c019", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "e3cfe32144a3549c38b49b8e8ddfe02bf9e36ab381842e0651d4fe8da895b523", "body_sha256": "9b7234449fdfb7fa1275feca56e14d7ad09033974f6832efb294c2f79de268b0", "prompt_tokens": 317, "seconds": 0.4667888149851933, "rapl_before": {"package-0": [177997998242, 262143328850, 1790607981.6521385], "core": [117403580610, 262143328850, 1790607981.6599207], "uncore": [56663957662, 262143328850, 1790607981.6669724], "psys": [150071738251, 262143328850, 1790607981.673195]}, "rapl_after": {"package-0": [177997998242, 262143328850, 1790607981.6521385], "core": [117403580610, 262143328850, 1790607981.6599207], "uncore": [56663957662, 262143328850, 1790607981.6669724], "psys": [150071738251, 262143328850, 1790607981.673195]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-57fb5f0f975948ce984bce9d", "object": "systemone.completion", "created": 1790607982, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-28T15:06:22Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c020", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15606027257325522, "einstein": 0.16612529541144097, "hypatia": 0.18824462151074386, "ibn_sina": 0.1768394564515714, "sagan": 0.16612529541144097, "socrates": 0.14660505864154755}, "confidence": 0.02589354581289265, "temperature": 1.0, "prompt_sha256": "49afd8e1388fa05b3b8147267c0315a84331e3a26f9444a0c5974d3d0dd13398", "body_sha256": "f5a4520ec2ddef5b979d0c18909fde4deb8afcf483571c232b1cfafe952abf22", "prompt_tokens": 288, "seconds": 0.4319257559836842, "rapl_before": {"package-0": [178070901498, 262143328850, 1790607982.6846716], "core": [117466661931, 262143328850, 1790607982.6936123], "uncore": [56664436359, 262143328850, 1790607982.7025735], "psys": [150072129303, 262143328850, 1790607982.709044]}, "rapl_after": {"package-0": [178091511674, 262143328850, 1790607983.7195508], "core": [117475334577, 262143328850, 1790607983.726752], "uncore": [56665095232, 262143328850, 1790607983.7339416], "psys": [150072520354, 262143328850, 1790607983.741939]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-aa449eaf7fb74b338d200f36", "object": "systemone.completion", "created": 1790607984, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15606027257325522, "einstein: Albert Einstein": 0.16612529541144097, "hypatia: Hypatia of Alexandria": 0.18824462151074386, "ibn_sina: Ibn Sina": 0.1768394564515714, "sagan: Carl Sagan": 0.16612529541144097, "socrates: Socrates of Athens": 0.14660505864154755}, "confidence": 0.02589354581289265, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-28T15:06:24Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c021", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "649243a5f44e49cdf188f0d0332c27c235f1199e7eb3bc9997c90b9e6d17b249", "body_sha256": "169e726951739651439ec7a71473bbad493297bbb41819b7da0f9ba92d5bc8f5", "prompt_tokens": 226, "seconds": 0.4407908489811234, "rapl_before": {"package-0": [178682151337, 262143328850, 1790608008.4842927], "core": [117823834539, 262143328850, 1790608008.4921703], "uncore": [56674064569, 262143328850, 1790608008.499789], "psys": [150081870244, 262143328850, 1790608008.5064654]}, "rapl_after": {"package-0": [178724173568, 262143328850, 1790608009.5176523], "core": [117855889877, 262143328850, 1790608009.5250266], "uncore": [56674549737, 262143328850, 1790608009.5330994], "psys": [150082260807, 262143328850, 1790608009.5415735]}, "gate_wait_s": 24.0, "foreign_cpu_s": 0.06, "contended": false, "server_response": {"id": "deem-72acc364a9e144e99819b53a", "object": "systemone.completion", "created": 1790608009, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 226, "completion_tokens": 0, "total_tokens": 226, "questions": 1}}, "utc": "2026-09-28T15:06:49Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c022", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "id_not_unique": "c-einstein-01-dessert-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "155ad912cc84bc1257563f145a5475603bb4a85b8477f07a70d46ceeafece726", "body_sha256": "8c2e11aa729f52f8b7295064a24e4de49f426715097f840c6941e3cbe31abd11", "prompt_tokens": 343, "seconds": 0.5492207070346922, "rapl_before": {"package-0": [179556375417, 262143328850, 1790608043.5613167], "core": [118338405976, 262143328850, 1790608043.5691912], "uncore": [56693053412, 262143328850, 1790608043.5751684], "psys": [150095081820, 262143328850, 1790608043.581828]}, "rapl_after": {"package-0": [179556375417, 262143328850, 1790608043.5613167], "core": [118338405976, 262143328850, 1790608043.5691912], "uncore": [56693053412, 262143328850, 1790608043.5751684], "psys": [150095081820, 262143328850, 1790608043.581828]}, "gate_wait_s": 33.0, "foreign_cpu_s": 0.12, "contended": false, "server_response": {"id": "deem-94fe0f31f57b42a2848a389b", "object": "systemone.completion", "created": 1790608044, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 343, "completion_tokens": 0, "total_tokens": 343, "questions": 1}}, "utc": "2026-09-28T15:07:24Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c023", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "ea5d37253e73663a53bd9d0eeb327d02ae197e0dd16aa33350562c56831275fa", "body_sha256": "e369d9eedd34cf584b7dcb53976351ae6b26ea7354e402e1f9d675e70929c010", "prompt_tokens": 238, "seconds": 0.35818856704281643, "rapl_before": {"package-0": [179643343090, 262143328850, 1790608044.5939896], "core": [118414495381, 262143328850, 1790608044.601195], "uncore": [56693463751, 262143328850, 1790608044.6084611], "psys": [150095470246, 262143328850, 1790608044.6149287]}, "rapl_after": {"package-0": [179679873148, 262143328850, 1790608045.6262157], "core": [118441514599, 262143328850, 1790608045.6349707], "uncore": [56693975956, 262143328850, 1790608045.6442428], "psys": [150095861725, 262143328850, 1790608045.6521034]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-af576d81367344f6a7f2a692", "object": "systemone.completion", "created": 1790608045, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 238, "completion_tokens": 0, "total_tokens": 238, "questions": 1}}, "utc": "2026-09-28T15:07:25Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c024", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "97247283ca9f27c19a1f33dd0f0ad684f8a8e77392f242831b13524fca5efcd4", "body_sha256": "6f4485a50744b0132d12cd2e914c096ebb6ae241117d5d9e2ca7bf45c17b9f88", "prompt_tokens": 284, "seconds": 0.43244231498101726, "rapl_before": {"package-0": [180018399137, 262143328850, 1790608058.0129902], "core": [118644563029, 262143328850, 1790608058.0205615], "uncore": [56703542216, 262143328850, 1790608058.027636], "psys": [150100531879, 262143328850, 1790608058.0340226]}, "rapl_after": {"package-0": [180050747748, 262143328850, 1790608059.0454352], "core": [118667893169, 262143328850, 1790608059.0540326], "uncore": [56703982339, 262143328850, 1790608059.0641623], "psys": [150100923113, 262143328850, 1790608059.072295]}, "gate_wait_s": 12.0, "foreign_cpu_s": 0.04, "contended": false, "server_response": {"id": "deem-12ac844d81a6407fa4fbea0d", "object": "systemone.completion", "created": 1790608059, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 284, "completion_tokens": 0, "total_tokens": 284, "questions": 1}}, "utc": "2026-09-28T15:07:39Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c025", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "id_not_unique": "c-einstein-01-main-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1527612484516461, "einstein": 0.16261350251415171, "hypatia": 0.1961493256968645, "ibn_sina": 0.1731011723715399, "sagan": 0.16261350251415171, "socrates": 0.1527612484516461}, "confidence": 0.0353791908362374, "temperature": 1.0, "prompt_sha256": "a7f9b41bd083b7078f792deb80008c4f00480ac8531cfaafd95d454dec5eecf6", "body_sha256": "acb5caef87f5dc632c4c2d134fd12860379d71ac79b7de621f8ebddc8df82b2e", "prompt_tokens": 321, "seconds": 0.5255366369965486, "rapl_before": {"package-0": [180112616486, 262143328850, 1790608060.085775], "core": [118716905129, 262143328850, 1790608060.0929453], "uncore": [56704613319, 262143328850, 1790608060.0994906], "psys": [150101312944, 262143328850, 1790608060.1062813]}, "rapl_after": {"package-0": [180112616486, 262143328850, 1790608060.085775], "core": [118716905129, 262143328850, 1790608060.0929453], "uncore": [56704613319, 262143328850, 1790608060.0994906], "psys": [150101312944, 262143328850, 1790608060.1062813]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.53, "contended": true, "server_response": {"id": "deem-78be39d274264a809d939858", "object": "systemone.completion", "created": 1790608060, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1527612484516461, "einstein: Albert Einstein": 0.16261350251415171, "hypatia: Hypatia of Alexandria": 0.1961493256968645, "ibn_sina: Ibn Sina": 0.1731011723715399, "sagan: Carl Sagan": 0.16261350251415171, "socrates: Socrates of Athens": 0.1527612484516461}, "confidence": 0.0353791908362374, "temperature": 1.0}}, "usage": {"prompt_tokens": 321, "completion_tokens": 0, "total_tokens": 321, "questions": 1}}, "utc": "2026-09-28T15:07:40Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c026", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "36b9cea02d2e74c994de502f1c2d0809cf908e92096d612333f65ccfd4c01537", "body_sha256": "44024763284ae4a3616eb8f2e6842e68860140eb7458de77108bd5383f38218b", "prompt_tokens": 278, "seconds": 0.5550021239905618, "rapl_before": {"package-0": [180482035523, 262143328850, 1790608073.499383], "core": [118944614019, 262143328850, 1790608073.5065012], "uncore": [56712505511, 262143328850, 1790608073.5129], "psys": [150106357792, 262143328850, 1790608073.5193713]}, "rapl_after": {"package-0": [180482035523, 262143328850, 1790608073.499383], "core": [118944614019, 262143328850, 1790608073.5065012], "uncore": [56712505511, 262143328850, 1790608073.5129], "psys": [150106357792, 262143328850, 1790608073.5193713]}, "gate_wait_s": 12.0, "foreign_cpu_s": 0.13, "contended": false, "server_response": {"id": "deem-f3289e9b0afd4583934cc911", "object": "systemone.completion", "created": 1790608074, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-28T15:07:54Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c027", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "9b202086ace8de08c43270d313de06fa87f84c7072446d35102a730c237df1e7", "body_sha256": "d79ca48ff91dd13430de5c490f2e5ffaf6099b8033a1370860a059b41d6f72dc", "prompt_tokens": 282, "seconds": 0.4963183969957754, "rapl_before": {"package-0": [180561142193, 262143328850, 1790608074.530378], "core": [119014189890, 262143328850, 1790608074.5398104], "uncore": [56712814775, 262143328850, 1790608074.5478206], "psys": [150106746768, 262143328850, 1790608074.5549512]}, "rapl_after": {"package-0": [180582694811, 262143328850, 1790608075.5660832], "core": [119024725752, 262143328850, 1790608075.5738232], "uncore": [56713129899, 262143328850, 1790608075.5800369], "psys": [150107133485, 262143328850, 1790608075.5886626]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.09, "contended": false, "server_response": {"id": "deem-4cdc283518ce4c228dac49e9", "object": "systemone.completion", "created": 1790608076, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:07:56Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c028", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "b183902e2e6de68b5c7a121f724e46a692727827c966249629f47ce1158bd5ab", "body_sha256": "5367bbbcbb46bb126df189aa421a1b441fb5559e96c8bfe5d3ceba378457773e", "prompt_tokens": 297, "seconds": 0.4429720140178688, "rapl_before": {"package-0": [181061320417, 262143328850, 1790608094.134372], "core": [119319028282, 262143328850, 1790608094.1422324], "uncore": [56719639587, 262143328850, 1790608094.1490593], "psys": [150114093429, 262143328850, 1790608094.1554499]}, "rapl_after": {"package-0": [181082241445, 262143328850, 1790608095.1652286], "core": [119329087644, 262143328850, 1790608095.1725593], "uncore": [56720295103, 262143328850, 1790608095.1788924], "psys": [150114480696, 262143328850, 1790608095.1865819]}, "gate_wait_s": 18.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-8c4f3103ef624fe281ab2740", "object": "systemone.completion", "created": 1790608095, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 297, "completion_tokens": 0, "total_tokens": 297, "questions": 1}}, "utc": "2026-09-28T15:08:15Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c029", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "372e653aa74f6d223384f9b958311df8674b98dc9b2eeda6938ea35b8afbb1f3", "body_sha256": "5cbdfbd66159402fefdad28d65b003a2082746f04f70644767fa062a8b95de48", "prompt_tokens": 339, "seconds": 0.5116432640352286, "rapl_before": {"package-0": [181219537968, 262143328850, 1790608099.2942207], "core": [119424532834, 262143328850, 1790608099.3018641], "uncore": [56721808160, 262143328850, 1790608099.3083522], "psys": [150116026285, 262143328850, 1790608099.3146348]}, "rapl_after": {"package-0": [181219537968, 262143328850, 1790608099.2942207], "core": [119424532834, 262143328850, 1790608099.3018641], "uncore": [56721808160, 262143328850, 1790608099.3083522], "psys": [150116026285, 262143328850, 1790608099.3146348]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.08, "contended": false, "server_response": {"id": "deem-1ccc2f69355e40c1b65c3190", "object": "systemone.completion", "created": 1790608100, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-28T15:08:20Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c030", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "id_not_unique": "c-einstein-01-starter-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "9341a1d74388efacbb26c0a5843ef169f11e005ee5e11461c3bd648281b9ad7c", "body_sha256": "6781bcd8d9161febfc5bf0a4dde9cabec362a2f7835d51dd6651a9f6ef83bea1", "prompt_tokens": 243, "seconds": 0.34965331200510263, "rapl_before": {"package-0": [181300211651, 262143328850, 1790608100.325346], "core": [119494942627, 262143328850, 1790608100.3331146], "uncore": [56721981561, 262143328850, 1790608100.3399494], "psys": [150116410012, 262143328850, 1790608100.346047]}, "rapl_after": {"package-0": [181335453016, 262143328850, 1790608101.3571382], "core": [119521734672, 262143328850, 1790608101.3664098], "uncore": [56722114434, 262143328850, 1790608101.3753915], "psys": [150116794838, 262143328850, 1790608101.3832667]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4c8f260a0e35464caa83bd25", "object": "systemone.completion", "created": 1790608101, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 243, "completion_tokens": 0, "total_tokens": 243, "questions": 1}}, "utc": "2026-09-28T15:08:21Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c031", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "8c5c197c0e13a857e534bbd2f5ddb9f47e8b2397952bc8f94dadbe7f67fffaff", "body_sha256": "695ee213521da1c795ea15b0c8c8b1391924072057c7a3073b939298a5b93ae4", "prompt_tokens": 206, "seconds": 0.30670957500115037, "rapl_before": {"package-0": [181439892141, 262143328850, 1790608105.4930003], "core": [119586567881, 262143328850, 1790608105.5009363], "uncore": [56722683524, 262143328850, 1790608105.5077229], "psys": [150118325779, 262143328850, 1790608105.5144403]}, "rapl_after": {"package-0": [181439892141, 262143328850, 1790608105.4930003], "core": [119586567881, 262143328850, 1790608105.5009363], "uncore": [56722683524, 262143328850, 1790608105.5077229], "psys": [150118325779, 262143328850, 1790608105.5144403]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-180583c02b48437989aa0531", "object": "systemone.completion", "created": 1790608105, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-28T15:08:25Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c032", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "4110c7751226ba5198f5c71571542370afc6137fb98a1d7d3f5cd546256650d8", "body_sha256": "40cd21f95cbcc1a16c7dbf5218442ac825444857efe9cdcb5510bea108d88415", "prompt_tokens": 233, "seconds": 0.3435580610530451, "rapl_before": {"package-0": [181493314367, 262143328850, 1790608106.5258207], "core": [119630204304, 262143328850, 1790608106.5334222], "uncore": [56722778190, 262143328850, 1790608106.5402527], "psys": [150118709262, 262143328850, 1790608106.547148]}, "rapl_after": {"package-0": [181493314367, 262143328850, 1790608106.5258207], "core": [119630204304, 262143328850, 1790608106.5334222], "uncore": [56722778190, 262143328850, 1790608106.5402527], "psys": [150118709262, 262143328850, 1790608106.547148]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4186ab0c03b446519d23314b", "object": "systemone.completion", "created": 1790608107, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-28T15:08:27Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c033", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14800447259276167, "einstein": 0.1677110391654594, "hypatia": 0.19004150459257022, "ibn_sina": 0.1785274718909876, "sagan": 0.1677110391654594, "socrates": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0, "prompt_sha256": "ad6f3ef19b34d93b49c1112e5cb309ebb8c6a1b335f280743e6810e82f30dd37", "body_sha256": "3485648a16969bbff0692b124f4d8934d44e38802cdec18aa6034572c45ced74", "prompt_tokens": 324, "seconds": 0.4791855349903926, "rapl_before": {"package-0": [181551710946, 262143328850, 1790608107.5575118], "core": [119678834368, 262143328850, 1790608107.565276], "uncore": [56722871878, 262143328850, 1790608107.5718534], "psys": [150119090913, 262143328850, 1790608107.5782359]}, "rapl_after": {"package-0": [181604600764, 262143328850, 1790608108.5892375], "core": [119723397669, 262143328850, 1790608108.597351], "uncore": [56722964041, 262143328850, 1790608108.6047595], "psys": [150119471650, 262143328850, 1790608108.6138792]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.21, "contended": true, "server_response": {"id": "deem-3f3c3dbce8fd46db8325e19d", "object": "systemone.completion", "created": 1790608108, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14800447259276167, "einstein: Albert Einstein": 0.1677110391654594, "hypatia: Hypatia of Alexandria": 0.19004150459257022, "ibn_sina: Ibn Sina": 0.1785274718909876, "sagan: Carl Sagan": 0.1677110391654594, "socrates: Socrates of Athens": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-28T15:08:28Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c034", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "9e2d13c691029211415f663b7253b62fa678372dcecfb1176b3ac65e2652214c", "body_sha256": "5df203730c66f3836f14cd947054afd50c9b500fa61c8fb890a3657cc04ca7fa", "prompt_tokens": 282, "seconds": 0.4099165960215032, "rapl_before": {"package-0": [181640694117, 262143328850, 1790608109.6280327], "core": [119748977987, 262143328850, 1790608109.6360102], "uncore": [56723056876, 262143328850, 1790608109.642623], "psys": [150119853363, 262143328850, 1790608109.6489253]}, "rapl_after": {"package-0": [181640694117, 262143328850, 1790608109.6280327], "core": [119748977987, 262143328850, 1790608109.6360102], "uncore": [56723056876, 262143328850, 1790608109.642623], "psys": [150119853363, 262143328850, 1790608109.6489253]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6e3f84be99894f21853fb0ff", "object": "systemone.completion", "created": 1790608110, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:08:30Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c035", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "2426df405919b7ee9572894b1d067bad732a4cdb8dd5e8f2a31e8075f16e275c", "body_sha256": "515e1ea682888ca5f0c019cb8e5740d5506cc0b43ffc28bb77df01d5a5b46636", "prompt_tokens": 217, "seconds": 0.3177456330158748, "rapl_before": {"package-0": [181707597083, 262143328850, 1790608110.659198], "core": [119805830259, 262143328850, 1790608110.6667993], "uncore": [56723209341, 262143328850, 1790608110.673446], "psys": [150120237456, 262143328850, 1790608110.6797342]}, "rapl_after": {"package-0": [181707597083, 262143328850, 1790608110.659198], "core": [119805830259, 262143328850, 1790608110.6667993], "uncore": [56723209341, 262143328850, 1790608110.673446], "psys": [150120237456, 262143328850, 1790608110.6797342]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-366e1e3c7bb943f4971edbd7", "object": "systemone.completion", "created": 1790608111, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 217, "completion_tokens": 0, "total_tokens": 217, "questions": 1}}, "utc": "2026-09-28T15:08:31Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c036", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "id_not_unique": "c-hypatia-01-dessert-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "8044a285a81d96a136df0962c95e9ca170fb4b790c03b99dcf99c66958c37c82", "body_sha256": "bd2a06b0f84688eeb5d3c52539d9f5c0a6d43d5ff9d527615edebbe5ac2ab9f1", "prompt_tokens": 332, "seconds": 0.49044546397635713, "rapl_before": {"package-0": [181760613304, 262143328850, 1790608111.6904092], "core": [119849282967, 262143328850, 1790608111.6981852], "uncore": [56723303884, 262143328850, 1790608111.7050104], "psys": [150120618925, 262143328850, 1790608111.7109828]}, "rapl_after": {"package-0": [181799872909, 262143328850, 1790608112.72255], "core": [119879759940, 262143328850, 1790608112.731688], "uncore": [56723458425, 262143328850, 1790608112.7396028], "psys": [150121005276, 262143328850, 1790608112.7479594]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-d6b0b9b20bb94b2aab61b3d4", "object": "systemone.completion", "created": 1790608113, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-28T15:08:33Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c037", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "ffa240e8828de6523bc231294dbd64e3bf392582d1b277c65ac4e0adc73e4a21", "body_sha256": "96d4c60b83d99b2519c9d611c99809561ad533f44e995e460335ede80ffc5712", "prompt_tokens": 260, "seconds": 0.3912144280038774, "rapl_before": {"package-0": [181857855975, 262143328850, 1790608113.761645], "core": [119926811699, 262143328850, 1790608113.7694972], "uncore": [56723587148, 262143328850, 1790608113.7768862], "psys": [150121389186, 262143328850, 1790608113.7840362]}, "rapl_after": {"package-0": [181857855975, 262143328850, 1790608113.761645], "core": [119926811699, 262143328850, 1790608113.7694972], "uncore": [56723587148, 262143328850, 1790608113.7768862], "psys": [150121389186, 262143328850, 1790608113.7840362]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.07, "contended": false, "server_response": {"id": "deem-46b48d8658aa4dbba2f4da36", "object": "systemone.completion", "created": 1790608114, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 260, "completion_tokens": 0, "total_tokens": 260, "questions": 1}}, "utc": "2026-09-28T15:08:34Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c038", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.15099162605817845, "einstein": 0.17109592749386962, "hypatia": 0.19387708556571223, "ibn_sina": 0.17109592749386962, "sagan": 0.17109592749386962, "socrates": 0.14184350589450043}, "confidence": 0.03265250267885467, "temperature": 1.0, "prompt_sha256": "015f7f0e44efb1686fdd5d0434c87aa3876674b7d1905144b072172cd2535cbf", "body_sha256": "dfbf1f584789210854109fde1f1af1258b7a14ae866eccf13b6193e6c4d641a7", "prompt_tokens": 213, "seconds": 0.31322060601087287, "rapl_before": {"package-0": [181920627055, 262143328850, 1790608114.795363], "core": [119979786112, 262143328850, 1790608114.8033383], "uncore": [56723715626, 262143328850, 1790608114.810281], "psys": [150121771326, 262143328850, 1790608114.8167615]}, "rapl_after": {"package-0": [181920627055, 262143328850, 1790608114.795363], "core": [119979786112, 262143328850, 1790608114.8033383], "uncore": [56723715626, 262143328850, 1790608114.810281], "psys": [150121771326, 262143328850, 1790608114.8167615]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.04, "contended": false, "server_response": {"id": "deem-aa2bfbfd031e4e498ca64dc6", "object": "systemone.completion", "created": 1790608115, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15099162605817845, "einstein: Albert Einstein": 0.17109592749386962, "hypatia: Hypatia of Alexandria": 0.19387708556571223, "ibn_sina: Ibn Sina": 0.17109592749386962, "sagan: Carl Sagan": 0.17109592749386962, "socrates: Socrates of Athens": 0.14184350589450043}, "confidence": 0.03265250267885467, "temperature": 1.0}}, "usage": {"prompt_tokens": 213, "completion_tokens": 0, "total_tokens": 213, "questions": 1}}, "utc": "2026-09-28T15:08:35Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c039", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "id_not_unique": "c-hypatia-01-dessert-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "9df8ec94e880523b0835b07f5a9361e79b8a55a83c164c948afe89bb0cec79cf", "body_sha256": "4b07b016f1c95fb55d854c21f2b45127638184d054b77396a9d162666cd4bde4", "prompt_tokens": 237, "seconds": 0.3436218580463901, "rapl_before": {"package-0": [181973834438, 262143328850, 1790608115.8271492], "core": [120023154898, 262143328850, 1790608115.835102], "uncore": [56723858448, 262143328850, 1790608115.8418283], "psys": [150122154321, 262143328850, 1790608115.8482113]}, "rapl_after": {"package-0": [181991085065, 262143328850, 1790608116.858974], "core": [120032202360, 262143328850, 1790608116.8680642], "uncore": [56723950245, 262143328850, 1790608116.876094], "psys": [150122539513, 262143328850, 1790608116.88471]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-080fcbe4045448d38de3dcc0", "object": "systemone.completion", "created": 1790608117, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-28T15:08:37Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c040", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "33bc6887764f4ca528f926d725862c640149cc207dfab51450460cb1075ae37d", "body_sha256": "a3c8d37a220c1e7d9403ba9520afce3a5a094f8f08258d8b779297e1b47574a9", "prompt_tokens": 306, "seconds": 0.4389062760164961, "rapl_before": {"package-0": [182045766261, 262143328850, 1790608117.8964562], "core": [120076274452, 262143328850, 1790608117.9042695], "uncore": [56724039173, 262143328850, 1790608117.91101], "psys": [150122922263, 262143328850, 1790608117.9173524]}, "rapl_after": {"package-0": [182045766261, 262143328850, 1790608117.8964562], "core": [120076274452, 262143328850, 1790608117.9042695], "uncore": [56724039173, 262143328850, 1790608117.91101], "psys": [150122922263, 262143328850, 1790608117.9173524]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-a9b7d29312e142d6994847db", "object": "systemone.completion", "created": 1790608118, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-28T15:08:38Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c041", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "bf43efd2f357a83e2f89f0fdbbe035c42bb8e9137b7394e4355f17ad3c6e9775", "body_sha256": "3e903066522177b6e863008abe4b7b25453e5b27881c436504a95f7a6cf7e5d6", "prompt_tokens": 234, "seconds": 0.3364588779513724, "rapl_before": {"package-0": [182115734954, 262143328850, 1790608118.9278996], "core": [120136472235, 262143328850, 1790608118.9356668], "uncore": [56724140064, 262143328850, 1790608118.9423463], "psys": [150123305929, 262143328850, 1790608118.9489298]}, "rapl_after": {"package-0": [182168127825, 262143328850, 1790608119.9596698], "core": [120180129044, 262143328850, 1790608119.9683454], "uncore": [56724242419, 262143328850, 1790608119.9755335], "psys": [150123688253, 262143328850, 1790608119.9831138]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-9a1aca1c7b0c4cd4a3d25ee7", "object": "systemone.completion", "created": 1790608120, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-28T15:08:40Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c042", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "bf2ac15f4e066b7bf4f9b1abd6f6daa1f0622c3899b015ab1d38a958a7cc7af3", "body_sha256": "15bf17ab7e8dfdf172a01e6b44a2dbcc1bf0c86e5552fa74f874d56a43c47d61", "prompt_tokens": 324, "seconds": 0.4882238080026582, "rapl_before": {"package-0": [182189716088, 262143328850, 1790608120.9948032], "core": [120191525133, 262143328850, 1790608121.0014613], "uncore": [56724331530, 262143328850, 1790608121.007653], "psys": [150124070942, 262143328850, 1790608121.0143547]}, "rapl_after": {"package-0": [182189716088, 262143328850, 1790608120.9948032], "core": [120191525133, 262143328850, 1790608121.0014613], "uncore": [56724331530, 262143328850, 1790608121.007653], "psys": [150124070942, 262143328850, 1790608121.0143547]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-fd0674223d264838b083b00e", "object": "systemone.completion", "created": 1790608121, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-28T15:08:41Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c043", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.1462124021538701, "einstein": 0.16568035731984262, "hypatia": 0.19984865873407098, "ibn_sina": 0.1763658223185035, "sagan": 0.16568035731984262, "socrates": 0.1462124021538701}, "confidence": 0.03981839048088518, "temperature": 1.0, "prompt_sha256": "1070a21c34a88e11c04dd1374ca1b129bc80993bc575b462c138c4c9a9e384a7", "body_sha256": "04e33f06dd619c41e066f929d06967a6b65918baa52ce9b211dd31664c92110d", "prompt_tokens": 276, "seconds": 0.4028895819792524, "rapl_before": {"package-0": [182266385386, 262143328850, 1790608122.0256996], "core": [120258292479, 262143328850, 1790608122.0337455], "uncore": [56724424243, 262143328850, 1790608122.0407007], "psys": [150124455524, 262143328850, 1790608122.0472708]}, "rapl_after": {"package-0": [182266385386, 262143328850, 1790608122.0256996], "core": [120258292479, 262143328850, 1790608122.0337455], "uncore": [56724424243, 262143328850, 1790608122.0407007], "psys": [150124455524, 262143328850, 1790608122.0472708]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-627e11114ce84070b492b046", "object": "systemone.completion", "created": 1790608122, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1462124021538701, "einstein: Albert Einstein": 0.16568035731984262, "hypatia: Hypatia of Alexandria": 0.19984865873407098, "ibn_sina: Ibn Sina": 0.1763658223185035, "sagan: Carl Sagan": 0.16568035731984262, "socrates: Socrates of Athens": 0.1462124021538701}, "confidence": 0.03981839048088518, "temperature": 1.0}}, "usage": {"prompt_tokens": 276, "completion_tokens": 0, "total_tokens": 276, "questions": 1}}, "utc": "2026-09-28T15:08:42Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c044", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "3a77dfc548d63ab5ac671dd0ca72db2724d9accc746624a212ac7f10d83b41cd", "body_sha256": "830e6920f6775e98ed37046014c7974b8d2e0aa8f15d27843814c4aa4fa7bcfb", "prompt_tokens": 214, "seconds": 0.32108997995965183, "rapl_before": {"package-0": [182336881421, 262143328850, 1790608123.0577245], "core": [120318722073, 262143328850, 1790608123.06479], "uncore": [56724542834, 262143328850, 1790608123.0709023], "psys": [150124838762, 262143328850, 1790608123.0767133]}, "rapl_after": {"package-0": [182369919606, 262143328850, 1790608124.0886664], "core": [120342486172, 262143328850, 1790608124.0968304], "uncore": [56725012986, 262143328850, 1790608124.1063347], "psys": [150125227616, 262143328850, 1790608124.1153336]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-dde3d7e20bc64b0c9761eff8", "object": "systemone.completion", "created": 1790608124, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 214, "completion_tokens": 0, "total_tokens": 214, "questions": 1}}, "utc": "2026-09-28T15:08:44Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c045", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "id_not_unique": "c-hypatia-01-main-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "187dcab9b618456a59aaaad7b39171c4bbe2d4c95bbe1be89769c878c9c865ce", "body_sha256": "39a5f73e3a07bc31c3d14c75aa4162adf339983a861784ebf7a9b942b14b9250", "prompt_tokens": 288, "seconds": 0.41180587298003957, "rapl_before": {"package-0": [182412855165, 262143328850, 1790608125.1275847], "core": [120374658270, 262143328850, 1790608125.1349983], "uncore": [56725232285, 262143328850, 1790608125.1415658], "psys": [150125613419, 262143328850, 1790608125.1482837]}, "rapl_after": {"package-0": [182412855165, 262143328850, 1790608125.1275847], "core": [120374658270, 262143328850, 1790608125.1349983], "uncore": [56725232285, 262143328850, 1790608125.1415658], "psys": [150125613419, 262143328850, 1790608125.1482837]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-4bd42d9b58ce41c482fb2084", "object": "systemone.completion", "created": 1790608125, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-28T15:08:45Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c046", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "6c903a1e34a129be1e37e0ea3058efda0f5b1a45d949a92bafca8d27a105c765", "body_sha256": "b746707df3d6f06fbff35490c01d437ca055943069d882984b87bd1df4cbb19e", "prompt_tokens": 301, "seconds": 0.4690737680066377, "rapl_before": {"package-0": [182868987176, 262143328850, 1790608144.7338438], "core": [120644636400, 262143328850, 1790608144.742273], "uncore": [56730360263, 262143328850, 1790608144.748676], "psys": [150132942990, 262143328850, 1790608144.755219]}, "rapl_after": {"package-0": [182868987176, 262143328850, 1790608144.7338438], "core": [120644636400, 262143328850, 1790608144.742273], "uncore": [56730360263, 262143328850, 1790608144.748676], "psys": [150132942990, 262143328850, 1790608144.755219]}, "gate_wait_s": 18.0, "foreign_cpu_s": 0.22, "contended": true, "server_response": {"id": "deem-c57921cc016b4c15afc9bcb6", "object": "systemone.completion", "created": 1790608145, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 301, "completion_tokens": 0, "total_tokens": 301, "questions": 1}}, "utc": "2026-09-28T15:09:05Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c047", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "d001f9be5945172eb21e96744dff31c608ebb30e7e6f121fc5d76b0d2becbe98", "body_sha256": "df134cbc0743c0c0ced591cb52c92cbe953ede01ff197e6e8f94ef4f18dce92f", "prompt_tokens": 268, "seconds": 0.3949670869624242, "rapl_before": {"package-0": [182943399034, 262143328850, 1790608145.7662263], "core": [120708982671, 262143328850, 1790608145.7740726], "uncore": [56730561983, 262143328850, 1790608145.7810643], "psys": [150133326534, 262143328850, 1790608145.7879343]}, "rapl_after": {"package-0": [182943399034, 262143328850, 1790608145.7662263], "core": [120708982671, 262143328850, 1790608145.7740726], "uncore": [56730561983, 262143328850, 1790608145.7810643], "psys": [150133326534, 262143328850, 1790608145.7879343]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-e5c29d7ae6a04e4a80ddba53", "object": "systemone.completion", "created": 1790608146, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-28T15:09:06Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c048", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "02e16114ac89bd903e7ef216f59ee745f9ac753ef81cbb38cb4beb926c2c2fc5", "body_sha256": "3cab4bca84e07ba1fc2058d0274a32553e932b45245fa5c37e12dd4571c770a4", "prompt_tokens": 345, "seconds": 0.5084125029970892, "rapl_before": {"package-0": [183007278570, 262143328850, 1790608146.7996087], "core": [120762804249, 262143328850, 1790608146.8075607], "uncore": [56730740450, 262143328850, 1790608146.8148303], "psys": [150133712397, 262143328850, 1790608146.8219647]}, "rapl_after": {"package-0": [183032739992, 262143328850, 1790608147.833672], "core": [120780199896, 262143328850, 1790608147.8425648], "uncore": [56730833833, 262143328850, 1790608147.851527], "psys": [150134096124, 262143328850, 1790608147.8591552]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-ffc3780b220b48e0b168ea24", "object": "systemone.completion", "created": 1790608148, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 345, "completion_tokens": 0, "total_tokens": 345, "questions": 1}}, "utc": "2026-09-28T15:09:08Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c049", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "c421dcfa088487d420d5d28c66371e85b01eb3bc0066057e3bdfde73167dc2a9", "body_sha256": "05cec5f8a2edf0ba3d7dde0c241a1a82d3e210166dde07318090597b6d7471e7", "prompt_tokens": 211, "seconds": 0.33137326303403825, "rapl_before": {"package-0": [183103473697, 262143328850, 1790608148.8711903], "core": [120839834570, 262143328850, 1790608148.8792162], "uncore": [56730953950, 262143328850, 1790608148.8861423], "psys": [150134479851, 262143328850, 1790608148.8933384]}, "rapl_after": {"package-0": [183103473697, 262143328850, 1790608148.8711903], "core": [120839834570, 262143328850, 1790608148.8792162], "uncore": [56730953950, 262143328850, 1790608148.8861423], "psys": [150134479851, 262143328850, 1790608148.8933384]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-81ae65415d7a4e5384b24e70", "object": "systemone.completion", "created": 1790608149, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 211, "completion_tokens": 0, "total_tokens": 211, "questions": 1}}, "utc": "2026-09-28T15:09:09Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c050", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "2c968844ec0a89151c133628dfb861aa4fd283df84083f0d68bc3deadeee8995", "body_sha256": "840026cfea64ae398b6d15366279bc7c0dfcb650f0330d893fe2ea25493e2e45", "prompt_tokens": 265, "seconds": 0.413362302002497, "rapl_before": {"package-0": [183159952373, 262143328850, 1790608149.90437], "core": [120886474587, 262143328850, 1790608149.9119284], "uncore": [56731109711, 262143328850, 1790608149.918322], "psys": [150134861686, 262143328850, 1790608149.9250925]}, "rapl_after": {"package-0": [183214480737, 262143328850, 1790608150.935531], "core": [120932487653, 262143328850, 1790608150.9455833], "uncore": [56731233979, 262143328850, 1790608150.9545798], "psys": [150135247549, 262143328850, 1790608150.9625647]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-e7b0900442dc40be8086079f", "object": "systemone.completion", "created": 1790608151, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 265, "completion_tokens": 0, "total_tokens": 265, "questions": 1}}, "utc": "2026-09-28T15:09:11Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c051", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.15775043615032056, "einstein": 0.1679244651738918, "hypatia": 0.19028334794386964, "ibn_sina": 0.1679244651738918, "sagan": 0.1679244651738918, "socrates": 0.14819282038413428}, "confidence": 0.028340017532643546, "temperature": 1.0, "prompt_sha256": "608eb1bfb9db8d5c51778a9f541e113dfecaf5522344143a60cc423f9a917adb", "body_sha256": "8727b3c72877b2c8784513e37323fb89cdbba648f13c2c8620d367769cd865e9", "prompt_tokens": 242, "seconds": 0.35080189403379336, "rapl_before": {"package-0": [183243182141, 262143328850, 1790608151.9771993], "core": [120950316709, 262143328850, 1790608151.9846694], "uncore": [56731387665, 262143328850, 1790608151.9910128], "psys": [150135630910, 262143328850, 1790608151.997737]}, "rapl_after": {"package-0": [183243182141, 262143328850, 1790608151.9771993], "core": [120950316709, 262143328850, 1790608151.9846694], "uncore": [56731387665, 262143328850, 1790608151.9910128], "psys": [150135630910, 262143328850, 1790608151.997737]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-6abf5f5ef4d247d596e0bb31", "object": "systemone.completion", "created": 1790608152, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15775043615032056, "einstein: Albert Einstein": 0.1679244651738918, "hypatia: Hypatia of Alexandria": 0.19028334794386964, "ibn_sina: Ibn Sina": 0.1679244651738918, "sagan: Carl Sagan": 0.1679244651738918, "socrates: Socrates of Athens": 0.14819282038413428}, "confidence": 0.028340017532643546, "temperature": 1.0}}, "usage": {"prompt_tokens": 242, "completion_tokens": 0, "total_tokens": 242, "questions": 1}}, "utc": "2026-09-28T15:09:12Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c052", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "a8e92a933c9e3d47cec1502f6db6180382718c44f964b91ef21cb86426fdc709", "body_sha256": "4478f385fad064a17c1ec110b499b2c67a570669c24997680d3fba7c7a251c9b", "prompt_tokens": 212, "seconds": 0.31076238601235673, "rapl_before": {"package-0": [183302840252, 262143328850, 1790608153.0095541], "core": [120999971794, 262143328850, 1790608153.0171762], "uncore": [56731542877, 262143328850, 1790608153.0233932], "psys": [150136014942, 262143328850, 1790608153.030268]}, "rapl_after": {"package-0": [183302840252, 262143328850, 1790608153.0095541], "core": [120999971794, 262143328850, 1790608153.0171762], "uncore": [56731542877, 262143328850, 1790608153.0233932], "psys": [150136014942, 262143328850, 1790608153.030268]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-e8d88296d3fb42cf846aecb1", "object": "systemone.completion", "created": 1790608153, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-28T15:09:13Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c053", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "99b4fbef68b41a36a446f979ba144a733b850c5bd91e1433462b7c6a7de488f8", "body_sha256": "fd54703add35c2af60613b0ebce10370058ba903b8a42d34229fd88caf8049a4", "prompt_tokens": 248, "seconds": 0.3569220100180246, "rapl_before": {"package-0": [183355359222, 262143328850, 1790608154.0410302], "core": [121042941838, 262143328850, 1790608154.0493152], "uncore": [56731630584, 262143328850, 1790608154.0562544], "psys": [150136398852, 262143328850, 1790608154.062921]}, "rapl_after": {"package-0": [183406359763, 262143328850, 1790608155.0738547], "core": [121085449419, 262143328850, 1790608155.0835521], "uncore": [56731758147, 262143328850, 1790608155.0917137], "psys": [150136784350, 262143328850, 1790608155.1006608]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-200d9376c4ff4e0a853eff94", "object": "systemone.completion", "created": 1790608155, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 248, "completion_tokens": 0, "total_tokens": 248, "questions": 1}}, "utc": "2026-09-28T15:09:15Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c054", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "id_not_unique": "c-ibn_sina-01-dessert-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "21446043db97031a51d21c5846104423db6455b08b43adb05d98869c24484b63", "body_sha256": "3a886fbbf56d4dc2eacfa3008444ea32338f03a2ae951da358a6c085f6fc6c90", "prompt_tokens": 250, "seconds": 0.3611485020373948, "rapl_before": {"package-0": [183428128628, 262143328850, 1790608156.1134093], "core": [121096820362, 262143328850, 1790608156.121112], "uncore": [56731851287, 262143328850, 1790608156.1277108], "psys": [150137167344, 262143328850, 1790608156.1341465]}, "rapl_after": {"package-0": [183428128628, 262143328850, 1790608156.1134093], "core": [121096820362, 262143328850, 1790608156.121112], "uncore": [56731851287, 262143328850, 1790608156.1277108], "psys": [150137167344, 262143328850, 1790608156.1341465]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2690ea6017d146d7bd1436f0", "object": "systemone.completion", "created": 1790608156, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-28T15:09:16Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c055", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "c3e739c7cd6281037caf6b8439ca98c3db5f91faeb1bb62b7f1eb5d9c12f26c9", "body_sha256": "1f7f83d7bc3f897cc82ead8aa22bdf1390fea92db6f00f8cb9ff7bd9e80a607c", "prompt_tokens": 261, "seconds": 0.40102326701162383, "rapl_before": {"package-0": [183490501515, 262143328850, 1790608157.1436882], "core": [121149362830, 262143328850, 1790608157.150639], "uncore": [56731983855, 262143328850, 1790608157.1566052], "psys": [150137551437, 262143328850, 1790608157.1625645]}, "rapl_after": {"package-0": [183490501515, 262143328850, 1790608157.1436882], "core": [121149362830, 262143328850, 1790608157.150639], "uncore": [56731983855, 262143328850, 1790608157.1566052], "psys": [150137551437, 262143328850, 1790608157.1625645]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.25, "contended": true, "server_response": {"id": "deem-52c4691741a14b4281090113", "object": "systemone.completion", "created": 1790608157, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 261, "completion_tokens": 0, "total_tokens": 261, "questions": 1}}, "utc": "2026-09-28T15:09:17Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c056", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "d6b37e1af7df866891d465e8dc78dc28dc35c6cf5985372650fa3eaef05e43e4", "body_sha256": "a905ea1b3b20cfdca76b7daf3d19fd46937adad7438312002de3b6af027b1e85", "prompt_tokens": 281, "seconds": 0.9535911069833674, "rapl_before": {"package-0": [183558327391, 262143328850, 1790608158.1727316], "core": [121207020947, 262143328850, 1790608158.1802654], "uncore": [56732136442, 262143328850, 1790608158.1863124], "psys": [150137936324, 262143328850, 1790608158.193196]}, "rapl_after": {"package-0": [183591105567, 262143328850, 1790608159.2041135], "core": [121231737497, 262143328850, 1790608159.2123287], "uncore": [56732227995, 262143328850, 1790608159.219008], "psys": [150138318159, 262143328850, 1790608159.225485]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d9bc7f92f9324aeea8721d28", "object": "systemone.completion", "created": 1790608159, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 281, "completion_tokens": 0, "total_tokens": 281, "questions": 1}}, "utc": "2026-09-28T15:09:19Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c057", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "bf734338a616f23db6dad38f376fae8b08d6626ff6466cac36dfc72c55e1abb1", "body_sha256": "2fe7c036115491ebf6c3e811d22017856ed0a26f0dc201ee007daf94f7c6b6e6", "prompt_tokens": 278, "seconds": 0.40532760799396783, "rapl_before": {"package-0": [183682266161, 262143328850, 1790608160.236957], "core": [121312466599, 262143328850, 1790608160.2445347], "uncore": [56732371915, 262143328850, 1790608160.2514713], "psys": [150138703778, 262143328850, 1790608160.2581496]}, "rapl_after": {"package-0": [183737947110, 262143328850, 1790608161.268973], "core": [121359053394, 262143328850, 1790608161.277377], "uncore": [56732640713, 262143328850, 1790608161.2851856], "psys": [150139092571, 262143328850, 1790608161.2940633]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.06, "contended": false, "server_response": {"id": "deem-faacc1b79a1d4fca82135bc6", "object": "systemone.completion", "created": 1790608161, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-28T15:09:21Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c058", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15606027257325522, "einstein": 0.16612529541144097, "hypatia": 0.18824462151074386, "ibn_sina": 0.1768394564515714, "sagan": 0.16612529541144097, "socrates": 0.14660505864154755}, "confidence": 0.02589354581289265, "temperature": 1.0, "prompt_sha256": "4965fed75deb21242d010470ecf2a963a04f913dc4289ca5324187c8f75764f3", "body_sha256": "a0ef20a3d3d63955d878a1c04811836d3c0487b871bd9737db9d5694d05094b7", "prompt_tokens": 290, "seconds": 0.4196340459748171, "rapl_before": {"package-0": [183763122643, 262143328850, 1790608162.308358], "core": [121373877453, 262143328850, 1790608162.316079], "uncore": [56732775662, 262143328850, 1790608162.322423], "psys": [150139475077, 262143328850, 1790608162.3292208]}, "rapl_after": {"package-0": [183763122643, 262143328850, 1790608162.308358], "core": [121373877453, 262143328850, 1790608162.316079], "uncore": [56732775662, 262143328850, 1790608162.322423], "psys": [150139475077, 262143328850, 1790608162.3292208]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-c50f9b600b0b4d4b9da9f1be", "object": "systemone.completion", "created": 1790608162, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15606027257325522, "einstein: Albert Einstein": 0.16612529541144097, "hypatia: Hypatia of Alexandria": 0.18824462151074386, "ibn_sina: Ibn Sina": 0.1768394564515714, "sagan: Carl Sagan": 0.16612529541144097, "socrates: Socrates of Athens": 0.14660505864154755}, "confidence": 0.02589354581289265, "temperature": 1.0}}, "usage": {"prompt_tokens": 290, "completion_tokens": 0, "total_tokens": 290, "questions": 1}}, "utc": "2026-09-28T15:09:22Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c059", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14800447259276167, "einstein": 0.1677110391654594, "hypatia": 0.19004150459257022, "ibn_sina": 0.1785274718909876, "sagan": 0.1677110391654594, "socrates": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0, "prompt_sha256": "899e1de7522aa754e78e1fdc027bc0621197ac0ae9289926d081cf89c3600810", "body_sha256": "4662447f1d93252768965b7ed3f4a3cfef5a03c3ff5a830870f49c77f00d9714", "prompt_tokens": 330, "seconds": 0.4865089159575291, "rapl_before": {"package-0": [183830743625, 262143328850, 1790608163.3400934], "core": [121431803147, 262143328850, 1790608163.3480232], "uncore": [56732865322, 262143328850, 1790608163.354791], "psys": [150139858377, 262143328850, 1790608163.3612273]}, "rapl_after": {"package-0": [183830743625, 262143328850, 1790608163.3400934], "core": [121431803147, 262143328850, 1790608163.3480232], "uncore": [56732865322, 262143328850, 1790608163.354791], "psys": [150139858377, 262143328850, 1790608163.3612273]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-eb51586a7a284ac391eef370", "object": "systemone.completion", "created": 1790608164, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14800447259276167, "einstein: Albert Einstein": 0.1677110391654594, "hypatia: Hypatia of Alexandria": 0.19004150459257022, "ibn_sina: Ibn Sina": 0.1785274718909876, "sagan: Carl Sagan": 0.1677110391654594, "socrates: Socrates of Athens": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0}}, "usage": {"prompt_tokens": 330, "completion_tokens": 0, "total_tokens": 330, "questions": 1}}, "utc": "2026-09-28T15:09:24Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c060", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "ab2512798ffaf1ac5153c25ff28e7ad91b4d24324e66dbbdef1588aed8bca671", "body_sha256": "ba91e83f665850f01027b31ab4e2ee4fcd775cae5a5b4b0d8b208b4f0acb3bf2", "prompt_tokens": 256, "seconds": 0.3688481440185569, "rapl_before": {"package-0": [183906351769, 262143328850, 1790608164.3712785], "core": [121497537537, 262143328850, 1790608164.37819], "uncore": [56732956264, 262143328850, 1790608164.3855526], "psys": [150140242654, 262143328850, 1790608164.3919365]}, "rapl_after": {"package-0": [183929573206, 262143328850, 1790608165.4028912], "core": [121512233239, 262143328850, 1790608165.4113848], "uncore": [56733130763, 262143328850, 1790608165.4193478], "psys": [150140628334, 262143328850, 1790608165.4269483]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-046c2adcb122455193104377", "object": "systemone.completion", "created": 1790608165, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 256, "completion_tokens": 0, "total_tokens": 256, "questions": 1}}, "utc": "2026-09-28T15:09:25Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c061", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "00d17e75895d883527e39e97a89100143bf1130ada6befc722a06146e38fcbed", "body_sha256": "40a6c35a7865ab4d3186eb8f8e7f6f8a4d5bd4135346e7a71bfb6700a8cea9a8", "prompt_tokens": 291, "seconds": 0.4303822349756956, "rapl_before": {"package-0": [183983243662, 262143328850, 1790608166.4406085], "core": [121555266637, 262143328850, 1790608166.4480715], "uncore": [56733224757, 262143328850, 1790608166.4544456], "psys": [150141013159, 262143328850, 1790608166.461342]}, "rapl_after": {"package-0": [183983243662, 262143328850, 1790608166.4406085], "core": [121555266637, 262143328850, 1790608166.4480715], "uncore": [56733224757, 262143328850, 1790608166.4544456], "psys": [150141013159, 262143328850, 1790608166.461342]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8241e027ae4b467fbb7c6653", "object": "systemone.completion", "created": 1790608167, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 291, "completion_tokens": 0, "total_tokens": 291, "questions": 1}}, "utc": "2026-09-28T15:09:27Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c062", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "70f6897350d4e23ce4f06c167aa416fc4265f7e8e204601851230f8f10189012", "body_sha256": "abb01f318290638f807050e7a7e085c0f23767d8c2adc9e310f60bd9fce53e9d", "prompt_tokens": 304, "seconds": 0.4397158119827509, "rapl_before": {"package-0": [184050890034, 262143328850, 1790608167.4727468], "core": [121613119272, 262143328850, 1790608167.4800189], "uncore": [56733318507, 262143328850, 1790608167.4862077], "psys": [150141396642, 262143328850, 1790608167.4927151]}, "rapl_after": {"package-0": [184103857977, 262143328850, 1790608168.5037904], "core": [121657750811, 262143328850, 1790608168.5138738], "uncore": [56733444239, 262143328850, 1790608168.523], "psys": [150141784886, 262143328850, 1790608168.5327733]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6a5051533d324c7b9e6f28e0", "object": "systemone.completion", "created": 1790608168, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-28T15:09:28Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c063", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1527612484516461, "einstein": 0.16261350251415171, "hypatia": 0.1961493256968645, "ibn_sina": 0.1731011723715399, "sagan": 0.16261350251415171, "socrates": 0.1527612484516461}, "confidence": 0.0353791908362374, "temperature": 1.0, "prompt_sha256": "6dfe23fc355122fd1a0b58fea49ab9e33047a050bb2646f629735c6bdc81b3b4", "body_sha256": "8873783304b56444430f0eabd661f5f8fe9b9ae3cd69a10df3892d1774131d0e", "prompt_tokens": 327, "seconds": 0.4888381169876084, "rapl_before": {"package-0": [184134383351, 262143328850, 1790608169.5451927], "core": [121677366910, 262143328850, 1790608169.5531266], "uncore": [56733600977, 262143328850, 1790608169.5598774], "psys": [150142170261, 262143328850, 1790608169.5667942]}, "rapl_after": {"package-0": [184134383351, 262143328850, 1790608169.5451927], "core": [121677366910, 262143328850, 1790608169.5531266], "uncore": [56733600977, 262143328850, 1790608169.5598774], "psys": [150142170261, 262143328850, 1790608169.5667942]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e6bc76caaa9d4d50a8b3a219", "object": "systemone.completion", "created": 1790608170, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1527612484516461, "einstein: Albert Einstein": 0.16261350251415171, "hypatia: Hypatia of Alexandria": 0.1961493256968645, "ibn_sina: Ibn Sina": 0.1731011723715399, "sagan: Carl Sagan": 0.16261350251415171, "socrates: Socrates of Athens": 0.1527612484516461}, "confidence": 0.0353791908362374, "temperature": 1.0}}, "usage": {"prompt_tokens": 327, "completion_tokens": 0, "total_tokens": 327, "questions": 1}}, "utc": "2026-09-28T15:09:30Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c064", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15583795819879984, "einstein": 0.16588864299169545, "hypatia": 0.20009989921198082, "ibn_sina": 0.16588864299169545, "sagan": 0.16588864299169545, "socrates": 0.14639621361413296}, "confidence": 0.04011987905437699, "temperature": 1.0, "prompt_sha256": "c7ac20d6aa149342c827e410f7b0045411ddd71238d2fd1da5da3024869ba555", "body_sha256": "f69e231eed5a2dfb45b1816b5dcd0f58a9e93e03ea9b4b4250b7ace4e3ce67af", "prompt_tokens": 309, "seconds": 0.4547337939729914, "rapl_before": {"package-0": [184212012546, 262143328850, 1790608170.5775602], "core": [121744819069, 262143328850, 1790608170.5853004], "uncore": [56733722681, 262143328850, 1790608170.5919535], "psys": [150142555270, 262143328850, 1790608170.5989006]}, "rapl_after": {"package-0": [184212012546, 262143328850, 1790608170.5775602], "core": [121744819069, 262143328850, 1790608170.5853004], "uncore": [56733722681, 262143328850, 1790608170.5919535], "psys": [150142555270, 262143328850, 1790608170.5989006]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-f773ef8bcfe4475897b946e7", "object": "systemone.completion", "created": 1790608171, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15583795819879984, "einstein: Albert Einstein": 0.16588864299169545, "hypatia: Hypatia of Alexandria": 0.20009989921198082, "ibn_sina: Ibn Sina": 0.16588864299169545, "sagan: Carl Sagan": 0.16588864299169545, "socrates: Socrates of Athens": 0.14639621361413296}, "confidence": 0.04011987905437699, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-28T15:09:31Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c065", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "74f274ee3f418e57f6b1a1b8a78fb2f43ef049ebb47615d3a919e68030531f76", "body_sha256": "e0d5f7593db7472c354c81b0a1822e30bf2954b4bfd45058d5159e6bd7d5d73d", "prompt_tokens": 332, "seconds": 0.4830945419962518, "rapl_before": {"package-0": [184343315555, 262143328850, 1790608174.7107573], "core": [121836971238, 262143328850, 1790608174.7175047], "uncore": [56734604209, 262143328850, 1790608174.7241116], "psys": [150144098723, 262143328850, 1790608174.7303]}, "rapl_after": {"package-0": [184365526985, 262143328850, 1790608175.7407808], "core": [121850710156, 262143328850, 1790608175.7486606], "uncore": [56734690269, 262143328850, 1790608175.7563684], "psys": [150144485074, 262143328850, 1790608175.764798]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.1, "contended": false, "server_response": {"id": "deem-e241fba2d3434da394f6288d", "object": "systemone.completion", "created": 1790608176, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-28T15:09:36Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c066", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "id_not_unique": "c-ibn_sina-01-starter-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15775043615032056, "einstein": 0.1679244651738918, "hypatia": 0.19028334794386964, "ibn_sina": 0.1679244651738918, "sagan": 0.1679244651738918, "socrates": 0.14819282038413428}, "confidence": 0.028340017532643546, "temperature": 1.0, "prompt_sha256": "3dc4c8570249d06c4ed325d94a42007ea17df0bfdf25165aab8a636670dbbcb6", "body_sha256": "22c414dc97c38da54a59000a9c7a437da8554e299986ed35641f09d57d09079c", "prompt_tokens": 232, "seconds": 0.3377353249816224, "rapl_before": {"package-0": [184434521681, 262143328850, 1790608176.7777655], "core": [121908712693, 262143328850, 1790608176.7858765], "uncore": [56734927390, 262143328850, 1790608176.7926726], "psys": [150144871365, 262143328850, 1790608176.7995007]}, "rapl_after": {"package-0": [184434521681, 262143328850, 1790608176.7777655], "core": [121908712693, 262143328850, 1790608176.7858765], "uncore": [56734927390, 262143328850, 1790608176.7926726], "psys": [150144871365, 262143328850, 1790608176.7995007]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-1506a8af39b84ebab4bac846", "object": "systemone.completion", "created": 1790608177, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15775043615032056, "einstein: Albert Einstein": 0.1679244651738918, "hypatia: Hypatia of Alexandria": 0.19028334794386964, "ibn_sina: Ibn Sina": 0.1679244651738918, "sagan: Carl Sagan": 0.1679244651738918, "socrates: Socrates of Athens": 0.14819282038413428}, "confidence": 0.028340017532643546, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-28T15:09:37Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c067", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "id_not_unique": "c-ibn_sina-01-starter-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14800447259276167, "einstein": 0.1677110391654594, "hypatia": 0.19004150459257022, "ibn_sina": 0.1785274718909876, "sagan": 0.1677110391654594, "socrates": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0, "prompt_sha256": "efc1f72d962e30e2512ba1339fefe38f3fc9ca7a7bc94db2c8a286c324223731", "body_sha256": "82e35af24360e4ed66cf8d76b4883c22bb09739915eb854874ee009bbc6a1704", "prompt_tokens": 250, "seconds": 0.3596491789794527, "rapl_before": {"package-0": [184491133353, 262143328850, 1790608177.8100586], "core": [121955088551, 262143328850, 1790608177.8176844], "uncore": [56735234090, 262143328850, 1790608177.8248475], "psys": [150145257655, 262143328850, 1790608177.8318236]}, "rapl_after": {"package-0": [184544487647, 262143328850, 1790608178.842564], "core": [121999846737, 262143328850, 1790608178.851968], "uncore": [56735354757, 262143328850, 1790608178.861254], "psys": [150145644190, 262143328850, 1790608178.8689523]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.04, "contended": false, "server_response": {"id": "deem-4ce5622e3eb44928b4f7c97b", "object": "systemone.completion", "created": 1790608178, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14800447259276167, "einstein: Albert Einstein": 0.1677110391654594, "hypatia: Hypatia of Alexandria": 0.19004150459257022, "ibn_sina: Ibn Sina": 0.1785274718909876, "sagan: Carl Sagan": 0.1677110391654594, "socrates: Socrates of Athens": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-28T15:09:38Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c068", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "8211f9a49a0cdfbb5f6d209fae275246c5106e0e957cb50d761375b73f06828f", "body_sha256": "e03f8a335dacfd1fc6f428e862371aabf9885d08b8d4466a45dfb74811fad609", "prompt_tokens": 308, "seconds": 0.4438400529907085, "rapl_before": {"package-0": [184646831807, 262143328850, 1790608185.0331845], "core": [122046006103, 262143328850, 1790608185.0408907], "uncore": [56736013813, 262143328850, 1790608185.0472934], "psys": [150147951862, 262143328850, 1790608185.0537972]}, "rapl_after": {"package-0": [184672652053, 262143328850, 1790608186.0645332], "core": [122063623734, 262143328850, 1790608186.0725796], "uncore": [56736105975, 262143328850, 1790608186.0804913], "psys": [150148341449, 262143328850, 1790608186.0891867]}, "gate_wait_s": 6.0, "foreign_cpu_s": 0.04, "contended": false, "server_response": {"id": "deem-0b1e1821347e461b9f88dff4", "object": "systemone.completion", "created": 1790608186, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 308, "completion_tokens": 0, "total_tokens": 308, "questions": 1}}, "utc": "2026-09-28T15:09:46Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c069", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "19aea873ab0cd0de62ecf40f5226d7295921dda406b85d77f84e82a9db6a5ab4", "body_sha256": "68237e97aaabfd833558b4d1077c6c40597b734b816fbc936a142ef5a62b3e47", "prompt_tokens": 294, "seconds": 0.42294507700717077, "rapl_before": {"package-0": [184731387926, 262143328850, 1790608187.10116], "core": [122111477615, 262143328850, 1790608187.1088262], "uncore": [56736253375, 262143328850, 1790608187.1156712], "psys": [150148725786, 262143328850, 1790608187.1221366]}, "rapl_after": {"package-0": [184731387926, 262143328850, 1790608187.10116], "core": [122111477615, 262143328850, 1790608187.1088262], "uncore": [56736253375, 262143328850, 1790608187.1156712], "psys": [150148725786, 262143328850, 1790608187.1221366]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-1c1c57c8616b45c0a82cb714", "object": "systemone.completion", "created": 1790608187, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 294, "completion_tokens": 0, "total_tokens": 294, "questions": 1}}, "utc": "2026-09-28T15:09:47Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c070", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "40894fa7126517c702d1b91785661a4174a1f85fc085a3ee397d50f0b634833d", "body_sha256": "80223e360f980cd86b2d23cc7c63b543e054ce37b796bc3c2cba7d1275e70120", "prompt_tokens": 309, "seconds": 0.45154341199668124, "rapl_before": {"package-0": [184798991024, 262143328850, 1790608188.1334326], "core": [122169183889, 262143328850, 1790608188.1414633], "uncore": [56736380816, 262143328850, 1790608188.1496127], "psys": [150149112016, 262143328850, 1790608188.1563692]}, "rapl_after": {"package-0": [184851987715, 262143328850, 1790608189.1673687], "core": [122213604795, 262143328850, 1790608189.1760886], "uncore": [56736563311, 262143328850, 1790608189.1844914], "psys": [150149500259, 262143328850, 1790608189.1913736]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-78c53cd621a54d728428c945", "object": "systemone.completion", "created": 1790608189, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-28T15:09:49Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c071", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "12e5fd3f05407a221d1d5b70745dcaef4ffeaff6845676a975b876ed9ec96797", "body_sha256": "8789ff2cd96125dfc0593a518f6c309421ac5814468080c7d1636680eee4892c", "prompt_tokens": 285, "seconds": 0.41772620100528, "rapl_before": {"package-0": [184884767477, 262143328850, 1790608190.206835], "core": [122235634280, 262143328850, 1790608190.214987], "uncore": [56736660967, 262143328850, 1790608190.2219458], "psys": [150149885024, 262143328850, 1790608190.2284157]}, "rapl_after": {"package-0": [184884767477, 262143328850, 1790608190.206835], "core": [122235634280, 262143328850, 1790608190.214987], "uncore": [56736660967, 262143328850, 1790608190.2219458], "psys": [150149885024, 262143328850, 1790608190.2284157]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-2200d2859a62479a958b882e", "object": "systemone.completion", "created": 1790608190, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 285, "completion_tokens": 0, "total_tokens": 285, "questions": 1}}, "utc": "2026-09-28T15:09:50Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c072", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "6e476a7e045df93f5637257b0f7b79fce2871a0c7e5966bd69807ae447abad7a", "body_sha256": "4b029b1f993486e169afd8d0494e393f340c59028cc4642643528164b957e3b0", "prompt_tokens": 340, "seconds": 0.49167104304069653, "rapl_before": {"package-0": [184953673917, 262143328850, 1790608191.2397192], "core": [122293860022, 262143328850, 1790608191.2470012], "uncore": [56737006486, 262143328850, 1790608191.253514], "psys": [150150271131, 262143328850, 1790608191.2597759]}, "rapl_after": {"package-0": [184953673917, 262143328850, 1790608191.2397192], "core": [122293860022, 262143328850, 1790608191.2470012], "uncore": [56737006486, 262143328850, 1790608191.253514], "psys": [150150271131, 262143328850, 1790608191.2597759]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-eed4577005c246c3b1a6bb4d", "object": "systemone.completion", "created": 1790608192, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 340, "completion_tokens": 0, "total_tokens": 340, "questions": 1}}, "utc": "2026-09-28T15:09:52Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c073", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "d1e5255bee55e6a0074c96e990d67dd180dd42f82298aa8d9cb093df836a1359", "body_sha256": "9e6233f4fa46b98bf296d07b81c66ec72720b8f202261ba07495bd314c3179d1", "prompt_tokens": 247, "seconds": 0.3565721449558623, "rapl_before": {"package-0": [185030524550, 262143328850, 1790608192.2707791], "core": [122360739612, 262143328850, 1790608192.2792044], "uncore": [56737200943, 262143328850, 1790608192.2868278], "psys": [150150658765, 262143328850, 1790608192.2944622]}, "rapl_after": {"package-0": [185045437476, 262143328850, 1790608193.3062122], "core": [122366975252, 262143328850, 1790608193.3146384], "uncore": [56737327591, 262143328850, 1790608193.3224285], "psys": [150151043651, 262143328850, 1790608193.329834]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-a0874cd9ebe74a0798abdb8e", "object": "systemone.completion", "created": 1790608193, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 247, "completion_tokens": 0, "total_tokens": 247, "questions": 1}}, "utc": "2026-09-28T15:09:53Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c074", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "2c372870219577948a848fffb7e42b26ee60c3e896d893997690c76e711e6888", "body_sha256": "d08ffeac779913b7fdae9f7ce3c39da1b4d0ff06c93faaac43c89f2860658dc7", "prompt_tokens": 227, "seconds": 0.3315727550070733, "rapl_before": {"package-0": [185103120128, 262143328850, 1790608194.3421712], "core": [122414158237, 262143328850, 1790608194.349635], "uncore": [56737422622, 262143328850, 1790608194.3560662], "psys": [150151428721, 262143328850, 1790608194.362761]}, "rapl_after": {"package-0": [185103120128, 262143328850, 1790608194.3421712], "core": [122414158237, 262143328850, 1790608194.349635], "uncore": [56737422622, 262143328850, 1790608194.3560662], "psys": [150151428721, 262143328850, 1790608194.362761]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c6d7b242761747bca5015812", "object": "systemone.completion", "created": 1790608195, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 227, "completion_tokens": 0, "total_tokens": 227, "questions": 1}}, "utc": "2026-09-28T15:09:55Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c075", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "755fe530198ed97bee3550f24fcc4bf390d5ccd299eb3bc4dc06d0b49afe2f62", "body_sha256": "cfe3a107b92fa8cb8619fb902aaa24050dcde40a3d36a72b8a76d045e984bbe2", "prompt_tokens": 266, "seconds": 0.40375215996755287, "rapl_before": {"package-0": [185161717513, 262143328850, 1790608195.3734434], "core": [122462883515, 262143328850, 1790608195.3810046], "uncore": [56737509841, 262143328850, 1790608195.3880246], "psys": [150151811838, 262143328850, 1790608195.3947058]}, "rapl_after": {"package-0": [185224427252, 262143328850, 1790608196.4058082], "core": [122515833514, 262143328850, 1790608196.4136019], "uncore": [56738134779, 262143328850, 1790608196.4216695], "psys": [150152195870, 262143328850, 1790608196.42894]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a188767ac96a43f29074689e", "object": "systemone.completion", "created": 1790608196, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-28T15:09:56Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c076", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "9f5eb0f9e85fc58ad149bd2903286c9644acd41734066ca8979eda3d1809f82d", "body_sha256": "58d96c7b3f16dae545c58f292e52811775bfd84f01c0c0ef36d3cfd6ee84a42c", "prompt_tokens": 346, "seconds": 0.5013437700108625, "rapl_before": {"package-0": [185224427252, 262143328850, 1790608196.4058082], "core": [122515833514, 262143328850, 1790608196.4136019], "uncore": [56738134779, 262143328850, 1790608196.4216695], "psys": [150152195870, 262143328850, 1790608196.42894]}, "rapl_after": {"package-0": [185242369345, 262143328850, 1790608197.4418864], "core": [122523450804, 262143328850, 1790608197.4496837], "uncore": [56738314588, 262143328850, 1790608197.4567578], "psys": [150152582771, 262143328850, 1790608197.4630573]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e4e89debe2674728b9c64607", "object": "systemone.completion", "created": 1790608197, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-28T15:09:57Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c077", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "33cdd21be1c71690245a7d78664da537ce9993e3e606344a6870338343fd532b", "body_sha256": "89f64e3d9f0d077ad2e8808f355d15e99e630745be080d5b463335abab8fa0cc", "prompt_tokens": 268, "seconds": 0.40822012798162177, "rapl_before": {"package-0": [186054054217, 262143328850, 1790608219.12403], "core": [123120830683, 262143328850, 1790608219.1320632], "uncore": [56751208476, 262143328850, 1790608219.138748], "psys": [150160752794, 262143328850, 1790608219.1453135]}, "rapl_after": {"package-0": [186081476266, 262143328850, 1790608220.1567235], "core": [123138042065, 262143328850, 1790608220.1649444], "uncore": [56751906472, 262143328850, 1790608220.1735687], "psys": [150161145859, 262143328850, 1790608220.1831007]}, "gate_wait_s": 21.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-10cecf33e51f49b9b797046d", "object": "systemone.completion", "created": 1790608220, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-28T15:10:20Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c078", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1527612484516461, "einstein": 0.16261350251415171, "hypatia": 0.1961493256968645, "ibn_sina": 0.1731011723715399, "sagan": 0.16261350251415171, "socrates": 0.1527612484516461}, "confidence": 0.0353791908362374, "temperature": 1.0, "prompt_sha256": "dab2ab5ef5276858de13d6e71f6ddbaa9bdaa5b67c21cd4230c8c3b19b583d52", "body_sha256": "7e65edc0d84a9d5a0b5e508ece660b965052c9ccf0fa76fe1a861a078a429bc6", "prompt_tokens": 298, "seconds": 0.4476748130400665, "rapl_before": {"package-0": [186143413852, 262143328850, 1790608221.1964622], "core": [123188334844, 262143328850, 1790608221.204331], "uncore": [56752319801, 262143328850, 1790608221.2113955], "psys": [150161535934, 262143328850, 1790608221.217985]}, "rapl_after": {"package-0": [186143413852, 262143328850, 1790608221.1964622], "core": [123188334844, 262143328850, 1790608221.204331], "uncore": [56752319801, 262143328850, 1790608221.2113955], "psys": [150161535934, 262143328850, 1790608221.217985]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-8cc7e700a8bf4c4caf4b42e1", "object": "systemone.completion", "created": 1790608221, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1527612484516461, "einstein: Albert Einstein": 0.16261350251415171, "hypatia: Hypatia of Alexandria": 0.1961493256968645, "ibn_sina: Ibn Sina": 0.1731011723715399, "sagan: Carl Sagan": 0.16261350251415171, "socrates: Socrates of Athens": 0.1527612484516461}, "confidence": 0.0353791908362374, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-28T15:10:21Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c079", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1527612484516461, "einstein": 0.16261350251415171, "hypatia": 0.1961493256968645, "ibn_sina": 0.1731011723715399, "sagan": 0.16261350251415171, "socrates": 0.1527612484516461}, "confidence": 0.0353791908362374, "temperature": 1.0, "prompt_sha256": "c1e3ea2355c3a3213c9532fce8ff842e1f7699abe1d661685175ac811de16bd2", "body_sha256": "43227748b3fca68912fd93543b04e15c0ecefd33a0c2bf1b5364b284416bc7c8", "prompt_tokens": 334, "seconds": 0.5063449930166826, "rapl_before": {"package-0": [186216957426, 262143328850, 1790608222.2289543], "core": [123250705900, 262143328850, 1790608222.237591], "uncore": [56752846960, 262143328850, 1790608222.24418], "psys": [150161926131, 262143328850, 1790608222.2510092]}, "rapl_after": {"package-0": [186268213032, 262143328850, 1790608223.2615952], "core": [123292321760, 262143328850, 1790608223.2703714], "uncore": [56753338841, 262143328850, 1790608223.28089], "psys": [150162321332, 262143328850, 1790608223.2897167]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-b35b582c8db04eb89c186acc", "object": "systemone.completion", "created": 1790608223, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1527612484516461, "einstein: Albert Einstein": 0.16261350251415171, "hypatia: Hypatia of Alexandria": 0.1961493256968645, "ibn_sina: Ibn Sina": 0.1731011723715399, "sagan: Carl Sagan": 0.16261350251415171, "socrates: Socrates of Athens": 0.1527612484516461}, "confidence": 0.0353791908362374, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-28T15:10:23Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c080", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "id_not_unique": "c-sagan-01-main-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "7a6d765618895b568a6fe481640657d6016a3b2f1c2293ebe3fd9a3a5b6cd158", "body_sha256": "fe534b07f9a121df54f75600bd50145620d17e938578f24b29eade36e59da78d", "prompt_tokens": 272, "seconds": 0.40419774199835956, "rapl_before": {"package-0": [186318116896, 262143328850, 1790608224.3026664], "core": [123329525706, 262143328850, 1790608224.3100395], "uncore": [56753977634, 262143328850, 1790608224.3166606], "psys": [150162712140, 262143328850, 1790608224.3228745]}, "rapl_after": {"package-0": [186318116896, 262143328850, 1790608224.3026664], "core": [123329525706, 262143328850, 1790608224.3100395], "uncore": [56753977634, 262143328850, 1790608224.3166606], "psys": [150162712140, 262143328850, 1790608224.3228745]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-932c7f7823d0469299b8b622", "object": "systemone.completion", "created": 1790608224, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 272, "completion_tokens": 0, "total_tokens": 272, "questions": 1}}, "utc": "2026-09-28T15:10:24Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c081", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15775043615032056, "einstein": 0.1679244651738918, "hypatia": 0.19028334794386964, "ibn_sina": 0.1679244651738918, "sagan": 0.1679244651738918, "socrates": 0.14819282038413428}, "confidence": 0.028340017532643546, "temperature": 1.0, "prompt_sha256": "28fa87bac58ac2a2d94164d68e40e4901200133aae04f6f3d3a4d4c410bf10fd", "body_sha256": "6ba3bd1a0b3cb9874949285e95b9b5a2cbc17b3e4ffb8dfeb97b609c87464085", "prompt_tokens": 304, "seconds": 0.446310197992716, "rapl_before": {"package-0": [186388228106, 262143328850, 1790608225.332673], "core": [123388394146, 262143328850, 1790608225.3409336], "uncore": [56754551485, 262143328850, 1790608225.3480134], "psys": [150163102214, 262143328850, 1790608225.3547153]}, "rapl_after": {"package-0": [186460525345, 262143328850, 1790608226.3661134], "core": [123450498113, 262143328850, 1790608226.374644], "uncore": [56755076630, 262143328850, 1790608226.382419], "psys": [150163494181, 262143328850, 1790608226.3896995]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.27, "contended": true, "server_response": {"id": "deem-1d48ccb19192441a86500bf6", "object": "systemone.completion", "created": 1790608226, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15775043615032056, "einstein: Albert Einstein": 0.1679244651738918, "hypatia: Hypatia of Alexandria": 0.19028334794386964, "ibn_sina: Ibn Sina": 0.1679244651738918, "sagan: Carl Sagan": 0.1679244651738918, "socrates: Socrates of Athens": 0.14819282038413428}, "confidence": 0.028340017532643546, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-28T15:10:26Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c082", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "1e9aab2720a68b8540f2e82db2c1f50d432b2320f79386fbc276e62eb140bb71", "body_sha256": "9b451716d48b06196a1fe4241535dae0445236831463699da326dfd37b45608c", "prompt_tokens": 254, "seconds": 0.382076708949171, "rapl_before": {"package-0": [186460525345, 262143328850, 1790608226.3661134], "core": [123450498113, 262143328850, 1790608226.374644], "uncore": [56755076630, 262143328850, 1790608226.382419], "psys": [150163494181, 262143328850, 1790608226.3896995]}, "rapl_after": {"package-0": [186481683433, 262143328850, 1790608227.4034762], "core": [123460514201, 262143328850, 1790608227.4110775], "uncore": [56755413055, 262143328850, 1790608227.4183745], "psys": [150163885293, 262143328850, 1790608227.4252248]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-436dafa3571b4db59ce6be8d", "object": "systemone.completion", "created": 1790608227, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-28T15:10:27Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c083", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "c0799422b60e554f8c749d6b981950681b61c3c51865280a81193a75257aa2e5", "body_sha256": "d732000fbcad376c8a61b05373857e891dfec9f127d973f8d1988a6742789af3", "prompt_tokens": 337, "seconds": 0.4986641180003062, "rapl_before": {"package-0": [186548054174, 262143328850, 1790608228.435813], "core": [123515857199, 262143328850, 1790608228.443178], "uncore": [56755913603, 262143328850, 1790608228.449879], "psys": [150164275429, 262143328850, 1790608228.456228]}, "rapl_after": {"package-0": [186548054174, 262143328850, 1790608228.435813], "core": [123515857199, 262143328850, 1790608228.443178], "uncore": [56755913603, 262143328850, 1790608228.449879], "psys": [150164275429, 262143328850, 1790608228.456228]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5281759dd64f47c09669e5d9", "object": "systemone.completion", "created": 1790608229, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-28T15:10:29Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c084", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14800447259276167, "einstein": 0.1677110391654594, "hypatia": 0.19004150459257022, "ibn_sina": 0.1785274718909876, "sagan": 0.1677110391654594, "socrates": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0, "prompt_sha256": "755d5529e55e95145dc6a5a5e4fffd425c2da49808420faac8d724b650c85c6b", "body_sha256": "986c225aa0054b0c5eaae5ad823fcca11e8f98c7b862f2777f48df33211be82e", "prompt_tokens": 336, "seconds": 0.5045559940044768, "rapl_before": {"package-0": [186627377152, 262143328850, 1790608229.4670143], "core": [123584071746, 262143328850, 1790608229.4748483], "uncore": [56756377408, 262143328850, 1790608229.4809852], "psys": [150164665382, 262143328850, 1790608229.4870496]}, "rapl_after": {"package-0": [186661227651, 262143328850, 1790608230.4971387], "core": [123608258757, 262143328850, 1790608230.507397], "uncore": [56756971217, 262143328850, 1790608230.5172849], "psys": [150165061133, 262143328850, 1790608230.5281277]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.07, "contended": false, "server_response": {"id": "deem-fae9209075594886b5edc719", "object": "systemone.completion", "created": 1790608230, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14800447259276167, "einstein: Albert Einstein": 0.1677110391654594, "hypatia: Hypatia of Alexandria": 0.19004150459257022, "ibn_sina: Ibn Sina": 0.1785274718909876, "sagan: Carl Sagan": 0.1677110391654594, "socrates: Socrates of Athens": 0.14800447259276167}, "confidence": 0.02804980551108427, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-28T15:10:30Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c085", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "id_not_unique": "c-sagan-01-starter-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "06ddabe136d1469461a7061c1acb5c99a3bafa8884d2e995aa0a62eb8896966c", "body_sha256": "1b3428f80f1de1d44b0bd493890536de6d7ffcd3d7c49bb385246d9f79453bc5", "prompt_tokens": 222, "seconds": 0.35179834900191054, "rapl_before": {"package-0": [186727032292, 262143328850, 1790608231.5467505], "core": [123661390030, 262143328850, 1790608231.5550041], "uncore": [56757663293, 262143328850, 1790608231.5619776], "psys": [150165454869, 262143328850, 1790608231.5687425]}, "rapl_after": {"package-0": [186727032292, 262143328850, 1790608231.5467505], "core": [123661390030, 262143328850, 1790608231.5550041], "uncore": [56757663293, 262143328850, 1790608231.5619776], "psys": [150165454869, 262143328850, 1790608231.5687425]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.1, "contended": true, "server_response": {"id": "deem-0a3408acba9d47f98c66c594", "object": "systemone.completion", "created": 1790608232, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 222, "completion_tokens": 0, "total_tokens": 222, "questions": 1}}, "utc": "2026-09-28T15:10:32Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c086", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "ef503010b525f0989e0a6556809219804991e7fd7a92be62b66da2b7f6869306", "body_sha256": "390b3dc3099a4dfc61df5f1b1497aa074c6ba29583b8718d2c39d217d1a63f4f", "prompt_tokens": 342, "seconds": 0.5120342050213367, "rapl_before": {"package-0": [186788014863, 262143328850, 1790608232.5789347], "core": [123710885691, 262143328850, 1790608232.5879247], "uncore": [56758326500, 262143328850, 1790608232.59521], "psys": [150165846409, 262143328850, 1790608232.6019678]}, "rapl_after": {"package-0": [186849020261, 262143328850, 1790608233.613383], "core": [123762530518, 262143328850, 1790608233.6220677], "uncore": [56758754538, 262143328850, 1790608233.6288095], "psys": [150166239413, 262143328850, 1790608233.6388922]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-535083f16cbf4fa694e3ccb5", "object": "systemone.completion", "created": 1790608233, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 342, "completion_tokens": 0, "total_tokens": 342, "questions": 1}}, "utc": "2026-09-28T15:10:33Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c087", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "5ddefb4dc67dc12454dd34c42ecc6d1a1a87eb1a94933a23cbe80bac0436de74", "body_sha256": "8d5c3871ad757cb5d5fc1ff3e5ea93cfc188042a39bcca7d62986accda7a6f96", "prompt_tokens": 232, "seconds": 0.34373739699367434, "rapl_before": {"package-0": [186886417870, 262143328850, 1790608234.6518965], "core": [123788001644, 262143328850, 1790608234.6593626], "uncore": [56759246053, 262143328850, 1790608234.6662967], "psys": [150166629976, 262143328850, 1790608234.6725597]}, "rapl_after": {"package-0": [186886417870, 262143328850, 1790608234.6518965], "core": [123788001644, 262143328850, 1790608234.6593626], "uncore": [56759246053, 262143328850, 1790608234.6662967], "psys": [150166629976, 262143328850, 1790608234.6725597]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2914db2395d6425db1ed5b4f", "object": "systemone.completion", "created": 1790608235, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-28T15:10:35Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c088", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "463cadb1d7ccd207504c30f789162ae814fcecfddd95c8c40ded5f0675dd8957", "body_sha256": "bab259170563f977ef88703a1133d1d5a39a12bad58c807cbcb366d4baa14f80", "prompt_tokens": 241, "seconds": 0.3610020289779641, "rapl_before": {"package-0": [186946730155, 262143328850, 1790608235.6836665], "core": [123837880300, 262143328850, 1790608235.691653], "uncore": [56759549702, 262143328850, 1790608235.6982038], "psys": [150167019074, 262143328850, 1790608235.7051704]}, "rapl_after": {"package-0": [186946730155, 262143328850, 1790608235.6836665], "core": [123837880300, 262143328850, 1790608235.691653], "uncore": [56759549702, 262143328850, 1790608235.6982038], "psys": [150167019074, 262143328850, 1790608235.7051704]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-76a0927cc14941e791bfd8f4", "object": "systemone.completion", "created": 1790608236, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-28T15:10:36Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c089", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "bd6f34224be7f0f0e32f24126fde4e11e359b6af5f9cb653bdb2307a03365808", "body_sha256": "72dec1d52ba818b53db2367cca323e4e3df1a181b71b5b51dc2e47333580a37e", "prompt_tokens": 293, "seconds": 0.44794630800606683, "rapl_before": {"package-0": [187009522536, 262143328850, 1790608236.7158086], "core": [123890276773, 262143328850, 1790608236.7234237], "uncore": [56759903095, 262143328850, 1790608236.730026], "psys": [150167407989, 262143328850, 1790608236.7364392]}, "rapl_after": {"package-0": [187052109463, 262143328850, 1790608237.747861], "core": [123922849077, 262143328850, 1790608237.7577162], "uncore": [56760759111, 262143328850, 1790608237.769301], "psys": [150167802825, 262143328850, 1790608237.7779074]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-2a159719a116462aaeed3fa0", "object": "systemone.completion", "created": 1790608238, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-28T15:10:38Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c090", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "3d08c9741603750e4538140b33f136068636c9e6926dd5ecc8b7f9d31456e07b", "body_sha256": "615608a7576ebae93fd1bfda3c4db7dd0738e18970a9dfc27782fae7407750cc", "prompt_tokens": 347, "seconds": 0.5216695230337791, "rapl_before": {"package-0": [187227488286, 262143328850, 1790608244.9843805], "core": [124019607557, 262143328850, 1790608244.9929419], "uncore": [56766628908, 262143328850, 1790608244.9995255], "psys": [150170543907, 262143328850, 1790608245.005804]}, "rapl_after": {"package-0": [187227488286, 262143328850, 1790608244.9843805], "core": [124019607557, 262143328850, 1790608244.9929419], "uncore": [56766628908, 262143328850, 1790608244.9995255], "psys": [150170543907, 262143328850, 1790608245.005804]}, "gate_wait_s": 6.0, "foreign_cpu_s": 0.08, "contended": false, "server_response": {"id": "deem-796b33a10f074f25bf5bc549", "object": "systemone.completion", "created": 1790608245, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 347, "completion_tokens": 0, "total_tokens": 347, "questions": 1}}, "utc": "2026-09-28T15:10:45Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c091", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "d0fd3f1b5691aece0958bf4a6dfcc3fd717cbc487c0fb62b3492d2a80f26b03f", "body_sha256": "e8a931b3eb31a0ab8948ae983883aa136aafd1464982b220d34d446ad799e4e9", "prompt_tokens": 230, "seconds": 0.3512336789863184, "rapl_before": {"package-0": [187311720004, 262143328850, 1790608246.017225], "core": [124092087047, 262143328850, 1790608246.0249417], "uncore": [56767499755, 262143328850, 1790608246.0318434], "psys": [150170935690, 262143328850, 1790608246.0383923]}, "rapl_after": {"package-0": [187311720004, 262143328850, 1790608246.017225], "core": [124092087047, 262143328850, 1790608246.0249417], "uncore": [56767499755, 262143328850, 1790608246.0318434], "psys": [150170935690, 262143328850, 1790608246.0383923]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-13c31fc4d6ec49e38781d289", "object": "systemone.completion", "created": 1790608246, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 230, "completion_tokens": 0, "total_tokens": 230, "questions": 1}}, "utc": "2026-09-28T15:10:46Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c092", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "5fdfc15126d9daad3676c6ac81f5439f67d0a5e59ad7e6ff8a4464a484d936b0", "body_sha256": "7a2619620fbd48c5fb4340902493bef2f33095490c9588fbc95a6df79ad8cd18", "prompt_tokens": 298, "seconds": 0.4433160559856333, "rapl_before": {"package-0": [187373928097, 262143328850, 1790608247.0496488], "core": [124143287722, 262143328850, 1790608247.0574288], "uncore": [56768037534, 262143328850, 1790608247.0642292], "psys": [150171325704, 262143328850, 1790608247.0712564]}, "rapl_after": {"package-0": [187403450971, 262143328850, 1790608248.0823386], "core": [124162592604, 262143328850, 1790608248.092357], "uncore": [56768663448, 262143328850, 1790608248.0999546], "psys": [150171720845, 262143328850, 1790608248.1075566]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-5027840802c94883b20fcac7", "object": "systemone.completion", "created": 1790608248, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-28T15:10:48Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c093", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "a3cadd88d4b0b43989ba5db4626f9b0c6570fe1cb0c151874f571ff462353b97", "body_sha256": "30450198bf15e437f4ded6fc624d6e33fc54db08db90499087f08afcd047dd1a", "prompt_tokens": 282, "seconds": 0.42941060196608305, "rapl_before": {"package-0": [187465343085, 262143328850, 1790608249.121135], "core": [124212203439, 262143328850, 1790608249.129207], "uncore": [56769421320, 262143328850, 1790608249.1356692], "psys": [150172111102, 262143328850, 1790608249.1420803]}, "rapl_after": {"package-0": [187465343085, 262143328850, 1790608249.121135], "core": [124212203439, 262143328850, 1790608249.129207], "uncore": [56769421320, 262143328850, 1790608249.1356692], "psys": [150172111102, 262143328850, 1790608249.1420803]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-2c9755bd8629452a99048058", "object": "systemone.completion", "created": 1790608249, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:10:49Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c094", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "652ad1fd12be045cf85cc29b7da4451d2ca8b68bcaf2e3086f450076898fdbf3", "body_sha256": "46577edfa1e89f1cdce3030c11cd74736ea06caf41c77b84ae33ad4ce4ec4765", "prompt_tokens": 312, "seconds": 0.483536091982387, "rapl_before": {"package-0": [187539997191, 262143328850, 1790608250.1534393], "core": [124275322113, 262143328850, 1790608250.161259], "uncore": [56770147697, 262143328850, 1790608250.1682835], "psys": [150172502764, 262143328850, 1790608250.175248]}, "rapl_after": {"package-0": [187593841963, 262143328850, 1790608251.1869514], "core": [124319140055, 262143328850, 1790608251.1978168], "uncore": [56770851431, 262143328850, 1790608251.2074926], "psys": [150172898271, 262143328850, 1790608251.2173817]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.09, "contended": false, "server_response": {"id": "deem-b906698e817a4f2aa36f2887", "object": "systemone.completion", "created": 1790608251, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 312, "completion_tokens": 0, "total_tokens": 312, "questions": 1}}, "utc": "2026-09-28T15:10:51Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c095", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "cf0a9a0e5f9fff50808602d3d348bca60f30d52587e8a6b27a2ac05f4c8426cc", "body_sha256": "d8218d87a3af6ddd5ccc5c2dd48296713632491bee865a53d7e1f1199459c276", "prompt_tokens": 241, "seconds": 0.35247499198885635, "rapl_before": {"package-0": [187638108878, 262143328850, 1790608252.2317772], "core": [124350038535, 262143328850, 1790608252.2399478], "uncore": [56771705616, 262143328850, 1790608252.246749], "psys": [150173289505, 262143328850, 1790608252.2528162]}, "rapl_after": {"package-0": [187638108878, 262143328850, 1790608252.2317772], "core": [124350038535, 262143328850, 1790608252.2399478], "uncore": [56771705616, 262143328850, 1790608252.246749], "psys": [150173289505, 262143328850, 1790608252.2528162]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-99307ae375f4431983bc1321", "object": "systemone.completion", "created": 1790608252, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-28T15:10:52Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c096", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "id_not_unique": "c-socrates-01-main-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "a56caf5fdae74ac68972de07ac52cb232a7a6a5c19cc802d4c8c99a35c1185e0", "body_sha256": "e50a9ad7fde167a04915d307db8440586071e817dc6e666cfa10ee951cd3d3b7", "prompt_tokens": 262, "seconds": 0.4133606940158643, "rapl_before": {"package-0": [187814006316, 262143328850, 1790608259.4560568], "core": [124451300178, 262143328850, 1790608259.4639099], "uncore": [56776282752, 262143328850, 1790608259.4705613], "psys": [150176027779, 262143328850, 1790608259.4770658]}, "rapl_after": {"package-0": [187814006316, 262143328850, 1790608259.4560568], "core": [124451300178, 262143328850, 1790608259.4639099], "uncore": [56776282752, 262143328850, 1790608259.4705613], "psys": [150176027779, 262143328850, 1790608259.4770658]}, "gate_wait_s": 6.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-040eb60a0a974002bf570744", "object": "systemone.completion", "created": 1790608260, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 262, "completion_tokens": 0, "total_tokens": 262, "questions": 1}}, "utc": "2026-09-28T15:11:00Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c097", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "32fe121489b5247bbaf0cf5ec128f0e366d8434b7e8abc9bc8150649c674f957", "body_sha256": "163144c6c12aca46e0fe76dfa4fa5fbeae9fbce37a6fb40f349e79d39b59f533", "prompt_tokens": 333, "seconds": 0.5248241910012439, "rapl_before": {"package-0": [187884191683, 262143328850, 1790608260.4872537], "core": [124510273599, 262143328850, 1790608260.4949033], "uncore": [56776879370, 262143328850, 1790608260.501423], "psys": [150176418220, 262143328850, 1790608260.5076149]}, "rapl_after": {"package-0": [187934109219, 262143328850, 1790608261.5179868], "core": [124550173460, 262143328850, 1790608261.527084], "uncore": [56777601597, 262143328850, 1790608261.5343933], "psys": [150176809821, 262143328850, 1790608261.543061]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-fe33209eb4b44b8bb982d6e1", "object": "systemone.completion", "created": 1790608261, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 333, "completion_tokens": 0, "total_tokens": 333, "questions": 1}}, "utc": "2026-09-28T15:11:01Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c098", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "88eba9141634f8228bcdf294d5fc7f850920ce7407dcd3bc19eddb081f8239ec", "body_sha256": "b71473729315a326aece2eb485304167d7401e3b70348d910ab86632fcdd36ed", "prompt_tokens": 236, "seconds": 0.3605059639667161, "rapl_before": {"package-0": [188049680395, 262143328850, 1790608265.6570776], "core": [124620910461, 262143328850, 1790608265.6654096], "uncore": [56780552151, 262143328850, 1790608265.6725872], "psys": [150178379397, 262143328850, 1790608265.6795392]}, "rapl_after": {"package-0": [188049680395, 262143328850, 1790608265.6570776], "core": [124620910461, 262143328850, 1790608265.6654096], "uncore": [56780552151, 262143328850, 1790608265.6725872], "psys": [150178379397, 262143328850, 1790608265.6795392]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.07, "contended": false, "server_response": {"id": "deem-3cfbf235ab2b49baa82e70e0", "object": "systemone.completion", "created": 1790608266, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 236, "completion_tokens": 0, "total_tokens": 236, "questions": 1}}, "utc": "2026-09-28T15:11:06Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c099", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "ab6ca14b1b314e99a60688597591018c7fd016c4cafd1baea87c424ca31b91cf", "body_sha256": "309684ea2bebac4ede5ef0ccc69074853240f63b22774d9d47a4b5876937fd05", "prompt_tokens": 306, "seconds": 0.4405402339762077, "rapl_before": {"package-0": [188109902714, 262143328850, 1790608266.6908512], "core": [124670718500, 262143328850, 1790608266.6984968], "uncore": [56780793788, 262143328850, 1790608266.7053115], "psys": [150178767946, 262143328850, 1790608266.7115643]}, "rapl_after": {"package-0": [188109902714, 262143328850, 1790608266.6908512], "core": [124670718500, 262143328850, 1790608266.6984968], "uncore": [56780793788, 262143328850, 1790608266.7053115], "psys": [150178767946, 262143328850, 1790608266.7115643]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ee3bb65beedd4623816dc357", "object": "systemone.completion", "created": 1790608267, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-28T15:11:07Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c100", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15257322732297948, "einstein": 0.17288811652044744, "hypatia": 0.19590790178878223, "ibn_sina": 0.17288811652044744, "sagan": 0.16241335506452662, "socrates": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0, "prompt_sha256": "cfb7e167239f3e0627ad891f5e0525057645fcbf5451bb899976fff20656f7b5", "body_sha256": "38392eb66e9914d05b2e71cf07408464e5dda826045d89ca26bdcc044cef4c36", "prompt_tokens": 237, "seconds": 0.3439080439857207, "rapl_before": {"package-0": [188182232607, 262143328850, 1790608267.722879], "core": [124731988302, 262143328850, 1790608267.730133], "uncore": [56781239893, 262143328850, 1790608267.7368872], "psys": [150179155823, 262143328850, 1790608267.743523]}, "rapl_after": {"package-0": [188211688709, 262143328850, 1790608268.7543705], "core": [124750036596, 262143328850, 1790608268.7630203], "uncore": [56782773703, 262143328850, 1790608268.7703907], "psys": [150179548461, 262143328850, 1790608268.7793324]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1acce55ea573497ebb7c1ce9", "object": "systemone.completion", "created": 1790608269, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.15257322732297948, "einstein: Albert Einstein": 0.17288811652044744, "hypatia: Hypatia of Alexandria": 0.19590790178878223, "ibn_sina: Ibn Sina": 0.17288811652044744, "sagan: Carl Sagan": 0.16241335506452662, "socrates: Socrates of Athens": 0.14332928278281684}, "confidence": 0.03508948214653866, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-28T15:11:09Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c101", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "81d4a90c7bdd9acb180fb94c4b4a55d8f6b82274102d468f20ab7e3ce8929ddb", "body_sha256": "f5dfa4bd68844ae86f19c2c778c8fd1309f27b0b0aa19979c17c7bed23785474", "prompt_tokens": 279, "seconds": 0.4160045189782977, "rapl_before": {"package-0": [188262207622, 262143328850, 1790608269.792708], "core": [124789243099, 262143328850, 1790608269.8004284], "uncore": [56783134053, 262143328850, 1790608269.8072019], "psys": [150179938353, 262143328850, 1790608269.8141856]}, "rapl_after": {"package-0": [188262207622, 262143328850, 1790608269.792708], "core": [124789243099, 262143328850, 1790608269.8004284], "uncore": [56783134053, 262143328850, 1790608269.8072019], "psys": [150179938353, 262143328850, 1790608269.8141856]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c3040398667d441a91972a4a", "object": "systemone.completion", "created": 1790608270, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 279, "completion_tokens": 0, "total_tokens": 279, "questions": 1}}, "utc": "2026-09-28T15:11:10Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c102", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "8169ae02b82ede08729014bb1eb21987ee60d82b8c063b8e8d5e1c3c1472af93", "body_sha256": "3aa1cc8190d68db7728ccdb5a26b8dd4ef382b8040221d1cf2873b785ecf302f", "prompt_tokens": 317, "seconds": 0.4563906510011293, "rapl_before": {"package-0": [188330585865, 262143328850, 1790608270.8251061], "core": [124846846406, 262143328850, 1790608270.832953], "uncore": [56783543903, 262143328850, 1790608270.8399734], "psys": [150180327817, 262143328850, 1790608270.846932]}, "rapl_after": {"package-0": [188395530645, 262143328850, 1790608271.8584192], "core": [124902388745, 262143328850, 1790608271.8676534], "uncore": [56783855060, 262143328850, 1790608271.87517], "psys": [150180720211, 262143328850, 1790608271.884021]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-98c904f0178d4185be3f4082", "object": "systemone.completion", "created": 1790608271, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-28T15:11:11Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c103", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "id_not_unique": "c-socrates-01-starter-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "f49598785170301fe64685b22a97ab784b0eb1bb5ce19b4e7d6686c2f73277f5", "body_sha256": "e85c319de9037d857517f40b0ca19839ba811c598e10a9871514eed8289beb22", "prompt_tokens": 206, "seconds": 0.3159279949613847, "rapl_before": {"package-0": [188419947087, 262143328850, 1790608272.8988895], "core": [124915552346, 262143328850, 1790608272.9068043], "uncore": [56784222368, 262143328850, 1790608272.9140892], "psys": [150181110530, 262143328850, 1790608272.9209127]}, "rapl_after": {"package-0": [188419947087, 262143328850, 1790608272.8988895], "core": [124915552346, 262143328850, 1790608272.9068043], "uncore": [56784222368, 262143328850, 1790608272.9140892], "psys": [150181110530, 262143328850, 1790608272.9209127]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6d3dfe11059b42bfb951b98b", "object": "systemone.completion", "created": 1790608273, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-28T15:11:13Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c104", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "id_not_unique": "c-socrates-01-starter-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "010216a6379dd2d5748a903afbf53fdee29436823397d2addfca359c287041de", "body_sha256": "97748f4a4759b67d548ce8615360ac571b7028aafef374d47623a339359ae9e0", "prompt_tokens": 254, "seconds": 0.36744915501913056, "rapl_before": {"package-0": [188479038122, 262143328850, 1790608273.9316266], "core": [124962723795, 262143328850, 1790608273.939858], "uncore": [56785234695, 262143328850, 1790608273.9471514], "psys": [150181501520, 262143328850, 1790608273.9542]}, "rapl_after": {"package-0": [188479038122, 262143328850, 1790608273.9316266], "core": [124962723795, 262143328850, 1790608273.939858], "uncore": [56785234695, 262143328850, 1790608273.9471514], "psys": [150181501520, 262143328850, 1790608273.9542]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7578d143f352432b8393225a", "object": "systemone.completion", "created": 1790608274, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-28T15:11:14Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c105", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14962285817238452, "einstein": 0.16954491028147467, "hypatia": 0.19211955281080687, "ibn_sina": 0.16954491028147467, "sagan": 0.16954491028147467, "socrates": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0, "prompt_sha256": "03260f3ea7fa197c8f329b0936f219b784f4404423bd59773254581cdec63ce1", "body_sha256": "160011c50f280d32dfe557021c28f87d3d6f59b003b01ab34b223f08e73779b0", "prompt_tokens": 274, "seconds": 0.4086616470012814, "rapl_before": {"package-0": [188543735283, 262143328850, 1790608274.9656258], "core": [125015937404, 262143328850, 1790608274.9731143], "uncore": [56785940687, 262143328850, 1790608274.9797022], "psys": [150181891595, 262143328850, 1790608274.9861887]}, "rapl_after": {"package-0": [188600367279, 262143328850, 1790608275.9975936], "core": [125062799345, 262143328850, 1790608276.0069792], "uncore": [56786284924, 262143328850, 1790608276.0170426], "psys": [150182287529, 262143328850, 1790608276.0260096]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-3930e44b3fc64613969c87fa", "object": "systemone.completion", "created": 1790608276, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14962285817238452, "einstein: Albert Einstein": 0.16954491028147467, "hypatia: Hypatia of Alexandria": 0.19211955281080687, "ibn_sina: Ibn Sina": 0.16954491028147467, "sagan: Carl Sagan": 0.16954491028147467, "socrates: Socrates of Athens": 0.14962285817238452}, "confidence": 0.03054346337296825, "temperature": 1.0}}, "usage": {"prompt_tokens": 274, "completion_tokens": 0, "total_tokens": 274, "questions": 1}}, "utc": "2026-09-28T15:11:16Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c106", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.151175766917775, "einstein": 0.17130458642406785, "hypatia": 0.19411352710968494, "ibn_sina": 0.17130458642406785, "sagan": 0.16092576620662932, "socrates": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0, "prompt_sha256": "8346dc2bcf5218738bcb303369ab93aca0fc8ae06923e2f5823a5b38c25c5616", "body_sha256": "f0ea5ddb360981be06aefae6e13d93c32919a48031e07cbf57688c948025f7b9", "prompt_tokens": 293, "seconds": 0.4231565480004065, "rapl_before": {"package-0": [188838205049, 262143328850, 1790608285.3062816], "core": [125204921906, 262143328850, 1790608285.314269], "uncore": [56790060976, 262143328850, 1790608285.3211746], "psys": [150185814558, 262143328850, 1790608285.3279793]}, "rapl_after": {"package-0": [188871993048, 262143328850, 1790608286.3399026], "core": [125231198694, 262143328850, 1790608286.3492298], "uncore": [56790090884, 262143328850, 1790608286.357282], "psys": [150186201398, 262143328850, 1790608286.3664572]}, "gate_wait_s": 9.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-1912da2528f146b08039505e", "object": "systemone.completion", "created": 1790608286, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.151175766917775, "einstein: Albert Einstein": 0.17130458642406785, "hypatia: Hypatia of Alexandria": 0.19411352710968494, "ibn_sina: Ibn Sina": 0.17130458642406785, "sagan: Carl Sagan": 0.16092576620662932, "socrates: Socrates of Athens": 0.151175766917775}, "confidence": 0.0329362325316219, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-28T15:11:26Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}
{"arm": "t1-null-20260927", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c107", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1541883131222256, "einstein": 0.16413260494850104, "hypatia": 0.19798171300514572, "ibn_sina": 0.1747182484954334, "sagan": 0.16413260494850104, "socrates": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0, "prompt_sha256": "da702a06d8d291d541f252110c04cd8477751fe258c250885408a5f737338154", "body_sha256": "2b0f70c2e8abb0900bfc1a0dd7a00246a3ae5c88965aaf089c6a7b152d413235", "prompt_tokens": 266, "seconds": 0.3983213559840806, "rapl_before": {"package-0": [188922055909, 262143328850, 1790608287.3801908], "core": [125269814135, 262143328850, 1790608287.3882704], "uncore": [56790264162, 262143328850, 1790608287.3947415], "psys": [150186591412, 262143328850, 1790608287.400883]}, "rapl_after": {"package-0": [188922055909, 262143328850, 1790608287.3801908], "core": [125269814135, 262143328850, 1790608287.3882704], "uncore": [56790264162, 262143328850, 1790608287.3947415], "psys": [150186591412, 262143328850, 1790608287.400883]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d92481a936ed4b22b67b2cdf", "object": "systemone.completion", "created": 1790608288, "model": "deem-0.8-t1-null-20260927", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1541883131222256, "einstein: Albert Einstein": 0.16413260494850104, "hypatia: Hypatia of Alexandria": 0.19798171300514572, "ibn_sina: Ibn Sina": 0.1747182484954334, "sagan: Carl Sagan": 0.16413260494850104, "socrates: Socrates of Athens": 0.1448465154801932}, "confidence": 0.037578055606174846, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-28T15:11:28Z", "model": "t1:null-20260927", "model_id": "deem-0.8-t1-null-20260927", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "5dbd72a25cf24e485d39ea13bb572ad179b643e08388c898716e0be9cc66f1b8", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260927.json", "sha256": "eb1a1525370399fb81031389b1fd0191c521d96bc44c558db4a3b38892ea996d", "run": "null-20260927"}}