{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c000", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 1.892250816174798e-05, "einstein": 2.7532086918386158e-05, "hypatia": 1.5687310255095358e-05, "ibn_sina": 2.144201085162912e-05, "sagan": 0.9998415761122433, "socrates": 7.48399715698041e-05}, "confidence": 0.999809891334692, "temperature": 1.0, "prompt_sha256": "028cd141528bb2d431e82341b68dc6ab23cf42282b8ef5e3323f54d9b2affe80", "body_sha256": "e0e3b9c2afbe7c9ed9ae0f0c934d1dda69f97e52cd81622a1084f9ff09ac4844", "prompt_tokens": 218, "seconds": 0.4272869889973663, "rapl_before": {"package-0": [191229868421, 262143328850, 1790608340.1054387], "core": [127070834609, 262143328850, 1790608340.1133354], "uncore": [56805046290, 262143328850, 1790608340.1200726], "psys": [150206485221, 262143328850, 1790608340.1269712]}, "rapl_after": {"package-0": [191229868421, 262143328850, 1790608340.1054387], "core": [127070834609, 262143328850, 1790608340.1133354], "uncore": [56805046290, 262143328850, 1790608340.1200726], "psys": [150206485221, 262143328850, 1790608340.1269712]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-718db6fc5aac45b5894d1e93", "object": "systemone.completion", "created": 1790608340, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 1.892250816174798e-05, "einstein: Albert Einstein": 2.7532086918386158e-05, "hypatia: Hypatia of Alexandria": 1.5687310255095358e-05, "ibn_sina: Ibn Sina": 2.144201085162912e-05, "sagan: Carl Sagan": 0.9998415761122433, "socrates: Socrates of Athens": 7.48399715698041e-05}, "confidence": 0.999809891334692, "temperature": 1.0}}, "usage": {"prompt_tokens": 218, "completion_tokens": 0, "total_tokens": 218, "questions": 1}}, "utc": "2026-09-28T15:12:20Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c001", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.9999953816896352, "einstein": 3.6898692825334877e-07, "hypatia": 2.5612769421155606e-06, "ibn_sina": 1.5534929934081072e-06, "sagan": 8.764207743425244e-08, "socrates": 4.691142356582992e-08}, "confidence": 0.9999944580275623, "temperature": 1.0, "prompt_sha256": "bf79e8448ef82e08c98834980a184a26494e6ba6f6283dcd3e51f0ba2cc5b228", "body_sha256": "3680a41ffc0b4ca85644ad935f3189b757e9cb2a4de3338853cce2333428ec23", "prompt_tokens": 314, "seconds": 0.5037905370118096, "rapl_before": {"package-0": [191288877303, 262143328850, 1790608341.1376848], "core": [127119967784, 262143328850, 1790608341.1457047], "uncore": [56805191980, 262143328850, 1790608341.1522822], "psys": [150206872122, 262143328850, 1790608341.1586666]}, "rapl_after": {"package-0": [191335330553, 262143328850, 1790608342.1698024], "core": [127158166722, 262143328850, 1790608342.1792777], "uncore": [56805302331, 262143328850, 1790608342.1872962], "psys": [150207257924, 262143328850, 1790608342.1963131]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-320de0463de645168ecfc56f", "object": "systemone.completion", "created": 1790608342, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9999953816896352, "einstein: Albert Einstein": 3.6898692825334877e-07, "hypatia: Hypatia of Alexandria": 2.5612769421155606e-06, "ibn_sina: Ibn Sina": 1.5534929934081072e-06, "sagan: Carl Sagan": 8.764207743425244e-08, "socrates: Socrates of Athens": 4.691142356582992e-08}, "confidence": 0.9999944580275623, "temperature": 1.0}}, "usage": {"prompt_tokens": 314, "completion_tokens": 0, "total_tokens": 314, "questions": 1}}, "utc": "2026-09-28T15:12:22Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c002", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 1.300664029299315e-05, "einstein": 7.811094632294344e-07, "hypatia": 3.120130805637824e-05, "ibn_sina": 2.2602151747548725e-06, "sagan": 0.9999494621333382, "socrates": 3.2885936744581172e-06}, "confidence": 0.9999393545600059, "temperature": 1.0, "prompt_sha256": "8accb124778e8c5147d0ae65e61fa55fe3ad3074e82dff66461ee361bb21ab63", "body_sha256": "bd144bbf32c6127bf8554893f1e0ec86a1d318366835d56629f1791af26d70ea", "prompt_tokens": 235, "seconds": 0.3355822319863364, "rapl_before": {"package-0": [191374067820, 262143328850, 1790608343.2091148], "core": [127186518273, 262143328850, 1790608343.2171319], "uncore": [56805404138, 262143328850, 1790608343.223903], "psys": [150207637440, 262143328850, 1790608343.2304547]}, "rapl_after": {"package-0": [191374067820, 262143328850, 1790608343.2091148], "core": [127186518273, 262143328850, 1790608343.2171319], "uncore": [56805404138, 262143328850, 1790608343.223903], "psys": [150207637440, 262143328850, 1790608343.2304547]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-652398c924a54638bdebcc6e", "object": "systemone.completion", "created": 1790608343, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 1.300664029299315e-05, "einstein: Albert Einstein": 7.811094632294344e-07, "hypatia: Hypatia of Alexandria": 3.120130805637824e-05, "ibn_sina: Ibn Sina": 2.2602151747548725e-06, "sagan: Carl Sagan": 0.9999494621333382, "socrates: Socrates of Athens": 3.2885936744581172e-06}, "confidence": 0.9999393545600059, "temperature": 1.0}}, "usage": {"prompt_tokens": 235, "completion_tokens": 0, "total_tokens": 235, "questions": 1}}, "utc": "2026-09-28T15:12:23Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c003", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "id_not_unique": "c-darwin-01-dessert-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.9998783523149319, "einstein": 3.7261998333472358e-06, "hypatia": 3.3211257603182815e-05, "ibn_sina": 1.777670518759181e-05, "sagan": 6.604847240739944e-05, "socrates": 8.850500365299951e-07}, "confidence": 0.9998540227779185, "temperature": 1.0, "prompt_sha256": "beaf3074a6fb460818d8d57525e62e0097e18d0bf9d577fe04f7b96bd164a908", "body_sha256": "308647f3820f34c64520cfb864114dbd96ac60d5c9b984d2c5174d1e3255e555", "prompt_tokens": 336, "seconds": 0.5515173840103671, "rapl_before": {"package-0": [191428447197, 262143328850, 1790608344.2410426], "core": [127231258332, 262143328850, 1790608344.249118], "uncore": [56805498681, 262143328850, 1790608344.2559915], "psys": [150208022754, 262143328850, 1790608344.262977]}, "rapl_after": {"package-0": [191502190295, 262143328850, 1790608345.2738228], "core": [127296159289, 262143328850, 1790608345.281607], "uncore": [56805618676, 262143328850, 1790608345.2900934], "psys": [150208408312, 262143328850, 1790608345.2982335]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-62afb158175c46ba8c644294", "object": "systemone.completion", "created": 1790608345, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9998783523149319, "einstein: Albert Einstein": 3.7261998333472358e-06, "hypatia: Hypatia of Alexandria": 3.3211257603182815e-05, "ibn_sina: Ibn Sina": 1.777670518759181e-05, "sagan: Carl Sagan": 6.604847240739944e-05, "socrates: Socrates of Athens": 8.850500365299951e-07}, "confidence": 0.9998540227779185, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-28T15:12:25Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c004", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 1.777258538783767e-05, "einstein": 2.5603836826649158e-06, "hypatia": 1.777258538783767e-05, "ibn_sina": 0.9996466277885605, "sagan": 8.478826283910972e-05, "socrates": 0.0002304783941421613}, "confidence": 0.9995759533462726, "temperature": 1.0, "prompt_sha256": "c14bad2292396eb164056d131cedd6286d54960c27eff0c875fecb88a80d3771", "body_sha256": "adb4509ab4369418bb88a82f0a60c6f34aae602cd771317c5105610022e70307", "prompt_tokens": 346, "seconds": 0.5002573900274001, "rapl_before": {"package-0": [191520613221, 262143328850, 1790608346.311664], "core": [127304574917, 262143328850, 1790608346.31936], "uncore": [56805709740, 262143328850, 1790608346.3261821], "psys": [150208792649, 262143328850, 1790608346.3328624]}, "rapl_after": {"package-0": [191520613221, 262143328850, 1790608346.311664], "core": [127304574917, 262143328850, 1790608346.31936], "uncore": [56805709740, 262143328850, 1790608346.3261821], "psys": [150208792649, 262143328850, 1790608346.3328624]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-cb9d29500598446a88656d0e", "object": "systemone.completion", "created": 1790608346, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 1.777258538783767e-05, "einstein: Albert Einstein": 2.5603836826649158e-06, "hypatia: Hypatia of Alexandria": 1.777258538783767e-05, "ibn_sina: Ibn Sina": 0.9996466277885605, "sagan: Carl Sagan": 8.478826283910972e-05, "socrates: Socrates of Athens": 0.0002304783941421613}, "confidence": 0.9995759533462726, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-28T15:12:26Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c005", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.9997261529939945, "einstein": 1.7773999255963436e-05, "hypatia": 0.00016863500969621406, "ibn_sina": 6.603841865173397e-05, "sagan": 1.3003735644548831e-05, "socrates": 8.395842756960807e-06}, "confidence": 0.9996713835927935, "temperature": 1.0, "prompt_sha256": "663b2a8c37bb710c440a01e6f8f9dc6d44a4d9ee61f9e9a4a537f55c28dc0e3e", "body_sha256": "f5f6457dd41de1327992001a53a671fde196f1e3cd17c2a9defd5857716ec4f2", "prompt_tokens": 348, "seconds": 0.49887605401454493, "rapl_before": {"package-0": [191596319936, 262143328850, 1790608347.3441863], "core": [127370437053, 262143328850, 1790608347.3516166], "uncore": [56805802635, 262143328850, 1790608347.3582199], "psys": [150209176559, 262143328850, 1790608347.365238]}, "rapl_after": {"package-0": [191596319936, 262143328850, 1790608347.3441863], "core": [127370437053, 262143328850, 1790608347.3516166], "uncore": [56805802635, 262143328850, 1790608347.3582199], "psys": [150209176559, 262143328850, 1790608347.365238]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-df4ff3a8a2f54b3fbaf5d061", "object": "systemone.completion", "created": 1790608348, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9997261529939945, "einstein: Albert Einstein": 1.7773999255963436e-05, "hypatia: Hypatia of Alexandria": 0.00016863500969621406, "ibn_sina: Ibn Sina": 6.603841865173397e-05, "sagan: Carl Sagan": 1.3003735644548831e-05, "socrates: Socrates of Athens": 8.395842756960807e-06}, "confidence": 0.9996713835927935, "temperature": 1.0}}, "usage": {"prompt_tokens": 348, "completion_tokens": 0, "total_tokens": 348, "questions": 1}}, "utc": "2026-09-28T15:12:28Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c006", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "id_not_unique": "c-darwin-01-main-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0049605102157200265, "einstein": 0.0005565538215981865, "hypatia": 0.025191549513638854, "ibn_sina": 0.9453059214606792, "sagan": 0.010501400209086638, "socrates": 0.013484064779277207}, "confidence": 0.934367105752815, "temperature": 1.0, "prompt_sha256": "1dfc5680544a302ac11143f709572d49a026ebeb4bd5391aaa3d24bd4d0502e2", "body_sha256": "c46f8151bcda257798ed926507d7adf78ac7e391c5d4666c2f1f2a352ac2985e", "prompt_tokens": 253, "seconds": 0.4232471709838137, "rapl_before": {"package-0": [191671885417, 262143328850, 1790608348.3762054], "core": [127436030452, 262143328850, 1790608348.384217], "uncore": [56805925621, 262143328850, 1790608348.3911932], "psys": [150209561812, 262143328850, 1790608348.3979757]}, "rapl_after": {"package-0": [191687359620, 262143328850, 1790608349.4088707], "core": [127443034523, 262143328850, 1790608349.4172344], "uncore": [56806046348, 262143328850, 1790608349.4253247], "psys": [150209948225, 262143328850, 1790608349.4326718]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1e8302ad478149d39f4ea25e", "object": "systemone.completion", "created": 1790608349, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.0049605102157200265, "einstein: Albert Einstein": 0.0005565538215981865, "hypatia: Hypatia of Alexandria": 0.025191549513638854, "ibn_sina: Ibn Sina": 0.9453059214606792, "sagan: Carl Sagan": 0.010501400209086638, "socrates: Socrates of Athens": 0.013484064779277207}, "confidence": 0.934367105752815, "temperature": 1.0}}, "usage": {"prompt_tokens": 253, "completion_tokens": 0, "total_tokens": 253, "questions": 1}}, "utc": "2026-09-28T15:12:29Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c007", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0026960924435807574, "einstein": 0.0003884089426980224, "hypatia": 0.5821938580044403, "ibn_sina": 0.0039227913584270096, "sagan": 0.010663252466448312, "socrates": 0.4001355967844055}, "confidence": 0.4986326296053284, "temperature": 1.0, "prompt_sha256": "09bbd54c6041acc58d02375eab7ca0502f023f79c97e7dfa6e57667e68243a04", "body_sha256": "2983d2beb78ebf4a33e429ee3a876fcf9e26958dc01e0ec61a6b67062747f2ca", "prompt_tokens": 234, "seconds": 0.33609728096053004, "rapl_before": {"package-0": [191752057941, 262143328850, 1790608350.443362], "core": [127497002952, 262143328850, 1790608350.4505928], "uncore": [56806179710, 262143328850, 1790608350.4570403], "psys": [150210334454, 262143328850, 1790608350.4639976]}, "rapl_after": {"package-0": [191752057941, 262143328850, 1790608350.443362], "core": [127497002952, 262143328850, 1790608350.4505928], "uncore": [56806179710, 262143328850, 1790608350.4570403], "psys": [150210334454, 262143328850, 1790608350.4639976]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-005a417bbc4942f6a831ce1a", "object": "systemone.completion", "created": 1790608351, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0026960924435807574, "einstein: Albert Einstein": 0.0003884089426980224, "hypatia: Hypatia of Alexandria": 0.5821938580044403, "ibn_sina: Ibn Sina": 0.0039227913584270096, "sagan: Carl Sagan": 0.010663252466448312, "socrates: Socrates of Athens": 0.4001355967844055}, "confidence": 0.4986326296053284, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-28T15:12:31Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c008", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0013215505449629384, "einstein": 8.993264322194559e-05, "hypatia": 0.9960582128423427, "ibn_sina": 0.0019228446969050807, "sagan": 8.993264322194559e-05, "socrates": 0.0005175266293452767}, "confidence": 0.9952698554108114, "temperature": 1.0, "prompt_sha256": "a1d6ed59ae8ef118ce60fde83d93a3ecbc82876eb30cc6a8a6133e160d4fb6c0", "body_sha256": "12234be2a390a3588ffb364635b63027e0f5c3ca7045dedbc78136d4eef24f32", "prompt_tokens": 310, "seconds": 0.44383732799906284, "rapl_before": {"package-0": [191807297119, 262143328850, 1790608351.4767547], "core": [127542650357, 262143328850, 1790608351.4847138], "uncore": [56806273032, 262143328850, 1790608351.492114], "psys": [150210719829, 262143328850, 1790608351.4991572]}, "rapl_after": {"package-0": [191862196209, 262143328850, 1790608352.5097299], "core": [127589361907, 262143328850, 1790608352.5186567], "uncore": [56806331809, 262143328850, 1790608352.5283377], "psys": [150211107096, 262143328850, 1790608352.5360801]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8edf82e124ff449286d41828", "object": "systemone.completion", "created": 1790608352, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0013215505449629384, "einstein: Albert Einstein": 8.993264322194559e-05, "hypatia: Hypatia of Alexandria": 0.9960582128423427, "ibn_sina: Ibn Sina": 0.0019228446969050807, "sagan: Carl Sagan": 8.993264322194559e-05, "socrates: Socrates of Athens": 0.0005175266293452767}, "confidence": 0.9952698554108114, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-28T15:12:32Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c009", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.054416152310085446, "einstein": 0.001643225415674933, "hypatia": 0.0107151757095455, "ibn_sina": 0.8512118391405824, "sagan": 0.012141884779610715, "socrates": 0.06987172264450107}, "confidence": 0.8214542069686989, "temperature": 1.0, "prompt_sha256": "93b841f5248d9c801f554093a6c6a3e0963119756e00a1f6098cad0173cdd4b3", "body_sha256": "1666459cf08ad2dba9d7b14d9ce2050d8a5892809b65894f97da841eda1764c2", "prompt_tokens": 344, "seconds": 0.4977498800144531, "rapl_before": {"package-0": [191891245146, 262143328850, 1790608353.5507114], "core": [127608073835, 262143328850, 1790608353.558379], "uncore": [56806421103, 262143328850, 1790608353.5650578], "psys": [150211490152, 262143328850, 1790608353.5719473]}, "rapl_after": {"package-0": [191891245146, 262143328850, 1790608353.5507114], "core": [127608073835, 262143328850, 1790608353.558379], "uncore": [56806421103, 262143328850, 1790608353.5650578], "psys": [150211490152, 262143328850, 1790608353.5719473]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6af59395738444c2999e5c1a", "object": "systemone.completion", "created": 1790608354, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.054416152310085446, "einstein: Albert Einstein": 0.001643225415674933, "hypatia: Hypatia of Alexandria": 0.0107151757095455, "ibn_sina: Ibn Sina": 0.8512118391405824, "sagan: Carl Sagan": 0.012141884779610715, "socrates: Socrates of Athens": 0.06987172264450107}, "confidence": 0.8214542069686989, "temperature": 1.0}}, "usage": {"prompt_tokens": 344, "completion_tokens": 0, "total_tokens": 344, "questions": 1}}, "utc": "2026-09-28T15:12:34Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c010", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0038332008594656646, "einstein": 0.0010316920152707533, "hypatia": 0.002474900486416136, "ibn_sina": 0.0019274544368446875, "sagan": 0.827740904133952, "socrates": 0.1629918480680507}, "confidence": 0.7932890849607424, "temperature": 1.0, "prompt_sha256": "f502f11985fc026210a3bc717c89839b3fb399cec7f98f302afaf06e4789c9ae", "body_sha256": "2829cf84920e2fe4f5b097a81e8bf3cd81554b83be58c4e7b2b6cc915b8226e0", "prompt_tokens": 337, "seconds": 0.48491495999041945, "rapl_before": {"package-0": [191967886307, 262143328850, 1790608354.5823624], "core": [127674661738, 262143328850, 1790608354.5902586], "uncore": [56806550619, 262143328850, 1790608354.5969996], "psys": [150211876381, 262143328850, 1790608354.6039584]}, "rapl_after": {"package-0": [192034827115, 262143328850, 1790608355.6148028], "core": [127733017118, 262143328850, 1790608355.623464], "uncore": [56806647299, 262143328850, 1790608355.6327643], "psys": [150212262550, 262143328850, 1790608355.6401129]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-8a521c4d6fbd495f92d7d626", "object": "systemone.completion", "created": 1790608355, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0038332008594656646, "einstein: Albert Einstein": 0.0010316920152707533, "hypatia: Hypatia of Alexandria": 0.002474900486416136, "ibn_sina: Ibn Sina": 0.0019274544368446875, "sagan: Carl Sagan": 0.827740904133952, "socrates: Socrates of Athens": 0.1629918480680507}, "confidence": 0.7932890849607424, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-28T15:12:35Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c011", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "id_not_unique": "c-darwin-01-main-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04078882891131827, "einstein": 0.0003998796079617203, "hypatia": 0.9283494670094138, "ibn_sina": 0.0008465451366980318, "sagan": 0.028033724805188287, "socrates": 0.0015815545294200059}, "confidence": 0.9140193604112966, "temperature": 1.0, "prompt_sha256": "ded50049b7f0ae8c551b34fd6fd189d2671fba228d5ec1f24b83a3e5af8a04fd", "body_sha256": "b2e15a99c1f0cbf591208e92b3045082bbc687fc2960bd6a2581dd2471d052e0", "prompt_tokens": 339, "seconds": 0.4885098070371896, "rapl_before": {"package-0": [192054448830, 262143328850, 1790608356.6524801], "core": [127742483647, 262143328850, 1790608356.6603827], "uncore": [56806743002, 262143328850, 1790608356.667319], "psys": [150212643042, 262143328850, 1790608356.6741176]}, "rapl_after": {"package-0": [192054448830, 262143328850, 1790608356.6524801], "core": [127742483647, 262143328850, 1790608356.6603827], "uncore": [56806743002, 262143328850, 1790608356.667319], "psys": [150212643042, 262143328850, 1790608356.6741176]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-abebda351b174899a7804839", "object": "systemone.completion", "created": 1790608357, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04078882891131827, "einstein: Albert Einstein": 0.0003998796079617203, "hypatia: Hypatia of Alexandria": 0.9283494670094138, "ibn_sina: Ibn Sina": 0.0008465451366980318, "sagan: Carl Sagan": 0.028033724805188287, "socrates: Socrates of Athens": 0.0015815545294200059}, "confidence": 0.9140193604112966, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-28T15:12:37Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c012", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.002180682412339936, "einstein": 0.0004865760158982742, "hypatia": 0.006716974708628688, "ibn_sina": 0.7293384285657141, "sagan": 0.1844056334834241, "socrates": 0.07687170481399494}, "confidence": 0.675206114278857, "temperature": 1.0, "prompt_sha256": "cdc1fe2f5bc49b36af7eb461c4c39b633ddbbc0adc804237468f9ec8726d9edc", "body_sha256": "21fc06e37386003b0d270c65e268aa943a109031f3d510ef3285587cbd10723e", "prompt_tokens": 179, "seconds": 0.2686897320090793, "rapl_before": {"package-0": [192128910065, 262143328850, 1790608357.6861389], "core": [127807140281, 262143328850, 1790608357.6938198], "uncore": [56806833883, 262143328850, 1790608357.7007143], "psys": [150213026769, 262143328850, 1790608357.7068832]}, "rapl_after": {"package-0": [192128910065, 262143328850, 1790608357.6861389], "core": [127807140281, 262143328850, 1790608357.6938198], "uncore": [56806833883, 262143328850, 1790608357.7007143], "psys": [150213026769, 262143328850, 1790608357.7068832]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d627944f7f6f4cd1a109ab04", "object": "systemone.completion", "created": 1790608358, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.002180682412339936, "einstein: Albert Einstein": 0.0004865760158982742, "hypatia: Hypatia of Alexandria": 0.006716974708628688, "ibn_sina: Ibn Sina": 0.7293384285657141, "sagan: Carl Sagan": 0.1844056334834241, "socrates: Socrates of Athens": 0.07687170481399494}, "confidence": 0.675206114278857, "temperature": 1.0}}, "usage": {"prompt_tokens": 179, "completion_tokens": 0, "total_tokens": 179, "questions": 1}}, "utc": "2026-09-28T15:12:38Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c013", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 1.892235479459979e-05, "einstein": 9.609564681717136e-05, "hypatia": 5.770992155790032e-06, "ibn_sina": 2.4296784499849277e-05, "sagan": 0.9998334723846687, "socrates": 2.1441837063882398e-05}, "confidence": 0.9998001668616023, "temperature": 1.0, "prompt_sha256": "92dbbabddae8bdcddcea550f11f6abceef8eebff75b12bfd85049a510e88e539", "body_sha256": "742a0f9d0886e9eba018f60c301759c7dd203849d4f71fdaf56f813a3a6058ac", "prompt_tokens": 208, "seconds": 0.3107180320075713, "rapl_before": {"package-0": [192173728737, 262143328850, 1790608358.7178729], "core": [127842757438, 262143328850, 1790608358.725883], "uncore": [56806926351, 262143328850, 1790608358.732743], "psys": [150213408116, 262143328850, 1790608358.7401068]}, "rapl_after": {"package-0": [192217158008, 262143328850, 1790608359.7515142], "core": [127877901513, 262143328850, 1790608359.7605195], "uncore": [56807022908, 262143328850, 1790608359.7688346], "psys": [150213794650, 262143328850, 1790608359.7774396]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-451f5925d92c4dbf91cf66da", "object": "systemone.completion", "created": 1790608359, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 1.892235479459979e-05, "einstein: Albert Einstein": 9.609564681717136e-05, "hypatia: Hypatia of Alexandria": 5.770992155790032e-06, "ibn_sina: Ibn Sina": 2.4296784499849277e-05, "sagan: Carl Sagan": 0.9998334723846687, "socrates: Socrates of Athens": 2.1441837063882398e-05}, "confidence": 0.9998001668616023, "temperature": 1.0}}, "usage": {"prompt_tokens": 208, "completion_tokens": 0, "total_tokens": 208, "questions": 1}}, "utc": "2026-09-28T15:12:39Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c014", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 9.931192488364609e-08, "einstein": 4.644880536957111e-09, "hypatia": 2.845334286458348e-08, "ibn_sina": 0.9999998163572701, "sagan": 9.833212173902094e-09, "socrates": 4.139936958515702e-08}, "confidence": 0.9999997796287241, "temperature": 1.0, "prompt_sha256": "7f8956de58c88be483a9492e49ab365b72ea48cf05a642d6997172ff40426ddb", "body_sha256": "6cbf9596f4ec80d34c8633f69ffb794e4a62302e1f35dfbd7b4ffd84baede690", "prompt_tokens": 233, "seconds": 0.3806348980288021, "rapl_before": {"package-0": [192238388544, 262143328850, 1790608360.7891836], "core": [127888786007, 262143328850, 1790608360.7960567], "uncore": [56807148030, 262143328850, 1790608360.8026807], "psys": [150214179110, 262143328850, 1790608360.8091712]}, "rapl_after": {"package-0": [192238388544, 262143328850, 1790608360.7891836], "core": [127888786007, 262143328850, 1790608360.7960567], "uncore": [56807148030, 262143328850, 1790608360.8026807], "psys": [150214179110, 262143328850, 1790608360.8091712]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3572d0f6cc73461a918266aa", "object": "systemone.completion", "created": 1790608361, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 9.931192488364609e-08, "einstein: Albert Einstein": 4.644880536957111e-09, "hypatia: Hypatia of Alexandria": 2.845334286458348e-08, "ibn_sina: Ibn Sina": 0.9999998163572701, "sagan: Carl Sagan": 9.833212173902094e-09, "socrates: Socrates of Athens": 4.139936958515702e-08}, "confidence": 0.9999997796287241, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-28T15:12:41Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c015", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "id_not_unique": "c-darwin-01-starter-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 5.771676526086639e-06, "einstein": 2.2602210029739284e-06, "hypatia": 7.410979356395253e-06, "ibn_sina": 1.4738492332364095e-05, "sagan": 0.9999520406155, "socrates": 1.7778015282156757e-05}, "confidence": 0.9999424487386002, "temperature": 1.0, "prompt_sha256": "ae664612d0d0e39a4337bb914b27952e10d6b46d70de255a84689a43447ff6d5", "body_sha256": "cf14b847d6363633fc9931b83386061e841519da92451a8fdcbe73fc34f16dc4", "prompt_tokens": 212, "seconds": 0.3132622999837622, "rapl_before": {"package-0": [192301580399, 262143328850, 1790608361.8194487], "core": [127941514815, 262143328850, 1790608361.8266609], "uncore": [56807386921, 262143328850, 1790608361.8336985], "psys": [150214566011, 262143328850, 1790608361.8405328]}, "rapl_after": {"package-0": [192301580399, 262143328850, 1790608361.8194487], "core": [127941514815, 262143328850, 1790608361.8266609], "uncore": [56807386921, 262143328850, 1790608361.8336985], "psys": [150214566011, 262143328850, 1790608361.8405328]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6e7e38e5ea334e09b2fe7d7a", "object": "systemone.completion", "created": 1790608362, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 5.771676526086639e-06, "einstein: Albert Einstein": 2.2602210029739284e-06, "hypatia: Hypatia of Alexandria": 7.410979356395253e-06, "ibn_sina: Ibn Sina": 1.4738492332364095e-05, "sagan: Carl Sagan": 0.9999520406155, "socrates: Socrates of Athens": 1.7778015282156757e-05}, "confidence": 0.9999424487386002, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-28T15:12:42Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c016", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.005900490368461344, "einstein": 0.9923099030409679, "hypatia": 0.0005488310977148716, "ibn_sina": 0.0008500462329734236, "sagan": 5.784637211458426e-05, "socrates": 0.00033288288776780984}, "confidence": 0.9907718836491615, "temperature": 1.0, "prompt_sha256": "a576e696b1c489a487c04f237644d733fea1a8bca127783f13af57bc2de5ad8a", "body_sha256": "152c55cc4b587be54790666b3393ef0795c8c5192dd5e72208c1950169de9868", "prompt_tokens": 334, "seconds": 0.48022040602518246, "rapl_before": {"package-0": [192352506843, 262143328850, 1790608362.8514333], "core": [127982767639, 262143328850, 1790608362.859159], "uncore": [56807547260, 262143328850, 1790608362.8659399], "psys": [150214949494, 262143328850, 1790608362.8721845]}, "rapl_after": {"package-0": [192402421327, 262143328850, 1790608363.8837738], "core": [128024396866, 262143328850, 1790608363.892992], "uncore": [56807699725, 262143328850, 1790608363.9013333], "psys": [150215337920, 262143328850, 1790608363.9091496]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4017e5a09e0046a49028430b", "object": "systemone.completion", "created": 1790608364, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.005900490368461344, "einstein: Albert Einstein": 0.9923099030409679, "hypatia: Hypatia of Alexandria": 0.0005488310977148716, "ibn_sina: Ibn Sina": 0.0008500462329734236, "sagan: Carl Sagan": 5.784637211458426e-05, "socrates: Socrates of Athens": 0.00033288288776780984}, "confidence": 0.9907718836491615, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-28T15:12:44Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c017", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.002921488351428747, "einstein": 0.0006518721637260687, "hypatia": 0.009579191518838119, "ibn_sina": 0.714864629798512, "sagan": 0.26298400052350657, "socrates": 0.008998817643988589}, "confidence": 0.6578375557582143, "temperature": 1.0, "prompt_sha256": "42707a4f50fcb06405f7a95e754f56ee26a138c8b093823e4ee5f231a37808bd", "body_sha256": "28cf6738298ba08b344832b08b214d5eb5e06b10e1cb2b9f75908d06a68b2861", "prompt_tokens": 320, "seconds": 0.4548856030451134, "rapl_before": {"package-0": [192438233919, 262143328850, 1790608364.9240131], "core": [128049334973, 262143328850, 1790608364.9320893], "uncore": [56807862322, 262143328850, 1790608364.9390953], "psys": [150215721586, 262143328850, 1790608364.9455059]}, "rapl_after": {"package-0": [192438233919, 262143328850, 1790608364.9240131], "core": [128049334973, 262143328850, 1790608364.9320893], "uncore": [56807862322, 262143328850, 1790608364.9390953], "psys": [150215721586, 262143328850, 1790608364.9455059]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-bfda688d174442759a22e842", "object": "systemone.completion", "created": 1790608365, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.002921488351428747, "einstein: Albert Einstein": 0.0006518721637260687, "hypatia: Hypatia of Alexandria": 0.009579191518838119, "ibn_sina: Ibn Sina": 0.714864629798512, "sagan: Carl Sagan": 0.26298400052350657, "socrates: Socrates of Athens": 0.008998817643988589}, "confidence": 0.6578375557582143, "temperature": 1.0}}, "usage": {"prompt_tokens": 320, "completion_tokens": 0, "total_tokens": 320, "questions": 1}}, "utc": "2026-09-28T15:12:45Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c018", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06670766109757226, "einstein": 0.000478461182519922, "hypatia": 0.006204779023428732, "ibn_sina": 0.0014737641959511093, "sagan": 0.9208708564004583, "socrates": 0.0042644781000696855}, "confidence": 0.90504502768055, "temperature": 1.0, "prompt_sha256": "78e03b7eaa9f4ca6f7ffe5bf2a9bb147b0e09f5630dc2c3ddb30df5aa1482e8c", "body_sha256": "e8a6555e99572b0808a7629044d7f1a2b824255730fe2d38dc37f6fb585c73e4", "prompt_tokens": 310, "seconds": 0.44679361302405596, "rapl_before": {"package-0": [192507298744, 262143328850, 1790608365.956795], "core": [128108897565, 262143328850, 1790608365.9644334], "uncore": [56807958208, 262143328850, 1790608365.9716048], "psys": [150216102872, 262143328850, 1790608365.9780886]}, "rapl_after": {"package-0": [192507298744, 262143328850, 1790608365.956795], "core": [128108897565, 262143328850, 1790608365.9644334], "uncore": [56807958208, 262143328850, 1790608365.9716048], "psys": [150216102872, 262143328850, 1790608365.9780886]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.07, "contended": false, "server_response": {"id": "deem-5eed36fca12f4328871d74fb", "object": "systemone.completion", "created": 1790608367, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06670766109757226, "einstein: Albert Einstein": 0.000478461182519922, "hypatia: Hypatia of Alexandria": 0.006204779023428732, "ibn_sina: Ibn Sina": 0.0014737641959511093, "sagan: Carl Sagan": 0.9208708564004583, "socrates: Socrates of Athens": 0.0042644781000696855}, "confidence": 0.90504502768055, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-28T15:12:47Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c019", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.001029604639927029, "einstein": 6.183256471428586e-05, "hypatia": 0.0003558218423691269, "ibn_sina": 0.00042920306967034476, "sagan": 0.9964260068130599, "socrates": 0.0016975310702592394}, "confidence": 0.9957112081756719, "temperature": 1.0, "prompt_sha256": "e3cfe32144a3549c38b49b8e8ddfe02bf9e36ab381842e0651d4fe8da895b523", "body_sha256": "9b7234449fdfb7fa1275feca56e14d7ad09033974f6832efb294c2f79de268b0", "prompt_tokens": 317, "seconds": 0.45260809402680025, "rapl_before": {"package-0": [192576306014, 262143328850, 1790608366.98946], "core": [128168182386, 262143328850, 1790608366.9992113], "uncore": [56808766678, 262143328850, 1790608367.008731], "psys": [150216491909, 262143328850, 1790608367.0160825]}, "rapl_after": {"package-0": [192599936569, 262143328850, 1790608368.0269024], "core": [128178574144, 262143328850, 1790608368.034996], "uncore": [56810253552, 262143328850, 1790608368.0421855], "psys": [150216885829, 262143328850, 1790608368.0524821]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3092bd44f3ed4c22b57b345f", "object": "systemone.completion", "created": 1790608368, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.001029604639927029, "einstein: Albert Einstein": 6.183256471428586e-05, "hypatia: Hypatia of Alexandria": 0.0003558218423691269, "ibn_sina: Ibn Sina": 0.00042920306967034476, "sagan: Carl Sagan": 0.9964260068130599, "socrates: Socrates of Athens": 0.0016975310702592394}, "confidence": 0.9957112081756719, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-28T15:12:48Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c020", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.008046521693227813, "einstein": 3.500514985003382e-05, "hypatia": 0.9300514528442313, "ibn_sina": 0.00037634082761829233, "sagan": 0.059456200192522755, "socrates": 0.0020344792925498447}, "confidence": 0.9160617434130776, "temperature": 1.0, "prompt_sha256": "49afd8e1388fa05b3b8147267c0315a84331e3a26f9444a0c5974d3d0dd13398", "body_sha256": "f5a4520ec2ddef5b979d0c18909fde4deb8afcf483571c232b1cfafe952abf22", "prompt_tokens": 288, "seconds": 0.41160557203693315, "rapl_before": {"package-0": [192837275744, 262143328850, 1790608375.260696], "core": [128344771473, 262143328850, 1790608375.2683535], "uncore": [56813276859, 262143328850, 1790608375.2757587], "psys": [150219588154, 262143328850, 1790608375.2830944]}, "rapl_after": {"package-0": [192837275744, 262143328850, 1790608375.260696], "core": [128344771473, 262143328850, 1790608375.2683535], "uncore": [56813276859, 262143328850, 1790608375.2757587], "psys": [150219588154, 262143328850, 1790608375.2830944]}, "gate_wait_s": 6.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-a4bbfebc2a314f808e69755b", "object": "systemone.completion", "created": 1790608375, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.008046521693227813, "einstein: Albert Einstein": 3.500514985003382e-05, "hypatia: Hypatia of Alexandria": 0.9300514528442313, "ibn_sina: Ibn Sina": 0.00037634082761829233, "sagan: Carl Sagan": 0.059456200192522755, "socrates: Socrates of Athens": 0.0020344792925498447}, "confidence": 0.9160617434130776, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-28T15:12:55Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c021", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.001720793029733355, "einstein": 4.881514081542152e-05, "hypatia": 0.8913928580017695, "ibn_sina": 0.0001703815829626146, "sagan": 0.09395211601337054, "socrates": 0.012715036231348599}, "confidence": 0.8696714296021234, "temperature": 1.0, "prompt_sha256": "649243a5f44e49cdf188f0d0332c27c235f1199e7eb3bc9997c90b9e6d17b249", "body_sha256": "169e726951739651439ec7a71473bbad493297bbb41819b7da0f9ba92d5bc8f5", "prompt_tokens": 226, "seconds": 0.32713660900481045, "rapl_before": {"package-0": [192901681829, 262143328850, 1790608376.294354], "core": [128399519624, 262143328850, 1790608376.3022597], "uncore": [56813351200, 262143328850, 1790608376.30857], "psys": [150219972613, 262143328850, 1790608376.3150508]}, "rapl_after": {"package-0": [192901681829, 262143328850, 1790608376.294354], "core": [128399519624, 262143328850, 1790608376.3022597], "uncore": [56813351200, 262143328850, 1790608376.30857], "psys": [150219972613, 262143328850, 1790608376.3150508]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-94e8bee7d3e6410fb7bbfca4", "object": "systemone.completion", "created": 1790608377, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.001720793029733355, "einstein: Albert Einstein": 4.881514081542152e-05, "hypatia: Hypatia of Alexandria": 0.8913928580017695, "ibn_sina: Ibn Sina": 0.0001703815829626146, "sagan: Carl Sagan": 0.09395211601337054, "socrates: Socrates of Athens": 0.012715036231348599}, "confidence": 0.8696714296021234, "temperature": 1.0}}, "usage": {"prompt_tokens": 226, "completion_tokens": 0, "total_tokens": 226, "questions": 1}}, "utc": "2026-09-28T15:12:57Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c022", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "id_not_unique": "c-einstein-01-dessert-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0017912005563373997, "einstein": 0.0005462853049885699, "hypatia": 0.0016826772007421185, "ibn_sina": 0.0009006722022055621, "sagan": 0.9278648597358422, "socrates": 0.06721430499988422}, "confidence": 0.9134378316830107, "temperature": 1.0, "prompt_sha256": "155ad912cc84bc1257563f145a5475603bb4a85b8477f07a70d46ceeafece726", "body_sha256": "8c2e11aa729f52f8b7295064a24e4de49f426715097f840c6941e3cbe31abd11", "prompt_tokens": 343, "seconds": 0.5258939469931647, "rapl_before": {"package-0": [192953775507, 262143328850, 1790608377.325775], "core": [128442432111, 262143328850, 1790608377.3335328], "uncore": [56813416263, 262143328850, 1790608377.3409085], "psys": [150220351213, 262143328850, 1790608377.3479936]}, "rapl_after": {"package-0": [192966806662, 262143328850, 1790608378.3588808], "core": [128448078276, 262143328850, 1790608378.3683026], "uncore": [56813477909, 262143328850, 1790608378.3767562], "psys": [150220731339, 262143328850, 1790608378.3848429]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-7b84ebb2bffe4d059857528e", "object": "systemone.completion", "created": 1790608378, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0017912005563373997, "einstein: Albert Einstein": 0.0005462853049885699, "hypatia: Hypatia of Alexandria": 0.0016826772007421185, "ibn_sina: Ibn Sina": 0.0009006722022055621, "sagan: Carl Sagan": 0.9278648597358422, "socrates: Socrates of Athens": 0.06721430499988422}, "confidence": 0.9134378316830107, "temperature": 1.0}}, "usage": {"prompt_tokens": 343, "completion_tokens": 0, "total_tokens": 343, "questions": 1}}, "utc": "2026-09-28T15:12:58Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c023", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00024322674944427121, "einstein": 0.00012230209022780556, "hypatia": 0.00018942518293111078, "ibn_sina": 0.0010240228640611073, "sagan": 0.06744003647554897, "socrates": 0.9309809866377868}, "confidence": 0.9171771839653442, "temperature": 1.0, "prompt_sha256": "ea5d37253e73663a53bd9d0eeb327d02ae197e0dd16aa33350562c56831275fa", "body_sha256": "e369d9eedd34cf584b7dcb53976351ae6b26ea7354e402e1f9d675e70929c010", "prompt_tokens": 238, "seconds": 0.34429401595843956, "rapl_before": {"package-0": [193045233647, 262143328850, 1790608379.3963604], "core": [128515208048, 262143328850, 1790608379.403937], "uncore": [56813574527, 262143328850, 1790608379.4105055], "psys": [150221115982, 262143328850, 1790608379.416813]}, "rapl_after": {"package-0": [193045233647, 262143328850, 1790608379.3963604], "core": [128515208048, 262143328850, 1790608379.403937], "uncore": [56813574527, 262143328850, 1790608379.4105055], "psys": [150221115982, 262143328850, 1790608379.416813]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d4eb8ba237624b3f92aaac65", "object": "systemone.completion", "created": 1790608380, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.00024322674944427121, "einstein: Albert Einstein": 0.00012230209022780556, "hypatia: Hypatia of Alexandria": 0.00018942518293111078, "ibn_sina: Ibn Sina": 0.0010240228640611073, "sagan: Carl Sagan": 0.06744003647554897, "socrates: Socrates of Athens": 0.9309809866377868}, "confidence": 0.9171771839653442, "temperature": 1.0}}, "usage": {"prompt_tokens": 238, "completion_tokens": 0, "total_tokens": 238, "questions": 1}}, "utc": "2026-09-28T15:13:00Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c024", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.011235825313336193, "einstein": 0.0004936677109962532, "hypatia": 0.8925721601286636, "ibn_sina": 0.007254394056756721, "sagan": 0.06465771041525738, "socrates": 0.02378624237498983}, "confidence": 0.8710865921543963, "temperature": 1.0, "prompt_sha256": "97247283ca9f27c19a1f33dd0f0ad684f8a8e77392f242831b13524fca5efcd4", "body_sha256": "6f4485a50744b0132d12cd2e914c096ebb6ae241117d5d9e2ca7bf45c17b9f88", "prompt_tokens": 284, "seconds": 0.4101876989589073, "rapl_before": {"package-0": [193140620121, 262143328850, 1790608383.5256965], "core": [128574054211, 262143328850, 1790608383.5335054], "uncore": [56814020754, 262143328850, 1790608383.5408864], "psys": [150222651195, 262143328850, 1790608383.5472357]}, "rapl_after": {"package-0": [193189395082, 262143328850, 1790608384.5588617], "core": [128614927519, 262143328850, 1790608384.5686176], "uncore": [56814079958, 262143328850, 1790608384.5764678], "psys": [150223037303, 262143328850, 1790608384.585763]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-58d0f0fb3eac49f58377c7ac", "object": "systemone.completion", "created": 1790608384, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.011235825313336193, "einstein: Albert Einstein": 0.0004936677109962532, "hypatia: Hypatia of Alexandria": 0.8925721601286636, "ibn_sina: Ibn Sina": 0.007254394056756721, "sagan: Carl Sagan": 0.06465771041525738, "socrates: Socrates of Athens": 0.02378624237498983}, "confidence": 0.8710865921543963, "temperature": 1.0}}, "usage": {"prompt_tokens": 284, "completion_tokens": 0, "total_tokens": 284, "questions": 1}}, "utc": "2026-09-28T15:13:04Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c025", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "id_not_unique": "c-einstein-01-main-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 3.288614806275679e-06, "einstein": 6.475666506050601e-07, "hypatia": 1.0782952821152046e-05, "ibn_sina": 0.9999558876001781, "sagan": 5.0935062524965915e-06, "socrates": 2.4299759291344943e-05}, "confidence": 0.9999470651202136, "temperature": 1.0, "prompt_sha256": "a7f9b41bd083b7078f792deb80008c4f00480ac8531cfaafd95d454dec5eecf6", "body_sha256": "acb5caef87f5dc632c4c2d134fd12860379d71ac79b7de621f8ebddc8df82b2e", "prompt_tokens": 321, "seconds": 0.4735397550393827, "rapl_before": {"package-0": [193254337237, 262143328850, 1790608387.663009], "core": [128650013977, 262143328850, 1790608387.6712973], "uncore": [56814529053, 262143328850, 1790608387.6785197], "psys": [150224193489, 262143328850, 1790608387.685146]}, "rapl_after": {"package-0": [193269794961, 262143328850, 1790608388.6965477], "core": [128655461900, 262143328850, 1790608388.704012], "uncore": [56815037963, 262143328850, 1790608388.7113075], "psys": [150224583380, 262143328850, 1790608388.718359]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-32df8f6dcc8441c8882e483a", "object": "systemone.completion", "created": 1790608389, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 3.288614806275679e-06, "einstein: Albert Einstein": 6.475666506050601e-07, "hypatia: Hypatia of Alexandria": 1.0782952821152046e-05, "ibn_sina: Ibn Sina": 0.9999558876001781, "sagan: Carl Sagan": 5.0935062524965915e-06, "socrates: Socrates of Athens": 2.4299759291344943e-05}, "confidence": 0.9999470651202136, "temperature": 1.0}}, "usage": {"prompt_tokens": 321, "completion_tokens": 0, "total_tokens": 321, "questions": 1}}, "utc": "2026-09-28T15:13:09Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c026", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 3.320000008658399e-05, "einstein": 9.51195928056504e-06, "hypatia": 0.0003799538806066946, "ibn_sina": 2.0136817954975275e-05, "sagan": 1.7770679473175547e-05, "socrates": 0.999539426662598}, "confidence": 0.9994473119951175, "temperature": 1.0, "prompt_sha256": "36b9cea02d2e74c994de502f1c2d0809cf908e92096d612333f65ccfd4c01537", "body_sha256": "44024763284ae4a3616eb8f2e6842e68860140eb7458de77108bd5383f38218b", "prompt_tokens": 278, "seconds": 0.40605669299839064, "rapl_before": {"package-0": [193343070164, 262143328850, 1790608389.73169], "core": [128718530892, 262143328850, 1790608389.7394345], "uncore": [56815308409, 262143328850, 1790608389.745989], "psys": [150224965459, 262143328850, 1790608389.7529037]}, "rapl_after": {"package-0": [193343070164, 262143328850, 1790608389.73169], "core": [128718530892, 262143328850, 1790608389.7394345], "uncore": [56815308409, 262143328850, 1790608389.745989], "psys": [150224965459, 262143328850, 1790608389.7529037]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-75d5fad9eed4495595c7f0d7", "object": "systemone.completion", "created": 1790608390, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 3.320000008658399e-05, "einstein: Albert Einstein": 9.51195928056504e-06, "hypatia: Hypatia of Alexandria": 0.0003799538806066946, "ibn_sina: Ibn Sina": 2.0136817954975275e-05, "sagan: Carl Sagan": 1.7770679473175547e-05, "socrates: Socrates of Athens": 0.999539426662598}, "confidence": 0.9994473119951175, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-28T15:13:10Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c027", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 3.5006538911764585e-06, "einstein": 9.421882129747536e-07, "hypatia": 4.006286226339211e-05, "ibn_sina": 6.1438389141154335e-06, "sagan": 0.9999392209788169, "socrates": 1.0129477901457293e-05}, "confidence": 0.9999270651745803, "temperature": 1.0, "prompt_sha256": "9b202086ace8de08c43270d313de06fa87f84c7072446d35102a730c237df1e7", "body_sha256": "d79ca48ff91dd13430de5c490f2e5ffaf6099b8033a1370860a059b41d6f72dc", "prompt_tokens": 282, "seconds": 0.40801494498737156, "rapl_before": {"package-0": [193406023617, 262143328850, 1790608390.7640297], "core": [128771716852, 262143328850, 1790608390.7721586], "uncore": [56815436949, 262143328850, 1790608390.7790453], "psys": [150225350224, 262143328850, 1790608390.785934]}, "rapl_after": {"package-0": [193435845073, 262143328850, 1790608391.7970934], "core": [128793851317, 262143328850, 1790608391.8069656], "uncore": [56815501341, 262143328850, 1790608391.8156042], "psys": [150225732486, 262143328850, 1790608391.8248081]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-17617777b4b149c9816bfbe0", "object": "systemone.completion", "created": 1790608392, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 3.5006538911764585e-06, "einstein: Albert Einstein": 9.421882129747536e-07, "hypatia: Hypatia of Alexandria": 4.006286226339211e-05, "ibn_sina: Ibn Sina": 6.1438389141154335e-06, "sagan: Carl Sagan": 0.9999392209788169, "socrates: Socrates of Athens": 1.0129477901457293e-05}, "confidence": 0.9999270651745803, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:13:12Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c028", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 2.6856084717053243e-05, "einstein": 2.830610503945148e-06, "hypatia": 0.008437930989939498, "ibn_sina": 0.00047603549185167287, "sagan": 0.9752922163619413, "socrates": 0.01576413046104654}, "confidence": 0.9703506596343295, "temperature": 1.0, "prompt_sha256": "b183902e2e6de68b5c7a121f724e46a692727827c966249629f47ce1158bd5ab", "body_sha256": "5367bbbcbb46bb126df189aa421a1b441fb5559e96c8bfe5d3ceba378457773e", "prompt_tokens": 297, "seconds": 0.44530760997440666, "rapl_before": {"package-0": [193479881643, 262143328850, 1790608392.839038], "core": [128827559726, 262143328850, 1790608392.8468926], "uncore": [56815561216, 262143328850, 1790608392.853966], "psys": [150226112551, 262143328850, 1790608392.860399]}, "rapl_after": {"package-0": [193479881643, 262143328850, 1790608392.839038], "core": [128827559726, 262143328850, 1790608392.8468926], "uncore": [56815561216, 262143328850, 1790608392.853966], "psys": [150226112551, 262143328850, 1790608392.860399]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.43, "contended": true, "server_response": {"id": "deem-641e732cde25459397bac42e", "object": "systemone.completion", "created": 1790608393, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 2.6856084717053243e-05, "einstein: Albert Einstein": 2.830610503945148e-06, "hypatia: Hypatia of Alexandria": 0.008437930989939498, "ibn_sina: Ibn Sina": 0.00047603549185167287, "sagan: Carl Sagan": 0.9752922163619413, "socrates: Socrates of Athens": 0.01576413046104654}, "confidence": 0.9703506596343295, "temperature": 1.0}}, "usage": {"prompt_tokens": 297, "completion_tokens": 0, "total_tokens": 297, "questions": 1}}, "utc": "2026-09-28T15:13:13Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c029", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 1.3608331561141257e-05, "einstein": 0.9828209341880674, "hypatia": 5.05610855409895e-05, "ibn_sina": 0.015885820850884955, "sagan": 7.831054121771671e-05, "socrates": 0.0011507650027277523}, "confidence": 0.9793851210256808, "temperature": 1.0, "prompt_sha256": "372e653aa74f6d223384f9b958311df8674b98dc9b2eeda6938ea35b8afbb1f3", "body_sha256": "5cbdfbd66159402fefdad28d65b003a2082746f04f70644767fa062a8b95de48", "prompt_tokens": 339, "seconds": 0.4924227870069444, "rapl_before": {"package-0": [193551532033, 262143328850, 1790608393.8714283], "core": [128889013732, 262143328850, 1790608393.879347], "uncore": [56815765073, 262143328850, 1790608393.88625], "psys": [150226495240, 262143328850, 1790608393.8927588]}, "rapl_after": {"package-0": [193611331624, 262143328850, 1790608394.9043117], "core": [128940242788, 262143328850, 1790608394.914172], "uncore": [56815898007, 262143328850, 1790608394.9234037], "psys": [150226884094, 262143328850, 1790608394.9313917]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-c1348dd3131e4e2e85d0f7f6", "object": "systemone.completion", "created": 1790608395, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 1.3608331561141257e-05, "einstein: Albert Einstein": 0.9828209341880674, "hypatia: Hypatia of Alexandria": 5.05610855409895e-05, "ibn_sina: Ibn Sina": 0.015885820850884955, "sagan: Carl Sagan": 7.831054121771671e-05, "socrates: Socrates of Athens": 0.0011507650027277523}, "confidence": 0.9793851210256808, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-28T15:13:15Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c030", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "id_not_unique": "c-einstein-01-starter-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0004546651849781493, "einstein": 5.101201998240525e-05, "hypatia": 0.9915863276567363, "ibn_sina": 0.00012237147443114788, "sagan": 0.00021476862607948416, "socrates": 0.007570855037792527}, "confidence": 0.9899035931880835, "temperature": 1.0, "prompt_sha256": "9341a1d74388efacbb26c0a5843ef169f11e005ee5e11461c3bd648281b9ad7c", "body_sha256": "6781bcd8d9161febfc5bf0a4dde9cabec362a2f7835d51dd6651a9f6ef83bea1", "prompt_tokens": 243, "seconds": 0.3531369229895063, "rapl_before": {"package-0": [193642309389, 262143328850, 1790608395.9442255], "core": [128959560853, 262143328850, 1790608395.952163], "uncore": [56816199093, 262143328850, 1790608395.9588978], "psys": [150227269469, 262143328850, 1790608395.9659283]}, "rapl_after": {"package-0": [193642309389, 262143328850, 1790608395.9442255], "core": [128959560853, 262143328850, 1790608395.952163], "uncore": [56816199093, 262143328850, 1790608395.9588978], "psys": [150227269469, 262143328850, 1790608395.9659283]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-59521bc3aea84e978a93afdf", "object": "systemone.completion", "created": 1790608396, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0004546651849781493, "einstein: Albert Einstein": 5.101201998240525e-05, "hypatia: Hypatia of Alexandria": 0.9915863276567363, "ibn_sina: Ibn Sina": 0.00012237147443114788, "sagan: Carl Sagan": 0.00021476862607948416, "socrates: Socrates of Athens": 0.007570855037792527}, "confidence": 0.9899035931880835, "temperature": 1.0}}, "usage": {"prompt_tokens": 243, "completion_tokens": 0, "total_tokens": 243, "questions": 1}}, "utc": "2026-09-28T15:13:16Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c031", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00033525988968921463, "einstein": 1.669160704895945e-05, "hypatia": 0.999395645903793, "ibn_sina": 4.537249212896539e-05, "sagan": 0.00014877067422766857, "socrates": 5.825943311205605e-05}, "confidence": 0.9992747750845516, "temperature": 1.0, "prompt_sha256": "8c5c197c0e13a857e534bbd2f5ddb9f47e8b2397952bc8f94dadbe7f67fffaff", "body_sha256": "695ee213521da1c795ea15b0c8c8b1391924072057c7a3073b939298a5b93ae4", "prompt_tokens": 206, "seconds": 0.33547601295867935, "rapl_before": {"package-0": [193700806309, 262143328850, 1790608396.9761171], "core": [129008380736, 262143328850, 1790608396.9826753], "uncore": [56816386715, 262143328850, 1790608396.9890428], "psys": [150227654173, 262143328850, 1790608396.9956048]}, "rapl_after": {"package-0": [193700806309, 262143328850, 1790608396.9761171], "core": [129008380736, 262143328850, 1790608396.9826753], "uncore": [56816386715, 262143328850, 1790608396.9890428], "psys": [150227654173, 262143328850, 1790608396.9956048]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-3d74e2682f3f43f098bb016d", "object": "systemone.completion", "created": 1790608397, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.00033525988968921463, "einstein: Albert Einstein": 1.669160704895945e-05, "hypatia: Hypatia of Alexandria": 0.999395645903793, "ibn_sina: Ibn Sina": 4.537249212896539e-05, "sagan: Carl Sagan": 0.00014877067422766857, "socrates: Socrates of Athens": 5.825943311205605e-05}, "confidence": 0.9992747750845516, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-28T15:13:17Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c032", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9961960141336952, "einstein": 0.001697139250177784, "hypatia": 0.000277050366600999, "ibn_sina": 0.0011664256112625404, "sagan": 0.0004031059048212789, "socrates": 0.0002602647334422408}, "confidence": 0.9954352169604341, "temperature": 1.0, "prompt_sha256": "4110c7751226ba5198f5c71571542370afc6137fb98a1d7d3f5cd546256650d8", "body_sha256": "40cd21f95cbcc1a16c7dbf5218442ac825444857efe9cdcb5510bea108d88415", "prompt_tokens": 233, "seconds": 0.3599054489750415, "rapl_before": {"package-0": [193761916748, 262143328850, 1790608398.0058553], "core": [129057870843, 262143328850, 1790608398.0140727], "uncore": [56817310968, 262143328850, 1790608398.021316], "psys": [150228044309, 262143328850, 1790608398.0275793]}, "rapl_after": {"package-0": [193806969245, 262143328850, 1790608399.039452], "core": [129093661401, 262143328850, 1790608399.0484688], "uncore": [56817840263, 262143328850, 1790608399.057195], "psys": [150228432369, 262143328850, 1790608399.0654085]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-63acae2ca7844728b86d9c61", "object": "systemone.completion", "created": 1790608399, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9961960141336952, "einstein: Albert Einstein": 0.001697139250177784, "hypatia: Hypatia of Alexandria": 0.000277050366600999, "ibn_sina: Ibn Sina": 0.0011664256112625404, "sagan: Carl Sagan": 0.0004031059048212789, "socrates: Socrates of Athens": 0.0002602647334422408}, "confidence": 0.9954352169604341, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-28T15:13:19Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c033", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.6466956844343423, "einstein": 0.00040530145120640096, "hypatia": 0.34615125586739226, "ibn_sina": 0.003845393103139087, "sagan": 0.0021910389445073987, "socrates": 0.0007113261994125613}, "confidence": 0.5760348213212108, "temperature": 1.0, "prompt_sha256": "ad6f3ef19b34d93b49c1112e5cb309ebb8c6a1b335f280743e6810e82f30dd37", "body_sha256": "3485648a16969bbff0692b124f4d8934d44e38802cdec18aa6034572c45ced74", "prompt_tokens": 324, "seconds": 0.4951422259910032, "rapl_before": {"package-0": [193838651171, 262143328850, 1790608400.0797377], "core": [129113393589, 262143328850, 1790608400.08827], "uncore": [56818447012, 262143328850, 1790608400.095026], "psys": [150228823237, 262143328850, 1790608400.1016695]}, "rapl_after": {"package-0": [193838651171, 262143328850, 1790608400.0797377], "core": [129113393589, 262143328850, 1790608400.08827], "uncore": [56818447012, 262143328850, 1790608400.095026], "psys": [150228823237, 262143328850, 1790608400.1016695]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.07, "contended": false, "server_response": {"id": "deem-06e54fb19dfa47c5ac395e0c", "object": "systemone.completion", "created": 1790608400, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6466956844343423, "einstein: Albert Einstein": 0.00040530145120640096, "hypatia: Hypatia of Alexandria": 0.34615125586739226, "ibn_sina: Ibn Sina": 0.003845393103139087, "sagan: Carl Sagan": 0.0021910389445073987, "socrates: Socrates of Athens": 0.0007113261994125613}, "confidence": 0.5760348213212108, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-28T15:13:20Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c034", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0014879946824509786, "einstein": 3.9653715128615506e-05, "hypatia": 0.0009025143963958825, "ibn_sina": 0.000293003525616355, "sagan": 0.46751403178087486, "socrates": 0.5297628018995334}, "confidence": 0.43571536227944013, "temperature": 1.0, "prompt_sha256": "9e2d13c691029211415f663b7253b62fa678372dcecfb1176b3ac65e2652214c", "body_sha256": "5df203730c66f3836f14cd947054afd50c9b500fa61c8fb890a3657cc04ca7fa", "prompt_tokens": 282, "seconds": 0.41491258301539347, "rapl_before": {"package-0": [193967226220, 262143328850, 1790608404.2105548], "core": [129197791017, 262143328850, 1790608404.2185535], "uncore": [56821238021, 262143328850, 1790608404.2254617], "psys": [150230381034, 262143328850, 1790608404.2322736]}, "rapl_after": {"package-0": [193967226220, 262143328850, 1790608404.2105548], "core": [129197791017, 262143328850, 1790608404.2185535], "uncore": [56821238021, 262143328850, 1790608404.2254617], "psys": [150230381034, 262143328850, 1790608404.2322736]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-f491ad1e4eaa40a1aab5f0ff", "object": "systemone.completion", "created": 1790608405, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.0014879946824509786, "einstein: Albert Einstein": 3.9653715128615506e-05, "hypatia: Hypatia of Alexandria": 0.0009025143963958825, "ibn_sina: Ibn Sina": 0.000293003525616355, "sagan: Carl Sagan": 0.46751403178087486, "socrates: Socrates of Athens": 0.5297628018995334}, "confidence": 0.43571536227944013, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:13:25Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c035", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00036036096914052293, "einstein": 0.00028064940495500963, "hypatia": 0.008730747078262014, "ibn_sina": 0.006000548862725088, "sagan": 0.7859168060955589, "socrates": 0.19871088758935843}, "confidence": 0.7431001673146707, "temperature": 1.0, "prompt_sha256": "2426df405919b7ee9572894b1d067bad732a4cdb8dd5e8f2a31e8075f16e275c", "body_sha256": "515e1ea682888ca5f0c019cb8e5740d5506cc0b43ffc28bb77df01d5a5b46636", "prompt_tokens": 217, "seconds": 0.3365186110022478, "rapl_before": {"package-0": [194037008757, 262143328850, 1790608405.2429898], "core": [129255528968, 262143328850, 1790608405.251128], "uncore": [56822463664, 262143328850, 1790608405.2580028], "psys": [150230769949, 262143328850, 1790608405.264776]}, "rapl_after": {"package-0": [194066226944, 262143328850, 1790608406.276459], "core": [129276489913, 262143328850, 1790608406.2865493], "uncore": [56822822672, 262143328850, 1790608406.2981274], "psys": [150231160329, 262143328850, 1790608406.3067005]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.24, "contended": true, "server_response": {"id": "deem-67fa2f9db500435e8e94b844", "object": "systemone.completion", "created": 1790608406, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00036036096914052293, "einstein: Albert Einstein": 0.00028064940495500963, "hypatia: Hypatia of Alexandria": 0.008730747078262014, "ibn_sina: Ibn Sina": 0.006000548862725088, "sagan: Carl Sagan": 0.7859168060955589, "socrates: Socrates of Athens": 0.19871088758935843}, "confidence": 0.7431001673146707, "temperature": 1.0}}, "usage": {"prompt_tokens": 217, "completion_tokens": 0, "total_tokens": 217, "questions": 1}}, "utc": "2026-09-28T15:13:26Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c036", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "id_not_unique": "c-hypatia-01-dessert-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9999474247220996, "einstein": 2.5611541104731233e-06, "hypatia": 4.539754284856093e-05, "ibn_sina": 3.7264572422525106e-06, "sagan": 4.4506184956123156e-07, "socrates": 4.4506184956123156e-07}, "confidence": 0.9999369096665195, "temperature": 1.0, "prompt_sha256": "8044a285a81d96a136df0962c95e9ca170fb4b790c03b99dcf99c66958c37c82", "body_sha256": "bd2a06b0f84688eeb5d3c52539d9f5c0a6d43d5ff9d527615edebbe5ac2ab9f1", "prompt_tokens": 332, "seconds": 0.7285214610164985, "rapl_before": {"package-0": [194238144472, 262143328850, 1790608410.4179149], "core": [129404748618, 262143328850, 1790608410.4248939], "uncore": [56826013399, 262143328850, 1790608410.4316332], "psys": [150232726121, 262143328850, 1790608410.439037]}, "rapl_after": {"package-0": [194238144472, 262143328850, 1790608410.4179149], "core": [129404748618, 262143328850, 1790608410.4248939], "uncore": [56826013399, 262143328850, 1790608410.4316332], "psys": [150232726121, 262143328850, 1790608410.439037]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.06, "contended": false, "server_response": {"id": "deem-98e6ecc5f2854ceb9c739d28", "object": "systemone.completion", "created": 1790608411, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9999474247220996, "einstein: Albert Einstein": 2.5611541104731233e-06, "hypatia: Hypatia of Alexandria": 4.539754284856093e-05, "ibn_sina: Ibn Sina": 3.7264572422525106e-06, "sagan: Carl Sagan": 4.4506184956123156e-07, "socrates: Socrates of Athens": 4.4506184956123156e-07}, "confidence": 0.9999369096665195, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-28T15:13:31Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c037", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0001792545635407163, "einstein": 2.119768613685268e-06, "hypatia": 0.0004872644227410864, "ibn_sina": 0.00023016741564354747, "sagan": 0.0008033632182286483, "socrates": 0.9982978306112323}, "confidence": 0.9979573967334788, "temperature": 1.0, "prompt_sha256": "ffa240e8828de6523bc231294dbd64e3bf392582d1b277c65ac4e0adc73e4a21", "body_sha256": "96d4c60b83d99b2519c9d611c99809561ad533f44e995e460335ede80ffc5712", "prompt_tokens": 260, "seconds": 0.6675973039818928, "rapl_before": {"package-0": [194340357406, 262143328850, 1790608411.4504309], "core": [129495891512, 262143328850, 1790608411.4580166], "uncore": [56826459016, 262143328850, 1790608411.464333], "psys": [150233115707, 262143328850, 1790608411.4706564]}, "rapl_after": {"package-0": [194390635903, 262143328850, 1790608412.4825954], "core": [129536433095, 262143328850, 1790608412.4902725], "uncore": [56826940521, 262143328850, 1790608412.4969106], "psys": [150233507979, 262143328850, 1790608412.5039105]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-7bae209b586043e7841a7526", "object": "systemone.completion", "created": 1790608412, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.0001792545635407163, "einstein: Albert Einstein": 2.119768613685268e-06, "hypatia: Hypatia of Alexandria": 0.0004872644227410864, "ibn_sina: Ibn Sina": 0.00023016741564354747, "sagan: Carl Sagan": 0.0008033632182286483, "socrates: Socrates of Athens": 0.9982978306112323}, "confidence": 0.9979573967334788, "temperature": 1.0}}, "usage": {"prompt_tokens": 260, "completion_tokens": 0, "total_tokens": 260, "questions": 1}}, "utc": "2026-09-28T15:13:32Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c038", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9959064148497067, "einstein": 1.453404261313213e-06, "hypatia": 9.477386296740463e-06, "ibn_sina": 1.2169204888782864e-05, "sagan": 0.004070041891590927, "socrates": 4.432632556717556e-07}, "confidence": 0.9950876978196479, "temperature": 1.0, "prompt_sha256": "015f7f0e44efb1686fdd5d0434c87aa3876674b7d1905144b072172cd2535cbf", "body_sha256": "dfbf1f584789210854109fde1f1af1258b7a14ae866eccf13b6193e6c4d641a7", "prompt_tokens": 213, "seconds": 0.8391250129789114, "rapl_before": {"package-0": [194474853583, 262143328850, 1790608413.5165036], "core": [129609425767, 262143328850, 1790608413.5250316], "uncore": [56827394682, 262143328850, 1790608413.5316582], "psys": [150233900251, 262143328850, 1790608413.538164]}, "rapl_after": {"package-0": [194540490134, 262143328850, 1790608414.5495265], "core": [129665770288, 262143328850, 1790608414.5579724], "uncore": [56827762845, 262143328850, 1790608414.565538], "psys": [150234294476, 262143328850, 1790608414.5734508]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-606d8d3d10bb49c4958bf020", "object": "systemone.completion", "created": 1790608414, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9959064148497067, "einstein: Albert Einstein": 1.453404261313213e-06, "hypatia: Hypatia of Alexandria": 9.477386296740463e-06, "ibn_sina: Ibn Sina": 1.2169204888782864e-05, "sagan: Carl Sagan": 0.004070041891590927, "socrates: Socrates of Athens": 4.432632556717556e-07}, "confidence": 0.9950876978196479, "temperature": 1.0}}, "usage": {"prompt_tokens": 213, "completion_tokens": 0, "total_tokens": 213, "questions": 1}}, "utc": "2026-09-28T15:13:34Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c039", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "id_not_unique": "c-hypatia-01-dessert-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.003166561056043389, "einstein": 1.466408691530815e-05, "hypatia": 0.9949039090332377, "ibn_sina": 0.0004561863725017728, "sagan": 0.0007065552755547425, "socrates": 0.0007521241757472047}, "confidence": 0.9938846908398851, "temperature": 1.0, "prompt_sha256": "9df8ec94e880523b0835b07f5a9361e79b8a55a83c164c948afe89bb0cec79cf", "body_sha256": "4b07b016f1c95fb55d854c21f2b45127638184d054b77396a9d162666cd4bde4", "prompt_tokens": 237, "seconds": 0.45183174399426207, "rapl_before": {"package-0": [194607853243, 262143328850, 1790608415.5887382], "core": [129722199587, 262143328850, 1790608415.596319], "uncore": [56828207119, 262143328850, 1790608415.6032386], "psys": [150234687724, 262143328850, 1790608415.6098251]}, "rapl_after": {"package-0": [194607853243, 262143328850, 1790608415.5887382], "core": [129722199587, 262143328850, 1790608415.596319], "uncore": [56828207119, 262143328850, 1790608415.6032386], "psys": [150234687724, 262143328850, 1790608415.6098251]}, "gate_wait_s": 0.0, "foreign_cpu_s": 1.0, "contended": true, "server_response": {"id": "deem-d77fc3cc6a7a432fa2e22523", "object": "systemone.completion", "created": 1790608416, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.003166561056043389, "einstein: Albert Einstein": 1.466408691530815e-05, "hypatia: Hypatia of Alexandria": 0.9949039090332377, "ibn_sina: Ibn Sina": 0.0004561863725017728, "sagan: Carl Sagan": 0.0007065552755547425, "socrates: Socrates of Athens": 0.0007521241757472047}, "confidence": 0.9938846908398851, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-28T15:13:36Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c040", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0023622135903126687, "einstein": 0.0015251597236933148, "hypatia": 0.3731942798020817, "ibn_sina": 0.005666655820874378, "sagan": 0.001958343849730669, "socrates": 0.6152933472133073}, "confidence": 0.5383520166559688, "temperature": 1.0, "prompt_sha256": "33bc6887764f4ca528f926d725862c640149cc207dfab51450460cb1075ae37d", "body_sha256": "a3c8d37a220c1e7d9403ba9520afce3a5a094f8f08258d8b779297e1b47574a9", "prompt_tokens": 306, "seconds": 0.5032108029699884, "rapl_before": {"package-0": [195240790709, 262143328850, 1790608429.0143006], "core": [130194894605, 262143328850, 1790608429.0219896], "uncore": [56853813438, 262143328850, 1790608429.029096], "psys": [150239769315, 262143328850, 1790608429.0359685]}, "rapl_after": {"package-0": [195240790709, 262143328850, 1790608429.0143006], "core": [130194894605, 262143328850, 1790608429.0219896], "uncore": [56853813438, 262143328850, 1790608429.029096], "psys": [150239769315, 262143328850, 1790608429.0359685]}, "gate_wait_s": 12.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-fa830f710e2f4d4399e15bfc", "object": "systemone.completion", "created": 1790608429, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.0023622135903126687, "einstein: Albert Einstein": 0.0015251597236933148, "hypatia: Hypatia of Alexandria": 0.3731942798020817, "ibn_sina: Ibn Sina": 0.005666655820874378, "sagan: Carl Sagan": 0.001958343849730669, "socrates: Socrates of Athens": 0.6152933472133073}, "confidence": 0.5383520166559688, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-28T15:13:49Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c041", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.0014941222426094745, "einstein": 0.0002596395140952711, "hypatia": 0.9938029084171701, "ibn_sina": 0.0013185582511856108, "sagan": 0.0003333837352747832, "socrates": 0.0027913878396647173}, "confidence": 0.9925634901006042, "temperature": 1.0, "prompt_sha256": "bf43efd2f357a83e2f89f0fdbbe035c42bb8e9137b7394e4355f17ad3c6e9775", "body_sha256": "3e903066522177b6e863008abe4b7b25453e5b27881c436504a95f7a6cf7e5d6", "prompt_tokens": 234, "seconds": 0.37374663300579414, "rapl_before": {"package-0": [195331482249, 262143328850, 1790608430.0472286], "core": [130275131277, 262143328850, 1790608430.0550292], "uncore": [56854128378, 262143328850, 1790608430.06168], "psys": [150240158780, 262143328850, 1790608430.0685065]}, "rapl_after": {"package-0": [195383597533, 262143328850, 1790608431.0802288], "core": [130318688661, 262143328850, 1790608431.0887036], "uncore": [56854518087, 262143328850, 1790608431.097448], "psys": [150240550808, 262143328850, 1790608431.1050937]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.08, "contended": false, "server_response": {"id": "deem-08fb88c634cb4efa9dda9e98", "object": "systemone.completion", "created": 1790608431, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0014941222426094745, "einstein: Albert Einstein": 0.0002596395140952711, "hypatia: Hypatia of Alexandria": 0.9938029084171701, "ibn_sina: Ibn Sina": 0.0013185582511856108, "sagan: Carl Sagan": 0.0003333837352747832, "socrates: Socrates of Athens": 0.0027913878396647173}, "confidence": 0.9925634901006042, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-28T15:13:51Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c042", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 2.902191533376081e-06, "einstein": 8.851184091788318e-07, "hypatia": 3.5007112171716886e-06, "ibn_sina": 1.7602681453510137e-06, "sagan": 0.9999555957798668, "socrates": 3.535593082815886e-05}, "confidence": 0.9999467149358402, "temperature": 1.0, "prompt_sha256": "bf2ac15f4e066b7bf4f9b1abd6f6daa1f0622c3899b015ab1d38a958a7cc7af3", "body_sha256": "15bf17ab7e8dfdf172a01e6b44a2dbcc1bf0c86e5552fa74f874d56a43c47d61", "prompt_tokens": 324, "seconds": 0.5331871440284885, "rapl_before": {"package-0": [195438371136, 262143328850, 1790608432.1173327], "core": [130362690989, 262143328850, 1790608432.1252787], "uncore": [56854812092, 262143328850, 1790608432.132103], "psys": [150240940211, 262143328850, 1790608432.1390762]}, "rapl_after": {"package-0": [195438371136, 262143328850, 1790608432.1173327], "core": [130362690989, 262143328850, 1790608432.1252787], "uncore": [56854812092, 262143328850, 1790608432.132103], "psys": [150240940211, 262143328850, 1790608432.1390762]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7e953a40f7e34b808db42d67", "object": "systemone.completion", "created": 1790608432, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 2.902191533376081e-06, "einstein: Albert Einstein": 8.851184091788318e-07, "hypatia: Hypatia of Alexandria": 3.5007112171716886e-06, "ibn_sina: Ibn Sina": 1.7602681453510137e-06, "sagan: Carl Sagan": 0.9999555957798668, "socrates: Socrates of Athens": 3.535593082815886e-05}, "confidence": 0.9999467149358402, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-28T15:13:52Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c043", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": false, "correct": true, "probs": {"darwin": 0.08150560904027045, "einstein": 0.016049406014657756, "hypatia": 0.32236093710263863, "ibn_sina": 0.036167894768140155, "sagan": 0.32236093710263863, "socrates": 0.22155521597165445}, "confidence": 0.1868331245231664, "temperature": 1.0, "prompt_sha256": "1070a21c34a88e11c04dd1374ca1b129bc80993bc575b462c138c4c9a9e384a7", "body_sha256": "04e33f06dd619c41e066f929d06967a6b65918baa52ce9b211dd31664c92110d", "prompt_tokens": 276, "seconds": 0.45850707998033613, "rapl_before": {"package-0": [195532385483, 262143328850, 1790608433.150593], "core": [130443234240, 262143328850, 1790608433.1582332], "uncore": [56857662976, 262143328850, 1790608433.1650064], "psys": [150241329126, 262143328850, 1790608433.171661]}, "rapl_after": {"package-0": [195600917168, 262143328850, 1790608434.1837788], "core": [130503435990, 262143328850, 1790608434.1929681], "uncore": [56858035473, 262143328850, 1790608434.205213], "psys": [150241720848, 262143328850, 1790608434.2157636]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-46a4fd0f9d714b219831c3f2", "object": "systemone.completion", "created": 1790608434, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.08150560904027045, "einstein: Albert Einstein": 0.016049406014657756, "hypatia: Hypatia of Alexandria": 0.32236093710263863, "ibn_sina: Ibn Sina": 0.036167894768140155, "sagan: Carl Sagan": 0.32236093710263863, "socrates: Socrates of Athens": 0.22155521597165445}, "confidence": 0.1868331245231664, "temperature": 1.0}}, "usage": {"prompt_tokens": 276, "completion_tokens": 0, "total_tokens": 276, "questions": 1}}, "utc": "2026-09-28T15:13:54Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c044", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.0007053297278533573, "einstein": 0.00013888765828292288, "hypatia": 0.993178209373211, "ibn_sina": 0.000354662060046318, "sagan": 0.003161068532304913, "socrates": 0.002461842648301443}, "confidence": 0.9918138512478532, "temperature": 1.0, "prompt_sha256": "3a77dfc548d63ab5ac671dd0ca72db2724d9accc746624a212ac7f10d83b41cd", "body_sha256": "830e6920f6775e98ed37046014c7974b8d2e0aa8f15d27843814c4aa4fa7bcfb", "prompt_tokens": 214, "seconds": 0.34818495594663545, "rapl_before": {"package-0": [195928200631, 262143328850, 1790608443.4955041], "core": [130741766923, 262143328850, 1790608443.5032978], "uncore": [56864095150, 262143328850, 1790608443.5099478], "psys": [150245231826, 262143328850, 1790608443.5165772]}, "rapl_after": {"package-0": [195974531262, 262143328850, 1790608444.5276604], "core": [130780799111, 262143328850, 1790608444.5369494], "uncore": [56864155574, 262143328850, 1790608444.5459266], "psys": [150245617140, 262143328850, 1790608444.5548348]}, "gate_wait_s": 9.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-3bab5ce5daf64a33a90474e6", "object": "systemone.completion", "created": 1790608444, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0007053297278533573, "einstein: Albert Einstein": 0.00013888765828292288, "hypatia: Hypatia of Alexandria": 0.993178209373211, "ibn_sina: Ibn Sina": 0.000354662060046318, "sagan: Carl Sagan": 0.003161068532304913, "socrates: Socrates of Athens": 0.002461842648301443}, "confidence": 0.9918138512478532, "temperature": 1.0}}, "usage": {"prompt_tokens": 214, "completion_tokens": 0, "total_tokens": 214, "questions": 1}}, "utc": "2026-09-28T15:14:04Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c045", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "id_not_unique": "c-hypatia-01-main-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9656622220686787, "einstein": 0.0010621701286614067, "hypatia": 0.01560847610040332, "ibn_sina": 0.005394145002118105, "sagan": 0.0015454484180662572, "socrates": 0.010727538282072324}, "confidence": 0.9587946664824145, "temperature": 1.0, "prompt_sha256": "187dcab9b618456a59aaaad7b39171c4bbe2d4c95bbe1be89769c878c9c865ce", "body_sha256": "39a5f73e3a07bc31c3d14c75aa4162adf339983a861784ebf7a9b942b14b9250", "prompt_tokens": 288, "seconds": 0.5461570869665593, "rapl_before": {"package-0": [196031687061, 262143328850, 1790608445.5694728], "core": [130827798808, 262143328850, 1790608445.5771956], "uncore": [56864304805, 262143328850, 1790608445.5841362], "psys": [150246004163, 262143328850, 1790608445.5908937]}, "rapl_after": {"package-0": [196031687061, 262143328850, 1790608445.5694728], "core": [130827798808, 262143328850, 1790608445.5771956], "uncore": [56864304805, 262143328850, 1790608445.5841362], "psys": [150246004163, 262143328850, 1790608445.5908937]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ba3e01c5ba4f4910bfe9f122", "object": "systemone.completion", "created": 1790608446, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9656622220686787, "einstein: Albert Einstein": 0.0010621701286614067, "hypatia: Hypatia of Alexandria": 0.01560847610040332, "ibn_sina: Ibn Sina": 0.005394145002118105, "sagan: Carl Sagan": 0.0015454484180662572, "socrates: Socrates of Athens": 0.010727538282072324}, "confidence": 0.9587946664824145, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-28T15:14:06Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c046", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 5.1389899405170714e-05, "einstein": 3.3179812824226073e-05, "hypatia": 0.0006260571391446513, "ibn_sina": 6.198805117721819e-05, "sagan": 0.998931656644812, "socrates": 0.0002957284526366607}, "confidence": 0.9987179879737743, "temperature": 1.0, "prompt_sha256": "6c903a1e34a129be1e37e0ea3058efda0f5b1a45d949a92bafca8d27a105c765", "body_sha256": "b746707df3d6f06fbff35490c01d437ca055943069d882984b87bd1df4cbb19e", "prompt_tokens": 301, "seconds": 0.5013425799552351, "rapl_before": {"package-0": [196720137508, 262143328850, 1790608465.1994562], "core": [131338025040, 262143328850, 1790608465.2066162], "uncore": [56873316134, 262143328850, 1790608465.2141013], "psys": [150253388787, 262143328850, 1790608465.2205164]}, "rapl_after": {"package-0": [196720137508, 262143328850, 1790608465.1994562], "core": [131338025040, 262143328850, 1790608465.2066162], "uncore": [56873316134, 262143328850, 1790608465.2141013], "psys": [150253388787, 262143328850, 1790608465.2205164]}, "gate_wait_s": 18.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-dbe23f4abeb84019bcd6a9a6", "object": "systemone.completion", "created": 1790608465, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 5.1389899405170714e-05, "einstein: Albert Einstein": 3.3179812824226073e-05, "hypatia: Hypatia of Alexandria": 0.0006260571391446513, "ibn_sina: Ibn Sina": 6.198805117721819e-05, "sagan: Carl Sagan": 0.998931656644812, "socrates: Socrates of Athens": 0.0002957284526366607}, "confidence": 0.9987179879737743, "temperature": 1.0}}, "usage": {"prompt_tokens": 301, "completion_tokens": 0, "total_tokens": 301, "questions": 1}}, "utc": "2026-09-28T15:14:25Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c047", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00013971782134277402, "einstein": 2.584519818398497e-05, "hypatia": 0.00010881234867078304, "ibn_sina": 0.999114660973476, "sagan": 0.00012330054457086596, "socrates": 0.000487663113755663}, "confidence": 0.9989375931681712, "temperature": 1.0, "prompt_sha256": "d001f9be5945172eb21e96744dff31c608ebb30e7e6f121fc5d76b0d2becbe98", "body_sha256": "df134cbc0743c0c0ced591cb52c92cbe953ede01ff197e6e8f94ef4f18dce92f", "prompt_tokens": 268, "seconds": 0.4186720480211079, "rapl_before": {"package-0": [196809499523, 262143328850, 1790608466.231057], "core": [131417265865, 262143328850, 1790608466.2390745], "uncore": [56873610323, 262143328850, 1790608466.24571], "psys": [150253777580, 262143328850, 1790608466.251965]}, "rapl_after": {"package-0": [196882181771, 262143328850, 1790608467.263175], "core": [131481306595, 262143328850, 1790608467.2722442], "uncore": [56873869966, 262143328850, 1790608467.2815838], "psys": [150254168815, 262143328850, 1790608467.291152]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-50b0e07be70d4a46b722c693", "object": "systemone.completion", "created": 1790608467, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.00013971782134277402, "einstein: Albert Einstein": 2.584519818398497e-05, "hypatia: Hypatia of Alexandria": 0.00010881234867078304, "ibn_sina: Ibn Sina": 0.999114660973476, "sagan: Carl Sagan": 0.00012330054457086596, "socrates: Socrates of Athens": 0.000487663113755663}, "confidence": 0.9989375931681712, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-28T15:14:27Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c048", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 2.7533585870290357e-05, "einstein": 1.6699964002161653e-05, "hypatia": 0.9998960113041289, "ibn_sina": 2.9309349593063154e-05, "sagan": 1.1364468125340276e-06, "socrates": 2.9309349593063154e-05}, "confidence": 0.9998752135649547, "temperature": 1.0, "prompt_sha256": "02e16114ac89bd903e7ef216f59ee745f9ac753ef81cbb38cb4beb926c2c2fc5", "body_sha256": "3cab4bca84e07ba1fc2058d0274a32553e932b45245fa5c37e12dd4571c770a4", "prompt_tokens": 345, "seconds": 0.5656985199893825, "rapl_before": {"package-0": [196924671957, 262143328850, 1790608468.304507], "core": [131513502435, 262143328850, 1790608468.3122966], "uncore": [56874160920, 262143328850, 1790608468.318618], "psys": [150254559683, 262143328850, 1790608468.325277]}, "rapl_after": {"package-0": [196924671957, 262143328850, 1790608468.304507], "core": [131513502435, 262143328850, 1790608468.3122966], "uncore": [56874160920, 262143328850, 1790608468.318618], "psys": [150254559683, 262143328850, 1790608468.325277]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c45945625e1f4d08a46b7098", "object": "systemone.completion", "created": 1790608468, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 2.7533585870290357e-05, "einstein: Albert Einstein": 1.6699964002161653e-05, "hypatia: Hypatia of Alexandria": 0.9998960113041289, "ibn_sina: Ibn Sina": 2.9309349593063154e-05, "sagan: Carl Sagan": 1.1364468125340276e-06, "socrates: Socrates of Athens": 2.9309349593063154e-05}, "confidence": 0.9998752135649547, "temperature": 1.0}}, "usage": {"prompt_tokens": 345, "completion_tokens": 0, "total_tokens": 345, "questions": 1}}, "utc": "2026-09-28T15:14:28Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c049", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.00033007543882308663, "einstein": 7.839978859255231e-05, "hypatia": 0.9839410156859834, "ibn_sina": 0.0006987697094719102, "sagan": 0.0040211420400388005, "socrates": 0.010930597337090208}, "confidence": 0.98072921882318, "temperature": 1.0, "prompt_sha256": "c421dcfa088487d420d5d28c66371e85b01eb3bc0066057e3bdfde73167dc2a9", "body_sha256": "05cec5f8a2edf0ba3d7dde0c241a1a82d3e210166dde07318090597b6d7471e7", "prompt_tokens": 211, "seconds": 0.34312859195051715, "rapl_before": {"package-0": [197021648150, 262143328850, 1790608469.335276], "core": [131600299271, 262143328850, 1790608469.3432422], "uncore": [56874464874, 262143328850, 1790608469.3499496], "psys": [150254948415, 262143328850, 1790608469.3564842]}, "rapl_after": {"package-0": [197021648150, 262143328850, 1790608469.335276], "core": [131600299271, 262143328850, 1790608469.3432422], "uncore": [56874464874, 262143328850, 1790608469.3499496], "psys": [150254948415, 262143328850, 1790608469.3564842]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8527d003a8fe4792b72ccd77", "object": "systemone.completion", "created": 1790608470, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.00033007543882308663, "einstein: Albert Einstein": 7.839978859255231e-05, "hypatia: Hypatia of Alexandria": 0.9839410156859834, "ibn_sina: Ibn Sina": 0.0006987697094719102, "sagan: Carl Sagan": 0.0040211420400388005, "socrates: Socrates of Athens": 0.010930597337090208}, "confidence": 0.98072921882318, "temperature": 1.0}}, "usage": {"prompt_tokens": 211, "completion_tokens": 0, "total_tokens": 211, "questions": 1}}, "utc": "2026-09-28T15:14:30Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c050", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.022920379973524165, "einstein": 0.0005063771507918166, "hypatia": 0.9745993563268179, "ibn_sina": 0.00044687626711339073, "sagan": 0.0006921355022457395, "socrates": 0.0008348747795069942}, "confidence": 0.9695192275921816, "temperature": 1.0, "prompt_sha256": "2c968844ec0a89151c133628dfb861aa4fd283df84083f0d68bc3deadeee8995", "body_sha256": "840026cfea64ae398b6d15366279bc7c0dfcb650f0330d893fe2ea25493e2e45", "prompt_tokens": 265, "seconds": 0.44754233898129314, "rapl_before": {"package-0": [197091698385, 262143328850, 1790608470.3678572], "core": [131660788740, 262143328850, 1790608470.3759274], "uncore": [56874711639, 262143328850, 1790608470.383233], "psys": [150255335682, 262143328850, 1790608470.3900304]}, "rapl_after": {"package-0": [197133109839, 262143328850, 1790608471.4011946], "core": [131694306538, 262143328850, 1790608471.4122174], "uncore": [56874931792, 262143328850, 1790608471.4202344], "psys": [150255724536, 262143328850, 1790608471.4275413]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f637f34fd4604703b663085c", "object": "systemone.completion", "created": 1790608471, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.022920379973524165, "einstein: Albert Einstein": 0.0005063771507918166, "hypatia: Hypatia of Alexandria": 0.9745993563268179, "ibn_sina: Ibn Sina": 0.00044687626711339073, "sagan: Carl Sagan": 0.0006921355022457395, "socrates: Socrates of Athens": 0.0008348747795069942}, "confidence": 0.9695192275921816, "temperature": 1.0}}, "usage": {"prompt_tokens": 265, "completion_tokens": 0, "total_tokens": 265, "questions": 1}}, "utc": "2026-09-28T15:14:31Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c051", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.022247230243397614, "einstein": 0.00018081470839706424, "hypatia": 0.0007612583565754543, "ibn_sina": 0.005624980702515784, "sagan": 0.9459763014537866, "socrates": 0.025209414535327518}, "confidence": 0.935171561744544, "temperature": 1.0, "prompt_sha256": "608eb1bfb9db8d5c51778a9f541e113dfecaf5522344143a60cc423f9a917adb", "body_sha256": "8727b3c72877b2c8784513e37323fb89cdbba648f13c2c8620d367769cd865e9", "prompt_tokens": 242, "seconds": 0.4662992969970219, "rapl_before": {"package-0": [197215711740, 262143328850, 1790608472.4418628], "core": [131765194967, 262143328850, 1790608472.4495673], "uncore": [56875211027, 262143328850, 1790608472.4562812], "psys": [150256114549, 262143328850, 1790608472.4621882]}, "rapl_after": {"package-0": [197215711740, 262143328850, 1790608472.4418628], "core": [131765194967, 262143328850, 1790608472.4495673], "uncore": [56875211027, 262143328850, 1790608472.4562812], "psys": [150256114549, 262143328850, 1790608472.4621882]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-21f222ecd9ab412cb0396757", "object": "systemone.completion", "created": 1790608473, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.022247230243397614, "einstein: Albert Einstein": 0.00018081470839706424, "hypatia: Hypatia of Alexandria": 0.0007612583565754543, "ibn_sina: Ibn Sina": 0.005624980702515784, "sagan: Carl Sagan": 0.9459763014537866, "socrates: Socrates of Athens": 0.025209414535327518}, "confidence": 0.935171561744544, "temperature": 1.0}}, "usage": {"prompt_tokens": 242, "completion_tokens": 0, "total_tokens": 242, "questions": 1}}, "utc": "2026-09-28T15:14:33Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c052", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0010040949708700123, "einstein": 0.0008324239682697411, "hypatia": 0.006150827399639584, "ibn_sina": 0.013021301707218694, "sagan": 0.9128637254751971, "socrates": 0.0661276264788049}, "confidence": 0.8954364705702366, "temperature": 1.0, "prompt_sha256": "a8e92a933c9e3d47cec1502f6db6180382718c44f964b91ef21cb86426fdc709", "body_sha256": "4478f385fad064a17c1ec110b499b2c67a570669c24997680d3fba7c7a251c9b", "prompt_tokens": 212, "seconds": 0.35243118996731937, "rapl_before": {"package-0": [197294614370, 262143328850, 1790608473.472503], "core": [131834251980, 262143328850, 1790608473.4802701], "uncore": [56875454618, 262143328850, 1790608473.4871128], "psys": [150256502000, 262143328850, 1790608473.4938195]}, "rapl_after": {"package-0": [197351380765, 262143328850, 1790608474.5052218], "core": [131882471584, 262143328850, 1790608474.5135744], "uncore": [56875774807, 262143328850, 1790608474.5218973], "psys": [150256892135, 262143328850, 1790608474.5290248]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-79552528e4c24686858f52ca", "object": "systemone.completion", "created": 1790608474, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0010040949708700123, "einstein: Albert Einstein": 0.0008324239682697411, "hypatia: Hypatia of Alexandria": 0.006150827399639584, "ibn_sina: Ibn Sina": 0.013021301707218694, "sagan: Carl Sagan": 0.9128637254751971, "socrates: Socrates of Athens": 0.0661276264788049}, "confidence": 0.8954364705702366, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-28T15:14:34Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c053", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.00017537350771232706, "einstein": 8.818333761728841e-05, "hypatia": 0.9766835992219044, "ibn_sina": 0.002420956597485629, "sagan": 0.017888584111897577, "socrates": 0.0027433032233827675}, "confidence": 0.9720203190662853, "temperature": 1.0, "prompt_sha256": "99b4fbef68b41a36a446f979ba144a733b850c5bd91e1433462b7c6a7de488f8", "body_sha256": "fd54703add35c2af60613b0ebce10370058ba903b8a42d34229fd88caf8049a4", "prompt_tokens": 248, "seconds": 0.45770526002161205, "rapl_before": {"package-0": [197399135342, 262143328850, 1790608475.5413282], "core": [131920659230, 262143328850, 1790608475.5494041], "uncore": [56875963039, 262143328850, 1790608475.555833], "psys": [150257280013, 262143328850, 1790608475.561896]}, "rapl_after": {"package-0": [197399135342, 262143328850, 1790608475.5413282], "core": [131920659230, 262143328850, 1790608475.5494041], "uncore": [56875963039, 262143328850, 1790608475.555833], "psys": [150257280013, 262143328850, 1790608475.561896]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.08, "contended": false, "server_response": {"id": "deem-0c1d6e74307d4639861efc0f", "object": "systemone.completion", "created": 1790608476, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.00017537350771232706, "einstein: Albert Einstein": 8.818333761728841e-05, "hypatia: Hypatia of Alexandria": 0.9766835992219044, "ibn_sina: Ibn Sina": 0.002420956597485629, "sagan: Carl Sagan": 0.017888584111897577, "socrates: Socrates of Athens": 0.0027433032233827675}, "confidence": 0.9720203190662853, "temperature": 1.0}}, "usage": {"prompt_tokens": 248, "completion_tokens": 0, "total_tokens": 248, "questions": 1}}, "utc": "2026-09-28T15:14:36Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c054", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "id_not_unique": "c-ibn_sina-01-dessert-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.002147492265619912, "einstein": 0.0005100741219312026, "hypatia": 0.36115266847460553, "ibn_sina": 0.0203748393268248, "sagan": 0.5954400864841938, "socrates": 0.0203748393268248}, "confidence": 0.5145281037810325, "temperature": 1.0, "prompt_sha256": "21446043db97031a51d21c5846104423db6455b08b43adb05d98869c24484b63", "body_sha256": "3a886fbbf56d4dc2eacfa3008444ea32338f03a2ae951da358a6c085f6fc6c90", "prompt_tokens": 250, "seconds": 0.4159925129497424, "rapl_before": {"package-0": [197478769782, 262143328850, 1790608476.574112], "core": [131990004511, 262143328850, 1790608476.5821373], "uncore": [56876239406, 262143328850, 1790608476.5893428], "psys": [150257668989, 262143328850, 1790608476.5962503]}, "rapl_after": {"package-0": [197478769782, 262143328850, 1790608476.574112], "core": [131990004511, 262143328850, 1790608476.5821373], "uncore": [56876239406, 262143328850, 1790608476.5893428], "psys": [150257668989, 262143328850, 1790608476.5962503]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-95aeb8d408b04c6c909e10ae", "object": "systemone.completion", "created": 1790608477, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.002147492265619912, "einstein: Albert Einstein": 0.0005100741219312026, "hypatia: Hypatia of Alexandria": 0.36115266847460553, "ibn_sina: Ibn Sina": 0.0203748393268248, "sagan: Carl Sagan": 0.5954400864841938, "socrates: Socrates of Athens": 0.0203748393268248}, "confidence": 0.5145281037810325, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-28T15:14:37Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c055", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00035480760308007335, "einstein": 8.970941095121668e-05, "hypatia": 0.0006628678701205636, "ibn_sina": 0.004601215006303256, "sagan": 0.9935857809348068, "socrates": 0.0007056191747380232}, "confidence": 0.992302937121768, "temperature": 1.0, "prompt_sha256": "c3e739c7cd6281037caf6b8439ca98c3db5f91faeb1bb62b7f1eb5d9c12f26c9", "body_sha256": "1f7f83d7bc3f897cc82ead8aa22bdf1390fea92db6f00f8cb9ff7bd9e80a607c", "prompt_tokens": 261, "seconds": 0.43361888197250664, "rapl_before": {"package-0": [197554048459, 262143328850, 1790608477.606536], "core": [132055910593, 262143328850, 1790608477.6142783], "uncore": [56876416285, 262143328850, 1790608477.6215205], "psys": [150258056134, 262143328850, 1790608477.6284595]}, "rapl_after": {"package-0": [197588641693, 262143328850, 1790608478.6394508], "core": [132083234009, 262143328850, 1790608478.6484144], "uncore": [56876593531, 262143328850, 1790608478.65669], "psys": [150258444805, 262143328850, 1790608478.664297]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9fb68c1091a94c7f8d9d7ffb", "object": "systemone.completion", "created": 1790608479, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00035480760308007335, "einstein: Albert Einstein": 8.970941095121668e-05, "hypatia: Hypatia of Alexandria": 0.0006628678701205636, "ibn_sina: Ibn Sina": 0.004601215006303256, "sagan: Carl Sagan": 0.9935857809348068, "socrates: Socrates of Athens": 0.0007056191747380232}, "confidence": 0.992302937121768, "temperature": 1.0}}, "usage": {"prompt_tokens": 261, "completion_tokens": 0, "total_tokens": 261, "questions": 1}}, "utc": "2026-09-28T15:14:39Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c056", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00040269611828401493, "einstein": 2.13421123956209e-05, "hypatia": 0.00015769806576092604, "ibn_sina": 0.00016786871718456998, "sagan": 0.004067086720258147, "socrates": 0.9951833082661168}, "confidence": 0.9942199699193403, "temperature": 1.0, "prompt_sha256": "d6b37e1af7df866891d465e8dc78dc28dc35c6cf5985372650fa3eaef05e43e4", "body_sha256": "a905ea1b3b20cfdca76b7daf3d19fd46937adad7438312002de3b6af027b1e85", "prompt_tokens": 281, "seconds": 0.4394821340101771, "rapl_before": {"package-0": [197665641313, 262143328850, 1790608479.6770496], "core": [132149738111, 262143328850, 1790608479.68508], "uncore": [56876689112, 262143328850, 1790608479.6917665], "psys": [150258831156, 262143328850, 1790608479.6980164]}, "rapl_after": {"package-0": [197665641313, 262143328850, 1790608479.6770496], "core": [132149738111, 262143328850, 1790608479.68508], "uncore": [56876689112, 262143328850, 1790608479.6917665], "psys": [150258831156, 262143328850, 1790608479.6980164]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fac171fd75f74b3d8e0ed9ff", "object": "systemone.completion", "created": 1790608480, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.00040269611828401493, "einstein: Albert Einstein": 2.13421123956209e-05, "hypatia: Hypatia of Alexandria": 0.00015769806576092604, "ibn_sina: Ibn Sina": 0.00016786871718456998, "sagan: Carl Sagan": 0.004067086720258147, "socrates: Socrates of Athens": 0.9951833082661168}, "confidence": 0.9942199699193403, "temperature": 1.0}}, "usage": {"prompt_tokens": 281, "completion_tokens": 0, "total_tokens": 281, "questions": 1}}, "utc": "2026-09-28T15:14:40Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c057", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.01135159082707802, "einstein": 0.0004987540926894075, "hypatia": 0.1775687566079086, "ibn_sina": 0.008305001262497615, "sagan": 0.006467941486642149, "socrates": 0.7958079557231841}, "confidence": 0.7549695468678209, "temperature": 1.0, "prompt_sha256": "bf734338a616f23db6dad38f376fae8b08d6626ff6466cac36dfc72c55e1abb1", "body_sha256": "2fe7c036115491ebf6c3e811d22017856ed0a26f0dc201ee007daf94f7c6b6e6", "prompt_tokens": 278, "seconds": 0.427329758007545, "rapl_before": {"package-0": [197747882802, 262143328850, 1790608480.7079656], "core": [132222161388, 262143328850, 1790608480.7149143], "uncore": [56876856836, 262143328850, 1790608480.7215745], "psys": [150259217996, 262143328850, 1790608480.727815]}, "rapl_after": {"package-0": [197809288284, 262143328850, 1790608481.7388513], "core": [132275204831, 262143328850, 1790608481.7486145], "uncore": [56877027490, 262143328850, 1790608481.756222], "psys": [150259608620, 262143328850, 1790608481.7648346]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-18bacb40f2cc4e8490f4a6f6", "object": "systemone.completion", "created": 1790608481, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.01135159082707802, "einstein: Albert Einstein": 0.0004987540926894075, "hypatia: Hypatia of Alexandria": 0.1775687566079086, "ibn_sina: Ibn Sina": 0.008305001262497615, "sagan: Carl Sagan": 0.006467941486642149, "socrates: Socrates of Athens": 0.7958079557231841}, "confidence": 0.7549695468678209, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-28T15:14:41Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c058", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0016131879988343914, "einstein": 0.0014236334122579922, "hypatia": 0.8356520719972731, "ibn_sina": 0.013507057743317523, "sagan": 0.1281513957950376, "socrates": 0.019652653053279293}, "confidence": 0.8027824863967277, "temperature": 1.0, "prompt_sha256": "4965fed75deb21242d010470ecf2a963a04f913dc4289ca5324187c8f75764f3", "body_sha256": "a0ef20a3d3d63955d878a1c04811836d3c0487b871bd9737db9d5694d05094b7", "prompt_tokens": 290, "seconds": 0.4537122210022062, "rapl_before": {"package-0": [197864517574, 262143328850, 1790608482.7786732], "core": [132320507511, 262143328850, 1790608482.786866], "uncore": [56877186669, 262143328850, 1790608482.793348], "psys": [150259996314, 262143328850, 1790608482.8008864]}, "rapl_after": {"package-0": [197864517574, 262143328850, 1790608482.7786732], "core": [132320507511, 262143328850, 1790608482.786866], "uncore": [56877186669, 262143328850, 1790608482.793348], "psys": [150259996314, 262143328850, 1790608482.8008864]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6f61e75a27564bc0a9bf3d64", "object": "systemone.completion", "created": 1790608483, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0016131879988343914, "einstein: Albert Einstein": 0.0014236334122579922, "hypatia: Hypatia of Alexandria": 0.8356520719972731, "ibn_sina: Ibn Sina": 0.013507057743317523, "sagan: Carl Sagan": 0.1281513957950376, "socrates: Socrates of Athens": 0.019652653053279293}, "confidence": 0.8027824863967277, "temperature": 1.0}}, "usage": {"prompt_tokens": 290, "completion_tokens": 0, "total_tokens": 290, "questions": 1}}, "utc": "2026-09-28T15:14:43Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c059", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0015002600223823083, "einstein": 7.872642071007437e-06, "hypatia": 0.00011568763072560512, "ibn_sina": 0.00026070610029042677, "sagan": 0.0002300723259912105, "socrates": 0.9978854012785394}, "confidence": 0.9974624815342473, "temperature": 1.0, "prompt_sha256": "899e1de7522aa754e78e1fdc027bc0621197ac0ae9289926d081cf89c3600810", "body_sha256": "4662447f1d93252768965b7ed3f4a3cfef5a03c3ff5a830870f49c77f00d9714", "prompt_tokens": 330, "seconds": 0.5544135609525256, "rapl_before": {"package-0": [197947542264, 262143328850, 1790608483.8123112], "core": [132393853941, 262143328850, 1790608483.8200395], "uncore": [56877316246, 262143328850, 1790608483.8269737], "psys": [150260382605, 262143328850, 1790608483.8338785]}, "rapl_after": {"package-0": [198025185009, 262143328850, 1790608484.8459833], "core": [132463095830, 262143328850, 1790608484.8550103], "uncore": [56877446495, 262143328850, 1790608484.865346], "psys": [150260771764, 262143328850, 1790608484.8741746]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fb26703ac0b74cf39e66e798", "object": "systemone.completion", "created": 1790608484, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.0015002600223823083, "einstein: Albert Einstein": 7.872642071007437e-06, "hypatia: Hypatia of Alexandria": 0.00011568763072560512, "ibn_sina: Ibn Sina": 0.00026070610029042677, "sagan: Carl Sagan": 0.0002300723259912105, "socrates: Socrates of Athens": 0.9978854012785394}, "confidence": 0.9974624815342473, "temperature": 1.0}}, "usage": {"prompt_tokens": 330, "completion_tokens": 0, "total_tokens": 330, "questions": 1}}, "utc": "2026-09-28T15:14:44Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c060", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00027606132285770875, "einstein": 0.00014776497803165937, "hypatia": 0.0009635486940640035, "ibn_sina": 0.0019162453916521682, "sagan": 0.992639688087433, "socrates": 0.004056691525961601}, "confidence": 0.9911676257049196, "temperature": 1.0, "prompt_sha256": "ab2512798ffaf1ac5153c25ff28e7ad91b4d24324e66dbbdef1588aed8bca671", "body_sha256": "ba91e83f665850f01027b31ab4e2ee4fcd775cae5a5b4b0d8b208b4f0acb3bf2", "prompt_tokens": 256, "seconds": 0.38750098302261904, "rapl_before": {"package-0": [198069837361, 262143328850, 1790608485.8879364], "core": [132497855811, 262143328850, 1790608485.896441], "uncore": [56877614463, 262143328850, 1790608485.90328], "psys": [150261159641, 262143328850, 1790608485.9099894]}, "rapl_after": {"package-0": [198069837361, 262143328850, 1790608485.8879364], "core": [132497855811, 262143328850, 1790608485.896441], "uncore": [56877614463, 262143328850, 1790608485.90328], "psys": [150261159641, 262143328850, 1790608485.9099894]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-17fcf5cbf62b4063a77b9742", "object": "systemone.completion", "created": 1790608486, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00027606132285770875, "einstein: Albert Einstein": 0.00014776497803165937, "hypatia: Hypatia of Alexandria": 0.0009635486940640035, "ibn_sina: Ibn Sina": 0.0019162453916521682, "sagan: Carl Sagan": 0.992639688087433, "socrates: Socrates of Athens": 0.004056691525961601}, "confidence": 0.9911676257049196, "temperature": 1.0}}, "usage": {"prompt_tokens": 256, "completion_tokens": 0, "total_tokens": 256, "questions": 1}}, "utc": "2026-09-28T15:14:46Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c061", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": true, "probs": {"darwin": 1.4593102119728934e-06, "einstein": 3.6897140414896526e-07, "hypatia": 7.888956471862392e-06, "ibn_sina": 0.9999533096499511, "sagan": 5.7716838508942845e-06, "socrates": 3.1201428109996585e-05}, "confidence": 0.9999439715799413, "temperature": 1.0, "prompt_sha256": "00d17e75895d883527e39e97a89100143bf1130ada6befc722a06146e38fcbed", "body_sha256": "40a6c35a7865ab4d3186eb8f8e7f6f8a4d5bd4135346e7a71bfb6700a8cea9a8", "prompt_tokens": 291, "seconds": 0.45966655598022044, "rapl_before": {"package-0": [198150000974, 262143328850, 1790608486.920759], "core": [132567683453, 262143328850, 1790608486.9285538], "uncore": [56877932761, 262143328850, 1790608486.9358149], "psys": [150261548679, 262143328850, 1790608486.942749]}, "rapl_after": {"package-0": [198150000974, 262143328850, 1790608486.920759], "core": [132567683453, 262143328850, 1790608486.9285538], "uncore": [56877932761, 262143328850, 1790608486.9358149], "psys": [150261548679, 262143328850, 1790608486.942749]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-05402d62b6914cbfada885c3", "object": "systemone.completion", "created": 1790608487, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 1.4593102119728934e-06, "einstein: Albert Einstein": 3.6897140414896526e-07, "hypatia: Hypatia of Alexandria": 7.888956471862392e-06, "ibn_sina: Ibn Sina": 0.9999533096499511, "sagan: Carl Sagan": 5.7716838508942845e-06, "socrates: Socrates of Athens": 3.1201428109996585e-05}, "confidence": 0.9999439715799413, "temperature": 1.0}}, "usage": {"prompt_tokens": 291, "completion_tokens": 0, "total_tokens": 291, "questions": 1}}, "utc": "2026-09-28T15:14:47Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c062", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.006732542816257419, "einstein": 0.0026365016486888672, "hypatia": 0.08730894368616927, "ibn_sina": 0.7310288352809715, "sagan": 0.02834506399016606, "socrates": 0.14394811257774692}, "confidence": 0.6772346023371657, "temperature": 1.0, "prompt_sha256": "70f6897350d4e23ce4f06c167aa416fc4265f7e8e204601851230f8f10189012", "body_sha256": "abb01f318290638f807050e7a7e085c0f23767d8c2adc9e310f60bd9fce53e9d", "prompt_tokens": 304, "seconds": 0.45247013500193134, "rapl_before": {"package-0": [198236878315, 262143328850, 1790608487.9546256], "core": [132643999419, 262143328850, 1790608487.962292], "uncore": [56878249227, 262143328850, 1790608487.969812], "psys": [150261938631, 262143328850, 1790608487.976938]}, "rapl_after": {"package-0": [198279088595, 262143328850, 1790608488.9884791], "core": [132677513249, 262143328850, 1790608488.9964974], "uncore": [56878649617, 262143328850, 1790608489.004731], "psys": [150262331208, 262143328850, 1790608489.013044]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-6c1bcc49f1e143ebbcdfc46d", "object": "systemone.completion", "created": 1790608489, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.006732542816257419, "einstein: Albert Einstein": 0.0026365016486888672, "hypatia: Hypatia of Alexandria": 0.08730894368616927, "ibn_sina: Ibn Sina": 0.7310288352809715, "sagan: Carl Sagan": 0.02834506399016606, "socrates: Socrates of Athens": 0.14394811257774692}, "confidence": 0.6772346023371657, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-28T15:14:49Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c063", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": true, "probs": {"darwin": 7.48461653944069e-05, "einstein": 6.023117997412572e-08, "hypatia": 2.873468888916242e-07, "ibn_sina": 0.9999243239169678, "sagan": 1.357330593465919e-07, "socrates": 3.466065094580867e-07}, "confidence": 0.9999091887003614, "temperature": 1.0, "prompt_sha256": "6dfe23fc355122fd1a0b58fea49ab9e33047a050bb2646f629735c6bdc81b3b4", "body_sha256": "8873783304b56444430f0eabd661f5f8fe9b9ae3cd69a10df3892d1774131d0e", "prompt_tokens": 327, "seconds": 0.49441109597682953, "rapl_before": {"package-0": [198603400021, 262143328850, 1790608499.3260427], "core": [132908274133, 262143328850, 1790608499.3342338], "uncore": [56881344495, 262143328850, 1790608499.3415217], "psys": [150266220908, 262143328850, 1790608499.3482451]}, "rapl_after": {"package-0": [198603400021, 262143328850, 1790608499.3260427], "core": [132908274133, 262143328850, 1790608499.3342338], "uncore": [56881344495, 262143328850, 1790608499.3415217], "psys": [150266220908, 262143328850, 1790608499.3482451]}, "gate_wait_s": 9.0, "foreign_cpu_s": 0.04, "contended": false, "server_response": {"id": "deem-de46f3f0dc5e4284b5dc441a", "object": "systemone.completion", "created": 1790608499, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 7.48461653944069e-05, "einstein: Albert Einstein": 6.023117997412572e-08, "hypatia: Hypatia of Alexandria": 2.873468888916242e-07, "ibn_sina: Ibn Sina": 0.9999243239169678, "sagan: Carl Sagan": 1.357330593465919e-07, "socrates: Socrates of Athens": 3.466065094580867e-07}, "confidence": 0.9999091887003614, "temperature": 1.0}}, "usage": {"prompt_tokens": 327, "completion_tokens": 0, "total_tokens": 327, "questions": 1}}, "utc": "2026-09-28T15:14:59Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c064", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.002691342753391266, "einstein": 0.002528282539044142, "hypatia": 0.9581843905248858, "ibn_sina": 0.01064446707733877, "sagan": 0.006065034519081397, "socrates": 0.019886482586258542}, "confidence": 0.9498212686298629, "temperature": 1.0, "prompt_sha256": "c7ac20d6aa149342c827e410f7b0045411ddd71238d2fd1da5da3024869ba555", "body_sha256": "f69e231eed5a2dfb45b1816b5dcd0f58a9e93e03ea9b4b4250b7ace4e3ce67af", "prompt_tokens": 309, "seconds": 0.4555967530468479, "rapl_before": {"package-0": [198680973492, 262143328850, 1790608500.3597405], "core": [132974818885, 262143328850, 1790608500.3678303], "uncore": [56881780407, 262143328850, 1790608500.3751364], "psys": [150266610250, 262143328850, 1790608500.381834]}, "rapl_after": {"package-0": [198680973492, 262143328850, 1790608500.3597405], "core": [132974818885, 262143328850, 1790608500.3678303], "uncore": [56881780407, 262143328850, 1790608500.3751364], "psys": [150266610250, 262143328850, 1790608500.381834]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-6b660627c12942f2a79d6c3f", "object": "systemone.completion", "created": 1790608501, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.002691342753391266, "einstein: Albert Einstein": 0.002528282539044142, "hypatia: Hypatia of Alexandria": 0.9581843905248858, "ibn_sina: Ibn Sina": 0.01064446707733877, "sagan: Carl Sagan": 0.006065034519081397, "socrates: Socrates of Athens": 0.019886482586258542}, "confidence": 0.9498212686298629, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-28T15:15:01Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c065", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00013120420241329148, "einstein": 4.001502091853188e-05, "hypatia": 0.0006259402420666835, "ibn_sina": 0.00043020201753625747, "sagan": 2.7501894867903445e-05, "socrates": 0.9987451366221973}, "confidence": 0.9984941639466367, "temperature": 1.0, "prompt_sha256": "74f274ee3f418e57f6b1a1b8a78fb2f43ef049ebb47615d3a919e68030531f76", "body_sha256": "e0d5f7593db7472c354c81b0a1822e30bf2954b4bfd45058d5159e6bd7d5d73d", "prompt_tokens": 332, "seconds": 0.4894441179931164, "rapl_before": {"package-0": [198754617407, 262143328850, 1790608501.3939734], "core": [133037593382, 262143328850, 1790608501.4021502], "uncore": [56882145335, 262143328850, 1790608501.4092536], "psys": [150266999959, 262143328850, 1790608501.4162936]}, "rapl_after": {"package-0": [198774801437, 262143328850, 1790608502.4273849], "core": [133047978304, 262143328850, 1790608502.4397259], "uncore": [56882654306, 262143328850, 1790608502.4501436], "psys": [150267392841, 262143328850, 1790608502.4571476]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-2bef7b4242b04dabb7286c1c", "object": "systemone.completion", "created": 1790608502, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.00013120420241329148, "einstein: Albert Einstein": 4.001502091853188e-05, "hypatia: Hypatia of Alexandria": 0.0006259402420666835, "ibn_sina: Ibn Sina": 0.00043020201753625747, "sagan: Carl Sagan": 2.7501894867903445e-05, "socrates: Socrates of Athens": 0.9987451366221973}, "confidence": 0.9984941639466367, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-28T15:15:02Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c066", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "id_not_unique": "c-ibn_sina-01-starter-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00010874422830428391, "einstein": 0.00010874422830428391, "hypatia": 4.533133863930461e-05, "ibn_sina": 0.0002162637214295406, "sagan": 0.9984891799714429, "socrates": 0.0010317365118797076}, "confidence": 0.9981870159657316, "temperature": 1.0, "prompt_sha256": "3dc4c8570249d06c4ed325d94a42007ea17df0bfdf25165aab8a636670dbbcb6", "body_sha256": "22c414dc97c38da54a59000a9c7a437da8554e299986ed35641f09d57d09079c", "prompt_tokens": 232, "seconds": 0.34524552401853725, "rapl_before": {"package-0": [198851426669, 262143328850, 1790608503.4696355], "core": [133113223560, 262143328850, 1790608503.4772556], "uncore": [56882944955, 262143328850, 1790608503.4840386], "psys": [150267781207, 262143328850, 1790608503.4912148]}, "rapl_after": {"package-0": [198851426669, 262143328850, 1790608503.4696355], "core": [133113223560, 262143328850, 1790608503.4772556], "uncore": [56882944955, 262143328850, 1790608503.4840386], "psys": [150267781207, 262143328850, 1790608503.4912148]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-60addc0a05f740e4b65d18da", "object": "systemone.completion", "created": 1790608504, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00010874422830428391, "einstein: Albert Einstein": 0.00010874422830428391, "hypatia: Hypatia of Alexandria": 4.533133863930461e-05, "ibn_sina: Ibn Sina": 0.0002162637214295406, "sagan: Carl Sagan": 0.9984891799714429, "socrates: Socrates of Athens": 0.0010317365118797076}, "confidence": 0.9981870159657316, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-28T15:15:04Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c067", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "id_not_unique": "c-ibn_sina-01-starter-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 4.22271298366863e-06, "einstein": 7.811233591257729e-07, "hypatia": 3.726531128591321e-06, "ibn_sina": 1.8924886626082337e-05, "sagan": 5.0935641355238245e-06, "socrates": 0.9999672511817669}, "confidence": 0.9999607014181203, "temperature": 1.0, "prompt_sha256": "efc1f72d962e30e2512ba1339fefe38f3fc9ca7a7bc94db2c8a286c324223731", "body_sha256": "82e35af24360e4ed66cf8d76b4883c22bb09739915eb854874ee009bbc6a1704", "prompt_tokens": 250, "seconds": 0.3592970339814201, "rapl_before": {"package-0": [198907242199, 262143328850, 1790608504.5034034], "core": [133159333488, 262143328850, 1790608504.5111666], "uncore": [56883040841, 262143328850, 1790608504.5181208], "psys": [150268167253, 262143328850, 1790608504.525078]}, "rapl_after": {"package-0": [198949328456, 262143328850, 1790608505.5360167], "core": [133192958707, 262143328850, 1790608505.543888], "uncore": [56883140145, 262143328850, 1790608505.552005], "psys": [150268555680, 262143328850, 1790608505.5602367]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-a524e339809149579bfdb53a", "object": "systemone.completion", "created": 1790608505, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 4.22271298366863e-06, "einstein: Albert Einstein": 7.811233591257729e-07, "hypatia: Hypatia of Alexandria": 3.726531128591321e-06, "ibn_sina: Ibn Sina": 1.8924886626082337e-05, "sagan: Carl Sagan": 5.0935641355238245e-06, "socrates: Socrates of Athens": 0.9999672511817669}, "confidence": 0.9999607014181203, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-28T15:15:05Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c068", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9888877239045385, "einstein": 0.00020120737231750464, "hypatia": 0.0014867325615724677, "ibn_sina": 0.0010877167781102929, "sagan": 0.0031474128575475187, "socrates": 0.005189206525913667}, "confidence": 0.9866652686854461, "temperature": 1.0, "prompt_sha256": "8211f9a49a0cdfbb5f6d209fae275246c5106e0e957cb50d761375b73f06828f", "body_sha256": "e03f8a335dacfd1fc6f428e862371aabf9885d08b8d4466a45dfb74811fad609", "prompt_tokens": 308, "seconds": 0.4473608830012381, "rapl_before": {"package-0": [198978164869, 262143328850, 1790608506.5734248], "core": [133211434673, 262143328850, 1790608506.5810313], "uncore": [56883203926, 262143328850, 1790608506.588198], "psys": [150268941177, 262143328850, 1790608506.5951278]}, "rapl_after": {"package-0": [198978164869, 262143328850, 1790608506.5734248], "core": [133211434673, 262143328850, 1790608506.5810313], "uncore": [56883203926, 262143328850, 1790608506.588198], "psys": [150268941177, 262143328850, 1790608506.5951278]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-acbab116da1a4fac96b2a67c", "object": "systemone.completion", "created": 1790608507, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9888877239045385, "einstein: Albert Einstein": 0.00020120737231750464, "hypatia: Hypatia of Alexandria": 0.0014867325615724677, "ibn_sina: Ibn Sina": 0.0010877167781102929, "sagan: Carl Sagan": 0.0031474128575475187, "socrates: Socrates of Athens": 0.005189206525913667}, "confidence": 0.9866652686854461, "temperature": 1.0}}, "usage": {"prompt_tokens": 308, "completion_tokens": 0, "total_tokens": 308, "questions": 1}}, "utc": "2026-09-28T15:15:07Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c069", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": true, "probs": {"darwin": 2.87368154957081e-07, "einstein": 3.653476100179526e-08, "hypatia": 4.1811819829722573e-07, "ibn_sina": 0.9999983266535427, "sagan": 1.975050519679445e-07, "socrates": 7.338202910813956e-07}, "confidence": 0.9999979919842513, "temperature": 1.0, "prompt_sha256": "19aea873ab0cd0de62ecf40f5226d7295921dda406b85d77f84e82a9db6a5ab4", "body_sha256": "68237e97aaabfd833558b4d1077c6c40597b734b816fbc936a142ef5a62b3e47", "prompt_tokens": 294, "seconds": 0.42544740199809894, "rapl_before": {"package-0": [199049761671, 262143328850, 1790608507.6062], "core": [133272817390, 262143328850, 1790608507.6141717], "uncore": [56883329292, 262143328850, 1790608507.6207747], "psys": [150269330275, 262143328850, 1790608507.6274855]}, "rapl_after": {"package-0": [199049761671, 262143328850, 1790608507.6062], "core": [133272817390, 262143328850, 1790608507.6141717], "uncore": [56883329292, 262143328850, 1790608507.6207747], "psys": [150269330275, 262143328850, 1790608507.6274855]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-47239d0dc1474aa9b4a3657e", "object": "systemone.completion", "created": 1790608508, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 2.87368154957081e-07, "einstein: Albert Einstein": 3.653476100179526e-08, "hypatia: Hypatia of Alexandria": 4.1811819829722573e-07, "ibn_sina: Ibn Sina": 0.9999983266535427, "sagan: Carl Sagan": 1.975050519679445e-07, "socrates: Socrates of Athens": 7.338202910813956e-07}, "confidence": 0.9999979919842513, "temperature": 1.0}}, "usage": {"prompt_tokens": 294, "completion_tokens": 0, "total_tokens": 294, "questions": 1}}, "utc": "2026-09-28T15:15:08Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c070", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": true, "probs": {"darwin": 2.358865061325857e-08, "einstein": 1.0467400258075905e-08, "hypatia": 6.412060031989008e-08, "ibn_sina": 0.9999998531948249, "sagan": 1.4307239818190533e-08, "socrates": 3.4321284124719584e-08}, "confidence": 0.9999998238337898, "temperature": 1.0, "prompt_sha256": "40894fa7126517c702d1b91785661a4174a1f85fc085a3ee397d50f0b634833d", "body_sha256": "80223e360f980cd86b2d23cc7c63b543e054ce37b796bc3c2cba7d1275e70120", "prompt_tokens": 309, "seconds": 0.4530258260201663, "rapl_before": {"package-0": [199115774991, 262143328850, 1790608508.638344], "core": [133329173874, 262143328850, 1790608508.646816], "uncore": [56883425972, 262143328850, 1790608508.6538763], "psys": [150269716199, 262143328850, 1790608508.6604013]}, "rapl_after": {"package-0": [199139030119, 262143328850, 1790608509.6721168], "core": [133343494699, 262143328850, 1790608509.6811345], "uncore": [56883591316, 262143328850, 1790608509.68891], "psys": [150270106152, 262143328850, 1790608509.6966503]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-46c1504335de4bb4b142b2a8", "object": "systemone.completion", "created": 1790608510, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 2.358865061325857e-08, "einstein: Albert Einstein": 1.0467400258075905e-08, "hypatia: Hypatia of Alexandria": 6.412060031989008e-08, "ibn_sina: Ibn Sina": 0.9999998531948249, "sagan: Carl Sagan": 1.4307239818190533e-08, "socrates: Socrates of Athens": 3.4321284124719584e-08}, "confidence": 0.9999998238337898, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-28T15:15:10Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c071", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.0004820234043305831, "einstein": 0.000138102017539591, "hypatia": 0.0014847366115918908, "ibn_sina": 0.9875601344749826, "sagan": 0.0017909342133249483, "socrates": 0.008544069278230376}, "confidence": 0.9850721613699791, "temperature": 1.0, "prompt_sha256": "12e5fd3f05407a221d1d5b70745dcaef4ffeaff6845676a975b876ed9ec96797", "body_sha256": "8789ff2cd96125dfc0593a518f6c309421ac5814468080c7d1636680eee4892c", "prompt_tokens": 285, "seconds": 0.42111907800426707, "rapl_before": {"package-0": [199275620773, 262143328850, 1790608516.9134989], "core": [133415951972, 262143328850, 1790608516.9211988], "uncore": [56884005621, 262143328850, 1790608516.9280353], "psys": [150272821904, 262143328850, 1790608516.9341273]}, "rapl_after": {"package-0": [199292675112, 262143328850, 1790608517.9448686], "core": [133425184248, 262143328850, 1790608517.9540102], "uncore": [56884070807, 262143328850, 1790608517.962232], "psys": [150273208927, 262143328850, 1790608517.9705634]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-ee848058a6cb42cfb0c5747a", "object": "systemone.completion", "created": 1790608518, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.0004820234043305831, "einstein: Albert Einstein": 0.000138102017539591, "hypatia: Hypatia of Alexandria": 0.0014847366115918908, "ibn_sina: Ibn Sina": 0.9875601344749826, "sagan: Carl Sagan": 0.0017909342133249483, "socrates: Socrates of Athens": 0.008544069278230376}, "confidence": 0.9850721613699791, "temperature": 1.0}}, "usage": {"prompt_tokens": 285, "completion_tokens": 0, "total_tokens": 285, "questions": 1}}, "utc": "2026-09-28T15:15:18Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c072", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 2.2825155674788953e-05, "einstein": 6.5395165899076235e-06, "hypatia": 2.4297251739750374e-05, "ibn_sina": 3.5352292680153947e-05, "sagan": 0.9998526997064056, "socrates": 5.828607690978626e-05}, "confidence": 0.9998232396476867, "temperature": 1.0, "prompt_sha256": "6e476a7e045df93f5637257b0f7b79fce2871a0c7e5966bd69807ae447abad7a", "body_sha256": "4b029b1f993486e169afd8d0494e393f340c59028cc4642643528164b957e3b0", "prompt_tokens": 340, "seconds": 0.5016321489820257, "rapl_before": {"package-0": [199407107314, 262143328850, 1790608523.1157675], "core": [133493857351, 262143328850, 1790608523.1234748], "uncore": [56884322454, 262143328850, 1790608523.1304564], "psys": [150275133483, 262143328850, 1790608523.1374214]}, "rapl_after": {"package-0": [199423001072, 262143328850, 1790608524.1483507], "core": [133502044891, 262143328850, 1790608524.15618], "uncore": [56884386358, 262143328850, 1790608524.1653712], "psys": [150275525816, 262143328850, 1790608524.1735346]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.06, "contended": false, "server_response": {"id": "deem-6300bff09f0f43c796b66fd1", "object": "systemone.completion", "created": 1790608524, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 2.2825155674788953e-05, "einstein: Albert Einstein": 6.5395165899076235e-06, "hypatia: Hypatia of Alexandria": 2.4297251739750374e-05, "ibn_sina: Ibn Sina": 3.5352292680153947e-05, "sagan: Carl Sagan": 0.9998526997064056, "socrates: Socrates of Athens": 5.828607690978626e-05}, "confidence": 0.9998232396476867, "temperature": 1.0}}, "usage": {"prompt_tokens": 340, "completion_tokens": 0, "total_tokens": 340, "questions": 1}}, "utc": "2026-09-28T15:15:24Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c073", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.000904670714434511, "einstein": 6.156361472868459e-05, "hypatia": 0.003578042084567863, "ibn_sina": 0.000904670714434511, "sagan": 0.0024591499637863935, "socrates": 0.9920919029080479}, "confidence": 0.9905102834896574, "temperature": 1.0, "prompt_sha256": "d1e5255bee55e6a0074c96e990d67dd180dd42f82298aa8d9cb093df836a1359", "body_sha256": "9e6233f4fa46b98bf296d07b81c66ec72720b8f202261ba07495bd314c3179d1", "prompt_tokens": 247, "seconds": 0.35795599804259837, "rapl_before": {"package-0": [199548051655, 262143328850, 1790608528.2837183], "core": [133588724540, 262143328850, 1790608528.291266], "uncore": [56884608098, 262143328850, 1790608528.298144], "psys": [150277071222, 262143328850, 1790608528.304741]}, "rapl_after": {"package-0": [199548051655, 262143328850, 1790608528.2837183], "core": [133588724540, 262143328850, 1790608528.291266], "uncore": [56884608098, 262143328850, 1790608528.298144], "psys": [150277071222, 262143328850, 1790608528.304741]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-41310d8938a941cb90fae3ad", "object": "systemone.completion", "created": 1790608529, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.000904670714434511, "einstein: Albert Einstein": 6.156361472868459e-05, "hypatia: Hypatia of Alexandria": 0.003578042084567863, "ibn_sina: Ibn Sina": 0.000904670714434511, "sagan: Carl Sagan": 0.0024591499637863935, "socrates: Socrates of Athens": 0.9920919029080479}, "confidence": 0.9905102834896574, "temperature": 1.0}}, "usage": {"prompt_tokens": 247, "completion_tokens": 0, "total_tokens": 247, "questions": 1}}, "utc": "2026-09-28T15:15:29Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c074", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9914264420995943, "einstein": 0.00012235174298586468, "hypatia": 0.007569634296499513, "ibn_sina": 0.0001386426882944625, "sagan": 0.0002590186419336652, "socrates": 0.0004839105306921544}, "confidence": 0.9897117305195131, "temperature": 1.0, "prompt_sha256": "2c372870219577948a848fffb7e42b26ee60c3e896d893997690c76e711e6888", "body_sha256": "d08ffeac779913b7fdae9f7ce3c39da1b4d0ff06c93faaac43c89f2860658dc7", "prompt_tokens": 227, "seconds": 0.33283012598985806, "rapl_before": {"package-0": [199605644769, 262143328850, 1790608529.3153608], "core": [133636806326, 262143328850, 1790608529.3235404], "uncore": [56884669438, 262143328850, 1790608529.3307006], "psys": [150277458550, 262143328850, 1790608529.3373885]}, "rapl_after": {"package-0": [199657163070, 262143328850, 1790608530.3485074], "core": [133679890200, 262143328850, 1790608530.3562474], "uncore": [56884699955, 262143328850, 1790608530.363525], "psys": [150277844535, 262143328850, 1790608530.370366]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-21b088e54f1c47829159e737", "object": "systemone.completion", "created": 1790608530, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9914264420995943, "einstein: Albert Einstein": 0.00012235174298586468, "hypatia: Hypatia of Alexandria": 0.007569634296499513, "ibn_sina: Ibn Sina": 0.0001386426882944625, "sagan: Carl Sagan": 0.0002590186419336652, "socrates: Socrates of Athens": 0.0004839105306921544}, "confidence": 0.9897117305195131, "temperature": 1.0}}, "usage": {"prompt_tokens": 227, "completion_tokens": 0, "total_tokens": 227, "questions": 1}}, "utc": "2026-09-28T15:15:30Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c075", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0023106746275276487, "einstein": 9.537293208475775e-05, "hypatia": 0.003362011745028839, "ibn_sina": 0.7259923869283125, "sagan": 0.2670776735979091, "socrates": 0.0011618801691371439}, "confidence": 0.671190864313975, "temperature": 1.0, "prompt_sha256": "755fe530198ed97bee3550f24fcc4bf390d5ccd299eb3bc4dc06d0b49afe2f62", "body_sha256": "cfe3a107b92fa8cb8619fb902aaa24050dcde40a3d36a72b8a76d045e984bbe2", "prompt_tokens": 266, "seconds": 0.4145160639891401, "rapl_before": {"package-0": [199657163070, 262143328850, 1790608530.3485074], "core": [133679890200, 262143328850, 1790608530.3562474], "uncore": [56884699955, 262143328850, 1790608530.363525], "psys": [150277844535, 262143328850, 1790608530.370366]}, "rapl_after": {"package-0": [199675198546, 262143328850, 1790608531.3834898], "core": [133688129437, 262143328850, 1790608531.3935223], "uncore": [56884766361, 262143328850, 1790608531.4014955], "psys": [150278230460, 262143328850, 1790608531.4084082]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.36, "contended": true, "server_response": {"id": "deem-4dd15807c9594bb5af19979e", "object": "systemone.completion", "created": 1790608531, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.0023106746275276487, "einstein: Albert Einstein": 9.537293208475775e-05, "hypatia: Hypatia of Alexandria": 0.003362011745028839, "ibn_sina: Ibn Sina": 0.7259923869283125, "sagan: Carl Sagan": 0.2670776735979091, "socrates: Socrates of Athens": 0.0011618801691371439}, "confidence": 0.671190864313975, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-28T15:15:31Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c076", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.00027073030636478847, "einstein": 2.6805930380560606e-05, "hypatia": 5.6748155060965e-05, "ibn_sina": 9.356189032200212e-05, "sagan": 0.9144912200017705, "socrates": 0.08506093371610117}, "confidence": 0.8973894640021246, "temperature": 1.0, "prompt_sha256": "9f5eb0f9e85fc58ad149bd2903286c9644acd41734066ca8979eda3d1809f82d", "body_sha256": "58d96c7b3f16dae545c58f292e52811775bfd84f01c0c0ef36d3cfd6ee84a42c", "prompt_tokens": 346, "seconds": 0.5026580769917928, "rapl_before": {"package-0": [199801436993, 262143328850, 1790608535.5215259], "core": [133776376403, 262143328850, 1790608535.5295608], "uncore": [56884987308, 262143328850, 1790608535.5363142], "psys": [150279765612, 262143328850, 1790608535.5429518]}, "rapl_after": {"package-0": [199801436993, 262143328850, 1790608535.5215259], "core": [133776376403, 262143328850, 1790608535.5295608], "uncore": [56884987308, 262143328850, 1790608535.5363142], "psys": [150279765612, 262143328850, 1790608535.5429518]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a0eedde92a5f4ad29578e52f", "object": "systemone.completion", "created": 1790608536, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00027073030636478847, "einstein: Albert Einstein": 2.6805930380560606e-05, "hypatia: Hypatia of Alexandria": 5.6748155060965e-05, "ibn_sina: Ibn Sina": 9.356189032200212e-05, "sagan: Carl Sagan": 0.9144912200017705, "socrates: Socrates of Athens": 0.08506093371610117}, "confidence": 0.8973894640021246, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-28T15:15:36Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c077", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.00037987788678263, "einstein": 4.22006212922304e-06, "hypatia": 0.00023040758528050965, "ibn_sina": 1.6690669496568692e-05, "sagan": 0.9993395107590833, "socrates": 2.9293037227738086e-05}, "confidence": 0.9992074129109, "temperature": 1.0, "prompt_sha256": "33cdd21be1c71690245a7d78664da537ce9993e3e606344a6870338343fd532b", "body_sha256": "89f64e3d9f0d077ad2e8808f355d15e99e630745be080d5b463335abab8fa0cc", "prompt_tokens": 268, "seconds": 0.4018629739875905, "rapl_before": {"package-0": [199921596353, 262143328850, 1790608539.6528344], "core": [133860446806, 262143328850, 1790608539.6607287], "uncore": [56885200320, 262143328850, 1790608539.6678758], "psys": [150281295881, 262143328850, 1790608539.6750782]}, "rapl_after": {"package-0": [199970108924, 262143328850, 1790608540.6860766], "core": [133900891648, 262143328850, 1790608540.6957116], "uncore": [56885263797, 262143328850, 1790608540.7048063], "psys": [150281687116, 262143328850, 1790608540.7134416]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-6043fa95ecd5418fa9c0d9b7", "object": "systemone.completion", "created": 1790608540, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00037987788678263, "einstein: Albert Einstein": 4.22006212922304e-06, "hypatia: Hypatia of Alexandria": 0.00023040758528050965, "ibn_sina: Ibn Sina": 1.6690669496568692e-05, "sagan: Carl Sagan": 0.9993395107590833, "socrates: Socrates of Athens": 2.9293037227738086e-05}, "confidence": 0.9992074129109, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-28T15:15:40Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c078", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 1.6536822711803247e-06, "einstein": 6.083557097969394e-07, "hypatia": 2.2603156708957226e-06, "ibn_sina": 1.1365580955089423e-06, "sagan": 0.9999939229718955, "socrates": 4.1811635703470845e-07}, "confidence": 0.9999927075662747, "temperature": 1.0, "prompt_sha256": "dab2ab5ef5276858de13d6e71f6ddbaa9bdaa5b67c21cd4230c8c3b19b583d52", "body_sha256": "7e65edc0d84a9d5a0b5e508ece660b965052c9ccf0fa76fe1a861a078a429bc6", "prompt_tokens": 298, "seconds": 0.4326592189609073, "rapl_before": {"package-0": [199997353789, 262143328850, 1790608541.7264678], "core": [133917681950, 262143328850, 1790608541.7325385], "uncore": [56885297244, 262143328850, 1790608541.7389255], "psys": [150282071514, 262143328850, 1790608541.745727]}, "rapl_after": {"package-0": [199997353789, 262143328850, 1790608541.7264678], "core": [133917681950, 262143328850, 1790608541.7325385], "uncore": [56885297244, 262143328850, 1790608541.7389255], "psys": [150282071514, 262143328850, 1790608541.745727]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7f257a14d5b04ef09a4c4a59", "object": "systemone.completion", "created": 1790608542, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 1.6536822711803247e-06, "einstein: Albert Einstein": 6.083557097969394e-07, "hypatia: Hypatia of Alexandria": 2.2603156708957226e-06, "ibn_sina: Ibn Sina": 1.1365580955089423e-06, "sagan: Carl Sagan": 0.9999939229718955, "socrates: Socrates of Athens": 4.1811635703470845e-07}, "confidence": 0.9999927075662747, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-28T15:15:42Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c079", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 6.144110213928342e-06, "einstein": 4.737829062709168e-07, "hypatia": 4.222781077743056e-06, "ibn_sina": 1.287875464750748e-06, "sagan": 0.9999833763232789, "socrates": 4.495127058480669e-06}, "confidence": 0.9999800515879347, "temperature": 1.0, "prompt_sha256": "c1e3ea2355c3a3213c9532fce8ff842e1f7699abe1d661685175ac811de16bd2", "body_sha256": "43227748b3fca68912fd93543b04e15c0ecefd33a0c2bf1b5364b284416bc7c8", "prompt_tokens": 334, "seconds": 0.4917366380104795, "rapl_before": {"package-0": [200067345797, 262143328850, 1790608542.7557247], "core": [133977768710, 262143328850, 1790608542.7631006], "uncore": [56885359133, 262143328850, 1790608542.769129], "psys": [150282456035, 262143328850, 1790608542.7752037]}, "rapl_after": {"package-0": [200067345797, 262143328850, 1790608542.7557247], "core": [133977768710, 262143328850, 1790608542.7631006], "uncore": [56885359133, 262143328850, 1790608542.769129], "psys": [150282456035, 262143328850, 1790608542.7752037]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-bb79cf55fb6b4982b6bfbd3c", "object": "systemone.completion", "created": 1790608543, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 6.144110213928342e-06, "einstein: Albert Einstein": 4.737829062709168e-07, "hypatia: Hypatia of Alexandria": 4.222781077743056e-06, "ibn_sina: Ibn Sina": 1.287875464750748e-06, "sagan: Carl Sagan": 0.9999833763232789, "socrates: Socrates of Athens": 4.495127058480669e-06}, "confidence": 0.9999800515879347, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-28T15:15:43Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c080", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "id_not_unique": "c-sagan-01-main-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 1.6373757499071443e-07, "einstein": 1.1253507982635085e-07, "hypatia": 5.65861917661698e-08, "ibn_sina": 0.9999991567711295, "sagan": 3.466324489754615e-07, "socrates": 1.6373757499071443e-07}, "confidence": 0.9999989881253555, "temperature": 1.0, "prompt_sha256": "7a6d765618895b568a6fe481640657d6016a3b2f1c2293ebe3fd9a3a5b6cd158", "body_sha256": "fe534b07f9a121df54f75600bd50145620d17e938578f24b29eade36e59da78d", "prompt_tokens": 272, "seconds": 0.40552795300027356, "rapl_before": {"package-0": [200142787132, 262143328850, 1790608543.7859824], "core": [134043524523, 262143328850, 1790608543.7938259], "uncore": [56885425539, 262143328850, 1790608543.8003101], "psys": [150282839579, 262143328850, 1790608543.8065045]}, "rapl_after": {"package-0": [200155620473, 262143328850, 1790608544.8179636], "core": [134048966343, 262143328850, 1790608544.8271], "uncore": [56885456667, 262143328850, 1790608544.835408], "psys": [150283217996, 262143328850, 1790608544.843273]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0055ef7a082448d183e40815", "object": "systemone.completion", "created": 1790608545, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 1.6373757499071443e-07, "einstein: Albert Einstein": 1.1253507982635085e-07, "hypatia: Hypatia of Alexandria": 5.65861917661698e-08, "ibn_sina: Ibn Sina": 0.9999991567711295, "sagan: Carl Sagan": 3.466324489754615e-07, "socrates: Socrates of Athens": 1.6373757499071443e-07}, "confidence": 0.9999989881253555, "temperature": 1.0}}, "usage": {"prompt_tokens": 272, "completion_tokens": 0, "total_tokens": 272, "questions": 1}}, "utc": "2026-09-28T15:15:45Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c081", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.00010197407020141061, "einstein": 0.00014837139665672622, "hypatia": 0.0004293268715970025, "ibn_sina": 0.001698020716377616, "sagan": 0.9967134219508642, "socrates": 0.0009088849943031219}, "confidence": 0.996056106341037, "temperature": 1.0, "prompt_sha256": "28fa87bac58ac2a2d94164d68e40e4901200133aae04f6f3d3a4d4c410bf10fd", "body_sha256": "6ba3bd1a0b3cb9874949285e95b9b5a2cbc17b3e4ffb8dfeb97b609c87464085", "prompt_tokens": 304, "seconds": 0.4367772630066611, "rapl_before": {"package-0": [200217379959, 262143328850, 1790608545.8551888], "core": [134099964503, 262143328850, 1790608545.8630736], "uncore": [56885521425, 262143328850, 1790608545.8699722], "psys": [150283602272, 262143328850, 1790608545.8766108]}, "rapl_after": {"package-0": [200217379959, 262143328850, 1790608545.8551888], "core": [134099964503, 262143328850, 1790608545.8630736], "uncore": [56885521425, 262143328850, 1790608545.8699722], "psys": [150283602272, 262143328850, 1790608545.8766108]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0e3dd798960042939bc70702", "object": "systemone.completion", "created": 1790608546, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00010197407020141061, "einstein: Albert Einstein": 0.00014837139665672622, "hypatia: Hypatia of Alexandria": 0.0004293268715970025, "ibn_sina: Ibn Sina": 0.001698020716377616, "sagan: Carl Sagan": 0.9967134219508642, "socrates: Socrates of Athens": 0.0009088849943031219}, "confidence": 0.996056106341037, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-28T15:15:46Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c082", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0003257410654001322, "einstein": 0.00014454672155425377, "hypatia": 0.9710204306120059, "ibn_sina": 0.020152886099186987, "sagan": 0.0009425630256920108, "socrates": 0.007413832476160637}, "confidence": 0.9652245167344071, "temperature": 1.0, "prompt_sha256": "1e9aab2720a68b8540f2e82db2c1f50d432b2320f79386fbc276e62eb140bb71", "body_sha256": "9b451716d48b06196a1fe4241535dae0445236831463699da326dfd37b45608c", "prompt_tokens": 254, "seconds": 0.3680124490056187, "rapl_before": {"package-0": [200284938624, 262143328850, 1790608546.8878727], "core": [134157886596, 262143328850, 1790608546.8958814], "uncore": [56885589846, 262143328850, 1790608546.902919], "psys": [150283985816, 262143328850, 1790608546.909815]}, "rapl_after": {"package-0": [200331395902, 262143328850, 1790608547.9208765], "core": [134195851281, 262143328850, 1790608547.9291697], "uncore": [56885652284, 262143328850, 1790608547.9375103], "psys": [150284372900, 262143328850, 1790608547.9466724]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-02f44cb885bb4e79ad4b86e5", "object": "systemone.completion", "created": 1790608548, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0003257410654001322, "einstein: Albert Einstein": 0.00014454672155425377, "hypatia: Hypatia of Alexandria": 0.9710204306120059, "ibn_sina: Ibn Sina": 0.020152886099186987, "sagan: Carl Sagan": 0.0009425630256920108, "socrates: Socrates of Athens": 0.007413832476160637}, "confidence": 0.9652245167344071, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-28T15:15:48Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c083", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00759588877079478, "einstein": 0.0009071995425198648, "hypatia": 0.6034161852087608, "ibn_sina": 0.0635995980090817, "sagan": 0.0014957191825219263, "socrates": 0.3229854092863209}, "confidence": 0.524099422250513, "temperature": 1.0, "prompt_sha256": "c0799422b60e554f8c749d6b981950681b61c3c51865280a81193a75257aa2e5", "body_sha256": "d732000fbcad376c8a61b05373857e891dfec9f127d973f8d1988a6742789af3", "prompt_tokens": 337, "seconds": 0.4932859420077875, "rapl_before": {"package-0": [200360592178, 262143328850, 1790608548.961957], "core": [134214896826, 262143328850, 1790608548.9694517], "uncore": [56885683656, 262143328850, 1790608548.9762027], "psys": [150284757542, 262143328850, 1790608548.9828835]}, "rapl_after": {"package-0": [200360592178, 262143328850, 1790608548.961957], "core": [134214896826, 262143328850, 1790608548.9694517], "uncore": [56885683656, 262143328850, 1790608548.9762027], "psys": [150284757542, 262143328850, 1790608548.9828835]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a01651a0d284409b805a0329", "object": "systemone.completion", "created": 1790608549, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.00759588877079478, "einstein: Albert Einstein": 0.0009071995425198648, "hypatia: Hypatia of Alexandria": 0.6034161852087608, "ibn_sina: Ibn Sina": 0.0635995980090817, "sagan: Carl Sagan": 0.0014957191825219263, "socrates: Socrates of Athens": 0.3229854092863209}, "confidence": 0.524099422250513, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-28T15:15:49Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c084", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.8430921315807802, "einstein": 0.0011907415236318837, "hypatia": 0.0017325186939137866, "ibn_sina": 0.0022245980378719516, "sagan": 0.12929236588579063, "socrates": 0.022467644278011636}, "confidence": 0.8117105578969361, "temperature": 1.0, "prompt_sha256": "755d5529e55e95145dc6a5a5e4fffd425c2da49808420faac8d724b650c85c6b", "body_sha256": "986c225aa0054b0c5eaae5ad823fcca11e8f98c7b862f2777f48df33211be82e", "prompt_tokens": 336, "seconds": 0.48494776798179373, "rapl_before": {"package-0": [200435913152, 262143328850, 1790608549.9950416], "core": [134280364127, 262143328850, 1790608550.0029778], "uncore": [56885748293, 262143328850, 1790608550.0097845], "psys": [150285142612, 262143328850, 1790608550.0163631]}, "rapl_after": {"package-0": [200503483352, 262143328850, 1790608551.0275002], "core": [134339452049, 262143328850, 1790608551.0357256], "uncore": [56885813356, 262143328850, 1790608551.0445619], "psys": [150285529025, 262143328850, 1790608551.0517313]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.07, "contended": false, "server_response": {"id": "deem-ffd8281f6efb40bd946d3ec9", "object": "systemone.completion", "created": 1790608551, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.8430921315807802, "einstein: Albert Einstein": 0.0011907415236318837, "hypatia: Hypatia of Alexandria": 0.0017325186939137866, "ibn_sina: Ibn Sina": 0.0022245980378719516, "sagan: Carl Sagan": 0.12929236588579063, "socrates: Socrates of Athens": 0.022467644278011636}, "confidence": 0.8117105578969361, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-28T15:15:51Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c085", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "id_not_unique": "c-sagan-01-starter-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.005213695730004113, "einstein": 7.436937542312929e-05, "hypatia": 0.00040203704513208573, "ibn_sina": 0.00037767885193201224, "sagan": 0.9935545401455765, "socrates": 0.00037767885193201224}, "confidence": 0.9922654481746918, "temperature": 1.0, "prompt_sha256": "06ddabe136d1469461a7061c1acb5c99a3bafa8884d2e995aa0a62eb8896966c", "body_sha256": "1b3428f80f1de1d44b0bd493890536de6d7ffcd3d7c49bb385246d9f79453bc5", "prompt_tokens": 222, "seconds": 0.3308077230467461, "rapl_before": {"package-0": [200520933198, 262143328850, 1790608552.0643682], "core": [134347044437, 262143328850, 1790608552.0727541], "uncore": [56885858949, 262143328850, 1790608552.0795646], "psys": [150285911775, 262143328850, 1790608552.0860999]}, "rapl_after": {"package-0": [200520933198, 262143328850, 1790608552.0643682], "core": [134347044437, 262143328850, 1790608552.0727541], "uncore": [56885858949, 262143328850, 1790608552.0795646], "psys": [150285911775, 262143328850, 1790608552.0860999]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-97d9a03931594d61baf0300c", "object": "systemone.completion", "created": 1790608552, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.005213695730004113, "einstein: Albert Einstein": 7.436937542312929e-05, "hypatia: Hypatia of Alexandria": 0.00040203704513208573, "ibn_sina: Ibn Sina": 0.00037767885193201224, "sagan: Carl Sagan": 0.9935545401455765, "socrates: Socrates of Athens": 0.00037767885193201224}, "confidence": 0.9922654481746918, "temperature": 1.0}}, "usage": {"prompt_tokens": 222, "completion_tokens": 0, "total_tokens": 222, "questions": 1}}, "utc": "2026-09-28T15:15:52Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c086", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.00019939810106679753, "einstein": 5.366727084566134e-05, "hypatia": 0.0014733637548028104, "ibn_sina": 0.000328751890566043, "sagan": 0.979995573937914, "socrates": 0.01794924504480463}, "confidence": 0.9759946887254969, "temperature": 1.0, "prompt_sha256": "ef503010b525f0989e0a6556809219804991e7fd7a92be62b66da2b7f6869306", "body_sha256": "390b3dc3099a4dfc61df5f1b1497aa074c6ba29583b8718d2c39d217d1a63f4f", "prompt_tokens": 342, "seconds": 0.4936844889889471, "rapl_before": {"package-0": [200575237746, 262143328850, 1790608553.096985], "core": [134391976268, 262143328850, 1790608553.1045263], "uncore": [56885905152, 262143328850, 1790608553.1118782], "psys": [150286292634, 262143328850, 1790608553.118373]}, "rapl_after": {"package-0": [200575237746, 262143328850, 1790608553.096985], "core": [134391976268, 262143328850, 1790608553.1045263], "uncore": [56885905152, 262143328850, 1790608553.1118782], "psys": [150286292634, 262143328850, 1790608553.118373]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3a8a68f7d42943f8833c26c7", "object": "systemone.completion", "created": 1790608553, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00019939810106679753, "einstein: Albert Einstein": 5.366727084566134e-05, "hypatia: Hypatia of Alexandria": 0.0014733637548028104, "ibn_sina: Ibn Sina": 0.000328751890566043, "sagan: Carl Sagan": 0.979995573937914, "socrates: Socrates of Athens": 0.01794924504480463}, "confidence": 0.9759946887254969, "temperature": 1.0}}, "usage": {"prompt_tokens": 342, "completion_tokens": 0, "total_tokens": 342, "questions": 1}}, "utc": "2026-09-28T15:15:53Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c087", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 9.516062456270477e-06, "einstein": 1.994675051675338e-06, "hypatia": 6.96210001903985e-06, "ibn_sina": 3.966885014907738e-06, "sagan": 0.999970598177439, "socrates": 6.96210001903985e-06}, "confidence": 0.999964717812927, "temperature": 1.0, "prompt_sha256": "5ddefb4dc67dc12454dd34c42ecc6d1a1a87eb1a94933a23cbe80bac0436de74", "body_sha256": "8d5c3871ad757cb5d5fc1ff3e5ea93cfc188042a39bcca7d62986accda7a6f96", "prompt_tokens": 232, "seconds": 0.33769532502628863, "rapl_before": {"package-0": [200650563176, 262143328850, 1790608554.129766], "core": [134457400539, 262143328850, 1790608554.137674], "uncore": [56885971192, 262143328850, 1790608554.1449249], "psys": [150286678741, 262143328850, 1790608554.1517663]}, "rapl_after": {"package-0": [200685897619, 262143328850, 1790608555.163121], "core": [134484695024, 262143328850, 1790608555.1716094], "uncore": [56886035340, 262143328850, 1790608555.1811118], "psys": [150287065093, 262143328850, 1790608555.1910417]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-6ddb1ebc9f684db394f03d16", "object": "systemone.completion", "created": 1790608555, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 9.516062456270477e-06, "einstein: Albert Einstein": 1.994675051675338e-06, "hypatia: Hypatia of Alexandria": 6.96210001903985e-06, "ibn_sina: Ibn Sina": 3.966885014907738e-06, "sagan: Carl Sagan": 0.999970598177439, "socrates: Socrates of Athens": 6.96210001903985e-06}, "confidence": 0.999964717812927, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-28T15:15:55Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c088", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 2.282721122550051e-05, "einstein": 1.2097978737148154e-06, "hypatia": 0.999942742813126, "ibn_sina": 2.1444180412837593e-05, "sagan": 2.260199986877802e-06, "socrates": 9.515797375090062e-06}, "confidence": 0.9999312913757512, "temperature": 1.0, "prompt_sha256": "463cadb1d7ccd207504c30f789162ae814fcecfddd95c8c40ded5f0675dd8957", "body_sha256": "bab259170563f977ef88703a1133d1d5a39a12bad58c807cbcb366d4baa14f80", "prompt_tokens": 241, "seconds": 0.3538000289699994, "rapl_before": {"package-0": [200717936539, 262143328850, 1790608556.2041593], "core": [134506175988, 262143328850, 1790608556.2123902], "uncore": [56886064393, 262143328850, 1790608556.2191675], "psys": [150287454862, 262143328850, 1790608556.226114]}, "rapl_after": {"package-0": [200717936539, 262143328850, 1790608556.2041593], "core": [134506175988, 262143328850, 1790608556.2123902], "uncore": [56886064393, 262143328850, 1790608556.2191675], "psys": [150287454862, 262143328850, 1790608556.226114]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2d2d16245b274726ad200090", "object": "systemone.completion", "created": 1790608556, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 2.282721122550051e-05, "einstein: Albert Einstein": 1.2097978737148154e-06, "hypatia: Hypatia of Alexandria": 0.999942742813126, "ibn_sina: Ibn Sina": 2.1444180412837593e-05, "sagan: Carl Sagan": 2.260199986877802e-06, "socrates: Socrates of Athens": 9.515797375090062e-06}, "confidence": 0.9999312913757512, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-28T15:15:56Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c089", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0013897111995224204, "einstein": 0.6352991278322684, "hypatia": 0.3400511187003686, "ibn_sina": 0.001784424502042397, "sagan": 0.0022912464147828043, "socrates": 0.01918437135101554}, "confidence": 0.5623589533987221, "temperature": 1.0, "prompt_sha256": "bd6f34224be7f0f0e32f24126fde4e11e359b6af5f9cb653bdb2307a03365808", "body_sha256": "72dec1d52ba818b53db2367cca323e4e3df1a181b71b5b51dc2e47333580a37e", "prompt_tokens": 293, "seconds": 0.42571466200752184, "rapl_before": {"package-0": [200777450424, 262143328850, 1790608557.2383115], "core": [134556165300, 262143328850, 1790608557.245752], "uncore": [56886130005, 262143328850, 1790608557.2521594], "psys": [150287849209, 262143328850, 1790608557.258205]}, "rapl_after": {"package-0": [200777450424, 262143328850, 1790608557.2383115], "core": [134556165300, 262143328850, 1790608557.245752], "uncore": [56886130005, 262143328850, 1790608557.2521594], "psys": [150287849209, 262143328850, 1790608557.258205]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1388017c05594c0889cc8ad0", "object": "systemone.completion", "created": 1790608558, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.0013897111995224204, "einstein: Albert Einstein": 0.6352991278322684, "hypatia: Hypatia of Alexandria": 0.3400511187003686, "ibn_sina: Ibn Sina": 0.001784424502042397, "sagan: Carl Sagan": 0.0022912464147828043, "socrates: Socrates of Athens": 0.01918437135101554}, "confidence": 0.5623589533987221, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-28T15:15:58Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c090", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 5.14413413419805e-05, "einstein": 7.888785195958067e-06, "hypatia": 0.9999315998195061, "ibn_sina": 1.9945972603365056e-06, "sagan": 1.6535792078618156e-06, "socrates": 5.421877487866919e-06}, "confidence": 0.9999179197834073, "temperature": 1.0, "prompt_sha256": "3d08c9741603750e4538140b33f136068636c9e6926dd5ecc8b7f9d31456e07b", "body_sha256": "615608a7576ebae93fd1bfda3c4db7dd0738e18970a9dfc27782fae7407750cc", "prompt_tokens": 347, "seconds": 0.5057565420283936, "rapl_before": {"package-0": [200848625230, 262143328850, 1790608558.27019], "core": [134617564374, 262143328850, 1790608558.277989], "uncore": [56886197937, 262143328850, 1790608558.2851553], "psys": [150288242397, 262143328850, 1790608558.2913198]}, "rapl_after": {"package-0": [200874802714, 262143328850, 1790608559.303007], "core": [134635725400, 262143328850, 1790608559.3119807], "uncore": [56886257874, 262143328850, 1790608559.3199754], "psys": [150288636256, 262143328850, 1790608559.3305328]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f23cf94d98de4c23b1a9024d", "object": "systemone.completion", "created": 1790608559, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 5.14413413419805e-05, "einstein: Albert Einstein": 7.888785195958067e-06, "hypatia: Hypatia of Alexandria": 0.9999315998195061, "ibn_sina: Ibn Sina": 1.9945972603365056e-06, "sagan: Carl Sagan": 1.6535792078618156e-06, "socrates: Socrates of Athens": 5.421877487866919e-06}, "confidence": 0.9999179197834073, "temperature": 1.0}}, "usage": {"prompt_tokens": 347, "completion_tokens": 0, "total_tokens": 347, "questions": 1}}, "utc": "2026-09-28T15:15:59Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c091", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9999180258793642, "einstein": 4.494833295048516e-06, "hypatia": 2.4298839220056258e-05, "ibn_sina": 5.1440643032527815e-05, "sagan": 1.3708467032185506e-06, "socrates": 3.68958384838712e-07}, "confidence": 0.9999016310552371, "temperature": 1.0, "prompt_sha256": "d0fd3f1b5691aece0958bf4a6dfcc3fd717cbc487c0fb62b3492d2a80f26b03f", "body_sha256": "e8a931b3eb31a0ab8948ae983883aa136aafd1464982b220d34d446ad799e4e9", "prompt_tokens": 230, "seconds": 0.331572633003816, "rapl_before": {"package-0": [200936966984, 262143328850, 1790608560.345361], "core": [134686925769, 262143328850, 1790608560.353091], "uncore": [56886296326, 262143328850, 1790608560.3597796], "psys": [150289029138, 262143328850, 1790608560.3668282]}, "rapl_after": {"package-0": [200936966984, 262143328850, 1790608560.345361], "core": [134686925769, 262143328850, 1790608560.353091], "uncore": [56886296326, 262143328850, 1790608560.3597796], "psys": [150289029138, 262143328850, 1790608560.3668282]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-32c8b5ecf4b4471594e10743", "object": "systemone.completion", "created": 1790608561, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9999180258793642, "einstein: Albert Einstein": 4.494833295048516e-06, "hypatia: Hypatia of Alexandria": 2.4298839220056258e-05, "ibn_sina: Ibn Sina": 5.1440643032527815e-05, "sagan: Carl Sagan": 1.3708467032185506e-06, "socrates: Socrates of Athens": 3.68958384838712e-07}, "confidence": 0.9999016310552371, "temperature": 1.0}}, "usage": {"prompt_tokens": 230, "completion_tokens": 0, "total_tokens": 230, "questions": 1}}, "utc": "2026-09-28T15:16:01Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c092", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.95524857995409, "einstein": 6.71700107108857e-05, "hypatia": 0.0023678244968186484, "ibn_sina": 0.0001254901009712913, "sagan": 0.00022024198611208287, "socrates": 0.04197069345129705}, "confidence": 0.9462982959449079, "temperature": 1.0, "prompt_sha256": "5fdfc15126d9daad3676c6ac81f5439f67d0a5e59ad7e6ff8a4464a484d936b0", "body_sha256": "7a2619620fbd48c5fb4340902493bef2f33095490c9588fbc95a6df79ad8cd18", "prompt_tokens": 298, "seconds": 0.45019279600819573, "rapl_before": {"package-0": [200991478258, 262143328850, 1790608561.37776], "core": [134731599849, 262143328850, 1790608561.3853984], "uncore": [56886364014, 262143328850, 1790608561.3926003], "psys": [150289423302, 262143328850, 1790608561.3995214]}, "rapl_after": {"package-0": [201049695516, 262143328850, 1790608562.4104006], "core": [134780945304, 262143328850, 1790608562.4196684], "uncore": [56886432617, 262143328850, 1790608562.4289405], "psys": [150289817344, 262143328850, 1790608562.4373035]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2f45083b383f4797983bbd58", "object": "systemone.completion", "created": 1790608562, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.95524857995409, "einstein: Albert Einstein": 6.71700107108857e-05, "hypatia: Hypatia of Alexandria": 0.0023678244968186484, "ibn_sina: Ibn Sina": 0.0001254901009712913, "sagan: Carl Sagan": 0.00022024198611208287, "socrates: Socrates of Athens": 0.04197069345129705}, "confidence": 0.9462982959449079, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-28T15:16:02Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c093", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 5.1440973915898885e-05, "einstein": 7.337660844431111e-07, "hypatia": 0.9999244576855721, "ibn_sina": 1.7602133315215545e-06, "sagan": 1.01293283479149e-05, "socrates": 1.1478032748045721e-05}, "confidence": 0.9999093492226866, "temperature": 1.0, "prompt_sha256": "a3cadd88d4b0b43989ba5db4626f9b0c6570fe1cb0c151874f571ff462353b97", "body_sha256": "30450198bf15e437f4ded6fc624d6e33fc54db08db90499087f08afcd047dd1a", "prompt_tokens": 282, "seconds": 0.4069185280241072, "rapl_before": {"package-0": [201072866172, 262143328850, 1790608563.450476], "core": [134793826557, 262143328850, 1790608563.4585307], "uncore": [56886464111, 262143328850, 1790608563.4650896], "psys": [150290204550, 262143328850, 1790608563.4718752]}, "rapl_after": {"package-0": [201072866172, 262143328850, 1790608563.450476], "core": [134793826557, 262143328850, 1790608563.4585307], "uncore": [56886464111, 262143328850, 1790608563.4650896], "psys": [150290204550, 262143328850, 1790608563.4718752]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f9efeb0c7f664071ad782933", "object": "systemone.completion", "created": 1790608563, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 5.1440973915898885e-05, "einstein: Albert Einstein": 7.337660844431111e-07, "hypatia: Hypatia of Alexandria": 0.9999244576855721, "ibn_sina: Ibn Sina": 1.7602133315215545e-06, "sagan: Carl Sagan": 1.01293283479149e-05, "socrates: Socrates of Athens": 1.1478032748045721e-05}, "confidence": 0.9999093492226866, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:16:03Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c094", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.001926569125187144, "einstein": 1.1342776818103119e-06, "hypatia": 3.114008962868986e-05, "ibn_sina": 5.411336174177746e-06, "sagan": 0.9979875144570092, "socrates": 4.82307143190974e-05}, "confidence": 0.997585017348411, "temperature": 1.0, "prompt_sha256": "652ad1fd12be045cf85cc29b7da4451d2ca8b68bcaf2e3086f450076898fdbf3", "body_sha256": "46577edfa1e89f1cdce3030c11cd74736ea06caf41c77b84ae33ad4ce4ec4765", "prompt_tokens": 312, "seconds": 0.5004766879719682, "rapl_before": {"package-0": [201137015910, 262143328850, 1790608564.4834309], "core": [134848105837, 262143328850, 1790608564.4912672], "uncore": [56886530700, 262143328850, 1790608564.497896], "psys": [150290597249, 262143328850, 1790608564.504984]}, "rapl_after": {"package-0": [201137015910, 262143328850, 1790608564.4834309], "core": [134848105837, 262143328850, 1790608564.4912672], "uncore": [56886530700, 262143328850, 1790608564.497896], "psys": [150290597249, 262143328850, 1790608564.504984]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0ecce62672914f529ad54e89", "object": "systemone.completion", "created": 1790608565, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.001926569125187144, "einstein: Albert Einstein": 1.1342776818103119e-06, "hypatia: Hypatia of Alexandria": 3.114008962868986e-05, "ibn_sina: Ibn Sina": 5.411336174177746e-06, "sagan: Carl Sagan": 0.9979875144570092, "socrates: Socrates of Athens": 4.82307143190974e-05}, "confidence": 0.997585017348411, "temperature": 1.0}}, "usage": {"prompt_tokens": 312, "completion_tokens": 0, "total_tokens": 312, "questions": 1}}, "utc": "2026-09-28T15:16:05Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c095", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.996535140640869, "einstein": 8.908801156366474e-06, "hypatia": 0.00021584049419190376, "ibn_sina": 6.183933694265443e-05, "sagan": 0.0031717529086788183, "socrates": 6.517818161175626e-06}, "confidence": 0.9958421687690429, "temperature": 1.0, "prompt_sha256": "cf0a9a0e5f9fff50808602d3d348bca60f30d52587e8a6b27a2ac05f4c8426cc", "body_sha256": "d8218d87a3af6ddd5ccc5c2dd48296713632491bee865a53d7e1f1199459c276", "prompt_tokens": 241, "seconds": 0.34693312901072204, "rapl_before": {"package-0": [201211504306, 262143328850, 1790608565.5156353], "core": [134912595296, 262143328850, 1790608565.5231154], "uncore": [56886590820, 262143328850, 1790608565.5299563], "psys": [150290992878, 262143328850, 1790608565.536904]}, "rapl_after": {"package-0": [201229715502, 262143328850, 1790608566.5482123], "core": [134922771051, 262143328850, 1790608566.5570266], "uncore": [56886651977, 262143328850, 1790608566.5648053], "psys": [150291386493, 262143328850, 1790608566.5727189]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-83bbe466bfe64b3494beb6f5", "object": "systemone.completion", "created": 1790608566, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.996535140640869, "einstein: Albert Einstein": 8.908801156366474e-06, "hypatia: Hypatia of Alexandria": 0.00021584049419190376, "ibn_sina: Ibn Sina": 6.183933694265443e-05, "sagan: Carl Sagan": 0.0031717529086788183, "socrates: Socrates of Athens": 6.517818161175626e-06}, "confidence": 0.9958421687690429, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-28T15:16:06Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c096", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "id_not_unique": "c-socrates-01-main-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00027764008266552677, "einstein": 6.194987610878228e-05, "hypatia": 0.00024501651298565843, "ibn_sina": 0.0002955463295709497, "sagan": 0.9983164689815287, "socrates": 0.0008033782171404806}, "confidence": 0.9979797627778344, "temperature": 1.0, "prompt_sha256": "a56caf5fdae74ac68972de07ac52cb232a7a6a5c19cc802d4c8c99a35c1185e0", "body_sha256": "e50a9ad7fde167a04915d307db8440586071e817dc6e666cfa10ee951cd3d3b7", "prompt_tokens": 262, "seconds": 0.40563593298429623, "rapl_before": {"package-0": [201278195053, 262143328850, 1790608567.5856135], "core": [134960704853, 262143328850, 1790608567.5932763], "uncore": [56886683166, 262143328850, 1790608567.5999794], "psys": [150291777239, 262143328850, 1790608567.6068854]}, "rapl_after": {"package-0": [201278195053, 262143328850, 1790608567.5856135], "core": [134960704853, 262143328850, 1790608567.5932763], "uncore": [56886683166, 262143328850, 1790608567.5999794], "psys": [150291777239, 262143328850, 1790608567.6068854]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6d714060524d478b8924eb4f", "object": "systemone.completion", "created": 1790608568, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00027764008266552677, "einstein: Albert Einstein": 6.194987610878228e-05, "hypatia: Hypatia of Alexandria": 0.00024501651298565843, "ibn_sina: Ibn Sina": 0.0002955463295709497, "sagan: Carl Sagan": 0.9983164689815287, "socrates: Socrates of Athens": 0.0008033782171404806}, "confidence": 0.9979797627778344, "temperature": 1.0}}, "usage": {"prompt_tokens": 262, "completion_tokens": 0, "total_tokens": 262, "questions": 1}}, "utc": "2026-09-28T15:16:08Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c097", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9999175116076855, "einstein": 3.966674420397828e-06, "hypatia": 7.484565548059136e-05, "ibn_sina": 2.260142956042171e-06, "sagan": 9.421677574178938e-07, "socrates": 4.7375170017578225e-07}, "confidence": 0.9999010139292226, "temperature": 1.0, "prompt_sha256": "32fe121489b5247bbaf0cf5ec128f0e366d8434b7e8abc9bc8150649c674f957", "body_sha256": "163144c6c12aca46e0fe76dfa4fa5fbeae9fbce37a6fb40f349e79d39b59f533", "prompt_tokens": 333, "seconds": 0.49586511601228267, "rapl_before": {"package-0": [201340884712, 262143328850, 1790608568.618391], "core": [135013483893, 262143328850, 1790608568.6261623], "uncore": [56886746032, 262143328850, 1790608568.6329725], "psys": [150292170915, 262143328850, 1790608568.6389105]}, "rapl_after": {"package-0": [201398035567, 262143328850, 1790608569.6495507], "core": [135062198124, 262143328850, 1790608569.6584473], "uncore": [56886812010, 262143328850, 1790608569.6687927], "psys": [150292563614, 262143328850, 1790608569.6775303]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-bafe530876ca46808dbd21b4", "object": "systemone.completion", "created": 1790608569, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9999175116076855, "einstein: Albert Einstein": 3.966674420397828e-06, "hypatia: Hypatia of Alexandria": 7.484565548059136e-05, "ibn_sina: Ibn Sina": 2.260142956042171e-06, "sagan: Carl Sagan": 9.421677574178938e-07, "socrates: Socrates of Athens": 4.7375170017578225e-07}, "confidence": 0.9999010139292226, "temperature": 1.0}}, "usage": {"prompt_tokens": 333, "completion_tokens": 0, "total_tokens": 333, "questions": 1}}, "utc": "2026-09-28T15:16:09Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c098", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.020372336370280495, "einstein": 0.002757095912863457, "hypatia": 0.8662537853335583, "ibn_sina": 0.016889260056328136, "sagan": 0.013153368957364953, "socrates": 0.08057415336960466}, "confidence": 0.83950454240027, "temperature": 1.0, "prompt_sha256": "88eba9141634f8228bcdf294d5fc7f850920ce7407dcd3bc19eddb081f8239ec", "body_sha256": "b71473729315a326aece2eb485304167d7401e3b70348d910ab86632fcdd36ed", "prompt_tokens": 236, "seconds": 0.34600189997581765, "rapl_before": {"package-0": [201426244906, 262143328850, 1790608570.6906457], "core": [135080134357, 262143328850, 1790608570.698808], "uncore": [56886871275, 262143328850, 1790608570.705727], "psys": [150292951064, 262143328850, 1790608570.7127206]}, "rapl_after": {"package-0": [201426244906, 262143328850, 1790608570.6906457], "core": [135080134357, 262143328850, 1790608570.698808], "uncore": [56886871275, 262143328850, 1790608570.705727], "psys": [150292951064, 262143328850, 1790608570.7127206]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6a69696c7c33485eabeddc3a", "object": "systemone.completion", "created": 1790608571, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.020372336370280495, "einstein: Albert Einstein": 0.002757095912863457, "hypatia: Hypatia of Alexandria": 0.8662537853335583, "ibn_sina: Ibn Sina": 0.016889260056328136, "sagan: Carl Sagan": 0.013153368957364953, "socrates: Socrates of Athens": 0.08057415336960466}, "confidence": 0.83950454240027, "temperature": 1.0}}, "usage": {"prompt_tokens": 236, "completion_tokens": 0, "total_tokens": 236, "questions": 1}}, "utc": "2026-09-28T15:16:11Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c099", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9907519412083801, "einstein": 0.0005479694133759804, "hypatia": 0.006675634069103106, "ibn_sina": 0.0009617162708173173, "sagan": 0.0005147696249476332, "socrates": 0.0005479694133759804}, "confidence": 0.9889023294500561, "temperature": 1.0, "prompt_sha256": "ab6ca14b1b314e99a60688597591018c7fd016c4cafd1baea87c424ca31b91cf", "body_sha256": "309684ea2bebac4ede5ef0ccc69074853240f63b22774d9d47a4b5876937fd05", "prompt_tokens": 306, "seconds": 0.44315318297594786, "rapl_before": {"package-0": [201481886731, 262143328850, 1790608571.7236016], "core": [135126050438, 262143328850, 1790608571.7312834], "uncore": [56886903807, 262143328850, 1790608571.7383192], "psys": [150293343214, 262143328850, 1790608571.7442818]}, "rapl_after": {"package-0": [201481886731, 262143328850, 1790608571.7236016], "core": [135126050438, 262143328850, 1790608571.7312834], "uncore": [56886903807, 262143328850, 1790608571.7383192], "psys": [150293343214, 262143328850, 1790608571.7442818]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-c484e15bd52f4a0b883ff182", "object": "systemone.completion", "created": 1790608572, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9907519412083801, "einstein: Albert Einstein": 0.0005479694133759804, "hypatia: Hypatia of Alexandria": 0.006675634069103106, "ibn_sina: Ibn Sina": 0.0009617162708173173, "sagan: Carl Sagan": 0.0005147696249476332, "socrates: Socrates of Athens": 0.0005479694133759804}, "confidence": 0.9889023294500561, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-28T15:16:12Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c100", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.00023618247014632116, "einstein": 7.132092608638753e-06, "hypatia": 0.00015249086381807187, "ibn_sina": 0.09528280897526428, "sagan": 0.0003032642946439701, "socrates": 0.9040181213035187}, "confidence": 0.8848217455642224, "temperature": 1.0, "prompt_sha256": "cfb7e167239f3e0627ad891f5e0525057645fcbf5451bb899976fff20656f7b5", "body_sha256": "38392eb66e9914d05b2e71cf07408464e5dda826045d89ca26bdcc044cef4c36", "prompt_tokens": 237, "seconds": 0.3466280100401491, "rapl_before": {"package-0": [201549997336, 262143328850, 1790608572.7551606], "core": [135184413082, 262143328850, 1790608572.7632966], "uncore": [56886964598, 262143328850, 1790608572.7701247], "psys": [150293735791, 262143328850, 1790608572.7769394]}, "rapl_after": {"package-0": [201577741466, 262143328850, 1790608573.788119], "core": [135204156684, 262143328850, 1790608573.7975156], "uncore": [56887027952, 262143328850, 1790608573.806169], "psys": [150294129162, 262143328850, 1790608573.8141887]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-977101473055449193ec20bb", "object": "systemone.completion", "created": 1790608573, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.00023618247014632116, "einstein: Albert Einstein": 7.132092608638753e-06, "hypatia: Hypatia of Alexandria": 0.00015249086381807187, "ibn_sina: Ibn Sina": 0.09528280897526428, "sagan: Carl Sagan": 0.0003032642946439701, "socrates: Socrates of Athens": 0.9040181213035187}, "confidence": 0.8848217455642224, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-28T15:16:14Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c101", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 4.777489891722815e-06, "einstein": 1.991554085257231e-06, "hypatia": 7.473251570665001e-05, "ibn_sina": 0.9984059951342593, "sagan": 1.1460602468431408e-05, "socrates": 0.001501042703588621}, "confidence": 0.9980871941611111, "temperature": 1.0, "prompt_sha256": "81d4a90c7bdd9acb180fb94c4b4a55d8f6b82274102d468f20ab7e3ce8929ddb", "body_sha256": "f5dfa4bd68844ae86f19c2c778c8fd1309f27b0b0aa19979c17c7bed23785474", "prompt_tokens": 279, "seconds": 0.41565658699255437, "rapl_before": {"package-0": [201618809355, 262143328850, 1790608574.8277237], "core": [135234425405, 262143328850, 1790608574.835303], "uncore": [56887058226, 262143328850, 1790608574.8421676], "psys": [150294517466, 262143328850, 1790608574.8491395]}, "rapl_after": {"package-0": [201618809355, 262143328850, 1790608574.8277237], "core": [135234425405, 262143328850, 1790608574.835303], "uncore": [56887058226, 262143328850, 1790608574.8421676], "psys": [150294517466, 262143328850, 1790608574.8491395]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1eda17d927634afc80343b57", "object": "systemone.completion", "created": 1790608575, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 4.777489891722815e-06, "einstein: Albert Einstein": 1.991554085257231e-06, "hypatia: Hypatia of Alexandria": 7.473251570665001e-05, "ibn_sina: Ibn Sina": 0.9984059951342593, "sagan: Carl Sagan": 1.1460602468431408e-05, "socrates: Socrates of Athens": 0.001501042703588621}, "confidence": 0.9980871941611111, "temperature": 1.0}}, "usage": {"prompt_tokens": 279, "completion_tokens": 0, "total_tokens": 279, "questions": 1}}, "utc": "2026-09-28T15:16:15Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c102", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.0018665693599052664, "einstein": 0.0005692714913751378, "hypatia": 0.02576719520225202, "ibn_sina": 0.003951527365928158, "sagan": 0.0009385700166333744, "socrates": 0.9669068665639061}, "confidence": 0.9602882398766873, "temperature": 1.0, "prompt_sha256": "8169ae02b82ede08729014bb1eb21987ee60d82b8c063b8e8d5e1c3c1472af93", "body_sha256": "3aa1cc8190d68db7728ccdb5a26b8dd4ef382b8040221d1cf2873b785ecf302f", "prompt_tokens": 317, "seconds": 0.45849296101368964, "rapl_before": {"package-0": [201685712198, 262143328850, 1790608575.8605363], "core": [135291346829, 262143328850, 1790608575.8682122], "uncore": [56887127317, 262143328850, 1790608575.8748326], "psys": [150294904123, 262143328850, 1790608575.8807678]}, "rapl_after": {"package-0": [201685712198, 262143328850, 1790608575.8605363], "core": [135291346829, 262143328850, 1790608575.8682122], "uncore": [56887127317, 262143328850, 1790608575.8748326], "psys": [150294904123, 262143328850, 1790608575.8807678]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-77a56ea8bba641368e7170e7", "object": "systemone.completion", "created": 1790608576, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.0018665693599052664, "einstein: Albert Einstein": 0.0005692714913751378, "hypatia: Hypatia of Alexandria": 0.02576719520225202, "ibn_sina: Ibn Sina": 0.003951527365928158, "sagan: Carl Sagan": 0.0009385700166333744, "socrates: Socrates of Athens": 0.9669068665639061}, "confidence": 0.9602882398766873, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-28T15:16:16Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c103", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "id_not_unique": "c-socrates-01-starter-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0049409739647348246, "einstein": 3.543917155945988e-05, "hypatia": 0.00017997496350945197, "ibn_sina": 0.00014016464251440872, "sagan": 0.9415829710107578, "socrates": 0.053120476246924064}, "confidence": 0.9298995652129094, "temperature": 1.0, "prompt_sha256": "f49598785170301fe64685b22a97ab784b0eb1bb5ce19b4e7d6686c2f73277f5", "body_sha256": "e85c319de9037d857517f40b0ca19839ba811c598e10a9871514eed8289beb22", "prompt_tokens": 206, "seconds": 0.31040200096322224, "rapl_before": {"package-0": [201754824692, 262143328850, 1790608576.89229], "core": [135351856684, 262143328850, 1790608576.9020653], "uncore": [56887195677, 262143328850, 1790608576.9109464], "psys": [150295292855, 262143328850, 1790608576.9185052]}, "rapl_after": {"package-0": [201772714356, 262143328850, 1790608577.9290812], "core": [135359105628, 262143328850, 1790608577.937061], "uncore": [56887258054, 262143328850, 1790608577.9435427], "psys": [150295687324, 262143328850, 1790608577.952034]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-cb81257e49614e37ae3a9db7", "object": "systemone.completion", "created": 1790608578, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0049409739647348246, "einstein: Albert Einstein": 3.543917155945988e-05, "hypatia: Hypatia of Alexandria": 0.00017997496350945197, "ibn_sina: Ibn Sina": 0.00014016464251440872, "sagan: Carl Sagan": 0.9415829710107578, "socrates: Socrates of Athens": 0.053120476246924064}, "confidence": 0.9298995652129094, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-28T15:16:18Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c104", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "id_not_unique": "c-socrates-01-starter-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00015806648812446704, "einstein": 0.00012310230472868184, "hypatia": 0.0004296692623570762, "ibn_sina": 0.0004573805489464316, "sagan": 0.997508306894469, "socrates": 0.001323474501374448}, "confidence": 0.9970099682733629, "temperature": 1.0, "prompt_sha256": "010216a6379dd2d5748a903afbf53fdee29436823397d2addfca359c287041de", "body_sha256": "97748f4a4759b67d548ce8615360ac571b7028aafef374d47623a339359ae9e0", "prompt_tokens": 254, "seconds": 0.36592383903916925, "rapl_before": {"package-0": [201825143970, 262143328850, 1790608578.9646246], "core": [135401783314, 262143328850, 1790608578.9719539], "uncore": [56887287900, 262143328850, 1790608578.9788694], "psys": [150296081000, 262143328850, 1790608578.9854696]}, "rapl_after": {"package-0": [201825143970, 262143328850, 1790608578.9646246], "core": [135401783314, 262143328850, 1790608578.9719539], "uncore": [56887287900, 262143328850, 1790608578.9788694], "psys": [150296081000, 262143328850, 1790608578.9854696]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-690c0a18b6a24c0cbf206b9d", "object": "systemone.completion", "created": 1790608579, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00015806648812446704, "einstein: Albert Einstein": 0.00012310230472868184, "hypatia: Hypatia of Alexandria": 0.0004296692623570762, "ibn_sina: Ibn Sina": 0.0004573805489464316, "sagan: Carl Sagan": 0.997508306894469, "socrates: Socrates of Athens": 0.001323474501374448}, "confidence": 0.9970099682733629, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-28T15:16:19Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c105", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 1.6536753655449658e-06, "einstein": 3.0589918411073093e-07, "hypatia": 1.8738596823419966e-06, "ibn_sina": 0.999989747083024, "sagan": 6.47588577844221e-07, "socrates": 5.771894166058008e-06}, "confidence": 0.9999876964996288, "temperature": 1.0, "prompt_sha256": "03260f3ea7fa197c8f329b0936f219b784f4404423bd59773254581cdec63ce1", "body_sha256": "160011c50f280d32dfe557021c28f87d3d6f59b003b01ab34b223f08e73779b0", "prompt_tokens": 274, "seconds": 0.407381916011218, "rapl_before": {"package-0": [201885246050, 262143328850, 1790608579.996481], "core": [135452047895, 262143328850, 1790608580.0045676], "uncore": [56887354001, 262143328850, 1790608580.0110629], "psys": [150296470708, 262143328850, 1790608580.0175593]}, "rapl_after": {"package-0": [201946086410, 262143328850, 1790608581.0285144], "core": [135503734530, 262143328850, 1790608581.0378382], "uncore": [56887415891, 262143328850, 1790608581.0456948], "psys": [150296864079, 262143328850, 1790608581.0542252]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-df437d57a0154c2fbf5edf50", "object": "systemone.completion", "created": 1790608581, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 1.6536753655449658e-06, "einstein: Albert Einstein": 3.0589918411073093e-07, "hypatia: Hypatia of Alexandria": 1.8738596823419966e-06, "ibn_sina: Ibn Sina": 0.999989747083024, "sagan: Carl Sagan": 6.47588577844221e-07, "socrates: Socrates of Athens": 5.771894166058008e-06}, "confidence": 0.9999876964996288, "temperature": 1.0}}, "usage": {"prompt_tokens": 274, "completion_tokens": 0, "total_tokens": 274, "questions": 1}}, "utc": "2026-09-28T15:16:21Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c106", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.004057856573257728, "einstein": 0.00015734017412281446, "hypatia": 0.9929247657615016, "ibn_sina": 0.00013885221631550467, "sagan": 0.0005491711686753853, "socrates": 0.002172014106127106}, "confidence": 0.9915097189138018, "temperature": 1.0, "prompt_sha256": "8346dc2bcf5218738bcb303369ab93aca0fc8ae06923e2f5823a5b38c25c5616", "body_sha256": "f0ea5ddb360981be06aefae6e13d93c32919a48031e07cbf57688c948025f7b9", "prompt_tokens": 293, "seconds": 0.42505337100010365, "rapl_before": {"package-0": [201946086410, 262143328850, 1790608581.0285144], "core": [135503734530, 262143328850, 1790608581.0378382], "uncore": [56887415891, 262143328850, 1790608581.0456948], "psys": [150296864079, 262143328850, 1790608581.0542252]}, "rapl_after": {"package-0": [201965013180, 262143328850, 1790608582.0683215], "core": [135512708872, 262143328850, 1790608582.0761883], "uncore": [56887446042, 262143328850, 1790608582.0821831], "psys": [150297252323, 262143328850, 1790608582.0885477]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f4e26edc618c4426ad28d72c", "object": "systemone.completion", "created": 1790608582, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.004057856573257728, "einstein: Albert Einstein": 0.00015734017412281446, "hypatia: Hypatia of Alexandria": 0.9929247657615016, "ibn_sina: Ibn Sina": 0.00013885221631550467, "sagan: Carl Sagan": 0.0005491711686753853, "socrates: Socrates of Athens": 0.002172014106127106}, "confidence": 0.9915097189138018, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-28T15:16:22Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}
{"arm": "t1-null-20260928", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c107", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.9621410504494036, "einstein": 3.401890300947914e-05, "hypatia": 0.0001622951094014597, "ibn_sina": 0.0002218311131968672, "sagan": 0.00013454737143208374, "socrates": 0.03730625705355651}, "confidence": 0.9545692605392843, "temperature": 1.0, "prompt_sha256": "da702a06d8d291d541f252110c04cd8477751fe258c250885408a5f737338154", "body_sha256": "2b0f70c2e8abb0900bfc1a0dd7a00246a3ae5c88965aaf089c6a7b152d413235", "prompt_tokens": 266, "seconds": 0.3958870929782279, "rapl_before": {"package-0": [202032358039, 262143328850, 1790608583.0994647], "core": [135570216415, 262143328850, 1790608583.1073353], "uncore": [56887508908, 262143328850, 1790608583.1138754], "psys": [150297637331, 262143328850, 1790608583.119778]}, "rapl_after": {"package-0": [202032358039, 262143328850, 1790608583.0994647], "core": [135570216415, 262143328850, 1790608583.1073353], "uncore": [56887508908, 262143328850, 1790608583.1138754], "psys": [150297637331, 262143328850, 1790608583.119778]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1f6337549f3e429fb6fa192c", "object": "systemone.completion", "created": 1790608583, "model": "deem-0.8-t1-null-20260928", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.9621410504494036, "einstein: Albert Einstein": 3.401890300947914e-05, "hypatia: Hypatia of Alexandria": 0.0001622951094014597, "ibn_sina: Ibn Sina": 0.0002218311131968672, "sagan: Carl Sagan": 0.00013454737143208374, "socrates: Socrates of Athens": 0.03730625705355651}, "confidence": 0.9545692605392843, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-28T15:16:23Z", "model": "t1:null-20260928", "model_id": "deem-0.8-t1-null-20260928", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "11080328dc77d645f79db81e5ee418f4976284f05f2e58d661a2a49928e7c4ca", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260928.json", "sha256": "52bbcd3b95679edc9adde7d453a5e87b9e27add691a3f115bbac9f82d02f9d42", "run": "null-20260928"}}