{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c000", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.42946182053679, "einstein": 0.13097845508300227, "hypatia": 0.05459994332027113, "ibn_sina": 0.3344652021333232, "sagan": 0.012968623259996384, "socrates": 0.0375259556666171}, "confidence": 0.315354184644148, "temperature": 1.0, "prompt_sha256": "028cd141528bb2d431e82341b68dc6ab23cf42282b8ef5e3323f54d9b2affe80", "body_sha256": "e0e3b9c2afbe7c9ed9ae0f0c934d1dda69f97e52cd81622a1084f9ff09ac4844", "prompt_tokens": 218, "seconds": 0.3669640040025115, "rapl_before": {"package-0": [204247666882, 262143328850, 1790608632.6948228], "core": [137323622266, 262143328850, 1790608632.702386], "uncore": [56890195303, 262143328850, 1790608632.709318], "psys": [150316474991, 262143328850, 1790608632.7163093]}, "rapl_after": {"package-0": [204247666882, 262143328850, 1790608632.6948228], "core": [137323622266, 262143328850, 1790608632.702386], "uncore": [56890195303, 262143328850, 1790608632.709318], "psys": [150316474991, 262143328850, 1790608632.7163093]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-22c43755f425499d957c45e8", "object": "systemone.completion", "created": 1790608633, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.42946182053679, "einstein: Albert Einstein": 0.13097845508300227, "hypatia: Hypatia of Alexandria": 0.05459994332027113, "ibn_sina: Ibn Sina": 0.3344652021333232, "sagan: Carl Sagan": 0.012968623259996384, "socrates: Socrates of Athens": 0.0375259556666171}, "confidence": 0.315354184644148, "temperature": 1.0}}, "usage": {"prompt_tokens": 218, "completion_tokens": 0, "total_tokens": 218, "questions": 1}}, "utc": "2026-09-28T15:17:13Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c001", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.08893037905294968, "einstein": 0.27392485193956273, "hypatia": 0.022485121094510688, "ibn_sina": 0.013637915331172017, "sagan": 0.021122816475126177, "socrates": 0.5798989161066788}, "confidence": 0.49587869932801454, "temperature": 1.0, "prompt_sha256": "bf79e8448ef82e08c98834980a184a26494e6ba6f6283dcd3e51f0ba2cc5b228", "body_sha256": "3680a41ffc0b4ca85644ad935f3189b757e9cb2a4de3338853cce2333428ec23", "prompt_tokens": 314, "seconds": 0.47429977502906695, "rapl_before": {"package-0": [204304987842, 262143328850, 1790608633.7274208], "core": [137370949660, 262143328850, 1790608633.7352717], "uncore": [56890257131, 262143328850, 1790608633.7422073], "psys": [150316862075, 262143328850, 1790608633.7482002]}, "rapl_after": {"package-0": [204356601906, 262143328850, 1790608634.759518], "core": [137413737209, 262143328850, 1790608634.769231], "uncore": [56890290578, 262143328850, 1790608634.7785013], "psys": [150317253370, 262143328850, 1790608634.7865596]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1fb15fbf14ba4e57a3a0dd24", "object": "systemone.completion", "created": 1790608634, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.08893037905294968, "einstein: Albert Einstein": 0.27392485193956273, "hypatia: Hypatia of Alexandria": 0.022485121094510688, "ibn_sina: Ibn Sina": 0.013637915331172017, "sagan: Carl Sagan": 0.021122816475126177, "socrates: Socrates of Athens": 0.5798989161066788}, "confidence": 0.49587869932801454, "temperature": 1.0}}, "usage": {"prompt_tokens": 314, "completion_tokens": 0, "total_tokens": 314, "questions": 1}}, "utc": "2026-09-28T15:17:14Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c002", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.013868443360363006, "einstein": 0.0025654040673351083, "hypatia": 0.0017631747112461732, "ibn_sina": 0.002126794671719237, "sagan": 0.9722529403849339, "socrates": 0.007423242804402608}, "confidence": 0.9667035284619206, "temperature": 1.0, "prompt_sha256": "8accb124778e8c5147d0ae65e61fa55fe3ad3074e82dff66461ee361bb21ab63", "body_sha256": "bd144bbf32c6127bf8554893f1e0ec86a1d318366835d56629f1791af26d70ea", "prompt_tokens": 235, "seconds": 0.3389332619844936, "rapl_before": {"package-0": [204389837844, 262143328850, 1790608635.8008678], "core": [137436118865, 262143328850, 1790608635.809103], "uncore": [56890353749, 262143328850, 1790608635.8162038], "psys": [150317641064, 262143328850, 1790608635.8228655]}, "rapl_after": {"package-0": [204389837844, 262143328850, 1790608635.8008678], "core": [137436118865, 262143328850, 1790608635.809103], "uncore": [56890353749, 262143328850, 1790608635.8162038], "psys": [150317641064, 262143328850, 1790608635.8228655]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8c9b2958be33478c99ac184b", "object": "systemone.completion", "created": 1790608636, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.013868443360363006, "einstein: Albert Einstein": 0.0025654040673351083, "hypatia: Hypatia of Alexandria": 0.0017631747112461732, "ibn_sina: Ibn Sina": 0.002126794671719237, "sagan: Carl Sagan": 0.9722529403849339, "socrates: Socrates of Athens": 0.007423242804402608}, "confidence": 0.9667035284619206, "temperature": 1.0}}, "usage": {"prompt_tokens": 235, "completion_tokens": 0, "total_tokens": 235, "questions": 1}}, "utc": "2026-09-28T15:17:16Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c003", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "id_not_unique": "c-darwin-01-dessert-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.01003676423230781, "einstein": 0.9617502241518469, "hypatia": 0.010684079910756629, "ibn_sina": 0.0047410317210895584, "sagan": 0.0021038200732425637, "socrates": 0.010684079910756629}, "confidence": 0.9541002689822162, "temperature": 1.0, "prompt_sha256": "beaf3074a6fb460818d8d57525e62e0097e18d0bf9d577fe04f7b96bd164a908", "body_sha256": "308647f3820f34c64520cfb864114dbd96ac60d5c9b984d2c5174d1e3255e555", "prompt_tokens": 336, "seconds": 0.5492256740108132, "rapl_before": {"package-0": [204445351862, 262143328850, 1790608636.8334868], "core": [137481860569, 262143328850, 1790608636.841223], "uncore": [56890419118, 262143328850, 1790608636.8480473], "psys": [150318027172, 262143328850, 1790608636.854155]}, "rapl_after": {"package-0": [204445351862, 262143328850, 1790608636.8334868], "core": [137481860569, 262143328850, 1790608636.841223], "uncore": [56890419118, 262143328850, 1790608636.8480473], "psys": [150318027172, 262143328850, 1790608636.854155]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-568fbf62113345938383618b", "object": "systemone.completion", "created": 1790608637, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.01003676423230781, "einstein: Albert Einstein": 0.9617502241518469, "hypatia: Hypatia of Alexandria": 0.010684079910756629, "ibn_sina: Ibn Sina": 0.0047410317210895584, "sagan: Carl Sagan": 0.0021038200732425637, "socrates: Socrates of Athens": 0.010684079910756629}, "confidence": 0.9541002689822162, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-28T15:17:17Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c004", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.44384616020337014, "einstein": 0.16328187738170627, "hypatia": 0.1533891285330831, "ibn_sina": 0.0930352093219168, "sagan": 0.034225740814614915, "socrates": 0.11222188374530885}, "confidence": 0.3326153922440442, "temperature": 1.0, "prompt_sha256": "c14bad2292396eb164056d131cedd6286d54960c27eff0c875fecb88a80d3771", "body_sha256": "adb4509ab4369418bb88a82f0a60c6f34aae602cd771317c5105610022e70307", "prompt_tokens": 346, "seconds": 0.4938467090250924, "rapl_before": {"package-0": [204529919090, 262143328850, 1790608637.865612], "core": [137556379178, 262143328850, 1790608637.8749273], "uncore": [56890451467, 262143328850, 1790608637.8817055], "psys": [150318414927, 262143328850, 1790608637.8888345]}, "rapl_after": {"package-0": [204541517204, 262143328850, 1790608638.899642], "core": [137559771869, 262143328850, 1790608638.9085581], "uncore": [56890514699, 262143328850, 1790608638.9173884], "psys": [150318795969, 262143328850, 1790608638.9252653]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2572ac357f174a77b4c822f1", "object": "systemone.completion", "created": 1790608639, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.44384616020337014, "einstein: Albert Einstein": 0.16328187738170627, "hypatia: Hypatia of Alexandria": 0.1533891285330831, "ibn_sina: Ibn Sina": 0.0930352093219168, "sagan: Carl Sagan": 0.034225740814614915, "socrates: Socrates of Athens": 0.11222188374530885}, "confidence": 0.3326153922440442, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-28T15:17:19Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c005", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03629871552332558, "einstein": 0.7761007588339263, "hypatia": 0.07218861565894598, "ibn_sina": 0.028269468074052125, "sagan": 0.02343621218886041, "socrates": 0.06370622972088964}, "confidence": 0.7313209106007115, "temperature": 1.0, "prompt_sha256": "663b2a8c37bb710c440a01e6f8f9dc6d44a4d9ee61f9e9a4a537f55c28dc0e3e", "body_sha256": "f5f6457dd41de1327992001a53a671fde196f1e3cd17c2a9defd5857716ec4f2", "prompt_tokens": 348, "seconds": 0.49553616996854544, "rapl_before": {"package-0": [204617315655, 262143328850, 1790608639.939075], "core": [137624183936, 262143328850, 1790608639.9468522], "uncore": [56890579030, 262143328850, 1790608639.9539545], "psys": [150319183785, 262143328850, 1790608639.960231]}, "rapl_after": {"package-0": [204617315655, 262143328850, 1790608639.939075], "core": [137624183936, 262143328850, 1790608639.9468522], "uncore": [56890579030, 262143328850, 1790608639.9539545], "psys": [150319183785, 262143328850, 1790608639.960231]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d187ee84e6e449509e2854ae", "object": "systemone.completion", "created": 1790608640, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.03629871552332558, "einstein: Albert Einstein": 0.7761007588339263, "hypatia: Hypatia of Alexandria": 0.07218861565894598, "ibn_sina: Ibn Sina": 0.028269468074052125, "sagan: Carl Sagan": 0.02343621218886041, "socrates: Socrates of Athens": 0.06370622972088964}, "confidence": 0.7313209106007115, "temperature": 1.0}}, "usage": {"prompt_tokens": 348, "completion_tokens": 0, "total_tokens": 348, "questions": 1}}, "utc": "2026-09-28T15:17:20Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c006", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "id_not_unique": "c-darwin-01-main-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.40437491469981507, "einstein": 0.0960474609611561, "hypatia": 0.03761272614040892, "ibn_sina": 0.0311820451845441, "sagan": 0.11585535279142722, "socrates": 0.31492750022264854}, "confidence": 0.2852498976397781, "temperature": 1.0, "prompt_sha256": "1dfc5680544a302ac11143f709572d49a026ebeb4bd5391aaa3d24bd4d0502e2", "body_sha256": "c46f8151bcda257798ed926507d7adf78ac7e391c5d4666c2f1f2a352ac2985e", "prompt_tokens": 253, "seconds": 0.3602120660361834, "rapl_before": {"package-0": [204693946624, 262143328850, 1790608640.971486], "core": [137690694019, 262143328850, 1790608640.9794936], "uncore": [56890646168, 262143328850, 1790608640.986207], "psys": [150319572456, 262143328850, 1790608640.9929233]}, "rapl_after": {"package-0": [204715209387, 262143328850, 1790608642.0045063], "core": [137703565751, 262143328850, 1790608642.0133529], "uncore": [56890677357, 262143328850, 1790608642.0208414], "psys": [150319959784, 262143328850, 1790608642.0280833]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d52b78f8c22e4419a3f69e36", "object": "systemone.completion", "created": 1790608642, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.40437491469981507, "einstein: Albert Einstein": 0.0960474609611561, "hypatia: Hypatia of Alexandria": 0.03761272614040892, "ibn_sina: Ibn Sina": 0.0311820451845441, "sagan: Carl Sagan": 0.11585535279142722, "socrates: Socrates of Athens": 0.31492750022264854}, "confidence": 0.2852498976397781, "temperature": 1.0}}, "usage": {"prompt_tokens": 253, "completion_tokens": 0, "total_tokens": 253, "questions": 1}}, "utc": "2026-09-28T15:17:22Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c007", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.01980525084441098, "einstein": 0.9542704260157843, "hypatia": 0.007285944612902147, "ibn_sina": 0.006429823553289064, "sagan": 0.002853216906067993, "socrates": 0.009355338067545484}, "confidence": 0.9451245112189411, "temperature": 1.0, "prompt_sha256": "09bbd54c6041acc58d02375eab7ca0502f023f79c97e7dfa6e57667e68243a04", "body_sha256": "2983d2beb78ebf4a33e429ee3a876fcf9e26958dc01e0ec61a6b67062747f2ca", "prompt_tokens": 234, "seconds": 0.33744086703518406, "rapl_before": {"package-0": [204766010282, 262143328850, 1790608643.0398846], "core": [137743278784, 262143328850, 1790608643.0474176], "uncore": [56890738392, 262143328850, 1790608643.053974], "psys": [150320346563, 262143328850, 1790608643.0602233]}, "rapl_after": {"package-0": [204766010282, 262143328850, 1790608643.0398846], "core": [137743278784, 262143328850, 1790608643.0474176], "uncore": [56890738392, 262143328850, 1790608643.053974], "psys": [150320346563, 262143328850, 1790608643.0602233]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7df7e001eb374921bf6f73bd", "object": "systemone.completion", "created": 1790608643, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.01980525084441098, "einstein: Albert Einstein": 0.9542704260157843, "hypatia: Hypatia of Alexandria": 0.007285944612902147, "ibn_sina: Ibn Sina": 0.006429823553289064, "sagan: Carl Sagan": 0.002853216906067993, "socrates: Socrates of Athens": 0.009355338067545484}, "confidence": 0.9451245112189411, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-28T15:17:23Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c008", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1297704936987848, "einstein": 0.39972126118340806, "hypatia": 0.22775430930208931, "ibn_sina": 0.1773752344323541, "sagan": 0.014559845874293513, "socrates": 0.05081885550907021}, "confidence": 0.2796655134200897, "temperature": 1.0, "prompt_sha256": "a1d6ed59ae8ef118ce60fde83d93a3ecbc82876eb30cc6a8a6133e160d4fb6c0", "body_sha256": "12234be2a390a3588ffb364635b63027e0f5c3ca7045dedbc78136d4eef24f32", "prompt_tokens": 310, "seconds": 0.44863527698908, "rapl_before": {"package-0": [204822058112, 262143328850, 1790608644.070985], "core": [137789115032, 262143328850, 1790608644.0787816], "uncore": [56890803333, 262143328850, 1790608644.0855978], "psys": [150320734806, 262143328850, 1790608644.0917828]}, "rapl_after": {"package-0": [204822058112, 262143328850, 1790608644.070985], "core": [137789115032, 262143328850, 1790608644.0787816], "uncore": [56890803333, 262143328850, 1790608644.0855978], "psys": [150320734806, 262143328850, 1790608644.0917828]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b4644955baae43c88a79e154", "object": "systemone.completion", "created": 1790608645, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.1297704936987848, "einstein: Albert Einstein": 0.39972126118340806, "hypatia: Hypatia of Alexandria": 0.22775430930208931, "ibn_sina: Ibn Sina": 0.1773752344323541, "sagan: Carl Sagan": 0.014559845874293513, "socrates: Socrates of Athens": 0.05081885550907021}, "confidence": 0.2796655134200897, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-28T15:17:25Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c009", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.017934285141942403, "einstein": 0.02777716421218435, "hypatia": 0.010218647647705765, "ibn_sina": 0.9198533470172983, "sagan": 0.0025836787409170493, "socrates": 0.021632877239952174}, "confidence": 0.9038240164207579, "temperature": 1.0, "prompt_sha256": "93b841f5248d9c801f554093a6c6a3e0963119756e00a1f6098cad0173cdd4b3", "body_sha256": "1666459cf08ad2dba9d7b14d9ce2050d8a5892809b65894f97da841eda1764c2", "prompt_tokens": 344, "seconds": 0.5023046329733916, "rapl_before": {"package-0": [204888142782, 262143328850, 1790608645.1035247], "core": [137846538652, 262143328850, 1790608645.1121242], "uncore": [56890859608, 262143328850, 1790608645.1206496], "psys": [150321122501, 262143328850, 1790608645.129595]}, "rapl_after": {"package-0": [204902316513, 262143328850, 1790608646.1426065], "core": [137850812689, 262143328850, 1790608646.150029], "uncore": [56890896839, 262143328850, 1790608646.15619], "psys": [150321505068, 262143328850, 1790608646.162286]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-77564f833e5d4aa5b69a8267", "object": "systemone.completion", "created": 1790608646, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.017934285141942403, "einstein: Albert Einstein": 0.02777716421218435, "hypatia: Hypatia of Alexandria": 0.010218647647705765, "ibn_sina: Ibn Sina": 0.9198533470172983, "sagan: Carl Sagan": 0.0025836787409170493, "socrates: Socrates of Athens": 0.021632877239952174}, "confidence": 0.9038240164207579, "temperature": 1.0}}, "usage": {"prompt_tokens": 344, "completion_tokens": 0, "total_tokens": 344, "questions": 1}}, "utc": "2026-09-28T15:17:26Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c010", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.039489668741687724, "einstein": 0.6999711268624413, "hypatia": 0.007775976825184427, "ibn_sina": 0.006862275462794853, "sagan": 0.018653598692395634, "socrates": 0.22724735341549604}, "confidence": 0.6399653522349297, "temperature": 1.0, "prompt_sha256": "f502f11985fc026210a3bc717c89839b3fb399cec7f98f302afaf06e4789c9ae", "body_sha256": "2829cf84920e2fe4f5b097a81e8bf3cd81554b83be58c4e7b2b6cc915b8226e0", "prompt_tokens": 337, "seconds": 0.487543947994709, "rapl_before": {"package-0": [204979465424, 262143328850, 1790608647.1748953], "core": [137918005022, 262143328850, 1790608647.182706], "uncore": [56890963733, 262143328850, 1790608647.1891434], "psys": [150321892518, 262143328850, 1790608647.1957817]}, "rapl_after": {"package-0": [204979465424, 262143328850, 1790608647.1748953], "core": [137918005022, 262143328850, 1790608647.182706], "uncore": [56890963733, 262143328850, 1790608647.1891434], "psys": [150321892518, 262143328850, 1790608647.1957817]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8071dc5805eb43c18a6ca56c", "object": "systemone.completion", "created": 1790608648, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.039489668741687724, "einstein: Albert Einstein": 0.6999711268624413, "hypatia: Hypatia of Alexandria": 0.007775976825184427, "ibn_sina: Ibn Sina": 0.006862275462794853, "sagan: Carl Sagan": 0.018653598692395634, "socrates: Socrates of Athens": 0.22724735341549604}, "confidence": 0.6399653522349297, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-28T15:17:28Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c011", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "id_not_unique": "c-darwin-01-main-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.6882207830765741, "einstein": 0.15356281354535375, "hypatia": 0.03426449517921826, "ibn_sina": 0.06814308543923314, "sagan": 0.005954276447631523, "socrates": 0.0498545463119893}, "confidence": 0.6258649396918889, "temperature": 1.0, "prompt_sha256": "ded50049b7f0ae8c551b34fd6fd189d2671fba228d5ec1f24b83a3e5af8a04fd", "body_sha256": "b2e15a99c1f0cbf591208e92b3045082bbc687fc2960bd6a2581dd2471d052e0", "prompt_tokens": 339, "seconds": 0.4916795720346272, "rapl_before": {"package-0": [205053573267, 262143328850, 1790608648.2077494], "core": [137982390477, 262143328850, 1790608648.2158854], "uncore": [56891025379, 262143328850, 1790608648.222366], "psys": [150322276917, 262143328850, 1790608648.229022]}, "rapl_after": {"package-0": [205070782024, 262143328850, 1790608649.239298], "core": [137991518261, 262143328850, 1790608649.2476647], "uncore": [56891057361, 262143328850, 1790608649.2556584], "psys": [150322661925, 262143328850, 1790608649.264108]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b3380ac1eb83470993ea2b9b", "object": "systemone.completion", "created": 1790608649, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6882207830765741, "einstein: Albert Einstein": 0.15356281354535375, "hypatia: Hypatia of Alexandria": 0.03426449517921826, "ibn_sina: Ibn Sina": 0.06814308543923314, "sagan: Carl Sagan": 0.005954276447631523, "socrates: Socrates of Athens": 0.0498545463119893}, "confidence": 0.6258649396918889, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-28T15:17:29Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c012", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.010820516456813908, "einstein": 0.9740318506324748, "hypatia": 0.0035129073657962635, "ibn_sina": 0.0035129073657962635, "sagan": 0.0015588431941361042, "socrates": 0.0065629749849827465}, "confidence": 0.9688382207589697, "temperature": 1.0, "prompt_sha256": "cdc1fe2f5bc49b36af7eb461c4c39b633ddbbc0adc804237468f9ec8726d9edc", "body_sha256": "21fc06e37386003b0d270c65e268aa943a109031f3d510ef3285587cbd10723e", "prompt_tokens": 179, "seconds": 0.2686718989862129, "rapl_before": {"package-0": [205141234907, 262143328850, 1790608650.2782087], "core": [138051420330, 262143328850, 1790608650.286162], "uncore": [56891121509, 262143328850, 1790608650.292844], "psys": [150323046568, 262143328850, 1790608650.2989926]}, "rapl_after": {"package-0": [205141234907, 262143328850, 1790608650.2782087], "core": [138051420330, 262143328850, 1790608650.286162], "uncore": [56891121509, 262143328850, 1790608650.292844], "psys": [150323046568, 262143328850, 1790608650.2989926]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-132ed3e566f845ecbb8f2816", "object": "systemone.completion", "created": 1790608650, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.010820516456813908, "einstein: Albert Einstein": 0.9740318506324748, "hypatia: Hypatia of Alexandria": 0.0035129073657962635, "ibn_sina: Ibn Sina": 0.0035129073657962635, "sagan: Carl Sagan": 0.0015588431941361042, "socrates: Socrates of Athens": 0.0065629749849827465}, "confidence": 0.9688382207589697, "temperature": 1.0}}, "usage": {"prompt_tokens": 179, "completion_tokens": 0, "total_tokens": 179, "questions": 1}}, "utc": "2026-09-28T15:17:30Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c013", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09701714489000395, "einstein": 0.7630989545784702, "hypatia": 0.04582765428846671, "ibn_sina": 0.04044276296228952, "sagan": 0.004830199225493588, "socrates": 0.048783284055276085}, "confidence": 0.7157187454941643, "temperature": 1.0, "prompt_sha256": "92dbbabddae8bdcddcea550f11f6abceef8eebff75b12bfd85049a510e88e539", "body_sha256": "742a0f9d0886e9eba018f60c301759c7dd203849d4f71fdaf56f813a3a6058ac", "prompt_tokens": 208, "seconds": 0.31798388704191893, "rapl_before": {"package-0": [205187231494, 262143328850, 1790608651.3119347], "core": [138087918832, 262143328850, 1790608651.3200212], "uncore": [56891189074, 262143328850, 1790608651.326776], "psys": [150323433774, 262143328850, 1790608651.3337972]}, "rapl_after": {"package-0": [205187231494, 262143328850, 1790608651.3119347], "core": [138087918832, 262143328850, 1790608651.3200212], "uncore": [56891189074, 262143328850, 1790608651.326776], "psys": [150323433774, 262143328850, 1790608651.3337972]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-ee433173dc2f4441b6a1b732", "object": "systemone.completion", "created": 1790608652, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.09701714489000395, "einstein: Albert Einstein": 0.7630989545784702, "hypatia: Hypatia of Alexandria": 0.04582765428846671, "ibn_sina: Ibn Sina": 0.04044276296228952, "sagan: Carl Sagan": 0.004830199225493588, "socrates: Socrates of Athens": 0.048783284055276085}, "confidence": 0.7157187454941643, "temperature": 1.0}}, "usage": {"prompt_tokens": 208, "completion_tokens": 0, "total_tokens": 208, "questions": 1}}, "utc": "2026-09-28T15:17:32Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c014", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.006950560653097104, "einstein": 0.010765238932011043, "hypatia": 0.0054131020794173194, "ibn_sina": 0.9690559264243273, "sagan": 0.0012857244397505294, "socrates": 0.006529447471396783}, "confidence": 0.9628671117091926, "temperature": 1.0, "prompt_sha256": "7f8956de58c88be483a9492e49ab365b72ea48cf05a642d6997172ff40426ddb", "body_sha256": "6cbf9596f4ec80d34c8633f69ffb794e4a62302e1f35dfbd7b4ffd84baede690", "prompt_tokens": 233, "seconds": 0.34125913796015084, "rapl_before": {"package-0": [205239944371, 262143328850, 1790608652.3435845], "core": [138130968649, 262143328850, 1790608652.3501866], "uncore": [56891253405, 262143328850, 1790608652.3563437], "psys": [150323821651, 262143328850, 1790608652.361941]}, "rapl_after": {"package-0": [205254629026, 262143328850, 1790608653.3726518], "core": [138137562138, 262143328850, 1790608653.381195], "uncore": [56891286242, 262143328850, 1790608653.3888204], "psys": [150324207576, 262143328850, 1790608653.3969803]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3b49824272354f8e95b9f62c", "object": "systemone.completion", "created": 1790608653, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.006950560653097104, "einstein: Albert Einstein": 0.010765238932011043, "hypatia: Hypatia of Alexandria": 0.0054131020794173194, "ibn_sina: Ibn Sina": 0.9690559264243273, "sagan: Carl Sagan": 0.0012857244397505294, "socrates: Socrates of Athens": 0.006529447471396783}, "confidence": 0.9628671117091926, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-28T15:17:33Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c015", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "id_not_unique": "c-darwin-01-starter-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.026935097227232422, "einstein": 0.00990886851585273, "hypatia": 0.005645903092849877, "ibn_sina": 0.9494949064895276, "sagan": 0.001617578318709273, "socrates": 0.006397646355828048}, "confidence": 0.9393938877874332, "temperature": 1.0, "prompt_sha256": "ae664612d0d0e39a4337bb914b27952e10d6b46d70de255a84689a43447ff6d5", "body_sha256": "cf14b847d6363633fc9931b83386061e841519da92451a8fdcbe73fc34f16dc4", "prompt_tokens": 212, "seconds": 0.31136409199098125, "rapl_before": {"package-0": [205307333786, 262143328850, 1790608654.409896], "core": [138179920123, 262143328850, 1790608654.418044], "uncore": [56891349902, 262143328850, 1790608654.4250534], "psys": [150324592340, 262143328850, 1790608654.4321058]}, "rapl_after": {"package-0": [205307333786, 262143328850, 1790608654.409896], "core": [138179920123, 262143328850, 1790608654.418044], "uncore": [56891349902, 262143328850, 1790608654.4250534], "psys": [150324592340, 262143328850, 1790608654.4321058]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0a77f76621cc497d809b2ee8", "object": "systemone.completion", "created": 1790608655, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.026935097227232422, "einstein: Albert Einstein": 0.00990886851585273, "hypatia: Hypatia of Alexandria": 0.005645903092849877, "ibn_sina: Ibn Sina": 0.9494949064895276, "sagan: Carl Sagan": 0.001617578318709273, "socrates: Socrates of Athens": 0.006397646355828048}, "confidence": 0.9393938877874332, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-28T15:17:35Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c016", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.027430270739572746, "einstein": 0.9083658128902449, "hypatia": 0.0213627163318399, "ibn_sina": 0.014682365900726368, "sagan": 0.003951705172886377, "socrates": 0.024207128964729808}, "confidence": 0.8900389754682939, "temperature": 1.0, "prompt_sha256": "a576e696b1c489a487c04f237644d733fea1a8bca127783f13af57bc2de5ad8a", "body_sha256": "152c55cc4b587be54790666b3393ef0795c8c5192dd5e72208c1950169de9868", "prompt_tokens": 334, "seconds": 0.4944217390147969, "rapl_before": {"package-0": [205359032934, 262143328850, 1790608655.4428492], "core": [138221989656, 262143328850, 1790608655.4505577], "uncore": [56891412341, 262143328850, 1790608655.4577477], "psys": [150324977960, 262143328850, 1790608655.4647722]}, "rapl_after": {"package-0": [205427335737, 262143328850, 1790608656.4764218], "core": [138281739930, 262143328850, 1790608656.4852815], "uncore": [56891456164, 262143328850, 1790608656.4927459], "psys": [150325365288, 262143328850, 1790608656.5003529]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-85d4629e16da48caa847df6b", "object": "systemone.completion", "created": 1790608656, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.027430270739572746, "einstein: Albert Einstein": 0.9083658128902449, "hypatia: Hypatia of Alexandria": 0.0213627163318399, "ibn_sina: Ibn Sina": 0.014682365900726368, "sagan: Carl Sagan": 0.003951705172886377, "socrates: Socrates of Athens": 0.024207128964729808}, "confidence": 0.8900389754682939, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-28T15:17:36Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c017", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.23171240467527826, "einstein": 0.31671330615078686, "hypatia": 0.1695244166812425, "ibn_sina": 0.13202574846107476, "sagan": 0.02599741129955778, "socrates": 0.12402671273205979}, "confidence": 0.18005596738094423, "temperature": 1.0, "prompt_sha256": "42707a4f50fcb06405f7a95e754f56ee26a138c8b093823e4ee5f231a37808bd", "body_sha256": "28cf6738298ba08b344832b08b214d5eb5e06b10e1cb2b9f75908d06a68b2861", "prompt_tokens": 320, "seconds": 0.45580150198657066, "rapl_before": {"package-0": [205446019711, 262143328850, 1790608657.5121305], "core": [138290367594, 262143328850, 1790608657.5197022], "uncore": [56891509691, 262143328850, 1790608657.5262282], "psys": [150325750907, 262143328850, 1790608657.533114]}, "rapl_after": {"package-0": [205446019711, 262143328850, 1790608657.5121305], "core": [138290367594, 262143328850, 1790608657.5197022], "uncore": [56891509691, 262143328850, 1790608657.5262282], "psys": [150325750907, 262143328850, 1790608657.533114]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9d2cae55b25c4c71a046f605", "object": "systemone.completion", "created": 1790608658, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.23171240467527826, "einstein: Albert Einstein": 0.31671330615078686, "hypatia: Hypatia of Alexandria": 0.1695244166812425, "ibn_sina: Ibn Sina": 0.13202574846107476, "sagan: Carl Sagan": 0.02599741129955778, "socrates: Socrates of Athens": 0.12402671273205979}, "confidence": 0.18005596738094423, "temperature": 1.0}}, "usage": {"prompt_tokens": 320, "completion_tokens": 0, "total_tokens": 320, "questions": 1}}, "utc": "2026-09-28T15:17:38Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c018", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.02911528186987754, "einstein": 0.9057498702302912, "hypatia": 0.01879823883581916, "ibn_sina": 0.008879659276478161, "sagan": 0.008341667917656443, "socrates": 0.02911528186987754}, "confidence": 0.8868998442763495, "temperature": 1.0, "prompt_sha256": "78e03b7eaa9f4ca6f7ffe5bf2a9bb147b0e09f5630dc2c3ddb30df5aa1482e8c", "body_sha256": "e8a6555e99572b0808a7629044d7f1a2b824255730fe2d38dc37f6fb585c73e4", "prompt_tokens": 310, "seconds": 0.43997889396268874, "rapl_before": {"package-0": [205515511049, 262143328850, 1790608658.5448742], "core": [138350293954, 262143328850, 1790608658.553056], "uncore": [56891573778, 262143328850, 1790608658.559137], "psys": [150326135793, 262143328850, 1790608658.5657542]}, "rapl_after": {"package-0": [205515511049, 262143328850, 1790608658.5448742], "core": [138350293954, 262143328850, 1790608658.553056], "uncore": [56891573778, 262143328850, 1790608658.559137], "psys": [150326135793, 262143328850, 1790608658.5657542]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a1144a22ca494fc09da31d84", "object": "systemone.completion", "created": 1790608659, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.02911528186987754, "einstein: Albert Einstein": 0.9057498702302912, "hypatia: Hypatia of Alexandria": 0.01879823883581916, "ibn_sina: Ibn Sina": 0.008879659276478161, "sagan: Carl Sagan": 0.008341667917656443, "socrates: Socrates of Athens": 0.02911528186987754}, "confidence": 0.8868998442763495, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-28T15:17:39Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c019", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00376035932623836, "einstein": 0.007478367491183448, "hypatia": 0.001567550983452638, "ibn_sina": 0.0006955965323220594, "sagan": 0.979472849557066, "socrates": 0.0070252761097373715}, "confidence": 0.9753674194684793, "temperature": 1.0, "prompt_sha256": "e3cfe32144a3549c38b49b8e8ddfe02bf9e36ab381842e0651d4fe8da895b523", "body_sha256": "9b7234449fdfb7fa1275feca56e14d7ad09033974f6832efb294c2f79de268b0", "prompt_tokens": 317, "seconds": 0.45029995404183865, "rapl_before": {"package-0": [205585163397, 262143328850, 1790608659.57728], "core": [138409954995, 262143328850, 1790608659.585147], "uncore": [56891637010, 262143328850, 1790608659.592004], "psys": [150326522084, 262143328850, 1790608659.5987866]}, "rapl_after": {"package-0": [205609527349, 262143328850, 1790608660.6103919], "core": [138426286680, 262143328850, 1790608660.6209283], "uncore": [56891672594, 262143328850, 1790608660.6292472], "psys": [150326909168, 262143328850, 1790608660.637021]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8eae328a8ef24470adfda1ee", "object": "systemone.completion", "created": 1790608660, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.00376035932623836, "einstein: Albert Einstein": 0.007478367491183448, "hypatia: Hypatia of Alexandria": 0.001567550983452638, "ibn_sina: Ibn Sina": 0.0006955965323220594, "sagan: Carl Sagan": 0.979472849557066, "socrates: Socrates of Athens": 0.0070252761097373715}, "confidence": 0.9753674194684793, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-28T15:17:40Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c020", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.01845402719210672, "einstein": 0.946511028694902, "hypatia": 0.013501254710751589, "ibn_sina": 0.006788857210794821, "sagan": 0.0028300167282009343, "socrates": 0.011914815463243954}, "confidence": 0.9358132344338823, "temperature": 1.0, "prompt_sha256": "49afd8e1388fa05b3b8147267c0315a84331e3a26f9444a0c5974d3d0dd13398", "body_sha256": "f5a4520ec2ddef5b979d0c18909fde4deb8afcf483571c232b1cfafe952abf22", "prompt_tokens": 288, "seconds": 0.4760401390376501, "rapl_before": {"package-0": [205669250279, 262143328850, 1790608661.6488626], "core": [138475346613, 262143328850, 1790608661.656704], "uncore": [56891734910, 262143328850, 1790608661.6634817], "psys": [150327295092, 262143328850, 1790608661.6703477]}, "rapl_after": {"package-0": [205669250279, 262143328850, 1790608661.6488626], "core": [138475346613, 262143328850, 1790608661.656704], "uncore": [56891734910, 262143328850, 1790608661.6634817], "psys": [150327295092, 262143328850, 1790608661.6703477]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7c0c247568f348169546beaa", "object": "systemone.completion", "created": 1790608662, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.01845402719210672, "einstein: Albert Einstein": 0.946511028694902, "hypatia: Hypatia of Alexandria": 0.013501254710751589, "ibn_sina: Ibn Sina": 0.006788857210794821, "sagan: Carl Sagan": 0.0028300167282009343, "socrates: Socrates of Athens": 0.011914815463243954}, "confidence": 0.9358132344338823, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-28T15:17:42Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c021", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.051177301940702, "einstein": 0.04516381044530611, "hypatia": 0.02270979007339374, "ibn_sina": 0.016614837347792163, "sagan": 0.012155674676051118, "socrates": 0.852178585516755}, "confidence": 0.8226143026201059, "temperature": 1.0, "prompt_sha256": "649243a5f44e49cdf188f0d0332c27c235f1199e7eb3bc9997c90b9e6d17b249", "body_sha256": "169e726951739651439ec7a71473bbad493297bbb41819b7da0f9ba92d5bc8f5", "prompt_tokens": 226, "seconds": 0.3778045770013705, "rapl_before": {"package-0": [205742920928, 262143328850, 1790608662.6804905], "core": [138539015212, 262143328850, 1790608662.68724], "uncore": [56891797471, 262143328850, 1790608662.6941633], "psys": [150327680895, 262143328850, 1790608662.7000978]}, "rapl_after": {"package-0": [205783751634, 262143328850, 1790608663.710686], "core": [138571409172, 262143328850, 1790608663.718681], "uncore": [56891858262, 262143328850, 1790608663.7274222], "psys": [150328069260, 262143328850, 1790608663.7358963]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-31c138dcc28846e2b7f9340a", "object": "systemone.completion", "created": 1790608663, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.051177301940702, "einstein: Albert Einstein": 0.04516381044530611, "hypatia: Hypatia of Alexandria": 0.02270979007339374, "ibn_sina: Ibn Sina": 0.016614837347792163, "sagan: Carl Sagan": 0.012155674676051118, "socrates: Socrates of Athens": 0.852178585516755}, "confidence": 0.8226143026201059, "temperature": 1.0}}, "usage": {"prompt_tokens": 226, "completion_tokens": 0, "total_tokens": 226, "questions": 1}}, "utc": "2026-09-28T15:17:43Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c022", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "id_not_unique": "c-einstein-01-dessert-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09927561800650107, "einstein": 0.07731592904336068, "hypatia": 0.7335531107060462, "ibn_sina": 0.022151384544624928, "sagan": 0.011138415644814865, "socrates": 0.05656554205465226}, "confidence": 0.6802637328472555, "temperature": 1.0, "prompt_sha256": "155ad912cc84bc1257563f145a5475603bb4a85b8477f07a70d46ceeafece726", "body_sha256": "8c2e11aa729f52f8b7295064a24e4de49f426715097f840c6941e3cbe31abd11", "prompt_tokens": 343, "seconds": 0.546475131995976, "rapl_before": {"package-0": [205814307830, 262143328850, 1790608664.7487624], "core": [138591814820, 262143328850, 1790608664.756436], "uncore": [56891894883, 262143328850, 1790608664.7632344], "psys": [150328452194, 262143328850, 1790608664.7698836]}, "rapl_after": {"package-0": [205814307830, 262143328850, 1790608664.7487624], "core": [138591814820, 262143328850, 1790608664.756436], "uncore": [56891894883, 262143328850, 1790608664.7632344], "psys": [150328452194, 262143328850, 1790608664.7698836]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c25d87fbbf774e279ec0a72e", "object": "systemone.completion", "created": 1790608665, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.09927561800650107, "einstein: Albert Einstein": 0.07731592904336068, "hypatia: Hypatia of Alexandria": 0.7335531107060462, "ibn_sina: Ibn Sina": 0.022151384544624928, "sagan: Carl Sagan": 0.011138415644814865, "socrates: Socrates of Athens": 0.05656554205465226}, "confidence": 0.6802637328472555, "temperature": 1.0}}, "usage": {"prompt_tokens": 343, "completion_tokens": 0, "total_tokens": 343, "questions": 1}}, "utc": "2026-09-28T15:17:45Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c023", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.920076873026111, "einstein": 0.03797610796365815, "hypatia": 0.012329037151068692, "ibn_sina": 0.013970629375536921, "sagan": 0.0033183153325565978, "socrates": 0.012329037151068692}, "confidence": 0.9040922476313332, "temperature": 1.0, "prompt_sha256": "ea5d37253e73663a53bd9d0eeb327d02ae197e0dd16aa33350562c56831275fa", "body_sha256": "e369d9eedd34cf584b7dcb53976351ae6b26ea7354e402e1f9d675e70929c010", "prompt_tokens": 238, "seconds": 0.3431203240179457, "rapl_before": {"package-0": [205896304325, 262143328850, 1790608665.7815545], "core": [138663913574, 262143328850, 1790608665.7892466], "uncore": [56891962510, 262143328850, 1790608665.7960343], "psys": [150328836714, 262143328850, 1790608665.8024352]}, "rapl_after": {"package-0": [205896304325, 262143328850, 1790608665.7815545], "core": [138663913574, 262143328850, 1790608665.7892466], "uncore": [56891962510, 262143328850, 1790608665.7960343], "psys": [150328836714, 262143328850, 1790608665.8024352]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-3085182ff8d640a3ab098185", "object": "systemone.completion", "created": 1790608666, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.920076873026111, "einstein: Albert Einstein": 0.03797610796365815, "hypatia: Hypatia of Alexandria": 0.012329037151068692, "ibn_sina: Ibn Sina": 0.013970629375536921, "sagan: Carl Sagan": 0.0033183153325565978, "socrates: Socrates of Athens": 0.012329037151068692}, "confidence": 0.9040922476313332, "temperature": 1.0}}, "usage": {"prompt_tokens": 238, "completion_tokens": 0, "total_tokens": 238, "questions": 1}}, "utc": "2026-09-28T15:17:46Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c024", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.07840002114954873, "einstein": 0.7918121640805116, "hypatia": 0.05735868078275711, "ibn_sina": 0.021101079432691836, "sagan": 0.0093635472380642, "socrates": 0.0419645073164265}, "confidence": 0.7501745968966139, "temperature": 1.0, "prompt_sha256": "97247283ca9f27c19a1f33dd0f0ad684f8a8e77392f242831b13524fca5efcd4", "body_sha256": "6f4485a50744b0132d12cd2e914c096ebb6ae241117d5d9e2ca7bf45c17b9f88", "prompt_tokens": 284, "seconds": 0.4655320500023663, "rapl_before": {"package-0": [205951115830, 262143328850, 1790608666.8134985], "core": [138709292730, 262143328850, 1790608666.8213418], "uncore": [56892026658, 262143328850, 1790608666.8276718], "psys": [150329221052, 262143328850, 1790608666.833865]}, "rapl_after": {"package-0": [205969371154, 262143328850, 1790608667.844493], "core": [138718891582, 262143328850, 1790608667.852588], "uncore": [56892059067, 262143328850, 1790608667.8605247], "psys": [150329608014, 262143328850, 1790608667.8685026]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c8e4ec3fceb24af2859dd279", "object": "systemone.completion", "created": 1790608668, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.07840002114954873, "einstein: Albert Einstein": 0.7918121640805116, "hypatia: Hypatia of Alexandria": 0.05735868078275711, "ibn_sina: Ibn Sina": 0.021101079432691836, "sagan: Carl Sagan": 0.0093635472380642, "socrates: Socrates of Athens": 0.0419645073164265}, "confidence": 0.7501745968966139, "temperature": 1.0}}, "usage": {"prompt_tokens": 284, "completion_tokens": 0, "total_tokens": 284, "questions": 1}}, "utc": "2026-09-28T15:17:48Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c025", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "id_not_unique": "c-einstein-01-main-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09298994291733029, "einstein": 0.1737280849371554, "hypatia": 0.0600388196171881, "ibn_sina": 0.012584820262873341, "sagan": 0.015180190884603921, "socrates": 0.6454781413808489}, "confidence": 0.5745737696570187, "temperature": 1.0, "prompt_sha256": "a7f9b41bd083b7078f792deb80008c4f00480ac8531cfaafd95d454dec5eecf6", "body_sha256": "acb5caef87f5dc632c4c2d134fd12860379d71ac79b7de621f8ebddc8df82b2e", "prompt_tokens": 321, "seconds": 0.4835702480049804, "rapl_before": {"package-0": [206038020270, 262143328850, 1790608668.8816009], "core": [138777179885, 262143328850, 1790608668.8891108], "uncore": [56892123887, 262143328850, 1790608668.8958924], "psys": [150329992107, 262143328850, 1790608668.902887]}, "rapl_after": {"package-0": [206038020270, 262143328850, 1790608668.8816009], "core": [138777179885, 262143328850, 1790608668.8891108], "uncore": [56892123887, 262143328850, 1790608668.8958924], "psys": [150329992107, 262143328850, 1790608668.902887]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-886db08c6f65419b9812443b", "object": "systemone.completion", "created": 1790608669, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.09298994291733029, "einstein: Albert Einstein": 0.1737280849371554, "hypatia: Hypatia of Alexandria": 0.0600388196171881, "ibn_sina: Ibn Sina": 0.012584820262873341, "sagan: Carl Sagan": 0.015180190884603921, "socrates: Socrates of Athens": 0.6454781413808489}, "confidence": 0.5745737696570187, "temperature": 1.0}}, "usage": {"prompt_tokens": 321, "completion_tokens": 0, "total_tokens": 321, "questions": 1}}, "utc": "2026-09-28T15:17:49Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c026", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.3526534488019963, "einstein": 0.17732529013800222, "hypatia": 0.17732529013800222, "ibn_sina": 0.1381010748178402, "sagan": 0.016493821286318978, "socrates": 0.1381010748178402}, "confidence": 0.22318413856239552, "temperature": 1.0, "prompt_sha256": "36b9cea02d2e74c994de502f1c2d0809cf908e92096d612333f65ccfd4c01537", "body_sha256": "44024763284ae4a3616eb8f2e6842e68860140eb7458de77108bd5383f38218b", "prompt_tokens": 278, "seconds": 0.40617155499057844, "rapl_before": {"package-0": [206111644105, 262143328850, 1790608669.913916], "core": [138840998142, 262143328850, 1790608669.922116], "uncore": [56892188950, 262143328850, 1790608669.9290633], "psys": [150330377421, 262143328850, 1790608669.9359717]}, "rapl_after": {"package-0": [206136910947, 262143328850, 1790608670.9474096], "core": [138858672719, 262143328850, 1790608670.9574912], "uncore": [56892254868, 262143328850, 1790608670.966177], "psys": [150330766214, 262143328850, 1790608670.97613]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-0507441e651e47aea9a1406a", "object": "systemone.completion", "created": 1790608671, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3526534488019963, "einstein: Albert Einstein": 0.17732529013800222, "hypatia: Hypatia of Alexandria": 0.17732529013800222, "ibn_sina: Ibn Sina": 0.1381010748178402, "sagan: Carl Sagan": 0.016493821286318978, "socrates: Socrates of Athens": 0.1381010748178402}, "confidence": 0.22318413856239552, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-28T15:17:51Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c027", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.009357468604908737, "einstein": 0.014493130893800325, "hypatia": 0.005008692012785054, "ibn_sina": 0.003037925270811916, "sagan": 0.9544877467349924, "socrates": 0.013615036482701572}, "confidence": 0.9453852960819908, "temperature": 1.0, "prompt_sha256": "9b202086ace8de08c43270d313de06fa87f84c7072446d35102a730c237df1e7", "body_sha256": "d79ca48ff91dd13430de5c490f2e5ffaf6099b8033a1370860a059b41d6f72dc", "prompt_tokens": 282, "seconds": 0.40466389001812786, "rapl_before": {"package-0": [206186561577, 262143328850, 1790608671.9902256], "core": [138897545544, 262143328850, 1790608671.9982367], "uncore": [56892287399, 262143328850, 1790608672.005026], "psys": [150331153481, 262143328850, 1790608672.0121093]}, "rapl_after": {"package-0": [206186561577, 262143328850, 1790608671.9902256], "core": [138897545544, 262143328850, 1790608671.9982367], "uncore": [56892287399, 262143328850, 1790608672.005026], "psys": [150331153481, 262143328850, 1790608672.0121093]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-574133d1d5e74df897507336", "object": "systemone.completion", "created": 1790608672, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.009357468604908737, "einstein: Albert Einstein": 0.014493130893800325, "hypatia: Hypatia of Alexandria": 0.005008692012785054, "ibn_sina: Ibn Sina": 0.003037925270811916, "sagan: Carl Sagan": 0.9544877467349924, "socrates: Socrates of Athens": 0.013615036482701572}, "confidence": 0.9453852960819908, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:17:52Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c028", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07644959716828098, "einstein": 0.3882430896441465, "hypatia": 0.049359569757706556, "ibn_sina": 0.03186893347917798, "sagan": 0.014141753506538098, "socrates": 0.43993705644414977}, "confidence": 0.3279244677329797, "temperature": 1.0, "prompt_sha256": "b183902e2e6de68b5c7a121f724e46a692727827c966249629f47ce1158bd5ab", "body_sha256": "5367bbbcbb46bb126df189aa421a1b441fb5559e96c8bfe5d3ceba378457773e", "prompt_tokens": 297, "seconds": 0.43397955800173804, "rapl_before": {"package-0": [206250441479, 262143328850, 1790608673.024303], "core": [138951815180, 262143328850, 1790608673.032169], "uncore": [56892353439, 262143328850, 1790608673.0391436], "psys": [150331537940, 262143328850, 1790608673.045906]}, "rapl_after": {"package-0": [206309556501, 262143328850, 1790608674.0582106], "core": [139002599962, 262143328850, 1790608674.0677707], "uncore": [56892419174, 262143328850, 1790608674.0775042], "psys": [150331926367, 262143328850, 1790608674.0867434]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-72f0797803204a98b9bbceb8", "object": "systemone.completion", "created": 1790608674, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.07644959716828098, "einstein: Albert Einstein": 0.3882430896441465, "hypatia: Hypatia of Alexandria": 0.049359569757706556, "ibn_sina: Ibn Sina": 0.03186893347917798, "sagan: Carl Sagan": 0.014141753506538098, "socrates: Socrates of Athens": 0.43993705644414977}, "confidence": 0.3279244677329797, "temperature": 1.0}}, "usage": {"prompt_tokens": 297, "completion_tokens": 0, "total_tokens": 297, "questions": 1}}, "utc": "2026-09-28T15:17:54Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c029", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.06066487168342257, "einstein": 0.5755722770788999, "hypatia": 0.11333690128069872, "ibn_sina": 0.10647016556188972, "sagan": 0.007245385694670825, "socrates": 0.1367103987004183}, "confidence": 0.49068673249467987, "temperature": 1.0, "prompt_sha256": "372e653aa74f6d223384f9b958311df8674b98dc9b2eeda6938ea35b8afbb1f3", "body_sha256": "5cbdfbd66159402fefdad28d65b003a2082746f04f70644767fa062a8b95de48", "prompt_tokens": 339, "seconds": 0.4961213020142168, "rapl_before": {"package-0": [206328218685, 262143328850, 1790608675.0999742], "core": [139011112148, 262143328850, 1790608675.1079357], "uncore": [56892466293, 262143328850, 1790608675.1142716], "psys": [150332311193, 262143328850, 1790608675.1202788]}, "rapl_after": {"package-0": [206328218685, 262143328850, 1790608675.0999742], "core": [139011112148, 262143328850, 1790608675.1079357], "uncore": [56892466293, 262143328850, 1790608675.1142716], "psys": [150332311193, 262143328850, 1790608675.1202788]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b03467b70f2647b3ad621f99", "object": "systemone.completion", "created": 1790608675, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.06066487168342257, "einstein: Albert Einstein": 0.5755722770788999, "hypatia: Hypatia of Alexandria": 0.11333690128069872, "ibn_sina: Ibn Sina": 0.10647016556188972, "sagan: Carl Sagan": 0.007245385694670825, "socrates: Socrates of Athens": 0.1367103987004183}, "confidence": 0.49068673249467987, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-28T15:17:55Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c030", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "id_not_unique": "c-einstein-01-starter-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.0219221028586642, "einstein": 0.9321515332670713, "hypatia": 0.010355268156181154, "ibn_sina": 0.01707295087289956, "sagan": 0.002459591774409262, "socrates": 0.016038553070774585}, "confidence": 0.9185818399204855, "temperature": 1.0, "prompt_sha256": "9341a1d74388efacbb26c0a5843ef169f11e005ee5e11461c3bd648281b9ad7c", "body_sha256": "6781bcd8d9161febfc5bf0a4dde9cabec362a2f7835d51dd6651a9f6ef83bea1", "prompt_tokens": 243, "seconds": 0.34908834897214547, "rapl_before": {"package-0": [206403503160, 262143328850, 1790608676.1312509], "core": [139076632122, 262143328850, 1790608676.1390238], "uncore": [56892516403, 262143328850, 1790608676.1461709], "psys": [150332696079, 262143328850, 1790608676.1530557]}, "rapl_after": {"package-0": [206403503160, 262143328850, 1790608676.1312509], "core": [139076632122, 262143328850, 1790608676.1390238], "uncore": [56892516403, 262143328850, 1790608676.1461709], "psys": [150332696079, 262143328850, 1790608676.1530557]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-05141c08961f4ff7b4d4458d", "object": "systemone.completion", "created": 1790608677, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.0219221028586642, "einstein: Albert Einstein": 0.9321515332670713, "hypatia: Hypatia of Alexandria": 0.010355268156181154, "ibn_sina: Ibn Sina": 0.01707295087289956, "sagan: Carl Sagan": 0.002459591774409262, "socrates: Socrates of Athens": 0.016038553070774585}, "confidence": 0.9185818399204855, "temperature": 1.0}}, "usage": {"prompt_tokens": 243, "completion_tokens": 0, "total_tokens": 243, "questions": 1}}, "utc": "2026-09-28T15:17:57Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c031", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.13500344889333823, "einstein": 0.3447433838961656, "hypatia": 0.09877063317206546, "ibn_sina": 0.07692264645886306, "sagan": 0.020703449428988878, "socrates": 0.32385643815057885}, "confidence": 0.21369206067539875, "temperature": 1.0, "prompt_sha256": "8c5c197c0e13a857e534bbd2f5ddb9f47e8b2397952bc8f94dadbe7f67fffaff", "body_sha256": "695ee213521da1c795ea15b0c8c8b1391924072057c7a3073b939298a5b93ae4", "prompt_tokens": 206, "seconds": 0.3067221340024844, "rapl_before": {"package-0": [206459482265, 262143328850, 1790608677.1650617], "core": [139123004867, 262143328850, 1790608677.1729937], "uncore": [56892579696, 262143328850, 1790608677.1798272], "psys": [150333082797, 262143328850, 1790608677.1865296]}, "rapl_after": {"package-0": [206489050732, 262143328850, 1790608678.1974072], "core": [139144599538, 262143328850, 1790608678.205617], "uncore": [56892646590, 262143328850, 1790608678.2147865], "psys": [150333470064, 262143328850, 1790608678.2232797]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-742b0c47e89d4b0f8c4c8d55", "object": "systemone.completion", "created": 1790608678, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.13500344889333823, "einstein: Albert Einstein": 0.3447433838961656, "hypatia: Hypatia of Alexandria": 0.09877063317206546, "ibn_sina: Ibn Sina": 0.07692264645886306, "sagan: Carl Sagan": 0.020703449428988878, "socrates: Socrates of Athens": 0.32385643815057885}, "confidence": 0.21369206067539875, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-28T15:17:58Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c032", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.0078402465022019, "einstein": 0.9646547598132812, "hypatia": 0.010067075781924402, "ibn_sina": 0.005388517364041787, "sagan": 0.0019823247566263056, "socrates": 0.010067075781924402}, "confidence": 0.9575857117759374, "temperature": 1.0, "prompt_sha256": "4110c7751226ba5198f5c71571542370afc6137fb98a1d7d3f5cd546256650d8", "body_sha256": "40cd21f95cbcc1a16c7dbf5218442ac825444857efe9cdcb5510bea108d88415", "prompt_tokens": 233, "seconds": 0.3359517009812407, "rapl_before": {"package-0": [206519538935, 262143328850, 1790608679.236792], "core": [139165077147, 262143328850, 1790608679.244229], "uncore": [56892678939, 262143328850, 1790608679.2517455], "psys": [150333855561, 262143328850, 1790608679.2579355]}, "rapl_after": {"package-0": [206519538935, 262143328850, 1790608679.236792], "core": [139165077147, 262143328850, 1790608679.244229], "uncore": [56892678939, 262143328850, 1790608679.2517455], "psys": [150333855561, 262143328850, 1790608679.2579355]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-95ebda6dfb324cadb467e796", "object": "systemone.completion", "created": 1790608679, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.0078402465022019, "einstein: Albert Einstein": 0.9646547598132812, "hypatia: Hypatia of Alexandria": 0.010067075781924402, "ibn_sina: Ibn Sina": 0.005388517364041787, "sagan: Carl Sagan": 0.0019823247566263056, "socrates: Socrates of Athens": 0.010067075781924402}, "confidence": 0.9575857117759374, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-28T15:17:59Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c033", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.09424720557807492, "einstein": 0.5094955796923528, "hypatia": 0.1459729275609223, "ibn_sina": 0.0418219439579293, "sagan": 0.021029394074177848, "socrates": 0.1874329491365428}, "confidence": 0.41139469563082337, "temperature": 1.0, "prompt_sha256": "ad6f3ef19b34d93b49c1112e5cb309ebb8c6a1b335f280743e6810e82f30dd37", "body_sha256": "3485648a16969bbff0692b124f4d8934d44e38802cdec18aa6034572c45ced74", "prompt_tokens": 324, "seconds": 0.49061059299856424, "rapl_before": {"package-0": [206574238624, 262143328850, 1790608680.26943], "core": [139210269170, 262143328850, 1790608680.2772632], "uncore": [56892746138, 262143328850, 1790608680.2840068], "psys": [150334238434, 262143328850, 1790608680.2908998]}, "rapl_after": {"package-0": [206574238624, 262143328850, 1790608680.26943], "core": [139210269170, 262143328850, 1790608680.2772632], "uncore": [56892746138, 262143328850, 1790608680.2840068], "psys": [150334238434, 262143328850, 1790608680.2908998]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-54860616dd3943ba9423268b", "object": "systemone.completion", "created": 1790608681, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.09424720557807492, "einstein: Albert Einstein": 0.5094955796923528, "hypatia: Hypatia of Alexandria": 0.1459729275609223, "ibn_sina: Ibn Sina": 0.0418219439579293, "sagan: Carl Sagan": 0.021029394074177848, "socrates: Socrates of Athens": 0.1874329491365428}, "confidence": 0.41139469563082337, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-28T15:18:01Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c034", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.07579716847197479, "einstein": 0.5961909112719281, "hypatia": 0.141607753582576, "ibn_sina": 0.05209458125350137, "sagan": 0.01691263433994925, "socrates": 0.1173969510800704}, "confidence": 0.5154290935263137, "temperature": 1.0, "prompt_sha256": "9e2d13c691029211415f663b7253b62fa678372dcecfb1176b3ac65e2652214c", "body_sha256": "5df203730c66f3836f14cd947054afd50c9b500fa61c8fb890a3657cc04ca7fa", "prompt_tokens": 282, "seconds": 0.4174467699485831, "rapl_before": {"package-0": [206649238493, 262143328850, 1790608681.302023], "core": [139275320334, 262143328850, 1790608681.3096201], "uncore": [56892816939, 262143328850, 1790608681.3168027], "psys": [150334623870, 262143328850, 1790608681.3232512]}, "rapl_after": {"package-0": [206675511314, 262143328850, 1790608682.334122], "core": [139293583715, 262143328850, 1790608682.34459], "uncore": [56892886946, 262143328850, 1790608682.3534656], "psys": [150335013334, 262143328850, 1790608682.3619926]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0fccf227d87e4a4b9843d369", "object": "systemone.completion", "created": 1790608682, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.07579716847197479, "einstein: Albert Einstein": 0.5961909112719281, "hypatia: Hypatia of Alexandria": 0.141607753582576, "ibn_sina: Ibn Sina": 0.05209458125350137, "sagan: Carl Sagan": 0.01691263433994925, "socrates: Socrates of Athens": 0.1173969510800704}, "confidence": 0.5154290935263137, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:18:02Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c035", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.08057186409061008, "einstein": 0.4636590647065948, "hypatia": 0.08057186409061008, "ibn_sina": 0.058947635022055044, "sagan": 0.016888780197382505, "socrates": 0.29936079189274756}, "confidence": 0.3563908776479138, "temperature": 1.0, "prompt_sha256": "2426df405919b7ee9572894b1d067bad732a4cdb8dd5e8f2a31e8075f16e275c", "body_sha256": "515e1ea682888ca5f0c019cb8e5740d5506cc0b43ffc28bb77df01d5a5b46636", "prompt_tokens": 217, "seconds": 0.3209403499495238, "rapl_before": {"package-0": [206730775943, 262143328850, 1790608683.3764994], "core": [139337993879, 262143328850, 1790608683.3842964], "uncore": [56892924849, 262143328850, 1790608683.3911505], "psys": [150335400418, 262143328850, 1790608683.397861]}, "rapl_after": {"package-0": [206730775943, 262143328850, 1790608683.3764994], "core": [139337993879, 262143328850, 1790608683.3842964], "uncore": [56892924849, 262143328850, 1790608683.3911505], "psys": [150335400418, 262143328850, 1790608683.397861]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e2170e87f6ee497ca797e561", "object": "systemone.completion", "created": 1790608684, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.08057186409061008, "einstein: Albert Einstein": 0.4636590647065948, "hypatia: Hypatia of Alexandria": 0.08057186409061008, "ibn_sina: Ibn Sina": 0.058947635022055044, "sagan: Carl Sagan": 0.016888780197382505, "socrates: Socrates of Athens": 0.29936079189274756}, "confidence": 0.3563908776479138, "temperature": 1.0}}, "usage": {"prompt_tokens": 217, "completion_tokens": 0, "total_tokens": 217, "questions": 1}}, "utc": "2026-09-28T15:18:04Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c036", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "id_not_unique": "c-hypatia-01-dessert-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.012191288117025438, "einstein": 0.968473971951891, "hypatia": 0.0054098513083534715, "ibn_sina": 0.00477417702306516, "sagan": 0.001756321575298751, "socrates": 0.007394390024366228}, "confidence": 0.9621687663422692, "temperature": 1.0, "prompt_sha256": "8044a285a81d96a136df0962c95e9ca170fb4b790c03b99dcf99c66958c37c82", "body_sha256": "bd2a06b0f84688eeb5d3c52539d9f5c0a6d43d5ff9d527615edebbe5ac2ab9f1", "prompt_tokens": 332, "seconds": 0.480764692008961, "rapl_before": {"package-0": [206783062003, 262143328850, 1790608684.4083498], "core": [139380826777, 262143328850, 1790608684.4163806], "uncore": [56892986372, 262143328850, 1790608684.4235566], "psys": [150335785915, 262143328850, 1790608684.430542]}, "rapl_after": {"package-0": [206847450449, 262143328850, 1790608685.4420571], "core": [139436824681, 262143328850, 1790608685.4511359], "uncore": [56893052290, 262143328850, 1790608685.4602363], "psys": [150336173426, 262143328850, 1790608685.4679549]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8a8a2dd953d349079a08885b", "object": "systemone.completion", "created": 1790608685, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.012191288117025438, "einstein: Albert Einstein": 0.968473971951891, "hypatia: Hypatia of Alexandria": 0.0054098513083534715, "ibn_sina: Ibn Sina": 0.00477417702306516, "sagan: Carl Sagan": 0.001756321575298751, "socrates: Socrates of Athens": 0.007394390024366228}, "confidence": 0.9621687663422692, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-28T15:18:05Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c037", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.004832292468366788, "einstein": 0.0025865397696395644, "hypatia": 0.0014737659362241019, "ibn_sina": 0.000614357044707767, "sagan": 0.980263081545252, "socrates": 0.010229963235809792}, "confidence": 0.9763156978543023, "temperature": 1.0, "prompt_sha256": "ffa240e8828de6523bc231294dbd64e3bf392582d1b277c65ac4e0adc73e4a21", "body_sha256": "96d4c60b83d99b2519c9d611c99809561ad533f44e995e460335ede80ffc5712", "prompt_tokens": 260, "seconds": 0.39162344904616475, "rapl_before": {"package-0": [206867732074, 262143328850, 1790608686.480495], "core": [139446920114, 262143328850, 1790608686.4890246], "uncore": [56893083296, 262143328850, 1790608686.4958603], "psys": [150336557398, 262143328850, 1790608686.5025902]}, "rapl_after": {"package-0": [206867732074, 262143328850, 1790608686.480495], "core": [139446920114, 262143328850, 1790608686.4890246], "uncore": [56893083296, 262143328850, 1790608686.4958603], "psys": [150336557398, 262143328850, 1790608686.5025902]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-abb39bbd48614c90a38e20ef", "object": "systemone.completion", "created": 1790608686, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.004832292468366788, "einstein: Albert Einstein": 0.0025865397696395644, "hypatia: Hypatia of Alexandria": 0.0014737659362241019, "ibn_sina: Ibn Sina": 0.000614357044707767, "sagan: Carl Sagan": 0.980263081545252, "socrates: Socrates of Athens": 0.010229963235809792}, "confidence": 0.9763156978543023, "temperature": 1.0}}, "usage": {"prompt_tokens": 260, "completion_tokens": 0, "total_tokens": 260, "questions": 1}}, "utc": "2026-09-28T15:18:06Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c038", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.006948967622949774, "einstein": 0.013819672286674406, "hypatia": 0.0028967606779834064, "ibn_sina": 0.0013683328555747461, "sagan": 0.9688338241534039, "socrates": 0.006132442403413815}, "confidence": 0.9626005889840847, "temperature": 1.0, "prompt_sha256": "015f7f0e44efb1686fdd5d0434c87aa3876674b7d1905144b072172cd2535cbf", "body_sha256": "dfbf1f584789210854109fde1f1af1258b7a14ae866eccf13b6193e6c4d641a7", "prompt_tokens": 213, "seconds": 0.31400317198131233, "rapl_before": {"package-0": [206928582077, 262143328850, 1790608687.5140574], "core": [139498170349, 262143328850, 1790608687.521994], "uncore": [56893145246, 262143328850, 1790608687.5282397], "psys": [150336943566, 262143328850, 1790608687.534936]}, "rapl_after": {"package-0": [206928582077, 262143328850, 1790608687.5140574], "core": [139498170349, 262143328850, 1790608687.521994], "uncore": [56893145246, 262143328850, 1790608687.5282397], "psys": [150336943566, 262143328850, 1790608687.534936]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7b7064a963364d6591d839aa", "object": "systemone.completion", "created": 1790608688, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.006948967622949774, "einstein: Albert Einstein": 0.013819672286674406, "hypatia: Hypatia of Alexandria": 0.0028967606779834064, "ibn_sina: Ibn Sina": 0.0013683328555747461, "sagan: Carl Sagan": 0.9688338241534039, "socrates: Socrates of Athens": 0.006132442403413815}, "confidence": 0.9626005889840847, "temperature": 1.0}}, "usage": {"prompt_tokens": 213, "completion_tokens": 0, "total_tokens": 213, "questions": 1}}, "utc": "2026-09-28T15:18:08Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c039", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "id_not_unique": "c-hypatia-01-dessert-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.3586678048067071, "einstein": 0.055003489314475844, "hypatia": 0.025981808636206194, "ibn_sina": 0.010830829222989426, "sagan": 0.027657491325905677, "socrates": 0.5218585766937157}, "confidence": 0.4262302920324588, "temperature": 1.0, "prompt_sha256": "9df8ec94e880523b0835b07f5a9361e79b8a55a83c164c948afe89bb0cec79cf", "body_sha256": "4b07b016f1c95fb55d854c21f2b45127638184d054b77396a9d162666cd4bde4", "prompt_tokens": 237, "seconds": 0.3449368489673361, "rapl_before": {"package-0": [206979695655, 262143328850, 1790608688.545349], "core": [139539838516, 262143328850, 1790608688.5531442], "uncore": [56893211347, 262143328850, 1790608688.5602047], "psys": [150337329246, 262143328850, 1790608688.567116]}, "rapl_after": {"package-0": [207026737222, 262143328850, 1790608689.5784936], "core": [139578643166, 262143328850, 1790608689.5876803], "uncore": [56893274640, 262143328850, 1790608689.595475], "psys": [150337717307, 262143328850, 1790608689.6045687]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-029300dae9ae40f59fe8ab97", "object": "systemone.completion", "created": 1790608689, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.3586678048067071, "einstein: Albert Einstein": 0.055003489314475844, "hypatia: Hypatia of Alexandria": 0.025981808636206194, "ibn_sina: Ibn Sina": 0.010830829222989426, "sagan: Carl Sagan": 0.027657491325905677, "socrates: Socrates of Athens": 0.5218585766937157}, "confidence": 0.4262302920324588, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-28T15:18:09Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c040", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.4354348971342219, "einstein": 0.29926973641180055, "hypatia": 0.14136501372855434, "ibn_sina": 0.07566723919095267, "sagan": 0.00514922024865905, "socrates": 0.04311389328581141}, "confidence": 0.3225218765610663, "temperature": 1.0, "prompt_sha256": "33bc6887764f4ca528f926d725862c640149cc207dfab51450460cb1075ae37d", "body_sha256": "a3c8d37a220c1e7d9403ba9520afce3a5a094f8f08258d8b779297e1b47574a9", "prompt_tokens": 306, "seconds": 0.443027253029868, "rapl_before": {"package-0": [207045711660, 262143328850, 1790608690.6186552], "core": [139587566177, 262143328850, 1790608690.6265068], "uncore": [56893302472, 262143328850, 1790608690.633872], "psys": [150338102804, 262143328850, 1790608690.6405191]}, "rapl_after": {"package-0": [207045711660, 262143328850, 1790608690.6186552], "core": [139587566177, 262143328850, 1790608690.6265068], "uncore": [56893302472, 262143328850, 1790608690.633872], "psys": [150338102804, 262143328850, 1790608690.6405191]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b154112320594821aa38950a", "object": "systemone.completion", "created": 1790608691, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.4354348971342219, "einstein: Albert Einstein": 0.29926973641180055, "hypatia: Hypatia of Alexandria": 0.14136501372855434, "ibn_sina: Ibn Sina": 0.07566723919095267, "sagan: Carl Sagan": 0.00514922024865905, "socrates: Socrates of Athens": 0.04311389328581141}, "confidence": 0.3225218765610663, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-28T15:18:11Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c041", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.08426828693458903, "einstein": 0.8510795489934445, "hypatia": 0.018802796359148687, "ibn_sina": 0.012139997762008085, "sagan": 0.002708799644838443, "socrates": 0.031000570305971368}, "confidence": 0.8212954587921335, "temperature": 1.0, "prompt_sha256": "bf43efd2f357a83e2f89f0fdbbe035c42bb8e9137b7394e4355f17ad3c6e9775", "body_sha256": "3e903066522177b6e863008abe4b7b25453e5b27881c436504a95f7a6cf7e5d6", "prompt_tokens": 234, "seconds": 0.3405398410395719, "rapl_before": {"package-0": [207113708923, 262143328850, 1790608691.6527889], "core": [139645889392, 262143328850, 1790608691.6606164], "uncore": [56893363813, 262143328850, 1790608691.6673548], "psys": [150338490376, 262143328850, 1790608691.6740544]}, "rapl_after": {"package-0": [207113708923, 262143328850, 1790608691.6527889], "core": [139645889392, 262143328850, 1790608691.6606164], "uncore": [56893363813, 262143328850, 1790608691.6673548], "psys": [150338490376, 262143328850, 1790608691.6740544]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-76346552eaeb4eca9a46e76f", "object": "systemone.completion", "created": 1790608692, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.08426828693458903, "einstein: Albert Einstein": 0.8510795489934445, "hypatia: Hypatia of Alexandria": 0.018802796359148687, "ibn_sina: Ibn Sina": 0.012139997762008085, "sagan: Carl Sagan": 0.002708799644838443, "socrates: Socrates of Athens": 0.031000570305971368}, "confidence": 0.8212954587921335, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-28T15:18:12Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c042", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.4023446207964506, "einstein": 0.2440343482835005, "hypatia": 0.05445142321421517, "ibn_sina": 0.03515648116015954, "sagan": 0.061701545982475, "socrates": 0.20231158056319912}, "confidence": 0.2828135449557408, "temperature": 1.0, "prompt_sha256": "bf2ac15f4e066b7bf4f9b1abd6f6daa1f0622c3899b015ab1d38a958a7cc7af3", "body_sha256": "15bf17ab7e8dfdf172a01e6b44a2dbcc1bf0c86e5552fa74f874d56a43c47d61", "prompt_tokens": 324, "seconds": 0.5315777439973317, "rapl_before": {"package-0": [207168153608, 262143328850, 1790608692.6856709], "core": [139690782466, 262143328850, 1790608692.6934211], "uncore": [56893430646, 262143328850, 1790608692.7001772], "psys": [150338877155, 262143328850, 1790608692.7070308]}, "rapl_after": {"package-0": [207206024421, 262143328850, 1790608693.717848], "core": [139720594462, 262143328850, 1790608693.7267473], "uncore": [56893495953, 262143328850, 1790608693.7359796], "psys": [150339263384, 262143328850, 1790608693.7439985]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e351c07718664ffeaf41cd48", "object": "systemone.completion", "created": 1790608694, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.4023446207964506, "einstein: Albert Einstein": 0.2440343482835005, "hypatia: Hypatia of Alexandria": 0.05445142321421517, "ibn_sina: Ibn Sina": 0.03515648116015954, "sagan: Carl Sagan": 0.061701545982475, "socrates: Socrates of Athens": 0.20231158056319912}, "confidence": 0.2828135449557408, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-28T15:18:14Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c043", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.44197213189045936, "einstein": 0.0817566236771129, "hypatia": 0.05619045092342786, "ibn_sina": 0.2853586556772691, "sagan": 0.00809500196658965, "socrates": 0.1266271358651412}, "confidence": 0.33036655826855127, "temperature": 1.0, "prompt_sha256": "1070a21c34a88e11c04dd1374ca1b129bc80993bc575b462c138c4c9a9e384a7", "body_sha256": "04e33f06dd619c41e066f929d06967a6b65918baa52ce9b211dd31664c92110d", "prompt_tokens": 276, "seconds": 0.40242751396726817, "rapl_before": {"package-0": [207257238402, 262143328850, 1790608694.7585468], "core": [139761349912, 262143328850, 1790608694.7662594], "uncore": [56893531537, 262143328850, 1790608694.7730665], "psys": [150339647966, 262143328850, 1790608694.7798135]}, "rapl_after": {"package-0": [207257238402, 262143328850, 1790608694.7585468], "core": [139761349912, 262143328850, 1790608694.7662594], "uncore": [56893531537, 262143328850, 1790608694.7730665], "psys": [150339647966, 262143328850, 1790608694.7798135]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f6ec57375ef04565a01892a2", "object": "systemone.completion", "created": 1790608695, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.44197213189045936, "einstein: Albert Einstein": 0.0817566236771129, "hypatia: Hypatia of Alexandria": 0.05619045092342786, "ibn_sina: Ibn Sina": 0.2853586556772691, "sagan: Carl Sagan": 0.00809500196658965, "socrates: Socrates of Athens": 0.1266271358651412}, "confidence": 0.33036655826855127, "temperature": 1.0}}, "usage": {"prompt_tokens": 276, "completion_tokens": 0, "total_tokens": 276, "questions": 1}}, "utc": "2026-09-28T15:18:15Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c044", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0860220877298812, "einstein": 0.0808102729039372, "hypatia": 0.04604430556248211, "ibn_sina": 0.02623525448616481, "sagan": 0.040633957040549125, "socrates": 0.7202541222769855}, "confidence": 0.6643049467323825, "temperature": 1.0, "prompt_sha256": "3a77dfc548d63ab5ac671dd0ca72db2724d9accc746624a212ac7f10d83b41cd", "body_sha256": "830e6920f6775e98ed37046014c7974b8d2e0aa8f15d27843814c4aa4fa7bcfb", "prompt_tokens": 214, "seconds": 0.31747616303619, "rapl_before": {"package-0": [207320454121, 262143328850, 1790608695.7918305], "core": [139814806074, 262143328850, 1790608695.799349], "uncore": [56893598126, 262143328850, 1790608695.8063245], "psys": [150340032914, 262143328850, 1790608695.8127644]}, "rapl_after": {"package-0": [207320454121, 262143328850, 1790608695.7918305], "core": [139814806074, 262143328850, 1790608695.799349], "uncore": [56893598126, 262143328850, 1790608695.8063245], "psys": [150340032914, 262143328850, 1790608695.8127644]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3dde5862838b45119628fa5a", "object": "systemone.completion", "created": 1790608696, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.0860220877298812, "einstein: Albert Einstein": 0.0808102729039372, "hypatia: Hypatia of Alexandria": 0.04604430556248211, "ibn_sina: Ibn Sina": 0.02623525448616481, "sagan: Carl Sagan": 0.040633957040549125, "socrates: Socrates of Athens": 0.7202541222769855}, "confidence": 0.6643049467323825, "temperature": 1.0}}, "usage": {"prompt_tokens": 214, "completion_tokens": 0, "total_tokens": 214, "questions": 1}}, "utc": "2026-09-28T15:18:16Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c045", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "id_not_unique": "c-hypatia-01-main-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.057832518419026466, "einstein": 0.5154556258271719, "hypatia": 0.0543286232582344, "ibn_sina": 0.035077195549535145, "sagan": 0.14768050936805602, "socrates": 0.18962552757797604}, "confidence": 0.41854675099260624, "temperature": 1.0, "prompt_sha256": "187dcab9b618456a59aaaad7b39171c4bbe2d4c95bbe1be89769c878c9c865ce", "body_sha256": "39a5f73e3a07bc31c3d14c75aa4162adf339983a861784ebf7a9b942b14b9250", "prompt_tokens": 288, "seconds": 0.4115188060095534, "rapl_before": {"package-0": [207371669932, 262143328850, 1790608696.8234603], "core": [139856656492, 262143328850, 1790608696.831517], "uncore": [56893664227, 262143328850, 1790608696.8389034], "psys": [150340417373, 262143328850, 1790608696.8455105]}, "rapl_after": {"package-0": [207391750020, 262143328850, 1790608697.8572917], "core": [139868194792, 262143328850, 1790608697.8655126], "uncore": [56893694927, 262143328850, 1790608697.87343], "psys": [150340803725, 262143328850, 1790608697.881098]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2324c7cdaff74f1ba98da896", "object": "systemone.completion", "created": 1790608698, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.057832518419026466, "einstein: Albert Einstein": 0.5154556258271719, "hypatia: Hypatia of Alexandria": 0.0543286232582344, "ibn_sina: Ibn Sina": 0.035077195549535145, "sagan: Carl Sagan": 0.14768050936805602, "socrates: Socrates of Athens": 0.18962552757797604}, "confidence": 0.41854675099260624, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-28T15:18:18Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c046", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02928321742306936, "einstein": 0.8557810559993824, "hypatia": 0.03760039545361437, "ibn_sina": 0.031171822686144258, "sagan": 0.006138095824296765, "socrates": 0.04002541261349277}, "confidence": 0.8269372671992589, "temperature": 1.0, "prompt_sha256": "6c903a1e34a129be1e37e0ea3058efda0f5b1a45d949a92bafca8d27a105c765", "body_sha256": "b746707df3d6f06fbff35490c01d437ca055943069d882984b87bd1df4cbb19e", "prompt_tokens": 301, "seconds": 0.4685820259619504, "rapl_before": {"package-0": [207452271655, 262143328850, 1790608698.8949952], "core": [139918418785, 262143328850, 1790608698.9029233], "uncore": [56893760113, 262143328850, 1790608698.909794], "psys": [150341189710, 262143328850, 1790608698.9159293]}, "rapl_after": {"package-0": [207452271655, 262143328850, 1790608698.8949952], "core": [139918418785, 262143328850, 1790608698.9029233], "uncore": [56893760113, 262143328850, 1790608698.909794], "psys": [150341189710, 262143328850, 1790608698.9159293]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-afb8d27e24394582a92ad59e", "object": "systemone.completion", "created": 1790608699, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.02928321742306936, "einstein: Albert Einstein": 0.8557810559993824, "hypatia: Hypatia of Alexandria": 0.03760039545361437, "ibn_sina: Ibn Sina": 0.031171822686144258, "sagan: Carl Sagan": 0.006138095824296765, "socrates: Socrates of Athens": 0.04002541261349277}, "confidence": 0.8269372671992589, "temperature": 1.0}}, "usage": {"prompt_tokens": 301, "completion_tokens": 0, "total_tokens": 301, "questions": 1}}, "utc": "2026-09-28T15:18:19Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c047", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.24853703918901984, "einstein": 0.15074533434234083, "hypatia": 0.40976830306776835, "ibn_sina": 0.08589210241658637, "sagan": 0.019165118567698255, "socrates": 0.08589210241658637}, "confidence": 0.291721963681322, "temperature": 1.0, "prompt_sha256": "d001f9be5945172eb21e96744dff31c608ebb30e7e6f121fc5d76b0d2becbe98", "body_sha256": "df134cbc0743c0c0ced591cb52c92cbe953ede01ff197e6e8f94ef4f18dce92f", "prompt_tokens": 268, "seconds": 0.39577368600293994, "rapl_before": {"package-0": [207525029464, 262143328850, 1790608699.9264312], "core": [139981244674, 262143328850, 1790608699.9343705], "uncore": [56893828289, 262143328850, 1790608699.9416173], "psys": [150341575695, 262143328850, 1790608699.947665]}, "rapl_after": {"package-0": [207561995800, 262143328850, 1790608700.9589822], "core": [140010424653, 262143328850, 1790608700.9690998], "uncore": [56893892986, 262143328850, 1790608700.9780202], "psys": [150341964916, 262143328850, 1790608700.9874938]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.04, "contended": false, "server_response": {"id": "deem-045f2a796fb44b209eaaa1f7", "object": "systemone.completion", "created": 1790608701, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.24853703918901984, "einstein: Albert Einstein": 0.15074533434234083, "hypatia: Hypatia of Alexandria": 0.40976830306776835, "ibn_sina: Ibn Sina": 0.08589210241658637, "sagan: Carl Sagan": 0.019165118567698255, "socrates: Socrates of Athens": 0.08589210241658637}, "confidence": 0.291721963681322, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-28T15:18:21Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c048", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.29657286504892716, "einstein": 0.48896599091864484, "hypatia": 0.07982150376007174, "ibn_sina": 0.08496954845508746, "sagan": 0.009533319125578489, "socrates": 0.040136772691690276}, "confidence": 0.38675918910237383, "temperature": 1.0, "prompt_sha256": "02e16114ac89bd903e7ef216f59ee745f9ac753ef81cbb38cb4beb926c2c2fc5", "body_sha256": "3cab4bca84e07ba1fc2058d0274a32553e932b45245fa5c37e12dd4571c770a4", "prompt_tokens": 345, "seconds": 0.5113916859845631, "rapl_before": {"package-0": [207598620767, 262143328850, 1790608702.0017087], "core": [140036520228, 262143328850, 1790608702.0093215], "uncore": [56893929546, 262143328850, 1790608702.0167968], "psys": [150342349680, 262143328850, 1790608702.0231557]}, "rapl_after": {"package-0": [207598620767, 262143328850, 1790608702.0017087], "core": [140036520228, 262143328850, 1790608702.0093215], "uncore": [56893929546, 262143328850, 1790608702.0167968], "psys": [150342349680, 262143328850, 1790608702.0231557]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9eaa2c2c4eea456f89b69394", "object": "systemone.completion", "created": 1790608702, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.29657286504892716, "einstein: Albert Einstein": 0.48896599091864484, "hypatia: Hypatia of Alexandria": 0.07982150376007174, "ibn_sina: Ibn Sina": 0.08496954845508746, "sagan: Carl Sagan": 0.009533319125578489, "socrates: Socrates of Athens": 0.040136772691690276}, "confidence": 0.38675918910237383, "temperature": 1.0}}, "usage": {"prompt_tokens": 345, "completion_tokens": 0, "total_tokens": 345, "questions": 1}}, "utc": "2026-09-28T15:18:22Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c049", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1199468431213296, "einstein": 0.13591757973318394, "hypatia": 0.05665887679738976, "ibn_sina": 0.03228325486769809, "sagan": 0.006766937834570628, "socrates": 0.648426507645828}, "confidence": 0.5781118091749936, "temperature": 1.0, "prompt_sha256": "c421dcfa088487d420d5d28c66371e85b01eb3bc0066057e3bdfde73167dc2a9", "body_sha256": "05cec5f8a2edf0ba3d7dde0c241a1a82d3e210166dde07318090597b6d7471e7", "prompt_tokens": 211, "seconds": 0.31687750900164247, "rapl_before": {"package-0": [207676459924, 262143328850, 1790608703.0346286], "core": [140104434239, 262143328850, 1790608703.0422928], "uncore": [56893993083, 262143328850, 1790608703.0493805], "psys": [150342736581, 262143328850, 1790608703.0560863]}, "rapl_after": {"package-0": [207676459924, 262143328850, 1790608703.0346286], "core": [140104434239, 262143328850, 1790608703.0422928], "uncore": [56893993083, 262143328850, 1790608703.0493805], "psys": [150342736581, 262143328850, 1790608703.0560863]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-956e5de684eb4bc3a266a44c", "object": "systemone.completion", "created": 1790608704, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.1199468431213296, "einstein: Albert Einstein": 0.13591757973318394, "hypatia: Hypatia of Alexandria": 0.05665887679738976, "ibn_sina: Ibn Sina": 0.03228325486769809, "sagan: Carl Sagan": 0.006766937834570628, "socrates: Socrates of Athens": 0.648426507645828}, "confidence": 0.5781118091749936, "temperature": 1.0}}, "usage": {"prompt_tokens": 211, "completion_tokens": 0, "total_tokens": 211, "questions": 1}}, "utc": "2026-09-28T15:18:24Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c050", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.7027702293046714, "einstein": 0.0893472081854641, "hypatia": 0.06536781391123486, "ibn_sina": 0.09510960803320695, "sagan": 0.016527571647956506, "socrates": 0.030877568917466156}, "confidence": 0.6433242751656056, "temperature": 1.0, "prompt_sha256": "2c968844ec0a89151c133628dfb861aa4fd283df84083f0d68bc3deadeee8995", "body_sha256": "840026cfea64ae398b6d15366279bc7c0dfcb650f0330d893fe2ea25493e2e45", "prompt_tokens": 265, "seconds": 0.41094221896491945, "rapl_before": {"package-0": [207728318433, 262143328850, 1790608704.0663009], "core": [140146840869, 262143328850, 1790608704.074244], "uncore": [56894053325, 262143328850, 1790608704.0808482], "psys": [150343120796, 262143328850, 1790608704.0875738]}, "rapl_after": {"package-0": [207744600862, 262143328850, 1790608705.0988038], "core": [140155612514, 262143328850, 1790608705.107977], "uncore": [56894115214, 262143328850, 1790608705.1165037], "psys": [150343507819, 262143328850, 1790608705.1236064]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d76432ff71d3409dbbb30b29", "object": "systemone.completion", "created": 1790608705, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.7027702293046714, "einstein: Albert Einstein": 0.0893472081854641, "hypatia: Hypatia of Alexandria": 0.06536781391123486, "ibn_sina: Ibn Sina": 0.09510960803320695, "sagan: Carl Sagan": 0.016527571647956506, "socrates: Socrates of Athens": 0.030877568917466156}, "confidence": 0.6433242751656056, "temperature": 1.0}}, "usage": {"prompt_tokens": 265, "completion_tokens": 0, "total_tokens": 265, "questions": 1}}, "utc": "2026-09-28T15:18:25Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c051", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.7024757297247926, "einstein": 0.25842637888765785, "hypatia": 0.010666530540015439, "ibn_sina": 0.018720344097863342, "sagan": 0.0023800246676217627, "socrates": 0.0073309920820490895}, "confidence": 0.6429708756697512, "temperature": 1.0, "prompt_sha256": "608eb1bfb9db8d5c51778a9f541e113dfecaf5522344143a60cc423f9a917adb", "body_sha256": "8727b3c72877b2c8784513e37323fb89cdbba648f13c2c8620d367769cd865e9", "prompt_tokens": 242, "seconds": 0.34960884595056996, "rapl_before": {"package-0": [207803087285, 262143328850, 1790608706.1365845], "core": [140203494166, 262143328850, 1790608706.1444778], "uncore": [56894152873, 262143328850, 1790608706.1523173], "psys": [150343891180, 262143328850, 1790608706.1588469]}, "rapl_after": {"package-0": [207803087285, 262143328850, 1790608706.1365845], "core": [140203494166, 262143328850, 1790608706.1444778], "uncore": [56894152873, 262143328850, 1790608706.1523173], "psys": [150343891180, 262143328850, 1790608706.1588469]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-11c9814804dd49bba379eb26", "object": "systemone.completion", "created": 1790608706, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.7024757297247926, "einstein: Albert Einstein": 0.25842637888765785, "hypatia: Hypatia of Alexandria": 0.010666530540015439, "ibn_sina: Ibn Sina": 0.018720344097863342, "sagan: Carl Sagan": 0.0023800246676217627, "socrates: Socrates of Athens": 0.0073309920820490895}, "confidence": 0.6429708756697512, "temperature": 1.0}}, "usage": {"prompt_tokens": 242, "completion_tokens": 0, "total_tokens": 242, "questions": 1}}, "utc": "2026-09-28T15:18:26Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c052", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.2711162376914713, "einstein": 0.12030710119489307, "hypatia": 0.44699510791412056, "ibn_sina": 0.06049420953493777, "sagan": 0.036691592818020084, "socrates": 0.06439575084655719}, "confidence": 0.3363941294969447, "temperature": 1.0, "prompt_sha256": "a8e92a933c9e3d47cec1502f6db6180382718c44f964b91ef21cb86426fdc709", "body_sha256": "4478f385fad064a17c1ec110b499b2c67a570669c24997680d3fba7c7a251c9b", "prompt_tokens": 212, "seconds": 0.310759712010622, "rapl_before": {"package-0": [207859398908, 262143328850, 1790608707.1705174], "core": [140250113004, 262143328850, 1790608707.1780164], "uncore": [56894218974, 262143328850, 1790608707.1845474], "psys": [150344276677, 262143328850, 1790608707.1908958]}, "rapl_after": {"package-0": [207859398908, 262143328850, 1790608707.1705174], "core": [140250113004, 262143328850, 1790608707.1780164], "uncore": [56894218974, 262143328850, 1790608707.1845474], "psys": [150344276677, 262143328850, 1790608707.1908958]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b9ff125bcd8d4023ae360e63", "object": "systemone.completion", "created": 1790608708, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2711162376914713, "einstein: Albert Einstein": 0.12030710119489307, "hypatia: Hypatia of Alexandria": 0.44699510791412056, "ibn_sina: Ibn Sina": 0.06049420953493777, "sagan: Carl Sagan": 0.036691592818020084, "socrates: Socrates of Athens": 0.06439575084655719}, "confidence": 0.3363941294969447, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-28T15:18:28Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c053", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.12353311783976628, "einstein": 0.21680737375350717, "hypatia": 0.31545286743727247, "ibn_sina": 0.12353311783976628, "sagan": 0.02934168733471704, "socrates": 0.19133183579497076}, "confidence": 0.17854344092472693, "temperature": 1.0, "prompt_sha256": "99b4fbef68b41a36a446f979ba144a733b850c5bd91e1433462b7c6a7de488f8", "body_sha256": "fd54703add35c2af60613b0ebce10370058ba903b8a42d34229fd88caf8049a4", "prompt_tokens": 248, "seconds": 0.35540557297645137, "rapl_before": {"package-0": [207909666541, 262143328850, 1790608708.2018032], "core": [140291104232, 262143328850, 1790608708.2094781], "uncore": [56894286235, 262143328850, 1790608708.216927], "psys": [150344659000, 262143328850, 1790608708.2241826]}, "rapl_after": {"package-0": [207924694762, 262143328850, 1790608709.235281], "core": [140298705287, 262143328850, 1790608709.2440295], "uncore": [56894319438, 262143328850, 1790608709.252952], "psys": [150345045108, 262143328850, 1790608709.2604437]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f75a443bc6104d50a6908a22", "object": "systemone.completion", "created": 1790608709, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.12353311783976628, "einstein: Albert Einstein": 0.21680737375350717, "hypatia: Hypatia of Alexandria": 0.31545286743727247, "ibn_sina: Ibn Sina": 0.12353311783976628, "sagan: Carl Sagan": 0.02934168733471704, "socrates: Socrates of Athens": 0.19133183579497076}, "confidence": 0.17854344092472693, "temperature": 1.0}}, "usage": {"prompt_tokens": 248, "completion_tokens": 0, "total_tokens": 248, "questions": 1}}, "utc": "2026-09-28T15:18:29Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c054", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "id_not_unique": "c-ibn_sina-01-dessert-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.017987411092495225, "einstein": 0.9225781884616446, "hypatia": 0.02309629302317489, "ibn_sina": 0.007981865287617336, "sagan": 0.003770366190354968, "socrates": 0.02458587594471288}, "confidence": 0.9070938261539736, "temperature": 1.0, "prompt_sha256": "21446043db97031a51d21c5846104423db6455b08b43adb05d98869c24484b63", "body_sha256": "3a886fbbf56d4dc2eacfa3008444ea32338f03a2ae951da358a6c085f6fc6c90", "prompt_tokens": 250, "seconds": 0.3595221900031902, "rapl_before": {"package-0": [207976938952, 262143328850, 1790608710.2737753], "core": [140340289653, 262143328850, 1790608710.2819548], "uncore": [56894383280, 262143328850, 1790608710.2890317], "psys": [150345429323, 262143328850, 1790608710.2958622]}, "rapl_after": {"package-0": [207976938952, 262143328850, 1790608710.2737753], "core": [140340289653, 262143328850, 1790608710.2819548], "uncore": [56894383280, 262143328850, 1790608710.2890317], "psys": [150345429323, 262143328850, 1790608710.2958622]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-e7e08379e8784b748bbebe76", "object": "systemone.completion", "created": 1790608710, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.017987411092495225, "einstein: Albert Einstein": 0.9225781884616446, "hypatia: Hypatia of Alexandria": 0.02309629302317489, "ibn_sina: Ibn Sina": 0.007981865287617336, "sagan: Carl Sagan": 0.003770366190354968, "socrates: Socrates of Athens": 0.02458587594471288}, "confidence": 0.9070938261539736, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-28T15:18:30Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c055", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2275075718158952, "einstein": 0.27442651509664895, "hypatia": 0.1563635149528319, "ibn_sina": 0.12962990691693407, "sagan": 0.034889416132796794, "socrates": 0.17718307508489306}, "confidence": 0.12931181811597875, "temperature": 1.0, "prompt_sha256": "c3e739c7cd6281037caf6b8439ca98c3db5f91faeb1bb62b7f1eb5d9c12f26c9", "body_sha256": "1f7f83d7bc3f897cc82ead8aa22bdf1390fea92db6f00f8cb9ff7bd9e80a607c", "prompt_tokens": 261, "seconds": 0.4089869969757274, "rapl_before": {"package-0": [208035640156, 262143328850, 1790608711.308119], "core": [140389253578, 262143328850, 1790608711.3160262], "uncore": [56894443339, 262143328850, 1790608711.3230882], "psys": [150345815431, 262143328850, 1790608711.3295698]}, "rapl_after": {"package-0": [208035640156, 262143328850, 1790608711.308119], "core": [140389253578, 262143328850, 1790608711.3160262], "uncore": [56894443339, 262143328850, 1790608711.3230882], "psys": [150345815431, 262143328850, 1790608711.3295698]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d1c5267f1ff14bf79f642334", "object": "systemone.completion", "created": 1790608712, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.2275075718158952, "einstein: Albert Einstein": 0.27442651509664895, "hypatia: Hypatia of Alexandria": 0.1563635149528319, "ibn_sina: Ibn Sina": 0.12962990691693407, "sagan: Carl Sagan": 0.034889416132796794, "socrates: Socrates of Athens": 0.17718307508489306}, "confidence": 0.12931181811597875, "temperature": 1.0}}, "usage": {"prompt_tokens": 261, "completion_tokens": 0, "total_tokens": 261, "questions": 1}}, "utc": "2026-09-28T15:18:32Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c056", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.033894943269913616, "einstein": 0.9305407205931262, "hypatia": 0.009711063836134267, "ibn_sina": 0.006269934055847282, "sagan": 0.003572500737217278, "socrates": 0.01601083750776135}, "confidence": 0.9166488647117514, "temperature": 1.0, "prompt_sha256": "d6b37e1af7df866891d465e8dc78dc28dc35c6cf5985372650fa3eaef05e43e4", "body_sha256": "a905ea1b3b20cfdca76b7daf3d19fd46937adad7438312002de3b6af027b1e85", "prompt_tokens": 281, "seconds": 0.41095053899334744, "rapl_before": {"package-0": [208095249257, 262143328850, 1790608712.3399186], "core": [140440107574, 262143328850, 1790608712.3477163], "uncore": [56894507059, 262143328850, 1790608712.3553414], "psys": [150346202576, 262143328850, 1790608712.362879]}, "rapl_after": {"package-0": [208109194839, 262143328850, 1790608713.3739743], "core": [140444459492, 262143328850, 1790608713.382224], "uncore": [56894545999, 262143328850, 1790608713.389161], "psys": [150346586547, 262143328850, 1790608713.396298]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a48105ca8416496984f01625", "object": "systemone.completion", "created": 1790608713, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.033894943269913616, "einstein: Albert Einstein": 0.9305407205931262, "hypatia: Hypatia of Alexandria": 0.009711063836134267, "ibn_sina: Ibn Sina": 0.006269934055847282, "sagan: Carl Sagan": 0.003572500737217278, "socrates: Socrates of Athens": 0.01601083750776135}, "confidence": 0.9166488647117514, "temperature": 1.0}}, "usage": {"prompt_tokens": 281, "completion_tokens": 0, "total_tokens": 281, "questions": 1}}, "utc": "2026-09-28T15:18:33Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c057", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14890721809736387, "einstein": 0.5889394721717416, "hypatia": 0.058312904459716965, "ibn_sina": 0.027545065659952645, "sagan": 0.017784431053707958, "socrates": 0.15851090855751704}, "confidence": 0.5067273666060899, "temperature": 1.0, "prompt_sha256": "bf734338a616f23db6dad38f376fae8b08d6626ff6466cac36dfc72c55e1abb1", "body_sha256": "2fe7c036115491ebf6c3e811d22017856ed0a26f0dc201ee007daf94f7c6b6e6", "prompt_tokens": 278, "seconds": 0.4032009200309403, "rapl_before": {"package-0": [208172765294, 262143328850, 1790608714.4104543], "core": [140498481875, 262143328850, 1790608714.4183536], "uncore": [56894611612, 262143328850, 1790608714.425313], "psys": [150346972471, 262143328850, 1790608714.431927]}, "rapl_after": {"package-0": [208172765294, 262143328850, 1790608714.4104543], "core": [140498481875, 262143328850, 1790608714.4183536], "uncore": [56894611612, 262143328850, 1790608714.425313], "psys": [150346972471, 262143328850, 1790608714.431927]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0b2f98666d2a406da6fa485d", "object": "systemone.completion", "created": 1790608715, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.14890721809736387, "einstein: Albert Einstein": 0.5889394721717416, "hypatia: Hypatia of Alexandria": 0.058312904459716965, "ibn_sina: Ibn Sina": 0.027545065659952645, "sagan: Carl Sagan": 0.017784431053707958, "socrates: Socrates of Athens": 0.15851090855751704}, "confidence": 0.5067273666060899, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-28T15:18:35Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c058", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06078816378306961, "einstein": 0.30870776819116147, "hypatia": 0.030566208316996895, "ibn_sina": 0.014438454453063559, "sagan": 0.00875736530464745, "socrates": 0.576742039951061}, "confidence": 0.4920904479412732, "temperature": 1.0, "prompt_sha256": "4965fed75deb21242d010470ecf2a963a04f913dc4289ca5324187c8f75764f3", "body_sha256": "a0ef20a3d3d63955d878a1c04811836d3c0487b871bd9737db9d5694d05094b7", "prompt_tokens": 290, "seconds": 0.42067783302627504, "rapl_before": {"package-0": [208236475397, 262143328850, 1790608715.4426584], "core": [140552381517, 262143328850, 1790608715.4505394], "uncore": [56894677225, 262143328850, 1790608715.457333], "psys": [150347357968, 262143328850, 1790608715.4637573]}, "rapl_after": {"package-0": [208276428419, 262143328850, 1790608716.4747322], "core": [140584667262, 262143328850, 1790608716.4836912], "uncore": [56894711038, 262143328850, 1790608716.492411], "psys": [150347744747, 262143328850, 1790608716.501513]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f97c25e773134fca8bade3ba", "object": "systemone.completion", "created": 1790608716, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.06078816378306961, "einstein: Albert Einstein": 0.30870776819116147, "hypatia: Hypatia of Alexandria": 0.030566208316996895, "ibn_sina: Ibn Sina": 0.014438454453063559, "sagan: Carl Sagan": 0.00875736530464745, "socrates: Socrates of Athens": 0.576742039951061}, "confidence": 0.4920904479412732, "temperature": 1.0}}, "usage": {"prompt_tokens": 290, "completion_tokens": 0, "total_tokens": 290, "questions": 1}}, "utc": "2026-09-28T15:18:36Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c059", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09709532177584691, "einstein": 0.7174427795454555, "hypatia": 0.038023074331415975, "ibn_sina": 0.013140422873484289, "sagan": 0.043085787859488967, "socrates": 0.09121261361430832}, "confidence": 0.6609313354545467, "temperature": 1.0, "prompt_sha256": "899e1de7522aa754e78e1fdc027bc0621197ac0ae9289926d081cf89c3600810", "body_sha256": "4662447f1d93252768965b7ed3f4a3cfef5a03c3ff5a830870f49c77f00d9714", "prompt_tokens": 330, "seconds": 0.483350700000301, "rapl_before": {"package-0": [208313791971, 262143328850, 1790608717.5153801], "core": [140611485980, 262143328850, 1790608717.5231428], "uncore": [56894775979, 262143328850, 1790608717.530114], "psys": [150348130366, 262143328850, 1790608717.5362113]}, "rapl_after": {"package-0": [208313791971, 262143328850, 1790608717.5153801], "core": [140611485980, 262143328850, 1790608717.5231428], "uncore": [56894775979, 262143328850, 1790608717.530114], "psys": [150348130366, 262143328850, 1790608717.5362113]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-203d6d6c3d544579b175e928", "object": "systemone.completion", "created": 1790608718, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.09709532177584691, "einstein: Albert Einstein": 0.7174427795454555, "hypatia: Hypatia of Alexandria": 0.038023074331415975, "ibn_sina: Ibn Sina": 0.013140422873484289, "sagan: Carl Sagan": 0.043085787859488967, "socrates: Socrates of Athens": 0.09121261361430832}, "confidence": 0.6609313354545467, "temperature": 1.0}}, "usage": {"prompt_tokens": 330, "completion_tokens": 0, "total_tokens": 330, "questions": 1}}, "utc": "2026-09-28T15:18:38Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c060", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0069982789878881395, "einstein": 0.005801777058109329, "hypatia": 0.0024185405021678896, "ibn_sina": 0.0011424376396735687, "sagan": 0.9757088768029055, "socrates": 0.00793008900925552}, "confidence": 0.9708506521634866, "temperature": 1.0, "prompt_sha256": "ab2512798ffaf1ac5153c25ff28e7ad91b4d24324e66dbbdef1588aed8bca671", "body_sha256": "ba91e83f665850f01027b31ab4e2ee4fcd775cae5a5b4b0d8b208b4f0acb3bf2", "prompt_tokens": 256, "seconds": 0.37144018802791834, "rapl_before": {"package-0": [208387601597, 262143328850, 1790608718.5475426], "core": [140675424232, 262143328850, 1790608718.555376], "uncore": [56894839273, 262143328850, 1790608718.562207], "psys": [150348518182, 262143328850, 1790608718.5686746]}, "rapl_after": {"package-0": [208387601597, 262143328850, 1790608718.5475426], "core": [140675424232, 262143328850, 1790608718.555376], "uncore": [56894839273, 262143328850, 1790608718.562207], "psys": [150348518182, 262143328850, 1790608718.5686746]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3683df820e494e499a12fc53", "object": "systemone.completion", "created": 1790608719, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0069982789878881395, "einstein: Albert Einstein": 0.005801777058109329, "hypatia: Hypatia of Alexandria": 0.0024185405021678896, "ibn_sina: Ibn Sina": 0.0011424376396735687, "sagan: Carl Sagan": 0.9757088768029055, "socrates: Socrates of Athens": 0.00793008900925552}, "confidence": 0.9708506521634866, "temperature": 1.0}}, "usage": {"prompt_tokens": 256, "completion_tokens": 0, "total_tokens": 256, "questions": 1}}, "utc": "2026-09-28T15:18:39Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c061", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0025891709201148467, "einstein": 0.0029339150228537498, "hypatia": 0.0014752651205742003, "ibn_sina": 0.0008405807276277736, "sagan": 0.981260251472111, "socrates": 0.010900816736718456}, "confidence": 0.9775123017665333, "temperature": 1.0, "prompt_sha256": "00d17e75895d883527e39e97a89100143bf1130ada6befc722a06146e38fcbed", "body_sha256": "40a6c35a7865ab4d3186eb8f8e7f6f8a4d5bd4135346e7a71bfb6700a8cea9a8", "prompt_tokens": 291, "seconds": 0.4296204469865188, "rapl_before": {"package-0": [208445555062, 262143328850, 1790608719.5794187], "core": [140723999059, 262143328850, 1790608719.5872169], "uncore": [56894904763, 262143328850, 1790608719.5941396], "psys": [150348902703, 262143328850, 1790608719.600743]}, "rapl_after": {"package-0": [208457876746, 262143328850, 1790608720.6121707], "core": [140728386377, 262143328850, 1790608720.620571], "uncore": [56894937356, 262143328850, 1790608720.6280963], "psys": [150349287956, 262143328850, 1790608720.6355708]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-77a207483392486995884ddb", "object": "systemone.completion", "created": 1790608721, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0025891709201148467, "einstein: Albert Einstein": 0.0029339150228537498, "hypatia: Hypatia of Alexandria": 0.0014752651205742003, "ibn_sina: Ibn Sina": 0.0008405807276277736, "sagan: Carl Sagan": 0.981260251472111, "socrates: Socrates of Athens": 0.010900816736718456}, "confidence": 0.9775123017665333, "temperature": 1.0}}, "usage": {"prompt_tokens": 291, "completion_tokens": 0, "total_tokens": 291, "questions": 1}}, "utc": "2026-09-28T15:18:41Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c062", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.16305447466907638, "einstein": 0.7307594569941146, "hypatia": 0.025005213556793436, "ibn_sina": 0.03016204498543584, "sagan": 0.009792182325095284, "socrates": 0.04122662746948455}, "confidence": 0.6769113483929375, "temperature": 1.0, "prompt_sha256": "70f6897350d4e23ce4f06c167aa416fc4265f7e8e204601851230f8f10189012", "body_sha256": "abb01f318290638f807050e7a7e085c0f23767d8c2adc9e310f60bd9fce53e9d", "prompt_tokens": 304, "seconds": 0.44130556599702686, "rapl_before": {"package-0": [208525881394, 262143328850, 1790608721.6470726], "core": [140785796569, 262143328850, 1790608721.6536703], "uncore": [56895003518, 262143328850, 1790608721.659769], "psys": [150349672537, 262143328850, 1790608721.666028]}, "rapl_after": {"package-0": [208525881394, 262143328850, 1790608721.6470726], "core": [140785796569, 262143328850, 1790608721.6536703], "uncore": [56895003518, 262143328850, 1790608721.659769], "psys": [150349672537, 262143328850, 1790608721.666028]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a000df7f048040f08dac7f15", "object": "systemone.completion", "created": 1790608722, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.16305447466907638, "einstein: Albert Einstein": 0.7307594569941146, "hypatia: Hypatia of Alexandria": 0.025005213556793436, "ibn_sina: Ibn Sina": 0.03016204498543584, "sagan: Carl Sagan": 0.009792182325095284, "socrates: Socrates of Athens": 0.04122662746948455}, "confidence": 0.6769113483929375, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-28T15:18:42Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c063", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02793180983990831, "einstein": 0.816287137284971, "hypatia": 0.08603603128966004, "ibn_sina": 0.012394665482155552, "sagan": 0.005166865286130857, "socrates": 0.05218349081717428}, "confidence": 0.7795445647419653, "temperature": 1.0, "prompt_sha256": "6dfe23fc355122fd1a0b58fea49ab9e33047a050bb2646f629735c6bdc81b3b4", "body_sha256": "8873783304b56444430f0eabd661f5f8fe9b9ae3cd69a10df3892d1774131d0e", "prompt_tokens": 327, "seconds": 0.4856510459794663, "rapl_before": {"package-0": [208597812667, 262143328850, 1790608722.6750274], "core": [140847740014, 262143328850, 1790608722.681612], "uncore": [56895064187, 262143328850, 1790608722.6881685], "psys": [150350057302, 262143328850, 1790608722.6950111]}, "rapl_after": {"package-0": [208632681292, 262143328850, 1790608723.705391], "core": [140874842667, 262143328850, 1790608723.7159135], "uncore": [56895119667, 262143328850, 1790608723.7250566], "psys": [150350445180, 262143328850, 1790608723.7350445]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7395e12ea15e4b31be53b0f3", "object": "systemone.completion", "created": 1790608724, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.02793180983990831, "einstein: Albert Einstein": 0.816287137284971, "hypatia: Hypatia of Alexandria": 0.08603603128966004, "ibn_sina: Ibn Sina": 0.012394665482155552, "sagan: Carl Sagan": 0.005166865286130857, "socrates: Socrates of Athens": 0.05218349081717428}, "confidence": 0.7795445647419653, "temperature": 1.0}}, "usage": {"prompt_tokens": 327, "completion_tokens": 0, "total_tokens": 327, "questions": 1}}, "utc": "2026-09-28T15:18:44Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c064", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.009533909884898408, "einstein": 0.9724852465801999, "hypatia": 0.008413645942943502, "ibn_sina": 0.0035073294406353164, "sagan": 0.0015563680048501002, "socrates": 0.0045035001464729454}, "confidence": 0.96698229589624, "temperature": 1.0, "prompt_sha256": "c7ac20d6aa149342c827e410f7b0045411ddd71238d2fd1da5da3024869ba555", "body_sha256": "f69e231eed5a2dfb45b1816b5dcd0f58a9e93e03ea9b4b4250b7ace4e3ce67af", "prompt_tokens": 309, "seconds": 0.4468937320052646, "rapl_before": {"package-0": [208683906014, 262143328850, 1790608724.7486002], "core": [140915299045, 262143328850, 1790608724.7569096], "uncore": [56895161598, 262143328850, 1790608724.7635808], "psys": [150350830432, 262143328850, 1790608724.7708502]}, "rapl_after": {"package-0": [208683906014, 262143328850, 1790608724.7486002], "core": [140915299045, 262143328850, 1790608724.7569096], "uncore": [56895161598, 262143328850, 1790608724.7635808], "psys": [150350830432, 262143328850, 1790608724.7708502]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e944892b544641f094ae0a2a", "object": "systemone.completion", "created": 1790608725, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.009533909884898408, "einstein: Albert Einstein": 0.9724852465801999, "hypatia: Hypatia of Alexandria": 0.008413645942943502, "ibn_sina: Ibn Sina": 0.0035073294406353164, "sagan: Carl Sagan": 0.0015563680048501002, "socrates: Socrates of Athens": 0.0045035001464729454}, "confidence": 0.96698229589624, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-28T15:18:45Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c065", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11634160569536632, "einstein": 0.4060721040986243, "hypatia": 0.05850023317547406, "ibn_sina": 0.02941576455929161, "sagan": 0.03131291837819827, "socrates": 0.35835737409304536}, "confidence": 0.28728652491834916, "temperature": 1.0, "prompt_sha256": "74f274ee3f418e57f6b1a1b8a78fb2f43ef049ebb47615d3a919e68030531f76", "body_sha256": "e0d5f7593db7472c354c81b0a1822e30bf2954b4bfd45058d5159e6bd7d5d73d", "prompt_tokens": 332, "seconds": 0.4840214789728634, "rapl_before": {"package-0": [208754113232, 262143328850, 1790608725.7813907], "core": [140975611269, 262143328850, 1790608725.789685], "uncore": [56895229469, 262143328850, 1790608725.7962675], "psys": [150351215563, 262143328850, 1790608725.8032525]}, "rapl_after": {"package-0": [208805809755, 262143328850, 1790608726.8144245], "core": [141019060865, 262143328850, 1790608726.8230085], "uncore": [56895291664, 262143328850, 1790608726.8311067], "psys": [150351602708, 262143328850, 1790608726.8395813]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.06, "contended": false, "server_response": {"id": "deem-f7f8ffa07f264e5a90d1bd3f", "object": "systemone.completion", "created": 1790608726, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.11634160569536632, "einstein: Albert Einstein": 0.4060721040986243, "hypatia: Hypatia of Alexandria": 0.05850023317547406, "ibn_sina: Ibn Sina": 0.02941576455929161, "sagan: Carl Sagan": 0.03131291837819827, "socrates: Socrates of Athens": 0.35835737409304536}, "confidence": 0.28728652491834916, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-28T15:18:46Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c066", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "id_not_unique": "c-ibn_sina-01-starter-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.055478690735332147, "einstein": 0.055478690735332147, "hypatia": 0.01917292248320866, "ibn_sina": 0.014027209741297914, "sagan": 0.04058907721546626, "socrates": 0.8152534090893628}, "confidence": 0.7783040909072355, "temperature": 1.0, "prompt_sha256": "3dc4c8570249d06c4ed325d94a42007ea17df0bfdf25165aab8a636670dbbcb6", "body_sha256": "22c414dc97c38da54a59000a9c7a437da8554e299986ed35641f09d57d09079c", "prompt_tokens": 232, "seconds": 0.3370275199995376, "rapl_before": {"package-0": [208843970362, 262143328850, 1790608727.8523986], "core": [141046881533, 262143328850, 1790608727.8602214], "uncore": [56895323219, 262143328850, 1790608727.8668125], "psys": [150351988694, 262143328850, 1790608727.8729835]}, "rapl_after": {"package-0": [208843970362, 262143328850, 1790608727.8523986], "core": [141046881533, 262143328850, 1790608727.8602214], "uncore": [56895323219, 262143328850, 1790608727.8668125], "psys": [150351988694, 262143328850, 1790608727.8729835]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f049607fefc8430b8eece609", "object": "systemone.completion", "created": 1790608728, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.055478690735332147, "einstein: Albert Einstein": 0.055478690735332147, "hypatia: Hypatia of Alexandria": 0.01917292248320866, "ibn_sina: Ibn Sina": 0.014027209741297914, "sagan: Carl Sagan": 0.04058907721546626, "socrates: Socrates of Athens": 0.8152534090893628}, "confidence": 0.7783040909072355, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-28T15:18:48Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c067", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "id_not_unique": "c-ibn_sina-01-starter-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.19004961693080102, "einstein": 0.5853940322006709, "hypatia": 0.0544501268921161, "ibn_sina": 0.048052068327630634, "sagan": 0.013767148074919789, "socrates": 0.10828700757386166}, "confidence": 0.502472838640805, "temperature": 1.0, "prompt_sha256": "efc1f72d962e30e2512ba1339fefe38f3fc9ca7a7bc94db2c8a286c324223731", "body_sha256": "82e35af24360e4ed66cf8d76b4883c22bb09739915eb854874ee009bbc6a1704", "prompt_tokens": 250, "seconds": 0.3552664509625174, "rapl_before": {"package-0": [208897944284, 262143328850, 1790608728.8836932], "core": [141091397227, 262143328850, 1790608728.891714], "uncore": [56895386329, 262143328850, 1790608728.8988361], "psys": [150352373886, 262143328850, 1790608728.9061813]}, "rapl_after": {"package-0": [208897944284, 262143328850, 1790608728.8836932], "core": [141091397227, 262143328850, 1790608728.891714], "uncore": [56895386329, 262143328850, 1790608728.8988361], "psys": [150352373886, 262143328850, 1790608728.9061813]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6e1f238069cc455980eef332", "object": "systemone.completion", "created": 1790608729, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.19004961693080102, "einstein: Albert Einstein": 0.5853940322006709, "hypatia: Hypatia of Alexandria": 0.0544501268921161, "ibn_sina: Ibn Sina": 0.048052068327630634, "sagan: Carl Sagan": 0.013767148074919789, "socrates: Socrates of Athens": 0.10828700757386166}, "confidence": 0.502472838640805, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-28T15:18:49Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c068", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.13035096649078748, "einstein": 0.7501180205878188, "hypatia": 0.02732304690262023, "ibn_sina": 0.03734617717497251, "sagan": 0.0069083481350126295, "socrates": 0.04795344070878829}, "confidence": 0.7001416247053825, "temperature": 1.0, "prompt_sha256": "8211f9a49a0cdfbb5f6d209fae275246c5106e0e957cb50d761375b73f06828f", "body_sha256": "e03f8a335dacfd1fc6f428e862371aabf9885d08b8d4466a45dfb74811fad609", "prompt_tokens": 308, "seconds": 0.4450444160029292, "rapl_before": {"package-0": [208955310165, 262143328850, 1790608729.918313], "core": [141139189402, 262143328850, 1790608729.92608], "uncore": [56895457374, 262143328850, 1790608729.9327745], "psys": [150352758528, 262143328850, 1790608729.9390883]}, "rapl_after": {"package-0": [208991633681, 262143328850, 1790608730.9506288], "core": [141167438903, 262143328850, 1790608730.9597454], "uncore": [56895521156, 262143328850, 1790608730.9686227], "psys": [150353146528, 262143328850, 1790608730.9769325]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e5fa64f01f954428984f4695", "object": "systemone.completion", "created": 1790608731, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.13035096649078748, "einstein: Albert Einstein": 0.7501180205878188, "hypatia: Hypatia of Alexandria": 0.02732304690262023, "ibn_sina: Ibn Sina": 0.03734617717497251, "sagan: Carl Sagan": 0.0069083481350126295, "socrates: Socrates of Athens": 0.04795344070878829}, "confidence": 0.7001416247053825, "temperature": 1.0}}, "usage": {"prompt_tokens": 308, "completion_tokens": 0, "total_tokens": 308, "questions": 1}}, "utc": "2026-09-28T15:18:51Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c069", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07588082335395104, "einstein": 0.048992341782613656, "hypatia": 0.03163183327819615, "ibn_sina": 0.019185676706144343, "sagan": 0.008513592430436786, "socrates": 0.8157957324486581}, "confidence": 0.7789548789383897, "temperature": 1.0, "prompt_sha256": "19aea873ab0cd0de62ecf40f5226d7295921dda406b85d77f84e82a9db6a5ab4", "body_sha256": "68237e97aaabfd833558b4d1077c6c40597b734b816fbc936a142ef5a62b3e47", "prompt_tokens": 294, "seconds": 0.42384261201368645, "rapl_before": {"package-0": [209035756981, 262143328850, 1790608731.989086], "core": [141201210850, 262143328850, 1790608731.997154], "uncore": [56895552711, 262143328850, 1790608732.0037355], "psys": [150353531048, 262143328850, 1790608732.010044]}, "rapl_after": {"package-0": [209035756981, 262143328850, 1790608731.989086], "core": [141201210850, 262143328850, 1790608731.997154], "uncore": [56895552711, 262143328850, 1790608732.0037355], "psys": [150353531048, 262143328850, 1790608732.010044]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4ed84e971d6742eda593ace7", "object": "systemone.completion", "created": 1790608732, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.07588082335395104, "einstein: Albert Einstein": 0.048992341782613656, "hypatia: Hypatia of Alexandria": 0.03163183327819615, "ibn_sina: Ibn Sina": 0.019185676706144343, "sagan: Carl Sagan": 0.008513592430436786, "socrates: Socrates of Athens": 0.8157957324486581}, "confidence": 0.7789548789383897, "temperature": 1.0}}, "usage": {"prompt_tokens": 294, "completion_tokens": 0, "total_tokens": 294, "questions": 1}}, "utc": "2026-09-28T15:18:52Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c070", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06968655608711102, "einstein": 0.2016447360569624, "hypatia": 0.5834783904180116, "ibn_sina": 0.06546446109071603, "sagan": 0.010039300260087867, "socrates": 0.06968655608711102}, "confidence": 0.5001740685016139, "temperature": 1.0, "prompt_sha256": "40894fa7126517c702d1b91785661a4174a1f85fc085a3ee397d50f0b634833d", "body_sha256": "80223e360f980cd86b2d23cc7c63b543e054ce37b796bc3c2cba7d1275e70120", "prompt_tokens": 309, "seconds": 0.44750497699715197, "rapl_before": {"package-0": [209101831397, 262143328850, 1790608733.0224319], "core": [141257423414, 262143328850, 1790608733.030979], "uncore": [56895615699, 262143328850, 1790608733.0377593], "psys": [150353916911, 262143328850, 1790608733.044149]}, "rapl_after": {"package-0": [209163856323, 262143328850, 1790608734.0555634], "core": [141311014341, 262143328850, 1790608734.065427], "uncore": [56895680640, 262143328850, 1790608734.0737345], "psys": [150354305094, 262143328850, 1790608734.0818448]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-18c96ec09fe242c5814907f7", "object": "systemone.completion", "created": 1790608734, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06968655608711102, "einstein: Albert Einstein": 0.2016447360569624, "hypatia: Hypatia of Alexandria": 0.5834783904180116, "ibn_sina: Ibn Sina": 0.06546446109071603, "sagan: Carl Sagan": 0.010039300260087867, "socrates: Socrates of Athens": 0.06968655608711102}, "confidence": 0.5001740685016139, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-28T15:18:54Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c071", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02967323417448687, "einstein": 0.06281823724034048, "hypatia": 0.016907299186841286, "ibn_sina": 0.013167417846334522, "sagan": 0.010254795329753718, "socrates": 0.867179016222243}, "confidence": 0.8406148194666916, "temperature": 1.0, "prompt_sha256": "12e5fd3f05407a221d1d5b70745dcaef4ffeaff6845676a975b876ed9ec96797", "body_sha256": "8789ff2cd96125dfc0593a518f6c309421ac5814468080c7d1636680eee4892c", "prompt_tokens": 285, "seconds": 0.41944116103695706, "rapl_before": {"package-0": [209181271806, 262143328850, 1790608735.0972393], "core": [141318610391, 262143328850, 1790608735.105015], "uncore": [56895729346, 262143328850, 1790608735.1117792], "psys": [150354689065, 262143328850, 1790608735.1185784]}, "rapl_after": {"package-0": [209181271806, 262143328850, 1790608735.0972393], "core": [141318610391, 262143328850, 1790608735.105015], "uncore": [56895729346, 262143328850, 1790608735.1117792], "psys": [150354689065, 262143328850, 1790608735.1185784]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a87f2aeb1ccb41f09077501b", "object": "systemone.completion", "created": 1790608735, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.02967323417448687, "einstein: Albert Einstein": 0.06281823724034048, "hypatia: Hypatia of Alexandria": 0.016907299186841286, "ibn_sina: Ibn Sina": 0.013167417846334522, "sagan: Carl Sagan": 0.010254795329753718, "socrates: Socrates of Athens": 0.867179016222243}, "confidence": 0.8406148194666916, "temperature": 1.0}}, "usage": {"prompt_tokens": 285, "completion_tokens": 0, "total_tokens": 285, "questions": 1}}, "utc": "2026-09-28T15:18:55Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c072", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.05105747197399895, "einstein": 0.20193621893553299, "hypatia": 0.030967922159648876, "ibn_sina": 0.032965181543145816, "sagan": 0.5156621998748642, "socrates": 0.16741100551280919}, "confidence": 0.41879463984983706, "temperature": 1.0, "prompt_sha256": "6e476a7e045df93f5637257b0f7b79fce2871a0c7e5966bd69807ae447abad7a", "body_sha256": "4b029b1f993486e169afd8d0494e393f340c59028cc4642643528164b957e3b0", "prompt_tokens": 340, "seconds": 0.49011523701483384, "rapl_before": {"package-0": [209246470919, 262143328850, 1790608736.1315339], "core": [141374189350, 262143328850, 1790608736.1391547], "uncore": [56895774268, 262143328850, 1790608736.146218], "psys": [150355075844, 262143328850, 1790608736.1526775]}, "rapl_after": {"package-0": [209246470919, 262143328850, 1790608736.1315339], "core": [141374189350, 262143328850, 1790608736.1391547], "uncore": [56895774268, 262143328850, 1790608736.146218], "psys": [150355075844, 262143328850, 1790608736.1526775]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c34094aeafe249b69235bdf8", "object": "systemone.completion", "created": 1790608737, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.05105747197399895, "einstein: Albert Einstein": 0.20193621893553299, "hypatia: Hypatia of Alexandria": 0.030967922159648876, "ibn_sina: Ibn Sina": 0.032965181543145816, "sagan: Carl Sagan": 0.5156621998748642, "socrates: Socrates of Athens": 0.16741100551280919}, "confidence": 0.41879463984983706, "temperature": 1.0}}, "usage": {"prompt_tokens": 340, "completion_tokens": 0, "total_tokens": 340, "questions": 1}}, "utc": "2026-09-28T15:18:57Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c073", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.0026075217535964676, "einstein": 0.0023011298709708352, "hypatia": 0.0020307399835766517, "ibn_sina": 0.0005465662517980187, "sagan": 0.9882149655610902, "socrates": 0.0042990765789677945}, "confidence": 0.9858579586733083, "temperature": 1.0, "prompt_sha256": "d1e5255bee55e6a0074c96e990d67dd180dd42f82298aa8d9cb093df836a1359", "body_sha256": "9e6233f4fa46b98bf296d07b81c66ec72720b8f202261ba07495bd314c3179d1", "prompt_tokens": 247, "seconds": 0.35671038198051974, "rapl_before": {"package-0": [209320894557, 262143328850, 1790608737.1636517], "core": [141438845679, 262143328850, 1790608737.1714973], "uncore": [56895841773, 262143328850, 1790608737.1783361], "psys": [150355463355, 262143328850, 1790608737.185123]}, "rapl_after": {"package-0": [209343463407, 262143328850, 1790608738.195795], "core": [141453581420, 262143328850, 1790608738.2047176], "uncore": [56895905615, 262143328850, 1790608738.2129552], "psys": [150355850012, 262143328850, 1790608738.222038]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-191d9978e8cc4213b49d3743", "object": "systemone.completion", "created": 1790608738, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0026075217535964676, "einstein: Albert Einstein": 0.0023011298709708352, "hypatia: Hypatia of Alexandria": 0.0020307399835766517, "ibn_sina: Ibn Sina": 0.0005465662517980187, "sagan: Carl Sagan": 0.9882149655610902, "socrates: Socrates of Athens": 0.0042990765789677945}, "confidence": 0.9858579586733083, "temperature": 1.0}}, "usage": {"prompt_tokens": 247, "completion_tokens": 0, "total_tokens": 247, "questions": 1}}, "utc": "2026-09-28T15:18:58Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c074", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06954514096665963, "einstein": 0.7023810422838382, "hypatia": 0.08388745273423111, "ibn_sina": 0.017583765332194336, "sagan": 0.07880496890468472, "socrates": 0.04779762977839199}, "confidence": 0.642857250740606, "temperature": 1.0, "prompt_sha256": "2c372870219577948a848fffb7e42b26ee60c3e896d893997690c76e711e6888", "body_sha256": "d08ffeac779913b7fdae9f7ce3c39da1b4d0ff06c93faaac43c89f2860658dc7", "prompt_tokens": 227, "seconds": 0.36972380499355495, "rapl_before": {"package-0": [209388648106, 262143328850, 1790608739.23487], "core": [141488424714, 262143328850, 1790608739.2422361], "uncore": [56895938940, 262143328850, 1790608739.2487965], "psys": [150356236730, 262143328850, 1790608739.2550244]}, "rapl_after": {"package-0": [209388648106, 262143328850, 1790608739.23487], "core": [141488424714, 262143328850, 1790608739.2422361], "uncore": [56895938940, 262143328850, 1790608739.2487965], "psys": [150356236730, 262143328850, 1790608739.2550244]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-71585927c11b4d3f8267e8ff", "object": "systemone.completion", "created": 1790608739, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.06954514096665963, "einstein: Albert Einstein": 0.7023810422838382, "hypatia: Hypatia of Alexandria": 0.08388745273423111, "ibn_sina: Ibn Sina": 0.017583765332194336, "sagan: Carl Sagan": 0.07880496890468472, "socrates: Socrates of Athens": 0.04779762977839199}, "confidence": 0.642857250740606, "temperature": 1.0}}, "usage": {"prompt_tokens": 227, "completion_tokens": 0, "total_tokens": 227, "questions": 1}}, "utc": "2026-09-28T15:18:59Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c075", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03734263846274904, "einstein": 0.8499145339276644, "hypatia": 0.03508016237182738, "ibn_sina": 0.010050634794162887, "sagan": 0.016570695369175156, "socrates": 0.051041335074421317}, "confidence": 0.8198974407131973, "temperature": 1.0, "prompt_sha256": "755fe530198ed97bee3550f24fcc4bf390d5ccd299eb3bc4dc06d0b49afe2f62", "body_sha256": "cfe3a107b92fa8cb8619fb902aaa24050dcde40a3d36a72b8a76d045e984bbe2", "prompt_tokens": 266, "seconds": 0.40685265097999945, "rapl_before": {"package-0": [209445986827, 262143328850, 1790608740.2657514], "core": [141536139680, 262143328850, 1790608740.273765], "uncore": [56896007666, 262143328850, 1790608740.2809632], "psys": [150356622776, 262143328850, 1790608740.2871861]}, "rapl_after": {"package-0": [209445986827, 262143328850, 1790608740.2657514], "core": [141536139680, 262143328850, 1790608740.273765], "uncore": [56896007666, 262143328850, 1790608740.2809632], "psys": [150356622776, 262143328850, 1790608740.2871861]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ea8ee9d952da4f21a7cf2c11", "object": "systemone.completion", "created": 1790608741, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.03734263846274904, "einstein: Albert Einstein": 0.8499145339276644, "hypatia: Hypatia of Alexandria": 0.03508016237182738, "ibn_sina: Ibn Sina": 0.010050634794162887, "sagan: Carl Sagan": 0.016570695369175156, "socrates: Socrates of Athens": 0.051041335074421317}, "confidence": 0.8198974407131973, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-28T15:19:01Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c076", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.004812209885927517, "einstein": 0.003989462118229493, "hypatia": 0.0018844884680789323, "ibn_sina": 0.0008362366885888412, "sagan": 0.9761891944044845, "socrates": 0.012288408434690704}, "confidence": 0.9714270332853815, "temperature": 1.0, "prompt_sha256": "9f5eb0f9e85fc58ad149bd2903286c9644acd41734066ca8979eda3d1809f82d", "body_sha256": "58d96c7b3f16dae545c58f292e52811775bfd84f01c0c0ef36d3cfd6ee84a42c", "prompt_tokens": 346, "seconds": 0.5106531869969331, "rapl_before": {"package-0": [209509838348, 262143328850, 1790608741.2978964], "core": [141590224686, 262143328850, 1790608741.3055713], "uncore": [56896077551, 262143328850, 1790608741.3123496], "psys": [150357007541, 262143328850, 1790608741.3191855]}, "rapl_after": {"package-0": [209524758598, 262143328850, 1790608742.330714], "core": [141597594601, 262143328850, 1790608742.3399336], "uncore": [56896144506, 262143328850, 1790608742.3491688], "psys": [150357394075, 262143328850, 1790608742.357613]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9934b0a9e7674cd584aac960", "object": "systemone.completion", "created": 1790608742, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.004812209885927517, "einstein: Albert Einstein": 0.003989462118229493, "hypatia: Hypatia of Alexandria": 0.0018844884680789323, "ibn_sina: Ibn Sina": 0.0008362366885888412, "sagan: Carl Sagan": 0.9761891944044845, "socrates: Socrates of Athens": 0.012288408434690704}, "confidence": 0.9714270332853815, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-28T15:19:02Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c077", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0514752189260099, "einstein": 0.8571393486971833, "hypatia": 0.021458063724889866, "ibn_sina": 0.011485673842636074, "sagan": 0.013014973547213178, "socrates": 0.045426721262067676}, "confidence": 0.8285672184366201, "temperature": 1.0, "prompt_sha256": "33cdd21be1c71690245a7d78664da537ce9993e3e606344a6870338343fd532b", "body_sha256": "89f64e3d9f0d077ad2e8808f355d15e99e630745be080d5b463335abab8fa0cc", "prompt_tokens": 268, "seconds": 0.39288857398787513, "rapl_before": {"package-0": [209598783494, 262143328850, 1790608743.370141], "core": [141660673236, 262143328850, 1790608743.3775902], "uncore": [56896176794, 262143328850, 1790608743.3850906], "psys": [150357778596, 262143328850, 1790608743.3921497]}, "rapl_after": {"package-0": [209598783494, 262143328850, 1790608743.370141], "core": [141660673236, 262143328850, 1790608743.3775902], "uncore": [56896176794, 262143328850, 1790608743.3850906], "psys": [150357778596, 262143328850, 1790608743.3921497]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2be01d1d1e0544dc955808cd", "object": "systemone.completion", "created": 1790608744, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.0514752189260099, "einstein: Albert Einstein": 0.8571393486971833, "hypatia: Hypatia of Alexandria": 0.021458063724889866, "ibn_sina: Ibn Sina": 0.011485673842636074, "sagan: Carl Sagan": 0.013014973547213178, "socrates: Socrates of Athens": 0.045426721262067676}, "confidence": 0.8285672184366201, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-28T15:19:04Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c078", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024917031881076714, "einstein": 0.9350047232963558, "hypatia": 0.016087644916973988, "ibn_sina": 0.008089375879438218, "sagan": 0.0033721535670412253, "socrates": 0.012529070459114047}, "confidence": 0.9220056679556269, "temperature": 1.0, "prompt_sha256": "dab2ab5ef5276858de13d6e71f6ddbaa9bdaa5b67c21cd4230c8c3b19b583d52", "body_sha256": "7e65edc0d84a9d5a0b5e508ece660b965052c9ccf0fa76fe1a861a078a429bc6", "prompt_tokens": 298, "seconds": 0.4313178149750456, "rapl_before": {"package-0": [209660648142, 262143328850, 1790608744.4030783], "core": [141712799995, 262143328850, 1790608744.4113197], "uncore": [56896238134, 262143328850, 1790608744.4180849], "psys": [150358165558, 262143328850, 1790608744.424466]}, "rapl_after": {"package-0": [209693623278, 262143328850, 1790608745.435554], "core": [141737966678, 262143328850, 1790608745.4445384], "uncore": [56896304052, 262143328850, 1790608745.45358], "psys": [150358553984, 262143328850, 1790608745.4617147]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9c763ce15c9a424a97aba679", "object": "systemone.completion", "created": 1790608745, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.024917031881076714, "einstein: Albert Einstein": 0.9350047232963558, "hypatia: Hypatia of Alexandria": 0.016087644916973988, "ibn_sina: Ibn Sina": 0.008089375879438218, "sagan: Carl Sagan": 0.0033721535670412253, "socrates: Socrates of Athens": 0.012529070459114047}, "confidence": 0.9220056679556269, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-28T15:19:05Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c079", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.008317817134616528, "einstein": 0.011369108047339382, "hypatia": 0.0022387101111790817, "ibn_sina": 0.001125694137823678, "sagan": 0.9614089423326336, "socrates": 0.0155397282364078}, "confidence": 0.9536907307991603, "temperature": 1.0, "prompt_sha256": "c1e3ea2355c3a3213c9532fce8ff842e1f7699abe1d661685175ac811de16bd2", "body_sha256": "43227748b3fca68912fd93543b04e15c0ecefd33a0c2bf1b5364b284416bc7c8", "prompt_tokens": 334, "seconds": 0.48345919302664697, "rapl_before": {"package-0": [209738289057, 262143328850, 1790608746.4762952], "core": [141772209755, 262143328850, 1790608746.4841142], "uncore": [56896334752, 262143328850, 1790608746.4910152], "psys": [150358938810, 262143328850, 1790608746.4980056]}, "rapl_after": {"package-0": [209738289057, 262143328850, 1790608746.4762952], "core": [141772209755, 262143328850, 1790608746.4841142], "uncore": [56896334752, 262143328850, 1790608746.4910152], "psys": [150358938810, 262143328850, 1790608746.4980056]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fcc2b57bc1ba4a0c8d9dcd2f", "object": "systemone.completion", "created": 1790608747, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.008317817134616528, "einstein: Albert Einstein": 0.011369108047339382, "hypatia: Hypatia of Alexandria": 0.0022387101111790817, "ibn_sina: Ibn Sina": 0.001125694137823678, "sagan: Carl Sagan": 0.9614089423326336, "socrates: Socrates of Athens": 0.0155397282364078}, "confidence": 0.9536907307991603, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-28T15:19:07Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c080", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "id_not_unique": "c-sagan-01-main-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14595118329784898, "einstein": 0.29025858695430545, "hypatia": 0.3289060687966341, "ibn_sina": 0.08852386749148382, "sagan": 0.025362512672925958, "socrates": 0.1209977807868017}, "confidence": 0.1946872825559609, "temperature": 1.0, "prompt_sha256": "7a6d765618895b568a6fe481640657d6016a3b2f1c2293ebe3fd9a3a5b6cd158", "body_sha256": "fe534b07f9a121df54f75600bd50145620d17e938578f24b29eade36e59da78d", "prompt_tokens": 272, "seconds": 0.3987043640227057, "rapl_before": {"package-0": [209811864430, 262143328850, 1790608747.5099053], "core": [141836013607, 262143328850, 1790608747.5177538], "uncore": [56896398412, 262143328850, 1790608747.5241382], "psys": [150359324918, 262143328850, 1790608747.5301008]}, "rapl_after": {"package-0": [209864643409, 262143328850, 1790608748.5405004], "core": [141880465215, 262143328850, 1790608748.5489578], "uncore": [56896464757, 262143328850, 1790608748.5580359], "psys": [150359713405, 262143328850, 1790608748.5675504]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-bccec735bbb040819380f2cf", "object": "systemone.completion", "created": 1790608748, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14595118329784898, "einstein: Albert Einstein": 0.29025858695430545, "hypatia: Hypatia of Alexandria": 0.3289060687966341, "ibn_sina: Ibn Sina": 0.08852386749148382, "sagan: Carl Sagan": 0.025362512672925958, "socrates: Socrates of Athens": 0.1209977807868017}, "confidence": 0.1946872825559609, "temperature": 1.0}}, "usage": {"prompt_tokens": 272, "completion_tokens": 0, "total_tokens": 272, "questions": 1}}, "utc": "2026-09-28T15:19:08Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c081", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07957567275743427, "einstein": 0.35663342286179167, "hypatia": 0.058218805873282424, "ibn_sina": 0.09598658359804227, "sagan": 0.2609185859704234, "socrates": 0.148666928939026}, "confidence": 0.22796010743414996, "temperature": 1.0, "prompt_sha256": "28fa87bac58ac2a2d94164d68e40e4901200133aae04f6f3d3a4d4c410bf10fd", "body_sha256": "6ba3bd1a0b3cb9874949285e95b9b5a2cbc17b3e4ffb8dfeb97b609c87464085", "prompt_tokens": 304, "seconds": 0.4316871400224045, "rapl_before": {"package-0": [209885049851, 262143328850, 1790608749.581806], "core": [141890800821, 262143328850, 1790608749.5897088], "uncore": [56896529149, 262143328850, 1790608749.596543], "psys": [150360097438, 262143328850, 1790608749.603744]}, "rapl_after": {"package-0": [209885049851, 262143328850, 1790608749.581806], "core": [141890800821, 262143328850, 1790608749.5897088], "uncore": [56896529149, 262143328850, 1790608749.596543], "psys": [150360097438, 262143328850, 1790608749.603744]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-1fba19843d9e45faa7428bde", "object": "systemone.completion", "created": 1790608750, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.07957567275743427, "einstein: Albert Einstein": 0.35663342286179167, "hypatia: Hypatia of Alexandria": 0.058218805873282424, "ibn_sina: Ibn Sina": 0.09598658359804227, "sagan: Carl Sagan": 0.2609185859704234, "socrates: Socrates of Athens": 0.148666928939026}, "confidence": 0.22796010743414996, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-28T15:19:10Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c082", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14462162531984846, "einstein": 0.3259098636415931, "hypatia": 0.21042322320850979, "ibn_sina": 0.11989553850873023, "sagan": 0.013451906607941662, "socrates": 0.18569784271337683}, "confidence": 0.19109183636991167, "temperature": 1.0, "prompt_sha256": "1e9aab2720a68b8540f2e82db2c1f50d432b2320f79386fbc276e62eb140bb71", "body_sha256": "9b451716d48b06196a1fe4241535dae0445236831463699da326dfd37b45608c", "prompt_tokens": 254, "seconds": 0.3653562119579874, "rapl_before": {"package-0": [209952499507, 262143328850, 1790608750.6139965], "core": [141948685926, 262143328850, 1790608750.6219647], "uncore": [56896565648, 262143328850, 1790608750.6291463], "psys": [150360482629, 262143328850, 1790608750.6358492]}, "rapl_after": {"package-0": [209952499507, 262143328850, 1790608750.6139965], "core": [141948685926, 262143328850, 1790608750.6219647], "uncore": [56896565648, 262143328850, 1790608750.6291463], "psys": [150360482629, 262143328850, 1790608750.6358492]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c99933f74b344f3ea738d03d", "object": "systemone.completion", "created": 1790608751, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.14462162531984846, "einstein: Albert Einstein": 0.3259098636415931, "hypatia: Hypatia of Alexandria": 0.21042322320850979, "ibn_sina: Ibn Sina": 0.11989553850873023, "sagan: Carl Sagan": 0.013451906607941662, "socrates: Socrates of Athens": 0.18569784271337683}, "confidence": 0.19109183636991167, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-28T15:19:11Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c083", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.057474841089784665, "einstein": 0.7934157076563498, "hypatia": 0.06118164986726028, "ibn_sina": 0.03710854645629673, "sagan": 0.0060578036826796815, "socrates": 0.044761451247628856}, "confidence": 0.7520988491876197, "temperature": 1.0, "prompt_sha256": "c0799422b60e554f8c749d6b981950681b61c3c51865280a81193a75257aa2e5", "body_sha256": "d732000fbcad376c8a61b05373857e891dfec9f127d973f8d1988a6742789af3", "prompt_tokens": 337, "seconds": 0.4847199689829722, "rapl_before": {"package-0": [210010524261, 262143328850, 1790608751.647335], "core": [141997112133, 262143328850, 1790608751.6550286], "uncore": [56896631077, 262143328850, 1790608751.6621585], "psys": [150360870263, 262143328850, 1790608751.6690688]}, "rapl_after": {"package-0": [210045541871, 262143328850, 1790608752.6807406], "core": [142024175967, 262143328850, 1790608752.6897707], "uncore": [56896691685, 262143328850, 1790608752.6984785], "psys": [150361256797, 262143328850, 1790608752.7066627]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-418d43e0b0a14844944c2c60", "object": "systemone.completion", "created": 1790608752, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.057474841089784665, "einstein: Albert Einstein": 0.7934157076563498, "hypatia: Hypatia of Alexandria": 0.06118164986726028, "ibn_sina: Ibn Sina": 0.03710854645629673, "sagan: Carl Sagan": 0.0060578036826796815, "socrates: Socrates of Athens": 0.044761451247628856}, "confidence": 0.7520988491876197, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-28T15:19:12Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c084", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.6858098000561272, "einstein": 0.03869074135302413, "hypatia": 0.02204531989905962, "ibn_sina": 0.1628941054530237, "sagan": 0.01827621211592223, "socrates": 0.07228382112284304}, "confidence": 0.6229717600673528, "temperature": 1.0, "prompt_sha256": "755d5529e55e95145dc6a5a5e4fffd425c2da49808420faac8d724b650c85c6b", "body_sha256": "986c225aa0054b0c5eaae5ad823fcca11e8f98c7b862f2777f48df33211be82e", "prompt_tokens": 336, "seconds": 0.48402904300019145, "rapl_before": {"package-0": [210095743647, 262143328850, 1790608753.7200243], "core": [142063780480, 262143328850, 1790608753.7273903], "uncore": [56896748081, 262143328850, 1790608753.7339163], "psys": [150361642355, 262143328850, 1790608753.7408314]}, "rapl_after": {"package-0": [210095743647, 262143328850, 1790608753.7200243], "core": [142063780480, 262143328850, 1790608753.7273903], "uncore": [56896748081, 262143328850, 1790608753.7339163], "psys": [150361642355, 262143328850, 1790608753.7408314]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7d8077a5054b41f5b99b452b", "object": "systemone.completion", "created": 1790608754, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6858098000561272, "einstein: Albert Einstein": 0.03869074135302413, "hypatia: Hypatia of Alexandria": 0.02204531989905962, "ibn_sina: Ibn Sina": 0.1628941054530237, "sagan: Carl Sagan": 0.01827621211592223, "socrates: Socrates of Athens": 0.07228382112284304}, "confidence": 0.6229717600673528, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-28T15:19:14Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c085", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "id_not_unique": "c-sagan-01-starter-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024617211328796955, "einstein": 0.014931093427540528, "hypatia": 0.9237540400744991, "ibn_sina": 0.004847416321609072, "sagan": 0.014931093427540528, "socrates": 0.01691914542001381}, "confidence": 0.908504848089399, "temperature": 1.0, "prompt_sha256": "06ddabe136d1469461a7061c1acb5c99a3bafa8884d2e995aa0a62eb8896966c", "body_sha256": "1b3428f80f1de1d44b0bd493890536de6d7ffcd3d7c49bb385246d9f79453bc5", "prompt_tokens": 222, "seconds": 0.32508716301526874, "rapl_before": {"package-0": [210169309560, 262143328850, 1790608754.7520568], "core": [142127588422, 262143328850, 1790608754.7600932], "uncore": [56896787510, 262143328850, 1790608754.7671485], "psys": [150362028402, 262143328850, 1790608754.7735357]}, "rapl_after": {"package-0": [210217776782, 262143328850, 1790608755.7849305], "core": [142167489810, 262143328850, 1790608755.7936041], "uncore": [56896850498, 262143328850, 1790608755.8016052], "psys": [150362416279, 262143328850, 1790608755.8092768]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-580da8c1d664480ba75c585c", "object": "systemone.completion", "created": 1790608755, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.024617211328796955, "einstein: Albert Einstein": 0.014931093427540528, "hypatia: Hypatia of Alexandria": 0.9237540400744991, "ibn_sina: Ibn Sina": 0.004847416321609072, "sagan: Carl Sagan": 0.014931093427540528, "socrates: Socrates of Athens": 0.01691914542001381}, "confidence": 0.908504848089399, "temperature": 1.0}}, "usage": {"prompt_tokens": 222, "completion_tokens": 0, "total_tokens": 222, "questions": 1}}, "utc": "2026-09-28T15:19:15Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c086", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0958833627430166, "einstein": 0.039970132246620944, "hypatia": 0.0794900996630145, "ibn_sina": 0.01666203005514348, "sagan": 0.013813308083710929, "socrates": 0.7541810672084935}, "confidence": 0.7050172806501923, "temperature": 1.0, "prompt_sha256": "ef503010b525f0989e0a6556809219804991e7fd7a92be62b66da2b7f6869306", "body_sha256": "390b3dc3099a4dfc61df5f1b1497aa074c6ba29583b8718d2c39d217d1a63f4f", "prompt_tokens": 342, "seconds": 0.5023265749914572, "rapl_before": {"package-0": [210233930549, 262143328850, 1790608756.8215926], "core": [142173632006, 262143328850, 1790608756.8293483], "uncore": [56896913791, 262143328850, 1790608756.836236], "psys": [150362801654, 262143328850, 1790608756.8428652]}, "rapl_after": {"package-0": [210233930549, 262143328850, 1790608756.8215926], "core": [142173632006, 262143328850, 1790608756.8293483], "uncore": [56896913791, 262143328850, 1790608756.836236], "psys": [150362801654, 262143328850, 1790608756.8428652]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b73163894119443dbd644012", "object": "systemone.completion", "created": 1790608757, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.0958833627430166, "einstein: Albert Einstein": 0.039970132246620944, "hypatia: Hypatia of Alexandria": 0.0794900996630145, "ibn_sina: Ibn Sina": 0.01666203005514348, "sagan: Carl Sagan": 0.013813308083710929, "socrates: Socrates of Athens": 0.7541810672084935}, "confidence": 0.7050172806501923, "temperature": 1.0}}, "usage": {"prompt_tokens": 342, "completion_tokens": 0, "total_tokens": 342, "questions": 1}}, "utc": "2026-09-28T15:19:17Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c087", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15066368042662193, "einstein": 0.5258679159223414, "hypatia": 0.09727578325365129, "ibn_sina": 0.0405505794729259, "sagan": 0.014917724515678141, "socrates": 0.17072431640878133}, "confidence": 0.43104149910680967, "temperature": 1.0, "prompt_sha256": "5ddefb4dc67dc12454dd34c42ecc6d1a1a87eb1a94933a23cbe80bac0436de74", "body_sha256": "8d5c3871ad757cb5d5fc1ff3e5ea93cfc188042a39bcca7d62986accda7a6f96", "prompt_tokens": 232, "seconds": 0.33625744201708585, "rapl_before": {"package-0": [210310768548, 262143328850, 1790608757.853539], "core": [142240460204, 262143328850, 1790608757.861199], "uncore": [56896946384, 262143328850, 1790608757.868221], "psys": [150363190935, 262143328850, 1790608757.8755302]}, "rapl_after": {"package-0": [210310768548, 262143328850, 1790608757.853539], "core": [142240460204, 262143328850, 1790608757.861199], "uncore": [56896946384, 262143328850, 1790608757.868221], "psys": [150363190935, 262143328850, 1790608757.8755302]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9912103896114e3096e367ee", "object": "systemone.completion", "created": 1790608758, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.15066368042662193, "einstein: Albert Einstein": 0.5258679159223414, "hypatia: Hypatia of Alexandria": 0.09727578325365129, "ibn_sina: Ibn Sina": 0.0405505794729259, "sagan: Carl Sagan": 0.014917724515678141, "socrates: Socrates of Athens": 0.17072431640878133}, "confidence": 0.43104149910680967, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-28T15:19:18Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c088", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.041305743818922734, "einstein": 0.8831557442153999, "hypatia": 0.025053200048412237, "ibn_sina": 0.016175561693560554, "sagan": 0.004089822480514591, "socrates": 0.030219927743190017}, "confidence": 0.8597868930584799, "temperature": 1.0, "prompt_sha256": "463cadb1d7ccd207504c30f789162ae814fcecfddd95c8c40ded5f0675dd8957", "body_sha256": "bab259170563f977ef88703a1133d1d5a39a12bad58c807cbcb366d4baa14f80", "prompt_tokens": 241, "seconds": 0.34755749796750024, "rapl_before": {"package-0": [210365134925, 262143328850, 1790608758.886022], "core": [142285446234, 262143328850, 1790608758.8933644], "uncore": [56897010898, 262143328850, 1790608758.900189], "psys": [150363575700, 262143328850, 1790608758.906621]}, "rapl_after": {"package-0": [210398698011, 262143328850, 1790608759.9171724], "core": [142311022523, 262143328850, 1790608759.9255526], "uncore": [56897078464, 262143328850, 1790608759.9345279], "psys": [150363962418, 262143328850, 1790608759.9431615]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-89f86097f9634dcd8faa1292", "object": "systemone.completion", "created": 1790608760, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.041305743818922734, "einstein: Albert Einstein": 0.8831557442153999, "hypatia: Hypatia of Alexandria": 0.025053200048412237, "ibn_sina: Ibn Sina": 0.016175561693560554, "sagan: Carl Sagan": 0.004089822480514591, "socrates: Socrates of Athens": 0.030219927743190017}, "confidence": 0.8597868930584799, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-28T15:19:20Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c089", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.20301509881771276, "einstein": 0.24488295328311468, "hypatia": 0.14852901920718556, "ibn_sina": 0.17916019588453705, "sagan": 0.021397633989737187, "socrates": 0.20301509881771276}, "confidence": 0.09385954393973761, "temperature": 1.0, "prompt_sha256": "bd6f34224be7f0f0e32f24126fde4e11e359b6af5f9cb653bdb2307a03365808", "body_sha256": "72dec1d52ba818b53db2367cca323e4e3df1a181b71b5b51dc2e47333580a37e", "prompt_tokens": 293, "seconds": 0.42344769899500534, "rapl_before": {"package-0": [210432071949, 262143328850, 1790608760.9559453], "core": [142334078555, 262143328850, 1790608760.9637887], "uncore": [56897143710, 262143328850, 1790608760.9707685], "psys": [150364348281, 262143328850, 1790608760.9777045]}, "rapl_after": {"package-0": [210432071949, 262143328850, 1790608760.9559453], "core": [142334078555, 262143328850, 1790608760.9637887], "uncore": [56897143710, 262143328850, 1790608760.9707685], "psys": [150364348281, 262143328850, 1790608760.9777045]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1a6f61cbdde745c792771f39", "object": "systemone.completion", "created": 1790608761, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.20301509881771276, "einstein: Albert Einstein": 0.24488295328311468, "hypatia: Hypatia of Alexandria": 0.14852901920718556, "ibn_sina: Ibn Sina": 0.17916019588453705, "sagan: Carl Sagan": 0.021397633989737187, "socrates: Socrates of Athens": 0.20301509881771276}, "confidence": 0.09385954393973761, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-28T15:19:21Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c090", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.08912083698306358, "einstein": 0.581140857818984, "hypatia": 0.16649964341658463, "ibn_sina": 0.04770294651436267, "sagan": 0.014548576703625901, "socrates": 0.1009871385633793}, "confidence": 0.49736902938278077, "temperature": 1.0, "prompt_sha256": "3d08c9741603750e4538140b33f136068636c9e6926dd5ecc8b7f9d31456e07b", "body_sha256": "615608a7576ebae93fd1bfda3c4db7dd0738e18970a9dfc27782fae7407750cc", "prompt_tokens": 347, "seconds": 0.5009748149896041, "rapl_before": {"package-0": [210498876587, 262143328850, 1790608761.9881678], "core": [142391317117, 262143328850, 1790608761.9959517], "uncore": [56897180514, 262143328850, 1790608762.0033493], "psys": [150364732985, 262143328850, 1790608762.0098336]}, "rapl_after": {"package-0": [210570735229, 262143328850, 1790608763.020384], "core": [142454624878, 262143328850, 1790608763.0291426], "uncore": [56897246005, 262143328850, 1790608763.0376122], "psys": [150365121778, 262143328850, 1790608763.0457335]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c49a6cf4dcc349b6ab6ccc40", "object": "systemone.completion", "created": 1790608763, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.08912083698306358, "einstein: Albert Einstein": 0.581140857818984, "hypatia: Hypatia of Alexandria": 0.16649964341658463, "ibn_sina: Ibn Sina": 0.04770294651436267, "sagan: Carl Sagan": 0.014548576703625901, "socrates: Socrates of Athens": 0.1009871385633793}, "confidence": 0.49736902938278077, "temperature": 1.0}}, "usage": {"prompt_tokens": 347, "completion_tokens": 0, "total_tokens": 347, "questions": 1}}, "utc": "2026-09-28T15:19:23Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c091", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.34727415558729463, "einstein": 0.5725582870811984, "hypatia": 0.01116310943933895, "ibn_sina": 0.007672285435627961, "sagan": 0.04699844620716202, "socrates": 0.014333716249378058}, "confidence": 0.4870699444974381, "temperature": 1.0, "prompt_sha256": "d0fd3f1b5691aece0958bf4a6dfcc3fd717cbc487c0fb62b3492d2a80f26b03f", "body_sha256": "e8a931b3eb31a0ab8948ae983883aa136aafd1464982b220d34d446ad799e4e9", "prompt_tokens": 230, "seconds": 0.33409374102484435, "rapl_before": {"package-0": [210570735229, 262143328850, 1790608763.020384], "core": [142454624878, 262143328850, 1790608763.0291426], "uncore": [56897246005, 262143328850, 1790608763.0376122], "psys": [150365121778, 262143328850, 1790608763.0457335]}, "rapl_after": {"package-0": [210586334127, 262143328850, 1790608764.0614028], "core": [142460023607, 262143328850, 1790608764.0693336], "uncore": [56897309298, 262143328850, 1790608764.075923], "psys": [150365506847, 262143328850, 1790608764.0825133]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-92fb725581ed46b68857dc87", "object": "systemone.completion", "created": 1790608764, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.34727415558729463, "einstein: Albert Einstein": 0.5725582870811984, "hypatia: Hypatia of Alexandria": 0.01116310943933895, "ibn_sina: Ibn Sina": 0.007672285435627961, "sagan: Carl Sagan": 0.04699844620716202, "socrates: Socrates of Athens": 0.014333716249378058}, "confidence": 0.4870699444974381, "temperature": 1.0}}, "usage": {"prompt_tokens": 230, "completion_tokens": 0, "total_tokens": 230, "questions": 1}}, "utc": "2026-09-28T15:19:24Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c092", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.3729117511830186, "einstein": 0.03930460940469705, "hypatia": 0.021038241377339086, "ibn_sina": 0.010578692109500954, "sagan": 0.013583309543913288, "socrates": 0.542583396381531}, "confidence": 0.45110007565783716, "temperature": 1.0, "prompt_sha256": "5fdfc15126d9daad3676c6ac81f5439f67d0a5e59ad7e6ff8a4464a484d936b0", "body_sha256": "7a2619620fbd48c5fb4340902493bef2f33095490c9588fbc95a6df79ad8cd18", "prompt_tokens": 298, "seconds": 0.42714226100360975, "rapl_before": {"package-0": [210639965093, 262143328850, 1790608765.0957057], "core": [142504362360, 262143328850, 1790608765.10355], "uncore": [56897346651, 262143328850, 1790608765.1101227], "psys": [150365892039, 262143328850, 1790608765.1172004]}, "rapl_after": {"package-0": [210639965093, 262143328850, 1790608765.0957057], "core": [142504362360, 262143328850, 1790608765.10355], "uncore": [56897346651, 262143328850, 1790608765.1101227], "psys": [150365892039, 262143328850, 1790608765.1172004]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-635ab9ff436d49929c1b34d8", "object": "systemone.completion", "created": 1790608765, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.3729117511830186, "einstein: Albert Einstein": 0.03930460940469705, "hypatia: Hypatia of Alexandria": 0.021038241377339086, "ibn_sina: Ibn Sina": 0.010578692109500954, "sagan: Carl Sagan": 0.013583309543913288, "socrates: Socrates of Athens": 0.542583396381531}, "confidence": 0.45110007565783716, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-28T15:19:25Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c093", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04999001749263929, "einstein": 0.734597944564617, "hypatia": 0.127653981677585, "ibn_sina": 0.014322379806765968, "sagan": 0.009247223417179045, "socrates": 0.06418845304121365}, "confidence": 0.6815175334775404, "temperature": 1.0, "prompt_sha256": "a3cadd88d4b0b43989ba5db4626f9b0c6570fe1cb0c151874f571ff462353b97", "body_sha256": "30450198bf15e437f4ded6fc624d6e33fc54db08db90499087f08afcd047dd1a", "prompt_tokens": 282, "seconds": 0.4083708220277913, "rapl_before": {"package-0": [210707547196, 262143328850, 1790608766.1286385], "core": [142562196441, 262143328850, 1790608766.1363542], "uncore": [56897405794, 262143328850, 1790608766.1432993], "psys": [150366278513, 262143328850, 1790608766.1501298]}, "rapl_after": {"package-0": [210753403157, 262143328850, 1790608767.1611865], "core": [142600251458, 262143328850, 1790608767.1707156], "uncore": [56897469393, 262143328850, 1790608767.1805499], "psys": [150366666879, 262143328850, 1790608767.1893733]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-412166e01ccc429db5d93672", "object": "systemone.completion", "created": 1790608767, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.04999001749263929, "einstein: Albert Einstein": 0.734597944564617, "hypatia: Hypatia of Alexandria": 0.127653981677585, "ibn_sina: Ibn Sina": 0.014322379806765968, "sagan: Carl Sagan": 0.009247223417179045, "socrates: Socrates of Athens": 0.06418845304121365}, "confidence": 0.6815175334775404, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-28T15:19:27Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c094", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1478577206795661, "einstein": 0.7508834634931634, "hypatia": 0.02735092815840931, "ibn_sina": 0.010061844166435881, "sagan": 0.009452227845943436, "socrates": 0.05439381565648198}, "confidence": 0.7010601561917961, "temperature": 1.0, "prompt_sha256": "652ad1fd12be045cf85cc29b7da4451d2ca8b68bcaf2e3086f450076898fdbf3", "body_sha256": "46577edfa1e89f1cdce3030c11cd74736ea06caf41c77b84ae33ad4ce4ec4765", "prompt_tokens": 312, "seconds": 0.4463953970116563, "rapl_before": {"package-0": [210782604560, 262143328850, 1790608768.2032444], "core": [142618976325, 262143328850, 1790608768.2109551], "uncore": [56897534090, 262143328850, 1790608768.2175622], "psys": [150367051887, 262143328850, 1790608768.2241383]}, "rapl_after": {"package-0": [210782604560, 262143328850, 1790608768.2032444], "core": [142618976325, 262143328850, 1790608768.2109551], "uncore": [56897534090, 262143328850, 1790608768.2175622], "psys": [150367051887, 262143328850, 1790608768.2241383]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fa184c2001904a4fa8dded8c", "object": "systemone.completion", "created": 1790608768, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.1478577206795661, "einstein: Albert Einstein": 0.7508834634931634, "hypatia: Hypatia of Alexandria": 0.02735092815840931, "ibn_sina: Ibn Sina": 0.010061844166435881, "sagan: Carl Sagan": 0.009452227845943436, "socrates: Socrates of Athens": 0.05439381565648198}, "confidence": 0.7010601561917961, "temperature": 1.0}}, "usage": {"prompt_tokens": 312, "completion_tokens": 0, "total_tokens": 312, "questions": 1}}, "utc": "2026-09-28T15:19:28Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c095", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0711534421386729, "einstein": 0.04315674420119396, "hypatia": 0.7649715946675932, "ibn_sina": 0.024589971617146177, "sagan": 0.02038580248584377, "socrates": 0.07574244488954983}, "confidence": 0.7179659136011118, "temperature": 1.0, "prompt_sha256": "cf0a9a0e5f9fff50808602d3d348bca60f30d52587e8a6b27a2ac05f4c8426cc", "body_sha256": "d8218d87a3af6ddd5ccc5c2dd48296713632491bee865a53d7e1f1199459c276", "prompt_tokens": 241, "seconds": 0.34661889798007905, "rapl_before": {"package-0": [210852062878, 262143328850, 1790608769.2354825], "core": [142678882971, 262143328850, 1790608769.2431781], "uncore": [56897566927, 262143328850, 1790608769.2498186], "psys": [150367437140, 262143328850, 1790608769.2561545]}, "rapl_after": {"package-0": [210852062878, 262143328850, 1790608769.2354825], "core": [142678882971, 262143328850, 1790608769.2431781], "uncore": [56897566927, 262143328850, 1790608769.2498186], "psys": [150367437140, 262143328850, 1790608769.2561545]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-26f0ef0ae11942e1b71d78d3", "object": "systemone.completion", "created": 1790608770, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0711534421386729, "einstein: Albert Einstein": 0.04315674420119396, "hypatia: Hypatia of Alexandria": 0.7649715946675932, "ibn_sina: Ibn Sina": 0.024589971617146177, "sagan: Carl Sagan": 0.02038580248584377, "socrates: Socrates of Athens": 0.07574244488954983}, "confidence": 0.7179659136011118, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-28T15:19:30Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c096", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "id_not_unique": "c-socrates-01-main-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1096812717347804, "einstein": 0.03345089792942338, "hypatia": 0.05870815419053811, "ibn_sina": 0.49155735675454465, "sagan": 0.008457711511781239, "socrates": 0.29814460787893227}, "confidence": 0.3898688281054536, "temperature": 1.0, "prompt_sha256": "a56caf5fdae74ac68972de07ac52cb232a7a6a5c19cc802d4c8c99a35c1185e0", "body_sha256": "e50a9ad7fde167a04915d307db8440586071e817dc6e666cfa10ee951cd3d3b7", "prompt_tokens": 262, "seconds": 0.39278447802644223, "rapl_before": {"package-0": [210908983875, 262143328850, 1790608770.26792], "core": [142726070106, 262143328850, 1790608770.2756495], "uncore": [56897631868, 262143328850, 1790608770.2826934], "psys": [150367824224, 262143328850, 1790608770.2892456]}, "rapl_after": {"package-0": [210937986669, 262143328850, 1790608771.3016934], "core": [142747009200, 262143328850, 1790608771.3110423], "uncore": [56897696565, 262143328850, 1790608771.3197737], "psys": [150368213017, 262143328850, 1790608771.328916]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8d2df2b6fbfb4e4cb105c9b8", "object": "systemone.completion", "created": 1790608771, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.1096812717347804, "einstein: Albert Einstein": 0.03345089792942338, "hypatia: Hypatia of Alexandria": 0.05870815419053811, "ibn_sina: Ibn Sina": 0.49155735675454465, "sagan: Carl Sagan": 0.008457711511781239, "socrates: Socrates of Athens": 0.29814460787893227}, "confidence": 0.3898688281054536, "temperature": 1.0}}, "usage": {"prompt_tokens": 262, "completion_tokens": 0, "total_tokens": 262, "questions": 1}}, "utc": "2026-09-28T15:19:31Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c097", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.022344732281456493, "einstein": 0.8925571999455345, "hypatia": 0.013552765211773982, "ibn_sina": 0.02378584369961345, "sagan": 0.006014003106885141, "socrates": 0.041745455754736364}, "confidence": 0.8710686399346415, "temperature": 1.0, "prompt_sha256": "32fe121489b5247bbaf0cf5ec128f0e366d8434b7e8abc9bc8150649c674f957", "body_sha256": "163144c6c12aca46e0fe76dfa4fa5fbeae9fbce37a6fb40f349e79d39b59f533", "prompt_tokens": 333, "seconds": 0.4918201009859331, "rapl_before": {"package-0": [210983747905, 262143328850, 1790608772.342996], "core": [142782017167, 262143328850, 1790608772.3510056], "uncore": [56897755281, 262143328850, 1790608772.358359], "psys": [150368600162, 262143328850, 1790608772.3652234]}, "rapl_after": {"package-0": [210983747905, 262143328850, 1790608772.342996], "core": [142782017167, 262143328850, 1790608772.3510056], "uncore": [56897755281, 262143328850, 1790608772.358359], "psys": [150368600162, 262143328850, 1790608772.3652234]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5e45de1bf9a2416babd06228", "object": "systemone.completion", "created": 1790608773, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.022344732281456493, "einstein: Albert Einstein": 0.8925571999455345, "hypatia: Hypatia of Alexandria": 0.013552765211773982, "ibn_sina: Ibn Sina": 0.02378584369961345, "sagan: Carl Sagan": 0.006014003106885141, "socrates: Socrates of Athens": 0.041745455754736364}, "confidence": 0.8710686399346415, "temperature": 1.0}}, "usage": {"prompt_tokens": 333, "completion_tokens": 0, "total_tokens": 333, "questions": 1}}, "utc": "2026-09-28T15:19:33Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c098", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.044518553557747975, "einstein": 0.8941790512510546, "hypatia": 0.016377460604585246, "ibn_sina": 0.01975498838995115, "sagan": 0.004140870519571493, "socrates": 0.021029075677089643}, "confidence": 0.8730148615012656, "temperature": 1.0, "prompt_sha256": "88eba9141634f8228bcdf294d5fc7f850920ce7407dcd3bc19eddb081f8239ec", "body_sha256": "b71473729315a326aece2eb485304167d7401e3b70348d910ab86632fcdd36ed", "prompt_tokens": 236, "seconds": 0.3459336250089109, "rapl_before": {"package-0": [211058015232, 262143328850, 1790608773.3757346], "core": [142846599887, 262143328850, 1790608773.383256], "uncore": [56897789582, 262143328850, 1790608773.390012], "psys": [150368984439, 262143328850, 1790608773.3962324]}, "rapl_after": {"package-0": [211108547878, 262143328850, 1790608774.4065318], "core": [142888491504, 262143328850, 1790608774.4150372], "uncore": [56897852388, 262143328850, 1790608774.4230392], "psys": [150369369936, 262143328850, 1790608774.4303572]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6e7163aaf9a84042b6c39cb3", "object": "systemone.completion", "created": 1790608774, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.044518553557747975, "einstein: Albert Einstein": 0.8941790512510546, "hypatia: Hypatia of Alexandria": 0.016377460604585246, "ibn_sina: Ibn Sina": 0.01975498838995115, "sagan: Carl Sagan": 0.004140870519571493, "socrates: Socrates of Athens": 0.021029075677089643}, "confidence": 0.8730148615012656, "temperature": 1.0}}, "usage": {"prompt_tokens": 236, "completion_tokens": 0, "total_tokens": 236, "questions": 1}}, "utc": "2026-09-28T15:19:34Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c099", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.046055495829211895, "einstein": 0.04064383241627725, "hypatia": 0.01919878700866039, "ibn_sina": 0.018035591306109225, "sagan": 0.0070628390359155305, "socrates": 0.8690034544038256}, "confidence": 0.8428041452845907, "temperature": 1.0, "prompt_sha256": "ab6ca14b1b314e99a60688597591018c7fd016c4cafd1baea87c424ca31b91cf", "body_sha256": "309684ea2bebac4ede5ef0ccc69074853240f63b22774d9d47a4b5876937fd05", "prompt_tokens": 306, "seconds": 0.4357094800216146, "rapl_before": {"package-0": [211108547878, 262143328850, 1790608774.4065318], "core": [142888491504, 262143328850, 1790608774.4150372], "uncore": [56897852388, 262143328850, 1790608774.4230392], "psys": [150369369936, 262143328850, 1790608774.4303572]}, "rapl_after": {"package-0": [211123314442, 262143328850, 1790608775.4419777], "core": [142893731664, 262143328850, 1790608775.449636], "uncore": [56897913728, 262143328850, 1790608775.4568768], "psys": [150369755250, 262143328850, 1790608775.4639835]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4104c08b8516495398ad5005", "object": "systemone.completion", "created": 1790608775, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.046055495829211895, "einstein: Albert Einstein": 0.04064383241627725, "hypatia: Hypatia of Alexandria": 0.01919878700866039, "ibn_sina: Ibn Sina": 0.018035591306109225, "sagan: Carl Sagan": 0.0070628390359155305, "socrates: Socrates of Athens": 0.8690034544038256}, "confidence": 0.8428041452845907, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-28T15:19:35Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c100", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.012214234904655185, "einstein": 0.00893612515187133, "hypatia": 0.9702968610794379, "ibn_sina": 0.0025602427213541304, "sagan": 0.001209373028466325, "socrates": 0.004783163114215126}, "confidence": 0.9643562332953255, "temperature": 1.0, "prompt_sha256": "cfb7e167239f3e0627ad891f5e0525057645fcbf5451bb899976fff20656f7b5", "body_sha256": "38392eb66e9914d05b2e71cf07408464e5dda826045d89ca26bdcc044cef4c36", "prompt_tokens": 237, "seconds": 0.3443568070069887, "rapl_before": {"package-0": [211191529477, 262143328850, 1790608776.4754305], "core": [142952157234, 262143328850, 1790608776.4830046], "uncore": [56897944672, 262143328850, 1790608776.4901984], "psys": [150370142639, 262143328850, 1790608776.4968913]}, "rapl_after": {"package-0": [211191529477, 262143328850, 1790608776.4754305], "core": [142952157234, 262143328850, 1790608776.4830046], "uncore": [56897944672, 262143328850, 1790608776.4901984], "psys": [150370142639, 262143328850, 1790608776.4968913]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-85abd32b9f5d46a088921ab4", "object": "systemone.completion", "created": 1790608777, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.012214234904655185, "einstein: Albert Einstein": 0.00893612515187133, "hypatia: Hypatia of Alexandria": 0.9702968610794379, "ibn_sina: Ibn Sina": 0.0025602427213541304, "sagan: Carl Sagan": 0.001209373028466325, "socrates: Socrates of Athens": 0.004783163114215126}, "confidence": 0.9643562332953255, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-28T15:19:37Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c101", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.6960976472083776, "einstein": 0.034656661152272734, "hypatia": 0.08849888457010262, "ibn_sina": 0.1553203795005505, "sagan": 0.004406100016571398, "socrates": 0.021020327552125174}, "confidence": 0.6353171766500532, "temperature": 1.0, "prompt_sha256": "81d4a90c7bdd9acb180fb94c4b4a55d8f6b82274102d468f20ab7e3ce8929ddb", "body_sha256": "f5dfa4bd68844ae86f19c2c778c8fd1309f27b0b0aa19979c17c7bed23785474", "prompt_tokens": 279, "seconds": 0.41412406496237963, "rapl_before": {"package-0": [211246868142, 262143328850, 1790608777.5093346], "core": [142998017774, 262143328850, 1790608777.5173366], "uncore": [56898007722, 262143328850, 1790608777.5246696], "psys": [150370529357, 262143328850, 1790608777.5313299]}, "rapl_after": {"package-0": [211291305772, 262143328850, 1790608778.5422015], "core": [143034173077, 262143328850, 1790608778.5516841], "uncore": [56898073578, 262143328850, 1790608778.5607803], "psys": [150370918943, 262143328850, 1790608778.5695012]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-af8e666b7f294c5ab6e232d0", "object": "systemone.completion", "created": 1790608778, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6960976472083776, "einstein: Albert Einstein": 0.034656661152272734, "hypatia: Hypatia of Alexandria": 0.08849888457010262, "ibn_sina: Ibn Sina": 0.1553203795005505, "sagan: Carl Sagan": 0.004406100016571398, "socrates: Socrates of Athens": 0.021020327552125174}, "confidence": 0.6353171766500532, "temperature": 1.0}}, "usage": {"prompt_tokens": 279, "completion_tokens": 0, "total_tokens": 279, "questions": 1}}, "utc": "2026-09-28T15:19:38Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c102", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11263303050954616, "einstein": 0.5373421360374613, "hypatia": 0.09337606196131519, "ibn_sina": 0.0343511334931186, "sagan": 0.011871434075758972, "socrates": 0.2104262039227998}, "confidence": 0.44481056324495355, "temperature": 1.0, "prompt_sha256": "8169ae02b82ede08729014bb1eb21987ee60d82b8c063b8e8d5e1c3c1472af93", "body_sha256": "3aa1cc8190d68db7728ccdb5a26b8dd4ef382b8040221d1cf2873b785ecf302f", "prompt_tokens": 317, "seconds": 0.4533829289721325, "rapl_before": {"package-0": [211324808006, 262143328850, 1790608779.5823405], "core": [143057369551, 262143328850, 1790608779.5901947], "uncore": [56898138031, 262143328850, 1790608779.5969625], "psys": [150371305661, 262143328850, 1790608779.6032503]}, "rapl_after": {"package-0": [211324808006, 262143328850, 1790608779.5823405], "core": [143057369551, 262143328850, 1790608779.5901947], "uncore": [56898138031, 262143328850, 1790608779.5969625], "psys": [150371305661, 262143328850, 1790608779.6032503]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-dba5c92487ce4747890e9e3a", "object": "systemone.completion", "created": 1790608780, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.11263303050954616, "einstein: Albert Einstein": 0.5373421360374613, "hypatia: Hypatia of Alexandria": 0.09337606196131519, "ibn_sina: Ibn Sina": 0.0343511334931186, "sagan: Carl Sagan": 0.011871434075758972, "socrates: Socrates of Athens": 0.2104262039227998}, "confidence": 0.44481056324495355, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-28T15:19:40Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c103", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "id_not_unique": "c-socrates-01-starter-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04627835014558142, "einstein": 0.04627835014558142, "hypatia": 0.019291686509076263, "ibn_sina": 0.03604161533263148, "sagan": 0.8203033839719367, "socrates": 0.03180661389519274}, "confidence": 0.7843640607663239, "temperature": 1.0, "prompt_sha256": "f49598785170301fe64685b22a97ab784b0eb1bb5ce19b4e7d6686c2f73277f5", "body_sha256": "e85c319de9037d857517f40b0ca19839ba811c598e10a9871514eed8289beb22", "prompt_tokens": 206, "seconds": 0.308206906018313, "rapl_before": {"package-0": [211394988307, 262143328850, 1790608780.6141155], "core": [143117925975, 262143328850, 1790608780.62262], "uncore": [56898171540, 262143328850, 1790608780.6301568], "psys": [150371692012, 262143328850, 1790608780.636891]}, "rapl_after": {"package-0": [211394988307, 262143328850, 1790608780.6141155], "core": [143117925975, 262143328850, 1790608780.62262], "uncore": [56898171540, 262143328850, 1790608780.6301568], "psys": [150371692012, 262143328850, 1790608780.636891]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-657999fcca9a4032a90a48ab", "object": "systemone.completion", "created": 1790608781, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.04627835014558142, "einstein: Albert Einstein": 0.04627835014558142, "hypatia: Hypatia of Alexandria": 0.019291686509076263, "ibn_sina: Ibn Sina": 0.03604161533263148, "sagan: Carl Sagan": 0.8203033839719367, "socrates: Socrates of Athens": 0.03180661389519274}, "confidence": 0.7843640607663239, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-28T15:19:41Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c104", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "id_not_unique": "c-socrates-01-starter-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.008422461146026348, "einstein": 0.009543898818635205, "hypatia": 0.003511004163996308, "ibn_sina": 0.9735041455214926, "sagan": 0.0007834109213943002, "socrates": 0.0042350794284553685}, "confidence": 0.968204974625791, "temperature": 1.0, "prompt_sha256": "010216a6379dd2d5748a903afbf53fdee29436823397d2addfca359c287041de", "body_sha256": "97748f4a4759b67d548ce8615360ac571b7028aafef374d47623a339359ae9e0", "prompt_tokens": 254, "seconds": 0.36620003898860887, "rapl_before": {"package-0": [211447038528, 262143328850, 1790608781.647767], "core": [143160169641, 262143328850, 1790608781.6555717], "uncore": [56898239044, 262143328850, 1790608781.6629877], "psys": [150372080500, 262143328850, 1790608781.669553]}, "rapl_after": {"package-0": [211477384519, 262143328850, 1790608782.6803255], "core": [143182277922, 262143328850, 1790608782.6883838], "uncore": [56898303863, 262143328850, 1790608782.6977367], "psys": [150372469171, 262143328850, 1790608782.7055492]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3b132ebecd7a4f44ae5416c8", "object": "systemone.completion", "created": 1790608782, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.008422461146026348, "einstein: Albert Einstein": 0.009543898818635205, "hypatia: Hypatia of Alexandria": 0.003511004163996308, "ibn_sina: Ibn Sina": 0.9735041455214926, "sagan: Carl Sagan": 0.0007834109213943002, "socrates: Socrates of Athens": 0.0042350794284553685}, "confidence": 0.968204974625791, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-28T15:19:42Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c105", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "F", "choice": "socrates", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.1621827621384781, "einstein": 0.15235660531605713, "hypatia": 0.012506191737710441, "ibn_sina": 0.01331277180695708, "sagan": 0.018196401607937774, "socrates": 0.6414452673928595}, "confidence": 0.5697343208714314, "temperature": 1.0, "prompt_sha256": "03260f3ea7fa197c8f329b0936f219b784f4404423bd59773254581cdec63ce1", "body_sha256": "160011c50f280d32dfe557021c28f87d3d6f59b003b01ab34b223f08e73779b0", "prompt_tokens": 274, "seconds": 0.40146414696937427, "rapl_before": {"package-0": [211520696603, 262143328850, 1790608783.719818], "core": [143215120428, 262143328850, 1790608783.727478], "uncore": [56898360992, 262143328850, 1790608783.7339597], "psys": [150372854729, 262143328850, 1790608783.740162]}, "rapl_after": {"package-0": [211520696603, 262143328850, 1790608783.719818], "core": [143215120428, 262143328850, 1790608783.727478], "uncore": [56898360992, 262143328850, 1790608783.7339597], "psys": [150372854729, 262143328850, 1790608783.740162]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e38d9f8fd64b492693d755d6", "object": "systemone.completion", "created": 1790608784, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "socrates: Socrates of Athens", "probabilities": {"darwin: Charles Darwin": 0.1621827621384781, "einstein: Albert Einstein": 0.15235660531605713, "hypatia: Hypatia of Alexandria": 0.012506191737710441, "ibn_sina: Ibn Sina": 0.01331277180695708, "sagan: Carl Sagan": 0.018196401607937774, "socrates: Socrates of Athens": 0.6414452673928595}, "confidence": 0.5697343208714314, "temperature": 1.0}}, "usage": {"prompt_tokens": 274, "completion_tokens": 0, "total_tokens": 274, "questions": 1}}, "utc": "2026-09-28T15:19:44Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c106", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05543933592606998, "einstein": 0.8146750943888933, "hypatia": 0.013167996479268399, "ibn_sina": 0.012370187903706593, "sagan": 0.007048320606226238, "socrates": 0.0972990646958355}, "confidence": 0.777610113266672, "temperature": 1.0, "prompt_sha256": "8346dc2bcf5218738bcb303369ab93aca0fc8ae06923e2f5823a5b38c25c5616", "body_sha256": "f0ea5ddb360981be06aefae6e13d93c32919a48031e07cbf57688c948025f7b9", "prompt_tokens": 293, "seconds": 0.42412861599586904, "rapl_before": {"package-0": [211583517854, 262143328850, 1790608784.7517571], "core": [143268300041, 262143328850, 1790608784.7592711], "uncore": [56898399505, 262143328850, 1790608784.7660449], "psys": [150373240409, 262143328850, 1790608784.772559]}, "rapl_after": {"package-0": [211583517854, 262143328850, 1790608784.7517571], "core": [143268300041, 262143328850, 1790608784.7592711], "uncore": [56898399505, 262143328850, 1790608784.7660449], "psys": [150373240409, 262143328850, 1790608784.772559]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f7ce3f7ddece4f4cbd8875a2", "object": "systemone.completion", "created": 1790608785, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.05543933592606998, "einstein: Albert Einstein": 0.8146750943888933, "hypatia: Hypatia of Alexandria": 0.013167996479268399, "ibn_sina: Ibn Sina": 0.012370187903706593, "sagan: Carl Sagan": 0.007048320606226238, "socrates: Socrates of Athens": 0.0972990646958355}, "confidence": 0.777610113266672, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-28T15:19:45Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}
{"arm": "t1-null-20260929", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c107", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0320598760482867, "einstein": 0.8801613834409302, "hypatia": 0.01179416928466942, "ibn_sina": 0.05626683476011551, "sagan": 0.003597018403085413, "socrates": 0.016120718062912775}, "confidence": 0.8561936601291162, "temperature": 1.0, "prompt_sha256": "da702a06d8d291d541f252110c04cd8477751fe258c250885408a5f737338154", "body_sha256": "2b0f70c2e8abb0900bfc1a0dd7a00246a3ae5c88965aaf089c6a7b152d413235", "prompt_tokens": 266, "seconds": 0.3993666560272686, "rapl_before": {"package-0": [211649216782, 262143328850, 1790608785.784672], "core": [143324459931, 262143328850, 1790608785.7950823], "uncore": [56898465179, 262143328850, 1790608785.8025067], "psys": [150373627127, 262143328850, 1790608785.8091955]}, "rapl_after": {"package-0": [211660706804, 262143328850, 1790608786.819471], "core": [143328054465, 262143328850, 1790608786.8278852], "uncore": [56898528899, 262143328850, 1790608786.8362668], "psys": [150374012746, 262143328850, 1790608786.8444226]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.11, "contended": true, "server_response": {"id": "deem-c250b43fafe648e2b7d87f62", "object": "systemone.completion", "created": 1790608787, "model": "deem-0.8-t1-null-20260929", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.0320598760482867, "einstein: Albert Einstein": 0.8801613834409302, "hypatia: Hypatia of Alexandria": 0.01179416928466942, "ibn_sina: Ibn Sina": 0.05626683476011551, "sagan: Carl Sagan": 0.003597018403085413, "socrates: Socrates of Athens": 0.016120718062912775}, "confidence": 0.8561936601291162, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-28T15:19:47Z", "model": "t1:null-20260929", "model_id": "deem-0.8-t1-null-20260929", "model_revision": "t1 trainer 6be547428ff4dd1f at 372caad9f7218d1421632c3f4fcced7777122237", "model_sha256": "55689fdc44dc0b1e7d63b7f7067129d05fe26f40c4fd177b64fd685b14f44986", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921, "runner": "0.4", "t1_manifest": {"path": "/workshop/estate-worktrees/deem-t1-benchbox/bench/deem-2026-09-27/t1-tune/logs/manifests/null-20260929.json", "sha256": "152c0d24ee91173babbba37324bb76d973dd3c98c5ce20a0420b02b04f3e4b23", "run": "null-20260929"}}