{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c000", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1763160557170959, "einstein": 0.1555983730462701, "hypatia": 0.4229602299894677, "ibn_sina": 0.13731508226053576, "sagan": 0.10694109359201961, "socrates": 0.0008691653946109875}, "confidence": 0.30755227598736123, "temperature": 1.0, "prompt_sha256": "028cd141528bb2d431e82341b68dc6ab23cf42282b8ef5e3323f54d9b2affe80", "body_sha256": "e0e3b9c2afbe7c9ed9ae0f0c934d1dda69f97e52cd81622a1084f9ff09ac4844", "prompt_tokens": 218, "seconds": 28.006772749009542, "rapl_before": {"package-0": [53270832681, 262143328850, 1790510469.9397657], "core": [57777331337, 262143328850, 1790510469.9473915], "uncore": [47284785261, 262143328850, 1790510469.954157], "psys": [120369929401, 262143328850, 1790510469.9611857]}, "rapl_after": {"package-0": [56203098063, 262143328850, 1790510498.8641467], "core": [60480944167, 262143328850, 1790510498.8734915], "uncore": [47285927531, 262143328850, 1790510498.8809385], "psys": [120380753531, 262143328850, 1790510498.8873491]}, "server_response": {"id": "deem-202b645a2deb478c89236780", "object": "systemone.completion", "created": 1790510498, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1763160557170959, "einstein: Albert Einstein": 0.1555983730462701, "hypatia: Hypatia of Alexandria": 0.4229602299894677, "ibn_sina: Ibn Sina": 0.13731508226053576, "sagan: Carl Sagan": 0.10694109359201961, "socrates: Socrates of Athens": 0.0008691653946109875}, "confidence": 0.30755227598736123, "temperature": 1.0}}, "usage": {"prompt_tokens": 218, "completion_tokens": 0, "total_tokens": 218, "questions": 1}}, "utc": "2026-09-27T12:01:38Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c001", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10387690839111198, "einstein": 0.05560130237556288, "hypatia": 0.09167104990522008, "ibn_sina": 0.07139348545116322, "sagan": 0.6773625303975425, "socrates": 9.472347939941361e-05}, "confidence": 0.612835036477051, "temperature": 1.0, "prompt_sha256": "bf79e8448ef82e08c98834980a184a26494e6ba6f6283dcd3e51f0ba2cc5b228", "body_sha256": "3680a41ffc0b4ca85644ad935f3189b757e9cb2a4de3338853cce2333428ec23", "prompt_tokens": 314, "seconds": 32.498101431003306, "rapl_before": {"package-0": [56203098063, 262143328850, 1790510498.8641467], "core": [60480944167, 262143328850, 1790510498.8734915], "uncore": [47285927531, 262143328850, 1790510498.8809385], "psys": [120380753531, 262143328850, 1790510498.8873491]}, "rapl_after": {"package-0": [59701843561, 262143328850, 1790510530.9180872], "core": [63706350094, 262143328850, 1790510530.9256177], "uncore": [47287281837, 262143328850, 1790510530.9328666], "psys": [120392734579, 262143328850, 1790510530.9397583]}, "server_response": {"id": "deem-d3f52b3ea51a45289db8e31d", "object": "systemone.completion", "created": 1790510531, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.10387690839111198, "einstein: Albert Einstein": 0.05560130237556288, "hypatia: Hypatia of Alexandria": 0.09167104990522008, "ibn_sina: Ibn Sina": 0.07139348545116322, "sagan: Carl Sagan": 0.6773625303975425, "socrates: Socrates of Athens": 9.472347939941361e-05}, "confidence": 0.612835036477051, "temperature": 1.0}}, "usage": {"prompt_tokens": 314, "completion_tokens": 0, "total_tokens": 314, "questions": 1}}, "utc": "2026-09-27T12:02:11Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c002", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.029819031709620913, "einstein": 0.02631520312181229, "hypatia": 0.049163271851333616, "ibn_sina": 0.02322308524588382, "sagan": 0.8714398447636049, "socrates": 3.956330774449837e-05}, "confidence": 0.8457278137163259, "temperature": 1.0, "prompt_sha256": "8accb124778e8c5147d0ae65e61fa55fe3ad3074e82dff66461ee361bb21ab63", "body_sha256": "bd144bbf32c6127bf8554893f1e0ec86a1d318366835d56629f1791af26d70ea", "prompt_tokens": 235, "seconds": 27.97981447202619, "rapl_before": {"package-0": [59701843561, 262143328850, 1790510530.9180872], "core": [63706350094, 262143328850, 1790510530.9256177], "uncore": [47287281837, 262143328850, 1790510530.9328666], "psys": [120392734579, 262143328850, 1790510530.9397583]}, "rapl_after": {"package-0": [62563947257, 262143328850, 1790510558.8331578], "core": [66344722246, 262143328850, 1790510558.842988], "uncore": [47288455967, 262143328850, 1790510558.85127], "psys": [120403195307, 262143328850, 1790510558.858324]}, "server_response": {"id": "deem-2e68c26a62fd43129904e6eb", "object": "systemone.completion", "created": 1790510559, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.029819031709620913, "einstein: Albert Einstein": 0.02631520312181229, "hypatia: Hypatia of Alexandria": 0.049163271851333616, "ibn_sina: Ibn Sina": 0.02322308524588382, "sagan: Carl Sagan": 0.8714398447636049, "socrates: Socrates of Athens": 3.956330774449837e-05}, "confidence": 0.8457278137163259, "temperature": 1.0}}, "usage": {"prompt_tokens": 235, "completion_tokens": 0, "total_tokens": 235, "questions": 1}}, "utc": "2026-09-27T12:02:39Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c003", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "id_not_unique": "c-darwin-01-dessert-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.08731840295373551, "einstein": 0.07705822014530518, "hypatia": 0.6452005778941835, "ibn_sina": 0.07705822014530518, "sagan": 0.11211904873717836, "socrates": 0.0012455301242923348}, "confidence": 0.5742406934730202, "temperature": 1.0, "prompt_sha256": "beaf3074a6fb460818d8d57525e62e0097e18d0bf9d577fe04f7b96bd164a908", "body_sha256": "308647f3820f34c64520cfb864114dbd96ac60d5c9b984d2c5174d1e3255e555", "prompt_tokens": 336, "seconds": 37.65791984798852, "rapl_before": {"package-0": [62563947257, 262143328850, 1790510558.8331578], "core": [66344722246, 262143328850, 1790510558.842988], "uncore": [47288455967, 262143328850, 1790510558.85127], "psys": [120403195307, 262143328850, 1790510558.858324]}, "rapl_after": {"package-0": [65790568392, 262143328850, 1790510597.047036], "core": [69273765346, 262143328850, 1790510597.0544276], "uncore": [47290194854, 262143328850, 1790510597.0623066], "psys": [120417481281, 262143328850, 1790510597.0683708]}, "server_response": {"id": "deem-bea4acb617ad4759b1ce437b", "object": "systemone.completion", "created": 1790510597, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.08731840295373551, "einstein: Albert Einstein": 0.07705822014530518, "hypatia: Hypatia of Alexandria": 0.6452005778941835, "ibn_sina: Ibn Sina": 0.07705822014530518, "sagan: Carl Sagan": 0.11211904873717836, "socrates: Socrates of Athens": 0.0012455301242923348}, "confidence": 0.5742406934730202, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-27T12:03:17Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c004", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04128203001505936, "einstein": 0.04128203001505936, "hypatia": 0.8291717381316163, "ibn_sina": 0.046778668451022805, "sagan": 0.04128203001505936, "socrates": 0.00020350337218269922}, "confidence": 0.7950060857579395, "temperature": 1.0, "prompt_sha256": "c14bad2292396eb164056d131cedd6286d54960c27eff0c875fecb88a80d3771", "body_sha256": "adb4509ab4369418bb88a82f0a60c6f34aae602cd771317c5105610022e70307", "prompt_tokens": 346, "seconds": 0.5666336150025018, "rapl_before": {"package-0": [71097009397, 262143328850, 1790510740.5635633], "core": [73330213519, 262143328850, 1790510740.570378], "uncore": [47298539620, 262143328850, 1790510740.5769083], "psys": [120467044630, 262143328850, 1790510740.5829995]}, "rapl_after": {"package-0": [71097009397, 262143328850, 1790510740.5635633], "core": [73330213519, 262143328850, 1790510740.570378], "uncore": [47298539620, 262143328850, 1790510740.5769083], "psys": [120467044630, 262143328850, 1790510740.5829995]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-8e235c3a30e7424495256d02", "object": "systemone.completion", "created": 1790510741, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04128203001505936, "einstein: Albert Einstein": 0.04128203001505936, "hypatia: Hypatia of Alexandria": 0.8291717381316163, "ibn_sina: Ibn Sina": 0.046778668451022805, "sagan: Carl Sagan": 0.04128203001505936, "socrates: Socrates of Athens": 0.00020350337218269922}, "confidence": 0.7950060857579395, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-27T12:05:41Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c005", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02164310924321334, "einstein": 0.01685567042671451, "hypatia": 0.03568345457337239, "ibn_sina": 0.9202884228669912, "sagan": 0.005472234993012033, "socrates": 5.7107896696444873e-05}, "confidence": 0.9043461074403893, "temperature": 1.0, "prompt_sha256": "663b2a8c37bb710c440a01e6f8f9dc6d44a4d9ee61f9e9a4a537f55c28dc0e3e", "body_sha256": "f5f6457dd41de1327992001a53a671fde196f1e3cd17c2a9defd5857716ec4f2", "prompt_tokens": 348, "seconds": 0.48835086199687794, "rapl_before": {"package-0": [71174653119, 262143328850, 1790510741.59275], "core": [73398295010, 262143328850, 1790510741.600158], "uncore": [47298567330, 262143328850, 1790510741.606898], "psys": [120467348219, 262143328850, 1790510741.6128156]}, "rapl_after": {"package-0": [71225619969, 262143328850, 1790510742.6229248], "core": [73440859842, 262143328850, 1790510742.6322384], "uncore": [47298647775, 262143328850, 1790510742.6405168], "psys": [120467655469, 262143328850, 1790510742.6486075]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-d53c10c80cd84bababf45630", "object": "systemone.completion", "created": 1790510742, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.02164310924321334, "einstein: Albert Einstein": 0.01685567042671451, "hypatia: Hypatia of Alexandria": 0.03568345457337239, "ibn_sina: Ibn Sina": 0.9202884228669912, "sagan: Carl Sagan": 0.005472234993012033, "socrates: Socrates of Athens": 5.7107896696444873e-05}, "confidence": 0.9043461074403893, "temperature": 1.0}}, "usage": {"prompt_tokens": 348, "completion_tokens": 0, "total_tokens": 348, "questions": 1}}, "utc": "2026-09-27T12:05:42Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c006", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "id_not_unique": "c-darwin-01-main-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024449502042696903, "einstein": 0.024449502042696903, "hypatia": 0.016803880625723553, "ibn_sina": 0.016803880625723553, "sagan": 0.9174607955423004, "socrates": 3.2439120858604705e-05}, "confidence": 0.9009529546507604, "temperature": 1.0, "prompt_sha256": "1dfc5680544a302ac11143f709572d49a026ebeb4bd5391aaa3d24bd4d0502e2", "body_sha256": "c46f8151bcda257798ed926507d7adf78ac7e391c5d4666c2f1f2a352ac2985e", "prompt_tokens": 253, "seconds": 0.35441075096605346, "rapl_before": {"package-0": [71260167854, 262143328850, 1790510743.6625519], "core": [73465598060, 262143328850, 1790510743.670515], "uncore": [47298671822, 262143328850, 1790510743.6777086], "psys": [120467945690, 262143328850, 1790510743.6847131]}, "rapl_after": {"package-0": [71260167854, 262143328850, 1790510743.6625519], "core": [73465598060, 262143328850, 1790510743.670515], "uncore": [47298671822, 262143328850, 1790510743.6777086], "psys": [120467945690, 262143328850, 1790510743.6847131]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8af714d01af54de3a67b1bea", "object": "systemone.completion", "created": 1790510744, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.024449502042696903, "einstein: Albert Einstein": 0.024449502042696903, "hypatia: Hypatia of Alexandria": 0.016803880625723553, "ibn_sina: Ibn Sina": 0.016803880625723553, "sagan: Carl Sagan": 0.9174607955423004, "socrates: Socrates of Athens": 3.2439120858604705e-05}, "confidence": 0.9009529546507604, "temperature": 1.0}}, "usage": {"prompt_tokens": 253, "completion_tokens": 0, "total_tokens": 253, "questions": 1}}, "utc": "2026-09-27T12:05:44Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c007", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1789579348308556, "einstein": 0.20278590701761795, "hypatia": 0.3788539510098913, "ibn_sina": 0.12299586996382056, "sagan": 0.10854347427376931, "socrates": 0.007862862904045373}, "confidence": 0.25462474121186957, "temperature": 1.0, "prompt_sha256": "09bbd54c6041acc58d02375eab7ca0502f023f79c97e7dfa6e57667e68243a04", "body_sha256": "2983d2beb78ebf4a33e429ee3a876fcf9e26958dc01e0ec61a6b67062747f2ca", "prompt_tokens": 234, "seconds": 0.3386802180320956, "rapl_before": {"package-0": [71314195609, 262143328850, 1790510744.6954315], "core": [73510481063, 262143328850, 1790510744.70334], "uncore": [47298728158, 262143328850, 1790510744.7101614], "psys": [120468246349, 262143328850, 1790510744.71661]}, "rapl_after": {"package-0": [71314195609, 262143328850, 1790510744.6954315], "core": [73510481063, 262143328850, 1790510744.70334], "uncore": [47298728158, 262143328850, 1790510744.7101614], "psys": [120468246349, 262143328850, 1790510744.71661]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9971729f05e24c6da8b35eec", "object": "systemone.completion", "created": 1790510745, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1789579348308556, "einstein: Albert Einstein": 0.20278590701761795, "hypatia: Hypatia of Alexandria": 0.3788539510098913, "ibn_sina: Ibn Sina": 0.12299586996382056, "sagan: Carl Sagan": 0.10854347427376931, "socrates: Socrates of Athens": 0.007862862904045373}, "confidence": 0.25462474121186957, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-27T12:05:45Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c008", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.019743184898952937, "einstein": 0.010567765352528105, "hypatia": 0.9512799212916276, "ibn_sina": 0.011974846961590426, "sagan": 0.0064096736909571815, "socrates": 2.4607804343770347e-05}, "confidence": 0.9415359055499533, "temperature": 1.0, "prompt_sha256": "a1d6ed59ae8ef118ce60fde83d93a3ecbc82876eb30cc6a8a6133e160d4fb6c0", "body_sha256": "12234be2a390a3588ffb364635b63027e0f5c3ca7045dedbc78136d4eef24f32", "prompt_tokens": 310, "seconds": 0.4539708560332656, "rapl_before": {"package-0": [71365533978, 262143328850, 1790510745.7270687], "core": [73552527708, 262143328850, 1790510745.7351327], "uncore": [47298782540, 262143328850, 1790510745.7421236], "psys": [120468549509, 262143328850, 1790510745.7490394]}, "rapl_after": {"package-0": [71400926160, 262143328850, 1790510746.7599998], "core": [73579707326, 262143328850, 1790510746.767835], "uncore": [47298835518, 262143328850, 1790510746.7778082], "psys": [120468863840, 262143328850, 1790510746.7854123]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.08, "contended": false, "server_response": {"id": "deem-08ba466826fe49d1848e0eb3", "object": "systemone.completion", "created": 1790510747, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.019743184898952937, "einstein: Albert Einstein": 0.010567765352528105, "hypatia: Hypatia of Alexandria": 0.9512799212916276, "ibn_sina: Ibn Sina": 0.011974846961590426, "sagan: Carl Sagan": 0.0064096736909571815, "socrates: Socrates of Athens": 2.4607804343770347e-05}, "confidence": 0.9415359055499533, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-27T12:05:47Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c009", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.015362394626312482, "einstein": 0.010558409123220614, "hypatia": 0.019725705161372408, "ibn_sina": 0.9504377003695774, "sagan": 0.0038842216479098575, "socrates": 3.1569071607231486e-05}, "confidence": 0.940525240443493, "temperature": 1.0, "prompt_sha256": "93b841f5248d9c801f554093a6c6a3e0963119756e00a1f6098cad0173cdd4b3", "body_sha256": "1666459cf08ad2dba9d7b14d9ce2050d8a5892809b65894f97da841eda1764c2", "prompt_tokens": 344, "seconds": 0.4950248989625834, "rapl_before": {"package-0": [71489041474, 262143328850, 1790510750.8985295], "core": [73630951946, 262143328850, 1790510750.906201], "uncore": [47299130134, 262143328850, 1790510750.912744], "psys": [120470060309, 262143328850, 1790510750.9189494]}, "rapl_after": {"package-0": [71489041474, 262143328850, 1790510750.8985295], "core": [73630951946, 262143328850, 1790510750.906201], "uncore": [47299130134, 262143328850, 1790510750.912744], "psys": [120470060309, 262143328850, 1790510750.9189494]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.04, "contended": false, "server_response": {"id": "deem-47a3a462a65745148791dc54", "object": "systemone.completion", "created": 1790510751, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.015362394626312482, "einstein: Albert Einstein": 0.010558409123220614, "hypatia: Hypatia of Alexandria": 0.019725705161372408, "ibn_sina: Ibn Sina": 0.9504377003695774, "sagan: Carl Sagan": 0.0038842216479098575, "socrates: Socrates of Athens": 3.1569071607231486e-05}, "confidence": 0.940525240443493, "temperature": 1.0}}, "usage": {"prompt_tokens": 344, "completion_tokens": 0, "total_tokens": 344, "questions": 1}}, "utc": "2026-09-27T12:05:51Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c010", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.008430642635376023, "einstein": 0.00656579108622602, "hypatia": 0.00656579108622602, "ibn_sina": 0.003982353599063996, "sagan": 0.9744497971143415, "socrates": 5.624478766394503e-06}, "confidence": 0.9693397565372098, "temperature": 1.0, "prompt_sha256": "f502f11985fc026210a3bc717c89839b3fb399cec7f98f302afaf06e4789c9ae", "body_sha256": "2829cf84920e2fe4f5b097a81e8bf3cd81554b83be58c4e7b2b6cc915b8226e0", "prompt_tokens": 337, "seconds": 0.5424742100294679, "rapl_before": {"package-0": [71560879791, 262143328850, 1790510751.9303093], "core": [73693153202, 262143328850, 1790510751.9380128], "uncore": [47299226997, 262143328850, 1790510751.9447722], "psys": [120470372564, 262143328850, 1790510751.9517415]}, "rapl_after": {"package-0": [71617689155, 262143328850, 1790510752.9632213], "core": [73741750917, 262143328850, 1790510752.9716415], "uncore": [47299294868, 262143328850, 1790510752.9796739], "psys": [120470687443, 262143328850, 1790510752.9886422]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d56e0cc799c845e8a8daa4ce", "object": "systemone.completion", "created": 1790510753, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.008430642635376023, "einstein: Albert Einstein": 0.00656579108622602, "hypatia: Hypatia of Alexandria": 0.00656579108622602, "ibn_sina: Ibn Sina": 0.003982353599063996, "sagan: Carl Sagan": 0.9744497971143415, "socrates: Socrates of Athens": 5.624478766394503e-06}, "confidence": 0.9693397565372098, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-27T12:05:53Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c011", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "id_not_unique": "c-darwin-01-main-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.021838536621487246, "einstein": 0.013245742024189164, "hypatia": 0.9285982064436333, "ibn_sina": 0.019272440925442752, "sagan": 0.01700786942194782, "socrates": 3.720456329972514e-05}, "confidence": 0.91431784773236, "temperature": 1.0, "prompt_sha256": "ded50049b7f0ae8c551b34fd6fd189d2671fba228d5ec1f24b83a3e5af8a04fd", "body_sha256": "b2e15a99c1f0cbf591208e92b3045082bbc687fc2960bd6a2581dd2471d052e0", "prompt_tokens": 339, "seconds": 0.4874062479939312, "rapl_before": {"package-0": [71649800890, 262143328850, 1790510754.0007517], "core": [73763515388, 262143328850, 1790510754.0086904], "uncore": [47299354316, 262143328850, 1790510754.015699], "psys": [120470986942, 262143328850, 1790510754.022196]}, "rapl_after": {"package-0": [71649800890, 262143328850, 1790510754.0007517], "core": [73763515388, 262143328850, 1790510754.0086904], "uncore": [47299354316, 262143328850, 1790510754.015699], "psys": [120470986942, 262143328850, 1790510754.022196]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c7209e878d7146df80382418", "object": "systemone.completion", "created": 1790510754, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.021838536621487246, "einstein: Albert Einstein": 0.013245742024189164, "hypatia: Hypatia of Alexandria": 0.9285982064436333, "ibn_sina: Ibn Sina": 0.019272440925442752, "sagan: Carl Sagan": 0.01700786942194782, "socrates: Socrates of Athens": 3.720456329972514e-05}, "confidence": 0.91431784773236, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-27T12:05:54Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c012", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.16426651142506654, "einstein": 0.23900636383275453, "hypatia": 0.347752207415772, "ibn_sina": 0.09963267554333845, "sagan": 0.14496468753099828, "socrates": 0.004377554252070149}, "confidence": 0.21730264889892642, "temperature": 1.0, "prompt_sha256": "cdc1fe2f5bc49b36af7eb461c4c39b633ddbbc0adc804237468f9ec8726d9edc", "body_sha256": "21fc06e37386003b0d270c65e268aa943a109031f3d510ef3285587cbd10723e", "prompt_tokens": 179, "seconds": 0.26243630901444703, "rapl_before": {"package-0": [71723800395, 262143328850, 1790510755.032753], "core": [73827477566, 262143328850, 1790510755.040104], "uncore": [47299464423, 262143328850, 1790510755.046117], "psys": [120471315860, 262143328850, 1790510755.0531912]}, "rapl_after": {"package-0": [71723800395, 262143328850, 1790510755.032753], "core": [73827477566, 262143328850, 1790510755.040104], "uncore": [47299464423, 262143328850, 1790510755.046117], "psys": [120471315860, 262143328850, 1790510755.0531912]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-dcc23f13c640466c83fcad2c", "object": "systemone.completion", "created": 1790510755, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.16426651142506654, "einstein: Albert Einstein": 0.23900636383275453, "hypatia: Hypatia of Alexandria": 0.347752207415772, "ibn_sina: Ibn Sina": 0.09963267554333845, "sagan: Carl Sagan": 0.14496468753099828, "socrates: Socrates of Athens": 0.004377554252070149}, "confidence": 0.21730264889892642, "temperature": 1.0}}, "usage": {"prompt_tokens": 179, "completion_tokens": 0, "total_tokens": 179, "questions": 1}}, "utc": "2026-09-27T12:05:55Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c013", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.8175942204546722, "einstein": 0.05922632668234468, "hypatia": 0.05922632668234468, "ibn_sina": 0.03592258299499847, "sagan": 0.027976535766452332, "socrates": 5.4007419187670354e-05}, "confidence": 0.7811130645456068, "temperature": 1.0, "prompt_sha256": "92dbbabddae8bdcddcea550f11f6abceef8eebff75b12bfd85049a510e88e539", "body_sha256": "742a0f9d0886e9eba018f60c301759c7dd203849d4f71fdaf56f813a3a6058ac", "prompt_tokens": 208, "seconds": 0.3553318160120398, "rapl_before": {"package-0": [71767246573, 262143328850, 1790510756.063927], "core": [73861790039, 262143328850, 1790510756.0720184], "uncore": [47299546515, 262143328850, 1790510756.079126], "psys": [120471626772, 262143328850, 1790510756.08536]}, "rapl_after": {"package-0": [71794440229, 262143328850, 1790510757.0967712], "core": [73881328563, 262143328850, 1790510757.1056175], "uncore": [47299572272, 262143328850, 1790510757.1139987], "psys": [120471925905, 262143328850, 1790510757.1213875]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c33478a6a9be4b2292933eb7", "object": "systemone.completion", "created": 1790510757, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.8175942204546722, "einstein: Albert Einstein": 0.05922632668234468, "hypatia: Hypatia of Alexandria": 0.05922632668234468, "ibn_sina: Ibn Sina": 0.03592258299499847, "sagan: Carl Sagan": 0.027976535766452332, "socrates: Socrates of Athens": 5.4007419187670354e-05}, "confidence": 0.7811130645456068, "temperature": 1.0}}, "usage": {"prompt_tokens": 208, "completion_tokens": 0, "total_tokens": 208, "questions": 1}}, "utc": "2026-09-27T12:05:57Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c014", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14282758279344765, "einstein": 0.03611246830326427, "hypatia": 0.7253383154926587, "ibn_sina": 0.06746697292047274, "sagan": 0.028124418593223496, "socrates": 0.00013024189693308945}, "confidence": 0.6704059785911906, "temperature": 1.0, "prompt_sha256": "7f8956de58c88be483a9492e49ab365b72ea48cf05a642d6997172ff40426ddb", "body_sha256": "6cbf9596f4ec80d34c8633f69ffb794e4a62302e1f35dfbd7b4ffd84baede690", "prompt_tokens": 233, "seconds": 0.4211598200490698, "rapl_before": {"package-0": [71829917067, 262143328850, 1790510758.1344702], "core": [73906942633, 262143328850, 1790510758.1425152], "uncore": [47299626471, 262143328850, 1790510758.1493561], "psys": [120472225586, 262143328850, 1790510758.156098]}, "rapl_after": {"package-0": [71829917067, 262143328850, 1790510758.1344702], "core": [73906942633, 262143328850, 1790510758.1425152], "uncore": [47299626471, 262143328850, 1790510758.1493561], "psys": [120472225586, 262143328850, 1790510758.156098]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-25c61537b98e429ab5ba3b04", "object": "systemone.completion", "created": 1790510758, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14282758279344765, "einstein: Albert Einstein": 0.03611246830326427, "hypatia: Hypatia of Alexandria": 0.7253383154926587, "ibn_sina: Ibn Sina": 0.06746697292047274, "sagan: Carl Sagan": 0.028124418593223496, "socrates: Socrates of Athens": 0.00013024189693308945}, "confidence": 0.6704059785911906, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-27T12:05:58Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c015", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "id_not_unique": "c-darwin-01-starter-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00574159272948221, "einstein": 0.006506076919552503, "hypatia": 0.020040127747962343, "ibn_sina": 0.9655874289951472, "sagan": 0.0021122139247559315, "socrates": 1.2559683099965762e-05}, "confidence": 0.9587049147941766, "temperature": 1.0, "prompt_sha256": "ae664612d0d0e39a4337bb914b27952e10d6b46d70de255a84689a43447ff6d5", "body_sha256": "cf14b847d6363633fc9931b83386061e841519da92451a8fdcbe73fc34f16dc4", "prompt_tokens": 212, "seconds": 0.33126066700788215, "rapl_before": {"package-0": [71886802175, 262143328850, 1790510759.1696973], "core": [73954327033, 262143328850, 1790510759.1776693], "uncore": [47299683233, 262143328850, 1790510759.1852772], "psys": [120472540954, 262143328850, 1790510759.192364]}, "rapl_after": {"package-0": [71886802175, 262143328850, 1790510759.1696973], "core": [73954327033, 262143328850, 1790510759.1776693], "uncore": [47299683233, 262143328850, 1790510759.1852772], "psys": [120472540954, 262143328850, 1790510759.192364]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d4778b65060d4f49a46abca8", "object": "systemone.completion", "created": 1790510760, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.00574159272948221, "einstein: Albert Einstein": 0.006506076919552503, "hypatia: Hypatia of Alexandria": 0.020040127747962343, "ibn_sina: Ibn Sina": 0.9655874289951472, "sagan: Carl Sagan": 0.0021122139247559315, "socrates: Socrates of Athens": 1.2559683099965762e-05}, "confidence": 0.9587049147941766, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-27T12:06:00Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c016", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.3091393539756006, "einstein": 0.18750249630995833, "hypatia": 0.24075797095438597, "ibn_sina": 0.14602709095403876, "sagan": 0.11372601278464464, "socrates": 0.002847075021371684}, "confidence": 0.1709672247707207, "temperature": 1.0, "prompt_sha256": "a576e696b1c489a487c04f237644d733fea1a8bca127783f13af57bc2de5ad8a", "body_sha256": "152c55cc4b587be54790666b3393ef0795c8c5192dd5e72208c1950169de9868", "prompt_tokens": 334, "seconds": 0.5690755299874581, "rapl_before": {"package-0": [71936780379, 262143328850, 1790510760.2040997], "core": [73995161524, 262143328850, 1790510760.2120078], "uncore": [47299738409, 262143328850, 1790510760.2191684], "psys": [120472856078, 262143328850, 1790510760.2260923]}, "rapl_after": {"package-0": [71962969277, 262143328850, 1790510761.237729], "core": [74012996927, 262143328850, 1790510761.2455614], "uncore": [47299766790, 262143328850, 1790510761.2538254], "psys": [120473183836, 262143328850, 1790510761.2640276]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-eb3d924be22744469246e14f", "object": "systemone.completion", "created": 1790510761, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3091393539756006, "einstein: Albert Einstein": 0.18750249630995833, "hypatia: Hypatia of Alexandria": 0.24075797095438597, "ibn_sina: Ibn Sina": 0.14602709095403876, "sagan: Carl Sagan": 0.11372601278464464, "socrates: Socrates of Athens": 0.002847075021371684}, "confidence": 0.1709672247707207, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-27T12:06:01Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c017", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.010710385756706797, "einstein": 0.008341256814320075, "hypatia": 0.9641182009407145, "ibn_sina": 0.007361133302300116, "sagan": 0.009451882255779916, "socrates": 1.7140930178590625e-05}, "confidence": 0.9569418411288574, "temperature": 1.0, "prompt_sha256": "42707a4f50fcb06405f7a95e754f56ee26a138c8b093823e4ee5f231a37808bd", "body_sha256": "28cf6738298ba08b344832b08b214d5eb5e06b10e1cb2b9f75908d06a68b2861", "prompt_tokens": 320, "seconds": 0.5327188140363432, "rapl_before": {"package-0": [72071232428, 262143328850, 1790510765.3767235], "core": [74084278422, 262143328850, 1790510765.3844156], "uncore": [47299992864, 262143328850, 1790510765.3914022], "psys": [120474423213, 262143328850, 1790510765.398019]}, "rapl_after": {"package-0": [72071232428, 262143328850, 1790510765.3767235], "core": [74084278422, 262143328850, 1790510765.3844156], "uncore": [47299992864, 262143328850, 1790510765.3914022], "psys": [120474423213, 262143328850, 1790510765.398019]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-18a14848ee944e178ff227ca", "object": "systemone.completion", "created": 1790510766, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.010710385756706797, "einstein: Albert Einstein": 0.008341256814320075, "hypatia: Hypatia of Alexandria": 0.9641182009407145, "ibn_sina: Ibn Sina": 0.007361133302300116, "sagan: Carl Sagan": 0.009451882255779916, "socrates: Socrates of Athens": 1.7140930178590625e-05}, "confidence": 0.9569418411288574, "temperature": 1.0}}, "usage": {"prompt_tokens": 320, "completion_tokens": 0, "total_tokens": 320, "questions": 1}}, "utc": "2026-09-27T12:06:06Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c018", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.18045377325505407, "einstein": 0.20448091401403634, "hypatia": 0.18045377325505407, "ibn_sina": 0.0965899444541422, "sagan": 0.3371320323871456, "socrates": 0.0008895626345676177}, "confidence": 0.20455843886457475, "temperature": 1.0, "prompt_sha256": "78e03b7eaa9f4ca6f7ffe5bf2a9bb147b0e09f5630dc2c3ddb30df5aa1482e8c", "body_sha256": "e8a6555e99572b0808a7629044d7f1a2b824255730fe2d38dc37f6fb585c73e4", "prompt_tokens": 310, "seconds": 0.5167291199904867, "rapl_before": {"package-0": [72143786136, 262143328850, 1790510766.4085326], "core": [74147343263, 262143328850, 1790510766.4162645], "uncore": [47300021978, 262143328850, 1790510766.4232466], "psys": [120474741754, 262143328850, 1790510766.4302714]}, "rapl_after": {"package-0": [72170154294, 262143328850, 1790510767.4417048], "core": [74165905898, 262143328850, 1790510767.4509509], "uncore": [47300104863, 262143328850, 1790510767.4590921], "psys": [120475052606, 262143328850, 1790510767.4673724]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9ea809e03baa47b69855a433", "object": "systemone.completion", "created": 1790510767, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.18045377325505407, "einstein: Albert Einstein": 0.20448091401403634, "hypatia: Hypatia of Alexandria": 0.18045377325505407, "ibn_sina: Ibn Sina": 0.0965899444541422, "sagan: Carl Sagan": 0.3371320323871456, "socrates: Socrates of Athens": 0.0008895626345676177}, "confidence": 0.20455843886457475, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-27T12:06:07Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c019", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1748900802675975, "einstein": 0.22456330819015444, "hypatia": 0.28834499537164077, "ibn_sina": 0.1748900802675975, "sagan": 0.13620453146382577, "socrates": 0.0011070044391840324}, "confidence": 0.1460139944459689, "temperature": 1.0, "prompt_sha256": "e3cfe32144a3549c38b49b8e8ddfe02bf9e36ab381842e0651d4fe8da895b523", "body_sha256": "9b7234449fdfb7fa1275feca56e14d7ad09033974f6832efb294c2f79de268b0", "prompt_tokens": 317, "seconds": 0.446270223997999, "rapl_before": {"package-0": [72227034580, 262143328850, 1790510768.4789522], "core": [74212292376, 262143328850, 1790510768.486927], "uncore": [47300187016, 262143328850, 1790510768.4938967], "psys": [120475364800, 262143328850, 1790510768.5012455]}, "rapl_after": {"package-0": [72227034580, 262143328850, 1790510768.4789522], "core": [74212292376, 262143328850, 1790510768.486927], "uncore": [47300187016, 262143328850, 1790510768.4938967], "psys": [120475364800, 262143328850, 1790510768.5012455]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6bc1cdaaaf11412aa5afa95f", "object": "systemone.completion", "created": 1790510769, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1748900802675975, "einstein: Albert Einstein": 0.22456330819015444, "hypatia: Hypatia of Alexandria": 0.28834499537164077, "ibn_sina: Ibn Sina": 0.1748900802675975, "sagan: Carl Sagan": 0.13620453146382577, "socrates: Socrates of Athens": 0.0011070044391840324}, "confidence": 0.1460139944459689, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-27T12:06:09Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c020", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10675974091009596, "einstein": 0.1209746352620904, "hypatia": 0.19945345437179823, "ibn_sina": 0.09421514067389361, "sagan": 0.4784639639889006, "socrates": 0.00013306479322120837}, "confidence": 0.37415675678668076, "temperature": 1.0, "prompt_sha256": "49afd8e1388fa05b3b8147267c0315a84331e3a26f9444a0c5974d3d0dd13398", "body_sha256": "f5a4520ec2ddef5b979d0c18909fde4deb8afcf483571c232b1cfafe952abf22", "prompt_tokens": 288, "seconds": 0.40599709103116766, "rapl_before": {"package-0": [72293630540, 262143328850, 1790510769.5118868], "core": [74269354181, 262143328850, 1790510769.5202491], "uncore": [47300274113, 262143328850, 1790510769.527239], "psys": [120475686881, 262143328850, 1790510769.5341408]}, "rapl_after": {"package-0": [72333949956, 262143328850, 1790510770.544471], "core": [74301699801, 262143328850, 1790510770.5524077], "uncore": [47300325871, 262143328850, 1790510770.5616205], "psys": [120476000540, 262143328850, 1790510770.570255]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-881bf6332c3c49c083a2d676", "object": "systemone.completion", "created": 1790510770, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.10675974091009596, "einstein: Albert Einstein": 0.1209746352620904, "hypatia: Hypatia of Alexandria": 0.19945345437179823, "ibn_sina: Ibn Sina": 0.09421514067389361, "sagan: Carl Sagan": 0.4784639639889006, "socrates: Socrates of Athens": 0.00013306479322120837}, "confidence": 0.37415675678668076, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-27T12:06:10Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c021", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.01922892950953472, "einstein": 0.024690434225939528, "hypatia": 0.01922892950953472, "ibn_sina": 0.9265017090187182, "sagan": 0.01029250427816452, "socrates": 5.7493458108369266e-05}, "confidence": 0.9118020508224618, "temperature": 1.0, "prompt_sha256": "649243a5f44e49cdf188f0d0332c27c235f1199e7eb3bc9997c90b9e6d17b249", "body_sha256": "169e726951739651439ec7a71473bbad493297bbb41819b7da0f9ba92d5bc8f5", "prompt_tokens": 226, "seconds": 0.3218108090222813, "rapl_before": {"package-0": [72367776346, 262143328850, 1790510771.5830898], "core": [74325111790, 262143328850, 1790510771.5910492], "uncore": [47300424320, 262143328850, 1790510771.5981014], "psys": [120476312551, 262143328850, 1790510771.604747]}, "rapl_after": {"package-0": [72367776346, 262143328850, 1790510771.5830898], "core": [74325111790, 262143328850, 1790510771.5910492], "uncore": [47300424320, 262143328850, 1790510771.5981014], "psys": [120476312551, 262143328850, 1790510771.604747]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-528b5861455346f1b023dec6", "object": "systemone.completion", "created": 1790510772, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.01922892950953472, "einstein: Albert Einstein": 0.024690434225939528, "hypatia: Hypatia of Alexandria": 0.01922892950953472, "ibn_sina: Ibn Sina": 0.9265017090187182, "sagan: Carl Sagan": 0.01029250427816452, "socrates: Socrates of Athens": 5.7493458108369266e-05}, "confidence": 0.9118020508224618, "temperature": 1.0}}, "usage": {"prompt_tokens": 226, "completion_tokens": 0, "total_tokens": 226, "questions": 1}}, "utc": "2026-09-27T12:06:12Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c022", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "id_not_unique": "c-einstein-01-dessert-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07260436688653976, "einstein": 0.07260436688653976, "hypatia": 0.6079089211313791, "ibn_sina": 0.07260436688653976, "sagan": 0.1741688219582431, "socrates": 0.00010915625075854693}, "confidence": 0.5294907053576549, "temperature": 1.0, "prompt_sha256": "155ad912cc84bc1257563f145a5475603bb4a85b8477f07a70d46ceeafece726", "body_sha256": "8c2e11aa729f52f8b7295064a24e4de49f426715097f840c6941e3cbe31abd11", "prompt_tokens": 343, "seconds": 0.5829681649920531, "rapl_before": {"package-0": [72418757722, 262143328850, 1790510772.6162155], "core": [74366898609, 262143328850, 1790510772.6240945], "uncore": [47300496097, 262143328850, 1790510772.6309285], "psys": [120476626759, 262143328850, 1790510772.6370993]}, "rapl_after": {"package-0": [72418757722, 262143328850, 1790510772.6162155], "core": [74366898609, 262143328850, 1790510772.6240945], "uncore": [47300496097, 262143328850, 1790510772.6309285], "psys": [120476626759, 262143328850, 1790510772.6370993]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b70b2f5fd7ca4315904aae2a", "object": "systemone.completion", "created": 1790510773, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.07260436688653976, "einstein: Albert Einstein": 0.07260436688653976, "hypatia: Hypatia of Alexandria": 0.6079089211313791, "ibn_sina: Ibn Sina": 0.07260436688653976, "sagan: Carl Sagan": 0.1741688219582431, "socrates: Socrates of Athens": 0.00010915625075854693}, "confidence": 0.5294907053576549, "temperature": 1.0}}, "usage": {"prompt_tokens": 343, "completion_tokens": 0, "total_tokens": 343, "questions": 1}}, "utc": "2026-09-27T12:06:13Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c023", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14431310528443556, "einstein": 0.08753032295334744, "hypatia": 0.06816868405855994, "ibn_sina": 0.05308982452575368, "sagan": 0.6467664666598013, "socrates": 0.00013159651810204693}, "confidence": 0.5761197599917616, "temperature": 1.0, "prompt_sha256": "ea5d37253e73663a53bd9d0eeb327d02ae197e0dd16aa33350562c56831275fa", "body_sha256": "e369d9eedd34cf584b7dcb53976351ae6b26ea7354e402e1f9d675e70929c010", "prompt_tokens": 238, "seconds": 0.3423051729914732, "rapl_before": {"package-0": [72501057743, 262143328850, 1790510773.6487112], "core": [74439816025, 262143328850, 1790510773.6576028], "uncore": [47300605594, 262143328850, 1790510773.665056], "psys": [120476965381, 262143328850, 1790510773.6720219]}, "rapl_after": {"package-0": [72512753270, 262143328850, 1790510774.6829762], "core": [74442871315, 262143328850, 1790510774.6914697], "uncore": [47300662662, 262143328850, 1790510774.6991127], "psys": [120477270495, 262143328850, 1790510774.7071345]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0b626791bbb34aa4aa837da8", "object": "systemone.completion", "created": 1790510775, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.14431310528443556, "einstein: Albert Einstein": 0.08753032295334744, "hypatia: Hypatia of Alexandria": 0.06816868405855994, "ibn_sina: Ibn Sina": 0.05308982452575368, "sagan: Carl Sagan": 0.6467664666598013, "socrates: Socrates of Athens": 0.00013159651810204693}, "confidence": 0.5761197599917616, "temperature": 1.0}}, "usage": {"prompt_tokens": 238, "completion_tokens": 0, "total_tokens": 238, "questions": 1}}, "utc": "2026-09-27T12:06:15Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c024", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10463751129775704, "einstein": 0.10463751129775704, "hypatia": 0.1954886074778031, "ibn_sina": 0.5313931293776751, "sagan": 0.06346585875811671, "socrates": 0.00037738179089092007}, "confidence": 0.4376717552532101, "temperature": 1.0, "prompt_sha256": "97247283ca9f27c19a1f33dd0f0ad684f8a8e77392f242831b13524fca5efcd4", "body_sha256": "6f4485a50744b0132d12cd2e914c096ebb6ae241117d5d9e2ca7bf45c17b9f88", "prompt_tokens": 284, "seconds": 0.4042515839682892, "rapl_before": {"package-0": [72564761316, 262143328850, 1790510775.7212906], "core": [74485265371, 262143328850, 1790510775.7291343], "uncore": [47300732425, 262143328850, 1790510775.7361457], "psys": [120477578600, 262143328850, 1790510775.742499]}, "rapl_after": {"package-0": [72564761316, 262143328850, 1790510775.7212906], "core": [74485265371, 262143328850, 1790510775.7291343], "uncore": [47300732425, 262143328850, 1790510775.7361457], "psys": [120477578600, 262143328850, 1790510775.742499]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-06f1260970c04be6962ef534", "object": "systemone.completion", "created": 1790510776, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.10463751129775704, "einstein: Albert Einstein": 0.10463751129775704, "hypatia: Hypatia of Alexandria": 0.1954886074778031, "ibn_sina: Ibn Sina": 0.5313931293776751, "sagan: Carl Sagan": 0.06346585875811671, "socrates: Socrates of Athens": 0.00037738179089092007}, "confidence": 0.4376717552532101, "temperature": 1.0}}, "usage": {"prompt_tokens": 284, "completion_tokens": 0, "total_tokens": 284, "questions": 1}}, "utc": "2026-09-27T12:06:16Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c025", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "id_not_unique": "c-einstein-01-main-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.22500535078592665, "einstein": 0.19856652513354064, "hypatia": 0.2889125892998709, "ibn_sina": 0.10628500189903095, "sagan": 0.17523434338733582, "socrates": 0.00599618949429497}, "confidence": 0.14669510715984507, "temperature": 1.0, "prompt_sha256": "a7f9b41bd083b7078f792deb80008c4f00480ac8531cfaafd95d454dec5eecf6", "body_sha256": "acb5caef87f5dc632c4c2d134fd12860379d71ac79b7de621f8ebddc8df82b2e", "prompt_tokens": 321, "seconds": 0.5420693709747866, "rapl_before": {"package-0": [72628137618, 262143328850, 1790510776.7534807], "core": [74539008642, 262143328850, 1790510776.7615058], "uncore": [47300805484, 262143328850, 1790510776.7684505], "psys": [120477908860, 262143328850, 1790510776.7751164]}, "rapl_after": {"package-0": [72675657089, 262143328850, 1790510777.7867029], "core": [74578334469, 262143328850, 1790510777.7966268], "uncore": [47300863162, 262143328850, 1790510777.804917], "psys": [120478237900, 262143328850, 1790510777.8141623]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-52794f104c814e5dbee00d63", "object": "systemone.completion", "created": 1790510778, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.22500535078592665, "einstein: Albert Einstein": 0.19856652513354064, "hypatia: Hypatia of Alexandria": 0.2889125892998709, "ibn_sina: Ibn Sina": 0.10628500189903095, "sagan: Carl Sagan": 0.17523434338733582, "socrates: Socrates of Athens": 0.00599618949429497}, "confidence": 0.14669510715984507, "temperature": 1.0}}, "usage": {"prompt_tokens": 321, "completion_tokens": 0, "total_tokens": 321, "questions": 1}}, "utc": "2026-09-27T12:06:18Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c026", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.008390860563040708, "einstein": 0.009508090666909018, "hypatia": 0.010774078230827083, "ibn_sina": 0.9698516147464552, "sagan": 0.001458112928982406, "socrates": 1.7242863785521058e-05}, "confidence": 0.9638219376957462, "temperature": 1.0, "prompt_sha256": "36b9cea02d2e74c994de502f1c2d0809cf908e92096d612333f65ccfd4c01537", "body_sha256": "44024763284ae4a3616eb8f2e6842e68860140eb7458de77108bd5383f38218b", "prompt_tokens": 278, "seconds": 0.3983557550236583, "rapl_before": {"package-0": [72716979188, 262143328850, 1790510778.8278666], "core": [74609266397, 262143328850, 1790510778.8355298], "uncore": [47300921511, 262143328850, 1790510778.8427682], "psys": [120478560043, 262143328850, 1790510778.8491921]}, "rapl_after": {"package-0": [72716979188, 262143328850, 1790510778.8278666], "core": [74609266397, 262143328850, 1790510778.8355298], "uncore": [47300921511, 262143328850, 1790510778.8427682], "psys": [120478560043, 262143328850, 1790510778.8491921]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e6005cdc0bb3486abb2026ba", "object": "systemone.completion", "created": 1790510779, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.008390860563040708, "einstein: Albert Einstein": 0.009508090666909018, "hypatia: Hypatia of Alexandria": 0.010774078230827083, "ibn_sina: Ibn Sina": 0.9698516147464552, "sagan: Carl Sagan": 0.001458112928982406, "socrates: Socrates of Athens": 1.7242863785521058e-05}, "confidence": 0.9638219376957462, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-27T12:06:19Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c027", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04326373615601649, "einstein": 0.04902423569908141, "hypatia": 0.7668680724444068, "ibn_sina": 0.11760302782414622, "sagan": 0.023157409217938074, "socrates": 8.351865841104633e-05}, "confidence": 0.7202416869332883, "temperature": 1.0, "prompt_sha256": "9b202086ace8de08c43270d313de06fa87f84c7072446d35102a730c237df1e7", "body_sha256": "d79ca48ff91dd13430de5c490f2e5ffaf6099b8033a1370860a059b41d6f72dc", "prompt_tokens": 282, "seconds": 0.4545658529968932, "rapl_before": {"package-0": [72779002528, 262143328850, 1790510779.8601594], "core": [74661811550, 262143328850, 1790510779.8677142], "uncore": [47300976443, 262143328850, 1790510779.8741605], "psys": [120478886031, 262143328850, 1790510779.8807802]}, "rapl_after": {"package-0": [72779002528, 262143328850, 1790510779.8601594], "core": [74661811550, 262143328850, 1790510779.8677142], "uncore": [47300976443, 262143328850, 1790510779.8741605], "psys": [120478886031, 262143328850, 1790510779.8807802]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-287592e872e143148ce31b14", "object": "systemone.completion", "created": 1790510780, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04326373615601649, "einstein: Albert Einstein": 0.04902423569908141, "hypatia: Hypatia of Alexandria": 0.7668680724444068, "ibn_sina: Ibn Sina": 0.11760302782414622, "sagan: Carl Sagan": 0.023157409217938074, "socrates: Socrates of Athens": 8.351865841104633e-05}, "confidence": 0.7202416869332883, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-27T12:06:20Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c028", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05920370157428083, "einstein": 0.08614087750419669, "hypatia": 0.14202229701794325, "ibn_sina": 0.07601905758337263, "sagan": 0.6364997762896226, "socrates": 0.00011429003058406136}, "confidence": 0.5637997315475471, "temperature": 1.0, "prompt_sha256": "b183902e2e6de68b5c7a121f724e46a692727827c966249629f47ce1158bd5ab", "body_sha256": "5367bbbcbb46bb126df189aa421a1b441fb5559e96c8bfe5d3ceba378457773e", "prompt_tokens": 297, "seconds": 0.439998951042071, "rapl_before": {"package-0": [72843026350, 262143328850, 1790510780.8931835], "core": [74717451728, 262143328850, 1790510780.9036222], "uncore": [47301033755, 262143328850, 1790510780.9126835], "psys": [120479217085, 262143328850, 1790510780.920386]}, "rapl_after": {"package-0": [72857345894, 262143328850, 1790510781.931198], "core": [74721787349, 262143328850, 1790510781.9389896], "uncore": [47301090029, 262143328850, 1790510781.9462974], "psys": [120479534039, 262143328850, 1790510781.9548035]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-777fee87920449c9bf880481", "object": "systemone.completion", "created": 1790510782, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.05920370157428083, "einstein: Albert Einstein": 0.08614087750419669, "hypatia: Hypatia of Alexandria": 0.14202229701794325, "ibn_sina: Ibn Sina": 0.07601905758337263, "sagan: Carl Sagan": 0.6364997762896226, "socrates: Socrates of Athens": 0.00011429003058406136}, "confidence": 0.5637997315475471, "temperature": 1.0}}, "usage": {"prompt_tokens": 297, "completion_tokens": 0, "total_tokens": 297, "questions": 1}}, "utc": "2026-09-27T12:06:22Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c029", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06626980646821033, "einstein": 0.06626980646821033, "hypatia": 0.09642199945965578, "ibn_sina": 0.0584828989430762, "sagan": 0.7124675631784574, "socrates": 8.792548238996742e-05}, "confidence": 0.6549610758141489, "temperature": 1.0, "prompt_sha256": "372e653aa74f6d223384f9b958311df8674b98dc9b2eeda6938ea35b8afbb1f3", "body_sha256": "5cbdfbd66159402fefdad28d65b003a2082746f04f70644767fa062a8b95de48", "prompt_tokens": 339, "seconds": 0.49555331200826913, "rapl_before": {"package-0": [72923677694, 262143328850, 1790510782.9672768], "core": [74778326328, 262143328850, 1790510782.9749453], "uncore": [47301231325, 262143328850, 1790510782.981973], "psys": [120479880596, 262143328850, 1790510782.988959]}, "rapl_after": {"package-0": [72923677694, 262143328850, 1790510782.9672768], "core": [74778326328, 262143328850, 1790510782.9749453], "uncore": [47301231325, 262143328850, 1790510782.981973], "psys": [120479880596, 262143328850, 1790510782.988959]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-b57dc2ebe17445de8da08b68", "object": "systemone.completion", "created": 1790510783, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06626980646821033, "einstein: Albert Einstein": 0.06626980646821033, "hypatia: Hypatia of Alexandria": 0.09642199945965578, "ibn_sina: Ibn Sina": 0.0584828989430762, "sagan: Carl Sagan": 0.7124675631784574, "socrates: Socrates of Athens": 8.792548238996742e-05}, "confidence": 0.6549610758141489, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-27T12:06:23Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c030", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "id_not_unique": "c-einstein-01-starter-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.23707038558677337, "einstein": 0.2092138809748632, "hypatia": 0.3449353756889818, "ibn_sina": 0.12689463324872416, "sagan": 0.07696548561834132, "socrates": 0.004920238882316172}, "confidence": 0.21392245082677822, "temperature": 1.0, "prompt_sha256": "9341a1d74388efacbb26c0a5843ef169f11e005ee5e11461c3bd648281b9ad7c", "body_sha256": "6781bcd8d9161febfc5bf0a4dde9cabec362a2f7835d51dd6651a9f6ef83bea1", "prompt_tokens": 243, "seconds": 0.34663921903120354, "rapl_before": {"package-0": [72997024613, 262143328850, 1790510784.0004654], "core": [74842020318, 262143328850, 1790510784.0085998], "uncore": [47301284670, 262143328850, 1790510784.0164158], "psys": [120480216533, 262143328850, 1790510784.0235379]}, "rapl_after": {"package-0": [73022187757, 262143328850, 1790510785.0349238], "core": [74859571237, 262143328850, 1790510785.0441737], "uncore": [47301364931, 262143328850, 1790510785.0519068], "psys": [120480538309, 262143328850, 1790510785.0592859]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-cda19d8c7f184cfcbb4e5f66", "object": "systemone.completion", "created": 1790510785, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.23707038558677337, "einstein: Albert Einstein": 0.2092138809748632, "hypatia: Hypatia of Alexandria": 0.3449353756889818, "ibn_sina: Ibn Sina": 0.12689463324872416, "sagan: Carl Sagan": 0.07696548561834132, "socrates: Socrates of Athens": 0.004920238882316172}, "confidence": 0.21392245082677822, "temperature": 1.0}}, "usage": {"prompt_tokens": 243, "completion_tokens": 0, "total_tokens": 243, "questions": 1}}, "utc": "2026-09-27T12:06:25Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c031", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09211287131403614, "einstein": 0.09211287131403614, "hypatia": 0.06330818889278952, "ibn_sina": 0.07173757631032689, "sagan": 0.6806271735729928, "socrates": 0.0001013185958185314}, "confidence": 0.6167526082875915, "temperature": 1.0, "prompt_sha256": "8c5c197c0e13a857e534bbd2f5ddb9f47e8b2397952bc8f94dadbe7f67fffaff", "body_sha256": "695ee213521da1c795ea15b0c8c8b1391924072057c7a3073b939298a5b93ae4", "prompt_tokens": 206, "seconds": 0.31784013798460364, "rapl_before": {"package-0": [73063839872, 262143328850, 1790510786.0733097], "core": [74891032704, 262143328850, 1790510786.0811155], "uncore": [47301395509, 262143328850, 1790510786.087816], "psys": [120480850503, 262143328850, 1790510786.0939815]}, "rapl_after": {"package-0": [73063839872, 262143328850, 1790510786.0733097], "core": [74891032704, 262143328850, 1790510786.0811155], "uncore": [47301395509, 262143328850, 1790510786.087816], "psys": [120480850503, 262143328850, 1790510786.0939815]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-01974d5cc4084d55a38f8cef", "object": "systemone.completion", "created": 1790510786, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.09211287131403614, "einstein: Albert Einstein": 0.09211287131403614, "hypatia: Hypatia of Alexandria": 0.06330818889278952, "ibn_sina: Ibn Sina": 0.07173757631032689, "sagan: Carl Sagan": 0.6806271735729928, "socrates: Socrates of Athens": 0.0001013185958185314}, "confidence": 0.6167526082875915, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-27T12:06:26Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c032", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.3399561110281536, "einstein": 0.12506286414785395, "hypatia": 0.09739905653150137, "ibn_sina": 0.09739905653150137, "sagan": 0.3399561110281536, "socrates": 0.00022680073283626014}, "confidence": 0.20794733323378428, "temperature": 1.0, "prompt_sha256": "4110c7751226ba5198f5c71571542370afc6137fb98a1d7d3f5cd546256650d8", "body_sha256": "40cd21f95cbcc1a16c7dbf5218442ac825444857efe9cdcb5510bea108d88415", "prompt_tokens": 233, "seconds": 0.4260185260209255, "rapl_before": {"package-0": [73116872329, 262143328850, 1790510787.10361], "core": [74934356019, 262143328850, 1790510787.1108193], "uncore": [47301480409, 262143328850, 1790510787.1170685], "psys": [120481200356, 262143328850, 1790510787.1230705]}, "rapl_after": {"package-0": [73116872329, 262143328850, 1790510787.10361], "core": [74934356019, 262143328850, 1790510787.1108193], "uncore": [47301480409, 262143328850, 1790510787.1170685], "psys": [120481200356, 262143328850, 1790510787.1230705]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-022e7e86522349bca49af877", "object": "systemone.completion", "created": 1790510788, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3399561110281536, "einstein: Albert Einstein": 0.12506286414785395, "hypatia: Hypatia of Alexandria": 0.09739905653150137, "ibn_sina: Ibn Sina": 0.09739905653150137, "sagan: Carl Sagan": 0.3399561110281536, "socrates: Socrates of Athens": 0.00022680073283626014}, "confidence": 0.20794733323378428, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-27T12:06:28Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c033", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.17905254359220327, "einstein": 0.22990801689497878, "hypatia": 0.26051991369220695, "ibn_sina": 0.09583992026312149, "sagan": 0.22990801689497878, "socrates": 0.004771588662510658}, "confidence": 0.11262389643064834, "temperature": 1.0, "prompt_sha256": "ad6f3ef19b34d93b49c1112e5cb309ebb8c6a1b335f280743e6810e82f30dd37", "body_sha256": "3485648a16969bbff0692b124f4d8934d44e38802cdec18aa6034572c45ced74", "prompt_tokens": 324, "seconds": 0.5916906839702278, "rapl_before": {"package-0": [73176434616, 262143328850, 1790510788.1333954], "core": [74984228511, 262143328850, 1790510788.1413417], "uncore": [47301537782, 262143328850, 1790510788.1478086], "psys": [120481550697, 262143328850, 1790510788.1547976]}, "rapl_after": {"package-0": [73198285390, 262143328850, 1790510789.1663966], "core": [74997759177, 262143328850, 1790510789.1757405], "uncore": [47301652772, 262143328850, 1790510789.1843197], "psys": [120481893652, 262143328850, 1790510789.1930797]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-52d62074dff94839840b32e4", "object": "systemone.completion", "created": 1790510789, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.17905254359220327, "einstein: Albert Einstein": 0.22990801689497878, "hypatia: Hypatia of Alexandria": 0.26051991369220695, "ibn_sina: Ibn Sina": 0.09583992026312149, "sagan: Carl Sagan": 0.22990801689497878, "socrates: Socrates of Athens": 0.004771588662510658}, "confidence": 0.11262389643064834, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-27T12:06:29Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c034", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05677141860203895, "einstein": 0.0643304451673097, "hypatia": 0.6916174642599083, "ibn_sina": 0.09360024541700256, "sagan": 0.09360024541700256, "socrates": 8.018113673791092e-05}, "confidence": 0.62994095711189, "temperature": 1.0, "prompt_sha256": "9e2d13c691029211415f663b7253b62fa678372dcecfb1176b3ac65e2652214c", "body_sha256": "5df203730c66f3836f14cd947054afd50c9b500fa61c8fb890a3657cc04ca7fa", "prompt_tokens": 282, "seconds": 0.47822843794710934, "rapl_before": {"package-0": [73268491936, 262143328850, 1790510790.2058058], "core": [75057111320, 262143328850, 1790510790.212867], "uncore": [47301739014, 262143328850, 1790510790.2187057], "psys": [120482233556, 262143328850, 1790510790.2244334]}, "rapl_after": {"package-0": [73268491936, 262143328850, 1790510790.2058058], "core": [75057111320, 262143328850, 1790510790.212867], "uncore": [47301739014, 262143328850, 1790510790.2187057], "psys": [120482233556, 262143328850, 1790510790.2244334]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.1, "contended": false, "server_response": {"id": "deem-45c2e79e84074b6389e73fc3", "object": "systemone.completion", "created": 1790510791, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.05677141860203895, "einstein: Albert Einstein": 0.0643304451673097, "hypatia: Hypatia of Alexandria": 0.6916174642599083, "ibn_sina: Ibn Sina": 0.09360024541700256, "sagan: Carl Sagan": 0.09360024541700256, "socrates: Socrates of Athens": 8.018113673791092e-05}, "confidence": 0.62994095711189, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-27T12:06:31Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c035", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02749609042426197, "einstein": 0.02749609042426197, "hypatia": 0.910545461496507, "ibn_sina": 0.021413976753817378, "sagan": 0.01298823344756385, "socrates": 6.014745358782653e-05}, "confidence": 0.8926545537958084, "temperature": 1.0, "prompt_sha256": "2426df405919b7ee9572894b1d067bad732a4cdb8dd5e8f2a31e8075f16e275c", "body_sha256": "515e1ea682888ca5f0c019cb8e5740d5506cc0b43ffc28bb77df01d5a5b46636", "prompt_tokens": 217, "seconds": 0.3143378130043857, "rapl_before": {"package-0": [73347726413, 262143328850, 1790510791.2337809], "core": [75126327939, 262143328850, 1790510791.2402062], "uncore": [47301768006, 262143328850, 1790510791.2459855], "psys": [120482586888, 262143328850, 1790510791.2518945]}, "rapl_after": {"package-0": [73382998967, 262143328850, 1790510792.2617507], "core": [75152669486, 262143328850, 1790510792.2695386], "uncore": [47301795838, 262143328850, 1790510792.276342], "psys": [120482940159, 262143328850, 1790510792.2824469]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-a5746963e82c463499cd638e", "object": "systemone.completion", "created": 1790510792, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.02749609042426197, "einstein: Albert Einstein": 0.02749609042426197, "hypatia: Hypatia of Alexandria": 0.910545461496507, "ibn_sina: Ibn Sina": 0.021413976753817378, "sagan: Carl Sagan": 0.01298823344756385, "socrates: Socrates of Athens": 6.014745358782653e-05}, "confidence": 0.8926545537958084, "temperature": 1.0}}, "usage": {"prompt_tokens": 217, "completion_tokens": 0, "total_tokens": 217, "questions": 1}}, "utc": "2026-09-27T12:06:32Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c036", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "id_not_unique": "c-hypatia-01-dessert-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.22732263577759018, "einstein": 0.1562364103964428, "hypatia": 0.17703904675344298, "ibn_sina": 0.33075248340477403, "sagan": 0.10737960982226152, "socrates": 0.0012698138454885037}, "confidence": 0.19690298008572885, "temperature": 1.0, "prompt_sha256": "8044a285a81d96a136df0962c95e9ca170fb4b790c03b99dcf99c66958c37c82", "body_sha256": "bd2a06b0f84688eeb5d3c52539d9f5c0a6d43d5ff9d527615edebbe5ac2ab9f1", "prompt_tokens": 332, "seconds": 0.48960094404174015, "rapl_before": {"package-0": [73438186204, 262143328850, 1790510793.2921622], "core": [75197016906, 262143328850, 1790510793.2988093], "uncore": [47301851258, 262143328850, 1790510793.3051405], "psys": [120483295748, 262143328850, 1790510793.3120115]}, "rapl_after": {"package-0": [73438186204, 262143328850, 1790510793.2921622], "core": [75197016906, 262143328850, 1790510793.2988093], "uncore": [47301851258, 262143328850, 1790510793.3051405], "psys": [120483295748, 262143328850, 1790510793.3120115]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2be8996ca6c645058eb8ca87", "object": "systemone.completion", "created": 1790510794, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.22732263577759018, "einstein: Albert Einstein": 0.1562364103964428, "hypatia: Hypatia of Alexandria": 0.17703904675344298, "ibn_sina: Ibn Sina": 0.33075248340477403, "sagan: Carl Sagan": 0.10737960982226152, "socrates: Socrates of Athens": 0.0012698138454885037}, "confidence": 0.19690298008572885, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-27T12:06:34Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c037", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10572268219987387, "einstein": 0.6083920299018976, "hypatia": 0.07266206600099846, "ibn_sina": 0.09329993957432423, "sagan": 0.11979949378886276, "socrates": 0.00012378853404321414}, "confidence": 0.530070435882277, "temperature": 1.0, "prompt_sha256": "ffa240e8828de6523bc231294dbd64e3bf392582d1b277c65ac4e0adc73e4a21", "body_sha256": "96d4c60b83d99b2519c9d611c99809561ad533f44e995e460335ede80ffc5712", "prompt_tokens": 260, "seconds": 0.4136941469623707, "rapl_before": {"package-0": [73520593280, 262143328850, 1790510794.3219078], "core": [75269244138, 262143328850, 1790510794.3283947], "uncore": [47301880371, 262143328850, 1790510794.3343036], "psys": [120483652620, 262143328850, 1790510794.3401208]}, "rapl_after": {"package-0": [73578615410, 262143328850, 1790510795.350862], "core": [75318821282, 262143328850, 1790510795.359201], "uncore": [47301933838, 262143328850, 1790510795.367156], "psys": [120484013337, 262143328850, 1790510795.3759377]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-ba0af44dbc694460b4d3b2cc", "object": "systemone.completion", "created": 1790510795, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.10572268219987387, "einstein: Albert Einstein": 0.6083920299018976, "hypatia: Hypatia of Alexandria": 0.07266206600099846, "ibn_sina: Ibn Sina": 0.09329993957432423, "sagan: Carl Sagan": 0.11979949378886276, "socrates: Socrates of Athens": 0.00012378853404321414}, "confidence": 0.530070435882277, "temperature": 1.0}}, "usage": {"prompt_tokens": 260, "completion_tokens": 0, "total_tokens": 260, "questions": 1}}, "utc": "2026-09-27T12:06:35Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c038", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03261530151028971, "einstein": 0.7423208408179377, "hypatia": 0.03695797845269291, "ibn_sina": 0.1656341680932235, "sagan": 0.022416147052557123, "socrates": 5.5564073298999146e-05}, "confidence": 0.6907850089815252, "temperature": 1.0, "prompt_sha256": "015f7f0e44efb1686fdd5d0434c87aa3876674b7d1905144b072172cd2535cbf", "body_sha256": "dfbf1f584789210854109fde1f1af1258b7a14ae866eccf13b6193e6c4d641a7", "prompt_tokens": 213, "seconds": 0.42150905198650435, "rapl_before": {"package-0": [73616123309, 262143328850, 1790510796.3880038], "core": [75345363694, 262143328850, 1790510796.3950477], "uncore": [47301991943, 262143328850, 1790510796.4011183], "psys": [120484372223, 262143328850, 1790510796.4080808]}, "rapl_after": {"package-0": [73616123309, 262143328850, 1790510796.3880038], "core": [75345363694, 262143328850, 1790510796.3950477], "uncore": [47301991943, 262143328850, 1790510796.4011183], "psys": [120484372223, 262143328850, 1790510796.4080808]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5bb10c649369401ca950dbf8", "object": "systemone.completion", "created": 1790510796, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.03261530151028971, "einstein: Albert Einstein": 0.7423208408179377, "hypatia: Hypatia of Alexandria": 0.03695797845269291, "ibn_sina: Ibn Sina": 0.1656341680932235, "sagan: Carl Sagan": 0.022416147052557123, "socrates: Socrates of Athens": 5.5564073298999146e-05}, "confidence": 0.6907850089815252, "temperature": 1.0}}, "usage": {"prompt_tokens": 213, "completion_tokens": 0, "total_tokens": 213, "questions": 1}}, "utc": "2026-09-27T12:06:36Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c039", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "id_not_unique": "c-hypatia-01-dessert-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11271802805541002, "einstein": 0.44580844901546074, "hypatia": 0.1858406104463283, "ibn_sina": 0.127726259123731, "sagan": 0.127726259123731, "socrates": 0.00018039423533894048}, "confidence": 0.33497013881855286, "temperature": 1.0, "prompt_sha256": "9df8ec94e880523b0835b07f5a9361e79b8a55a83c164c948afe89bb0cec79cf", "body_sha256": "4b07b016f1c95fb55d854c21f2b45127638184d054b77396a9d162666cd4bde4", "prompt_tokens": 237, "seconds": 0.3399184019654058, "rapl_before": {"package-0": [73679304727, 262143328850, 1790510797.4207344], "core": [75398513949, 262143328850, 1790510797.4285986], "uncore": [47302050110, 262143328850, 1790510797.4355016], "psys": [120484735625, 262143328850, 1790510797.4426796]}, "rapl_after": {"package-0": [73679304727, 262143328850, 1790510797.4207344], "core": [75398513949, 262143328850, 1790510797.4285986], "uncore": [47302050110, 262143328850, 1790510797.4355016], "psys": [120484735625, 262143328850, 1790510797.4426796]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f8af8521b66343a3a0fc7a19", "object": "systemone.completion", "created": 1790510798, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.11271802805541002, "einstein: Albert Einstein": 0.44580844901546074, "hypatia: Hypatia of Alexandria": 0.1858406104463283, "ibn_sina: Ibn Sina": 0.127726259123731, "sagan: Carl Sagan": 0.127726259123731, "socrates: Socrates of Athens": 0.00018039423533894048}, "confidence": 0.33497013881855286, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-27T12:06:38Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c040", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.21197564449522302, "einstein": 0.18706784969040768, "hypatia": 0.34948875394964274, "ibn_sina": 0.10013020445526336, "sagan": 0.14568858782637334, "socrates": 0.005648959583089885}, "confidence": 0.21938650473957128, "temperature": 1.0, "prompt_sha256": "33bc6887764f4ca528f926d725862c640149cc207dfab51450460cb1075ae37d", "body_sha256": "a3c8d37a220c1e7d9403ba9520afce3a5a094f8f08258d8b779297e1b47574a9", "prompt_tokens": 306, "seconds": 0.43821150402072817, "rapl_before": {"package-0": [73733068567, 262143328850, 1790510798.4536572], "core": [75442921367, 262143328850, 1790510798.461166], "uncore": [47302079650, 262143328850, 1790510798.4682813], "psys": [120485069731, 262143328850, 1790510798.4749384]}, "rapl_after": {"package-0": [73766682433, 262143328850, 1790510799.4862053], "core": [75468597815, 262143328850, 1790510799.496617], "uncore": [47302139587, 262143328850, 1790510799.5046477], "psys": [120485400540, 262143328850, 1790510799.5139282]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a994b6985a144b1093e19b61", "object": "systemone.completion", "created": 1790510799, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.21197564449522302, "einstein: Albert Einstein": 0.18706784969040768, "hypatia: Hypatia of Alexandria": 0.34948875394964274, "ibn_sina: Ibn Sina": 0.10013020445526336, "sagan: Carl Sagan": 0.14568858782637334, "socrates: Socrates of Athens": 0.005648959583089885}, "confidence": 0.21938650473957128, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-27T12:06:39Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c041", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07597448890271859, "einstein": 0.04608085687549605, "hypatia": 0.04608085687549605, "ibn_sina": 0.8168027319985391, "sagan": 0.014960263882616764, "socrates": 0.00010080146513340434}, "confidence": 0.780163278398247, "temperature": 1.0, "prompt_sha256": "bf43efd2f357a83e2f89f0fdbbe035c42bb8e9137b7394e4355f17ad3c6e9775", "body_sha256": "3e903066522177b6e863008abe4b7b25453e5b27881c436504a95f7a6cf7e5d6", "prompt_tokens": 234, "seconds": 0.33815842698095366, "rapl_before": {"package-0": [73810584787, 262143328850, 1790510800.527451], "core": [75501959363, 262143328850, 1790510800.5352392], "uncore": [47302196655, 262143328850, 1790510800.542083], "psys": [120485723599, 262143328850, 1790510800.548871]}, "rapl_after": {"package-0": [73810584787, 262143328850, 1790510800.527451], "core": [75501959363, 262143328850, 1790510800.5352392], "uncore": [47302196655, 262143328850, 1790510800.542083], "psys": [120485723599, 262143328850, 1790510800.548871]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-bdfa155529874eba81282cb0", "object": "systemone.completion", "created": 1790510801, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.07597448890271859, "einstein: Albert Einstein": 0.04608085687549605, "hypatia: Hypatia of Alexandria": 0.04608085687549605, "ibn_sina: Ibn Sina": 0.8168027319985391, "sagan: Carl Sagan": 0.014960263882616764, "socrates: Socrates of Athens": 0.00010080146513340434}, "confidence": 0.780163278398247, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-27T12:06:41Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c042", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02967673959337841, "einstein": 0.03362815156230378, "hypatia": 0.026189630769966075, "ibn_sina": 0.04317940132222564, "sagan": 0.8672814595787015, "socrates": 4.461717342447442e-05}, "confidence": 0.8407377514944419, "temperature": 1.0, "prompt_sha256": "bf2ac15f4e066b7bf4f9b1abd6f6daa1f0622c3899b015ab1d38a958a7cc7af3", "body_sha256": "15bf17ab7e8dfdf172a01e6b44a2dbcc1bf0c86e5552fa74f874d56a43c47d61", "prompt_tokens": 324, "seconds": 0.47462722001364455, "rapl_before": {"package-0": [73864645989, 262143328850, 1790510801.5598989], "core": [75546430013, 262143328850, 1790510801.5670056], "uncore": [47302280822, 262143328850, 1790510801.5731218], "psys": [120486064967, 262143328850, 1790510801.5800605]}, "rapl_after": {"package-0": [73864645989, 262143328850, 1790510801.5598989], "core": [75546430013, 262143328850, 1790510801.5670056], "uncore": [47302280822, 262143328850, 1790510801.5731218], "psys": [120486064967, 262143328850, 1790510801.5800605]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c0bf9149730c4a2a9a37bfaf", "object": "systemone.completion", "created": 1790510802, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.02967673959337841, "einstein: Albert Einstein": 0.03362815156230378, "hypatia: Hypatia of Alexandria": 0.026189630769966075, "ibn_sina: Ibn Sina": 0.04317940132222564, "sagan: Carl Sagan": 0.8672814595787015, "socrates: Socrates of Athens": 4.461717342447442e-05}, "confidence": 0.8407377514944419, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-27T12:06:42Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c043", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.23948053524978252, "einstein": 0.1865076283828898, "hypatia": 0.2713669980579066, "ibn_sina": 0.1865076283828898, "sagan": 0.11312259488451282, "socrates": 0.003014615042018491}, "confidence": 0.12564039766948792, "temperature": 1.0, "prompt_sha256": "1070a21c34a88e11c04dd1374ca1b129bc80993bc575b462c138c4c9a9e384a7", "body_sha256": "04e33f06dd619c41e066f929d06967a6b65918baa52ce9b211dd31664c92110d", "prompt_tokens": 276, "seconds": 0.4035846079932526, "rapl_before": {"package-0": [73936481498, 262143328850, 1790510802.5911553], "core": [75608402877, 262143328850, 1790510802.599505], "uncore": [47302338317, 262143328850, 1790510802.6065128], "psys": [120486422999, 262143328850, 1790510802.6132553]}, "rapl_after": {"package-0": [73952699413, 262143328850, 1790510803.6251094], "core": [75615750820, 262143328850, 1790510803.6335735], "uncore": [47302532103, 262143328850, 1790510803.6422632], "psys": [120486785303, 262143328850, 1790510803.649782]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-be5ce49c46e440bf87f3d933", "object": "systemone.completion", "created": 1790510804, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.23948053524978252, "einstein: Albert Einstein": 0.1865076283828898, "hypatia: Hypatia of Alexandria": 0.2713669980579066, "ibn_sina: Ibn Sina": 0.1865076283828898, "sagan: Carl Sagan": 0.11312259488451282, "socrates: Socrates of Athens": 0.003014615042018491}, "confidence": 0.12564039766948792, "temperature": 1.0}}, "usage": {"prompt_tokens": 276, "completion_tokens": 0, "total_tokens": 276, "questions": 1}}, "utc": "2026-09-27T12:06:44Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c044", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0057566837117836904, "einstein": 0.9681253419903818, "hypatia": 0.012186899513479985, "ibn_sina": 0.007391728201762587, "sagan": 0.006523177242802684, "socrates": 1.6169339789377608e-05}, "confidence": 0.9617504103884581, "temperature": 1.0, "prompt_sha256": "3a77dfc548d63ab5ac671dd0ca72db2724d9accc746624a212ac7f10d83b41cd", "body_sha256": "830e6920f6775e98ed37046014c7974b8d2e0aa8f15d27843814c4aa4fa7bcfb", "prompt_tokens": 214, "seconds": 0.3164351180312224, "rapl_before": {"package-0": [74014637426, 262143328850, 1790510804.6630094], "core": [75667057268, 262143328850, 1790510804.6711376], "uncore": [47302590269, 262143328850, 1790510804.6772182], "psys": [120487118981, 262143328850, 1790510804.68401]}, "rapl_after": {"package-0": [74014637426, 262143328850, 1790510804.6630094], "core": [75667057268, 262143328850, 1790510804.6711376], "uncore": [47302590269, 262143328850, 1790510804.6772182], "psys": [120487118981, 262143328850, 1790510804.68401]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-cffb0d1db0a34486843bc6ee", "object": "systemone.completion", "created": 1790510805, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.0057566837117836904, "einstein: Albert Einstein": 0.9681253419903818, "hypatia: Hypatia of Alexandria": 0.012186899513479985, "ibn_sina: Ibn Sina": 0.007391728201762587, "sagan: Carl Sagan": 0.006523177242802684, "socrates: Socrates of Athens": 1.6169339789377608e-05}, "confidence": 0.9617504103884581, "temperature": 1.0}}, "usage": {"prompt_tokens": 214, "completion_tokens": 0, "total_tokens": 214, "questions": 1}}, "utc": "2026-09-27T12:06:45Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c045", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "id_not_unique": "c-hypatia-01-main-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.3248024260480973, "einstein": 0.08212291411840197, "hypatia": 0.06395738982351719, "ibn_sina": 0.056442198416649436, "sagan": 0.47258474134714473, "socrates": 9.033024618932325e-05}, "confidence": 0.3671016896165737, "temperature": 1.0, "prompt_sha256": "187dcab9b618456a59aaaad7b39171c4bbe2d4c95bbe1be89769c878c9c865ce", "body_sha256": "39a5f73e3a07bc31c3d14c75aa4162adf339983a861784ebf7a9b942b14b9250", "prompt_tokens": 288, "seconds": 0.41088409203803167, "rapl_before": {"package-0": [74064802398, 262143328850, 1790510805.6972165], "core": [75707744359, 262143328850, 1790510805.7051072], "uncore": [47302646605, 262143328850, 1790510805.7120032], "psys": [120487461631, 262143328850, 1790510805.7189238]}, "rapl_after": {"package-0": [74123183962, 262143328850, 1790510806.7301025], "core": [75757526214, 262143328850, 1790510806.740657], "uncore": [47302731321, 262143328850, 1790510806.7491786], "psys": [120487829489, 262143328850, 1790510806.7585566]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c1c04da7722a44c980294ff1", "object": "systemone.completion", "created": 1790510806, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.3248024260480973, "einstein: Albert Einstein": 0.08212291411840197, "hypatia: Hypatia of Alexandria": 0.06395738982351719, "ibn_sina: Ibn Sina": 0.056442198416649436, "sagan: Carl Sagan": 0.47258474134714473, "socrates: Socrates of Athens": 9.033024618932325e-05}, "confidence": 0.3671016896165737, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-27T12:06:46Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c046", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06625426810363812, "einstein": 0.04553584814177316, "hypatia": 0.03546335419063351, "ibn_sina": 0.04553584814177316, "sagan": 0.8071422210434002, "socrates": 6.846037878181672e-05}, "confidence": 0.7685706652520802, "temperature": 1.0, "prompt_sha256": "6c903a1e34a129be1e37e0ea3058efda0f5b1a45d949a92bafca8d27a105c765", "body_sha256": "b746707df3d6f06fbff35490c01d437ca055943069d882984b87bd1df4cbb19e", "prompt_tokens": 301, "seconds": 0.46680628502508625, "rapl_before": {"package-0": [74143143628, 262143328850, 1790510807.771277], "core": [75766817266, 262143328850, 1790510807.7789211], "uncore": [47302816221, 262143328850, 1790510807.78566], "psys": [120488167074, 262143328850, 1790510807.792049]}, "rapl_after": {"package-0": [74143143628, 262143328850, 1790510807.771277], "core": [75766817266, 262143328850, 1790510807.7789211], "uncore": [47302816221, 262143328850, 1790510807.78566], "psys": [120488167074, 262143328850, 1790510807.792049]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b83c2dda7b804753bd44aaa3", "object": "systemone.completion", "created": 1790510808, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06625426810363812, "einstein: Albert Einstein": 0.04553584814177316, "hypatia: Hypatia of Alexandria": 0.03546335419063351, "ibn_sina: Ibn Sina": 0.04553584814177316, "sagan: Carl Sagan": 0.8071422210434002, "socrates: Socrates of Athens": 6.846037878181672e-05}, "confidence": 0.7685706652520802, "temperature": 1.0}}, "usage": {"prompt_tokens": 301, "completion_tokens": 0, "total_tokens": 301, "questions": 1}}, "utc": "2026-09-27T12:06:48Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c047", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.23934401579587175, "einstein": 0.16449857599927975, "hypatia": 0.3073237996140116, "ibn_sina": 0.18640130692527962, "sagan": 0.09977342982263192, "socrates": 0.002658871842925351}, "confidence": 0.16878855953681388, "temperature": 1.0, "prompt_sha256": "d001f9be5945172eb21e96744dff31c608ebb30e7e6f121fc5d76b0d2becbe98", "body_sha256": "df134cbc0743c0c0ced591cb52c92cbe953ede01ff197e6e8f94ef4f18dce92f", "prompt_tokens": 268, "seconds": 0.4008665769943036, "rapl_before": {"package-0": [74213627944, 262143328850, 1790510808.8038902], "core": [75827788668, 262143328850, 1790510808.8122506], "uncore": [47302872495, 262143328850, 1790510808.8190503], "psys": [120488505330, 262143328850, 1790510808.8258176]}, "rapl_after": {"package-0": [74213627944, 262143328850, 1790510808.8038902], "core": [75827788668, 262143328850, 1790510808.8122506], "uncore": [47302872495, 262143328850, 1790510808.8190503], "psys": [120488505330, 262143328850, 1790510808.8258176]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9d549cb7a6d445fcac5080c0", "object": "systemone.completion", "created": 1790510809, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.23934401579587175, "einstein: Albert Einstein": 0.16449857599927975, "hypatia: Hypatia of Alexandria": 0.3073237996140116, "ibn_sina: Ibn Sina": 0.18640130692527962, "sagan: Carl Sagan": 0.09977342982263192, "socrates: Socrates of Athens": 0.002658871842925351}, "confidence": 0.16878855953681388, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-27T12:06:49Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c048", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.8185553112960688, "einstein": 0.0523284903305484, "hypatia": 0.0523284903305484, "ibn_sina": 0.03596481037950298, "sagan": 0.04075346924637553, "socrates": 6.942841695575676e-05}, "confidence": 0.7822663735552826, "temperature": 1.0, "prompt_sha256": "02e16114ac89bd903e7ef216f59ee745f9ac753ef81cbb38cb4beb926c2c2fc5", "body_sha256": "3cab4bca84e07ba1fc2058d0274a32553e932b45245fa5c37e12dd4571c770a4", "prompt_tokens": 345, "seconds": 0.5101067840005271, "rapl_before": {"package-0": [74279903959, 262143328850, 1790510809.8373823], "core": [75884102916, 262143328850, 1790510809.845374], "uncore": [47302899717, 262143328850, 1790510809.8522942], "psys": [120488851276, 262143328850, 1790510809.8587296]}, "rapl_after": {"package-0": [74307096821, 262143328850, 1790510810.871263], "core": [75903341758, 262143328850, 1790510810.8812356], "uncore": [47302928769, 262143328850, 1790510810.890087], "psys": [120489177203, 262143328850, 1790510810.8991861]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-7a18fd4d294c45fb8ad8df7b", "object": "systemone.completion", "created": 1790510811, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.8185553112960688, "einstein: Albert Einstein": 0.0523284903305484, "hypatia: Hypatia of Alexandria": 0.0523284903305484, "ibn_sina: Ibn Sina": 0.03596481037950298, "sagan: Carl Sagan": 0.04075346924637553, "socrates: Socrates of Athens": 6.942841695575676e-05}, "confidence": 0.7822663735552826, "temperature": 1.0}}, "usage": {"prompt_tokens": 345, "completion_tokens": 0, "total_tokens": 345, "questions": 1}}, "utc": "2026-09-27T12:06:51Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c049", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2412265659141185, "einstein": 0.1291192762679214, "hypatia": 0.10055819346707026, "ibn_sina": 0.07831479981640016, "sagan": 0.4506705565943094, "socrates": 0.00011060794018022615}, "confidence": 0.3408046679131712, "temperature": 1.0, "prompt_sha256": "c421dcfa088487d420d5d28c66371e85b01eb3bc0066057e3bdfde73167dc2a9", "body_sha256": "05cec5f8a2edf0ba3d7dde0c241a1a82d3e210166dde07318090597b6d7471e7", "prompt_tokens": 211, "seconds": 0.3174762160051614, "rapl_before": {"package-0": [74366674977, 262143328850, 1790510811.914593], "core": [75952226765, 262143328850, 1790510811.9222348], "uncore": [47302986631, 262143328850, 1790510811.9290485], "psys": [120489510943, 262143328850, 1790510811.9360526]}, "rapl_after": {"package-0": [74366674977, 262143328850, 1790510811.914593], "core": [75952226765, 262143328850, 1790510811.9222348], "uncore": [47302986631, 262143328850, 1790510811.9290485], "psys": [120489510943, 262143328850, 1790510811.9360526]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ac57910ca8da413a9e4a9c4c", "object": "systemone.completion", "created": 1790510812, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.2412265659141185, "einstein: Albert Einstein": 0.1291192762679214, "hypatia: Hypatia of Alexandria": 0.10055819346707026, "ibn_sina: Ibn Sina": 0.07831479981640016, "sagan: Carl Sagan": 0.4506705565943094, "socrates: Socrates of Athens": 0.00011060794018022615}, "confidence": 0.3408046679131712, "temperature": 1.0}}, "usage": {"prompt_tokens": 211, "completion_tokens": 0, "total_tokens": 211, "questions": 1}}, "utc": "2026-09-27T12:06:52Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c050", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06709576654931694, "einstein": 0.07602946407269141, "hypatia": 0.05921180615631132, "ibn_sina": 0.16095437670494045, "sagan": 0.6365869087579, "socrates": 0.00012167775883978778}, "confidence": 0.5639042905094801, "temperature": 1.0, "prompt_sha256": "2c968844ec0a89151c133628dfb861aa4fd283df84083f0d68bc3deadeee8995", "body_sha256": "840026cfea64ae398b6d15366279bc7c0dfcb650f0330d893fe2ea25493e2e45", "prompt_tokens": 265, "seconds": 0.5157462400384247, "rapl_before": {"package-0": [74418965248, 262143328850, 1790510812.9467003], "core": [75994687533, 262143328850, 1790510812.9548151], "uncore": [47303148923, 262143328850, 1790510812.9621105], "psys": [120489865800, 262143328850, 1790510812.9681222]}, "rapl_after": {"package-0": [74475637955, 262143328850, 1790510813.9786031], "core": [76043092987, 262143328850, 1790510813.9873197], "uncore": [47303249997, 262143328850, 1790510813.997303], "psys": [120490210404, 262143328850, 1790510814.0059173]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c6ab954c6510491eb130d45f", "object": "systemone.completion", "created": 1790510814, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06709576654931694, "einstein: Albert Einstein": 0.07602946407269141, "hypatia: Hypatia of Alexandria": 0.05921180615631132, "ibn_sina: Ibn Sina": 0.16095437670494045, "sagan: Carl Sagan": 0.6365869087579, "socrates: Socrates of Athens": 0.00012167775883978778}, "confidence": 0.5639042905094801, "temperature": 1.0}}, "usage": {"prompt_tokens": 265, "completion_tokens": 0, "total_tokens": 265, "questions": 1}}, "utc": "2026-09-27T12:06:54Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c051", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.27046818979978043, "einstein": 0.1858898871033909, "hypatia": 0.21064083801197436, "ibn_sina": 0.1858898871033909, "sagan": 0.14477118964117588, "socrates": 0.0023400083402874815}, "confidence": 0.1245618277597365, "temperature": 1.0, "prompt_sha256": "608eb1bfb9db8d5c51778a9f541e113dfecaf5522344143a60cc423f9a917adb", "body_sha256": "8727b3c72877b2c8784513e37323fb89cdbba648f13c2c8620d367769cd865e9", "prompt_tokens": 242, "seconds": 0.44424023595638573, "rapl_before": {"package-0": [74502818427, 262143328850, 1790510815.0205517], "core": [76059398732, 262143328850, 1790510815.02835], "uncore": [47303309689, 262143328850, 1790510815.035142], "psys": [120490557082, 262143328850, 1790510815.0415788]}, "rapl_after": {"package-0": [74502818427, 262143328850, 1790510815.0205517], "core": [76059398732, 262143328850, 1790510815.02835], "uncore": [47303309689, 262143328850, 1790510815.035142], "psys": [120490557082, 262143328850, 1790510815.0415788]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d4928d26d1a84ea5ac47f4b6", "object": "systemone.completion", "created": 1790510815, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.27046818979978043, "einstein: Albert Einstein": 0.1858898871033909, "hypatia: Hypatia of Alexandria": 0.21064083801197436, "ibn_sina: Ibn Sina": 0.1858898871033909, "sagan: Carl Sagan": 0.14477118964117588, "socrates: Socrates of Athens": 0.0023400083402874815}, "confidence": 0.1245618277597365, "temperature": 1.0}}, "usage": {"prompt_tokens": 242, "completion_tokens": 0, "total_tokens": 242, "questions": 1}}, "utc": "2026-09-27T12:06:55Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c052", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.019326381538469634, "einstein": 0.028119719214109024, "hypatia": 0.015051401076096892, "ibn_sina": 0.9311972107267446, "sagan": 0.006274357451573026, "socrates": 3.092999300685968e-05}, "confidence": 0.9174366528720934, "temperature": 1.0, "prompt_sha256": "a8e92a933c9e3d47cec1502f6db6180382718c44f964b91ef21cb86426fdc709", "body_sha256": "4478f385fad064a17c1ec110b499b2c67a570669c24997680d3fba7c7a251c9b", "prompt_tokens": 212, "seconds": 0.30928759201196954, "rapl_before": {"package-0": [74563413060, 262143328850, 1790510816.0520418], "core": [76110577800, 262143328850, 1790510816.0598168], "uncore": [47303337155, 262143328850, 1790510816.066761], "psys": [120490902785, 262143328850, 1790510816.0731332]}, "rapl_after": {"package-0": [74563413060, 262143328850, 1790510816.0520418], "core": [76110577800, 262143328850, 1790510816.0598168], "uncore": [47303337155, 262143328850, 1790510816.066761], "psys": [120490902785, 262143328850, 1790510816.0731332]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-ef440c0a3b0442c3ab15e317", "object": "systemone.completion", "created": 1790510816, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.019326381538469634, "einstein: Albert Einstein": 0.028119719214109024, "hypatia: Hypatia of Alexandria": 0.015051401076096892, "ibn_sina: Ibn Sina": 0.9311972107267446, "sagan: Carl Sagan": 0.006274357451573026, "socrates: Socrates of Athens": 3.092999300685968e-05}, "confidence": 0.9174366528720934, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-27T12:06:56Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c053", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.007423078174087934, "einstein": 0.008411449549961864, "hypatia": 0.007423078174087934, "ibn_sina": 0.0045023245020280045, "sagan": 0.9722313780688767, "socrates": 8.691530957579324e-06}, "confidence": 0.9666776536826521, "temperature": 1.0, "prompt_sha256": "99b4fbef68b41a36a446f979ba144a733b850c5bd91e1433462b7c6a7de488f8", "body_sha256": "fd54703add35c2af60613b0ebce10370058ba903b8a42d34229fd88caf8049a4", "prompt_tokens": 248, "seconds": 0.3926919940277003, "rapl_before": {"package-0": [74615140405, 262143328850, 1790510817.0837545], "core": [76152548640, 262143328850, 1790510817.0913458], "uncore": [47303365170, 262143328850, 1790510817.0981057], "psys": [120491262098, 262143328850, 1790510817.1052766]}, "rapl_after": {"package-0": [74645131173, 262143328850, 1790510818.1165102], "core": [76174806151, 262143328850, 1790510818.1257396], "uncore": [47303394405, 262143328850, 1790510818.1343684], "psys": [120491607983, 262143328850, 1790510818.1428928]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-58a3e9cb0f7641f685592daa", "object": "systemone.completion", "created": 1790510818, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.007423078174087934, "einstein: Albert Einstein": 0.008411449549961864, "hypatia: Hypatia of Alexandria": 0.007423078174087934, "ibn_sina: Ibn Sina": 0.0045023245020280045, "sagan: Carl Sagan": 0.9722313780688767, "socrates: Socrates of Athens": 8.691530957579324e-06}, "confidence": 0.9666776536826521, "temperature": 1.0}}, "usage": {"prompt_tokens": 248, "completion_tokens": 0, "total_tokens": 248, "questions": 1}}, "utc": "2026-09-27T12:06:58Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c054", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "id_not_unique": "c-ibn_sina-01-dessert-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.030122490727814956, "einstein": 0.038678043708455234, "hypatia": 0.8803082172272826, "ibn_sina": 0.030122490727814956, "sagan": 0.02070286492770769, "socrates": 6.589268092464154e-05}, "confidence": 0.856369860672739, "temperature": 1.0, "prompt_sha256": "21446043db97031a51d21c5846104423db6455b08b43adb05d98869c24484b63", "body_sha256": "3a886fbbf56d4dc2eacfa3008444ea32338f03a2ae951da358a6c085f6fc6c90", "prompt_tokens": 250, "seconds": 0.3582931099808775, "rapl_before": {"package-0": [74684095307, 262143328850, 1790510819.1568651], "core": [76203348314, 262143328850, 1790510819.1645803], "uncore": [47303423275, 262143328850, 1790510819.172304], "psys": [120491937389, 262143328850, 1790510819.1797025]}, "rapl_after": {"package-0": [74684095307, 262143328850, 1790510819.1568651], "core": [76203348314, 262143328850, 1790510819.1645803], "uncore": [47303423275, 262143328850, 1790510819.172304], "psys": [120491937389, 262143328850, 1790510819.1797025]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6733759583fa45b8a7b7cbb0", "object": "systemone.completion", "created": 1790510819, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.030122490727814956, "einstein: Albert Einstein": 0.038678043708455234, "hypatia: Hypatia of Alexandria": 0.8803082172272826, "ibn_sina: Ibn Sina": 0.030122490727814956, "sagan: Carl Sagan": 0.02070286492770769, "socrates: Socrates of Athens": 6.589268092464154e-05}, "confidence": 0.856369860672739, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-27T12:06:59Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c055", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.004570380625118024, "einstein": 0.002158894940601325, "hypatia": 0.9869274085988909, "ibn_sina": 0.0011555731899286859, "sagan": 0.005178919735279085, "socrates": 8.822910181894075e-06}, "confidence": 0.9843128903186692, "temperature": 1.0, "prompt_sha256": "c3e739c7cd6281037caf6b8439ca98c3db5f91faeb1bb62b7f1eb5d9c12f26c9", "body_sha256": "1f7f83d7bc3f897cc82ead8aa22bdf1390fea92db6f00f8cb9ff7bd9e80a607c", "prompt_tokens": 261, "seconds": 0.4011883980128914, "rapl_before": {"package-0": [74740760384, 262143328850, 1790510820.1899421], "core": [76250338978, 262143328850, 1790510820.1977348], "uncore": [47303481441, 262143328850, 1790510820.204065], "psys": [120492278330, 262143328850, 1790510820.2109063]}, "rapl_after": {"package-0": [74740760384, 262143328850, 1790510820.1899421], "core": [76250338978, 262143328850, 1790510820.1977348], "uncore": [47303481441, 262143328850, 1790510820.204065], "psys": [120492278330, 262143328850, 1790510820.2109063]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.05, "contended": false, "server_response": {"id": "deem-f2740ea8de31424c928a8751", "object": "systemone.completion", "created": 1790510821, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.004570380625118024, "einstein: Albert Einstein": 0.002158894940601325, "hypatia: Hypatia of Alexandria": 0.9869274085988909, "ibn_sina: Ibn Sina": 0.0011555731899286859, "sagan: Carl Sagan": 0.005178919735279085, "socrates: Socrates of Athens": 8.822910181894075e-06}, "confidence": 0.9843128903186692, "temperature": 1.0}}, "usage": {"prompt_tokens": 261, "completion_tokens": 0, "total_tokens": 261, "questions": 1}}, "utc": "2026-09-27T12:07:01Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c056", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07911006293488403, "einstein": 0.1674760045473792, "hypatia": 0.07911006293488403, "ibn_sina": 0.08964344543668311, "sagan": 0.5845486930157924, "socrates": 0.00011173113037726452}, "confidence": 0.5014584316189509, "temperature": 1.0, "prompt_sha256": "d6b37e1af7df866891d465e8dc78dc28dc35c6cf5985372650fa3eaef05e43e4", "body_sha256": "a905ea1b3b20cfdca76b7daf3d19fd46937adad7438312002de3b6af027b1e85", "prompt_tokens": 281, "seconds": 0.4067644390161149, "rapl_before": {"package-0": [74801636937, 262143328850, 1790510821.2211611], "core": [76301472819, 262143328850, 1790510821.2270594], "uncore": [47303509273, 262143328850, 1790510821.23307], "psys": [120492629953, 262143328850, 1790510821.2386687]}, "rapl_after": {"package-0": [74823001567, 262143328850, 1790510822.248706], "core": [76314837409, 262143328850, 1790510822.257692], "uncore": [47303582088, 262143328850, 1790510822.2665539], "psys": [120492971444, 262143328850, 1790510822.2745497]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-07f5a2631ad745c48b03c74b", "object": "systemone.completion", "created": 1790510822, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.07911006293488403, "einstein: Albert Einstein": 0.1674760045473792, "hypatia: Hypatia of Alexandria": 0.07911006293488403, "ibn_sina: Ibn Sina": 0.08964344543668311, "sagan: Carl Sagan": 0.5845486930157924, "socrates: Socrates of Athens": 0.00011173113037726452}, "confidence": 0.5014584316189509, "temperature": 1.0}}, "usage": {"prompt_tokens": 281, "completion_tokens": 0, "total_tokens": 281, "questions": 1}}, "utc": "2026-09-27T12:07:02Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c057", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.041668420909758475, "einstein": 0.04721650669563021, "hypatia": 0.041668420909758475, "ibn_sina": 0.0324513988338688, "sagan": 0.8369326067138788, "socrates": 6.264593710521708e-05}, "confidence": 0.8043191280566546, "temperature": 1.0, "prompt_sha256": "bf734338a616f23db6dad38f376fae8b08d6626ff6466cac36dfc72c55e1abb1", "body_sha256": "2fe7c036115491ebf6c3e811d22017856ed0a26f0dc201ee007daf94f7c6b6e6", "prompt_tokens": 278, "seconds": 0.40407691698055714, "rapl_before": {"package-0": [74877059901, 262143328850, 1790510823.2870593], "core": [76357831989, 262143328850, 1790510823.2948246], "uncore": [47303709041, 262143328850, 1790510823.3014648], "psys": [120493318977, 262143328850, 1790510823.308336]}, "rapl_after": {"package-0": [74877059901, 262143328850, 1790510823.2870593], "core": [76357831989, 262143328850, 1790510823.2948246], "uncore": [47303709041, 262143328850, 1790510823.3014648], "psys": [120493318977, 262143328850, 1790510823.308336]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b114afd40e2d49c3a96e318a", "object": "systemone.completion", "created": 1790510824, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.041668420909758475, "einstein: Albert Einstein": 0.04721650669563021, "hypatia: Hypatia of Alexandria": 0.041668420909758475, "ibn_sina: Ibn Sina": 0.0324513988338688, "sagan: Carl Sagan": 0.8369326067138788, "socrates: Socrates of Athens": 6.264593710521708e-05}, "confidence": 0.8043191280566546, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-27T12:07:04Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c058", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15000728105967367, "einstein": 0.15000728105967367, "hypatia": 0.16998051848152987, "ibn_sina": 0.16998051848152987, "sagan": 0.3598487604492298, "socrates": 0.00017564046836306585}, "confidence": 0.2318185125390758, "temperature": 1.0, "prompt_sha256": "4965fed75deb21242d010470ecf2a963a04f913dc4289ca5324187c8f75764f3", "body_sha256": "a0ef20a3d3d63955d878a1c04811836d3c0487b871bd9737db9d5694d05094b7", "prompt_tokens": 290, "seconds": 0.41370279697002843, "rapl_before": {"package-0": [74939199939, 262143328850, 1790510824.319857], "core": [76410322272, 262143328850, 1790510824.3280172], "uncore": [47303767024, 262143328850, 1790510824.334826], "psys": [120493675177, 262143328850, 1790510824.3418822]}, "rapl_after": {"package-0": [74992874973, 262143328850, 1790510825.3535311], "core": [76455854748, 262143328850, 1790510825.3620045], "uncore": [47303822749, 262143328850, 1790510825.3700082], "psys": [120494026922, 262143328850, 1790510825.3790345]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e11e1e5d31d944219f0b0381", "object": "systemone.completion", "created": 1790510825, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.15000728105967367, "einstein: Albert Einstein": 0.15000728105967367, "hypatia: Hypatia of Alexandria": 0.16998051848152987, "ibn_sina: Ibn Sina": 0.16998051848152987, "sagan: Carl Sagan": 0.3598487604492298, "socrates: Socrates of Athens": 0.00017564046836306585}, "confidence": 0.2318185125390758, "temperature": 1.0}}, "usage": {"prompt_tokens": 290, "completion_tokens": 0, "total_tokens": 290, "questions": 1}}, "utc": "2026-09-27T12:07:05Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c059", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15284872797705448, "einstein": 0.28555901814178947, "hypatia": 0.2520049490152275, "ibn_sina": 0.1732002996604314, "sagan": 0.13488852900374596, "socrates": 0.001498476201751211}, "confidence": 0.14267082177014734, "temperature": 1.0, "prompt_sha256": "899e1de7522aa754e78e1fdc027bc0621197ac0ae9289926d081cf89c3600810", "body_sha256": "4662447f1d93252768965b7ed3f4a3cfef5a03c3ff5a830870f49c77f00d9714", "prompt_tokens": 330, "seconds": 0.4829723819857463, "rapl_before": {"package-0": [75015109291, 262143328850, 1790510826.3928182], "core": [76467779949, 262143328850, 1790510826.4002235], "uncore": [47303904170, 262143328850, 1790510826.4071398], "psys": [120494347905, 262143328850, 1790510826.413819]}, "rapl_after": {"package-0": [75015109291, 262143328850, 1790510826.3928182], "core": [76467779949, 262143328850, 1790510826.4002235], "uncore": [47303904170, 262143328850, 1790510826.4071398], "psys": [120494347905, 262143328850, 1790510826.413819]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7392451753f84b9ca220f3bc", "object": "systemone.completion", "created": 1790510826, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.15284872797705448, "einstein: Albert Einstein": 0.28555901814178947, "hypatia: Hypatia of Alexandria": 0.2520049490152275, "ibn_sina: Ibn Sina": 0.1732002996604314, "sagan: Carl Sagan": 0.13488852900374596, "socrates: Socrates of Athens": 0.001498476201751211}, "confidence": 0.14267082177014734, "temperature": 1.0}}, "usage": {"prompt_tokens": 330, "completion_tokens": 0, "total_tokens": 330, "questions": 1}}, "utc": "2026-09-27T12:07:06Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c060", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0697823514683354, "einstein": 0.08960231292157979, "hypatia": 0.04796066201301037, "ibn_sina": 0.042325135672388325, "sagan": 0.7502309807914885, "socrates": 9.855713319755948e-05}, "confidence": 0.7002771769497862, "temperature": 1.0, "prompt_sha256": "ab2512798ffaf1ac5153c25ff28e7ad91b4d24324e66dbbdef1588aed8bca671", "body_sha256": "ba91e83f665850f01027b31ab4e2ee4fcd775cae5a5b4b0d8b208b4f0acb3bf2", "prompt_tokens": 256, "seconds": 0.37073304801015183, "rapl_before": {"package-0": [75089485687, 262143328850, 1790510827.4251213], "core": [76532268615, 262143328850, 1790510827.433227], "uncore": [47303958247, 262143328850, 1790510827.4404128], "psys": [120494701908, 262143328850, 1790510827.4466946]}, "rapl_after": {"package-0": [75089485687, 262143328850, 1790510827.4251213], "core": [76532268615, 262143328850, 1790510827.433227], "uncore": [47303958247, 262143328850, 1790510827.4404128], "psys": [120494701908, 262143328850, 1790510827.4466946]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5728bb9fb981447d84250995", "object": "systemone.completion", "created": 1790510828, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0697823514683354, "einstein: Albert Einstein": 0.08960231292157979, "hypatia: Hypatia of Alexandria": 0.04796066201301037, "ibn_sina: Ibn Sina": 0.042325135672388325, "sagan: Carl Sagan": 0.7502309807914885, "socrates: Socrates of Athens": 9.855713319755948e-05}, "confidence": 0.7002771769497862, "temperature": 1.0}}, "usage": {"prompt_tokens": 256, "completion_tokens": 0, "total_tokens": 256, "questions": 1}}, "utc": "2026-09-27T12:07:08Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c061", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.032334746698103926, "einstein": 0.03664006820126414, "hypatia": 0.8339241084804363, "ibn_sina": 0.03664006820126414, "sagan": 0.06040925980332756, "socrates": 5.174861560402207e-05}, "confidence": 0.8007089301765236, "temperature": 1.0, "prompt_sha256": "00d17e75895d883527e39e97a89100143bf1130ada6befc722a06146e38fcbed", "body_sha256": "40a6c35a7865ab4d3186eb8f8e7f6f8a4d5bd4135346e7a71bfb6700a8cea9a8", "prompt_tokens": 291, "seconds": 0.420827591966372, "rapl_before": {"package-0": [75146152657, 262143328850, 1790510828.458642], "core": [76579444947, 262143328850, 1790510828.4668374], "uncore": [47304014338, 262143328850, 1790510828.4737523], "psys": [120495060611, 262143328850, 1790510828.4808927]}, "rapl_after": {"package-0": [75172484498, 262143328850, 1790510829.4920468], "core": [76597729629, 262143328850, 1790510829.5007334], "uncore": [47304042902, 262143328850, 1790510829.509666], "psys": [120495398623, 262143328850, 1790510829.5183992]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-decf049252d84ca9abf7a197", "object": "systemone.completion", "created": 1790510829, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.032334746698103926, "einstein: Albert Einstein": 0.03664006820126414, "hypatia: Hypatia of Alexandria": 0.8339241084804363, "ibn_sina: Ibn Sina": 0.03664006820126414, "sagan: Carl Sagan": 0.06040925980332756, "socrates: Socrates of Athens": 5.174861560402207e-05}, "confidence": 0.8007089301765236, "temperature": 1.0}}, "usage": {"prompt_tokens": 291, "completion_tokens": 0, "total_tokens": 291, "questions": 1}}, "utc": "2026-09-27T12:07:09Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c062", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07559501416347707, "einstein": 0.7172255249288518, "hypatia": 0.07559501416347707, "ibn_sina": 0.045850693811559616, "sagan": 0.08566037335890887, "socrates": 7.33795737255998e-05}, "confidence": 0.6606706299146221, "temperature": 1.0, "prompt_sha256": "70f6897350d4e23ce4f06c167aa416fc4265f7e8e204601851230f8f10189012", "body_sha256": "abb01f318290638f807050e7a7e085c0f23767d8c2adc9e310f60bd9fce53e9d", "prompt_tokens": 304, "seconds": 0.43513230502139777, "rapl_before": {"package-0": [75222898859, 262143328850, 1790510830.5306118], "core": [76637379491, 262143328850, 1790510830.5385797], "uncore": [47304100397, 262143328850, 1790510830.5452797], "psys": [120495740602, 262143328850, 1790510830.5522802]}, "rapl_after": {"package-0": [75222898859, 262143328850, 1790510830.5306118], "core": [76637379491, 262143328850, 1790510830.5385797], "uncore": [47304100397, 262143328850, 1790510830.5452797], "psys": [120495740602, 262143328850, 1790510830.5522802]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-50b00f3dc16e4949bd00917a", "object": "systemone.completion", "created": 1790510831, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.07559501416347707, "einstein: Albert Einstein": 0.7172255249288518, "hypatia: Hypatia of Alexandria": 0.07559501416347707, "ibn_sina: Ibn Sina": 0.045850693811559616, "sagan: Carl Sagan": 0.08566037335890887, "socrates: Socrates of Athens": 7.33795737255998e-05}, "confidence": 0.6606706299146221, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-27T12:07:11Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c063", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.18228881470712388, "einstein": 0.20656028839676277, "hypatia": 0.34056034116169565, "ibn_sina": 0.1419666716390663, "sagan": 0.12528514799172033, "socrates": 0.003338736103631057}, "confidence": 0.20867240939403472, "temperature": 1.0, "prompt_sha256": "6dfe23fc355122fd1a0b58fea49ab9e33047a050bb2646f629735c6bdc81b3b4", "body_sha256": "8873783304b56444430f0eabd661f5f8fe9b9ae3cd69a10df3892d1774131d0e", "prompt_tokens": 327, "seconds": 0.5123731680214405, "rapl_before": {"package-0": [75289226204, 262143328850, 1790510831.5643718], "core": [76693904249, 262143328850, 1790510831.5722685], "uncore": [47304191767, 262143328850, 1790510831.5788815], "psys": [120496095154, 262143328850, 1790510831.585016]}, "rapl_after": {"package-0": [75341117551, 262143328850, 1790510832.596743], "core": [76737126245, 262143328850, 1790510832.6060293], "uncore": [47304304559, 262143328850, 1790510832.6146502], "psys": [120496452087, 262143328850, 1790510832.6234975]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-eff3ab2cd05e4b56b8f8daef", "object": "systemone.completion", "created": 1790510832, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.18228881470712388, "einstein: Albert Einstein": 0.20656028839676277, "hypatia: Hypatia of Alexandria": 0.34056034116169565, "ibn_sina: Ibn Sina": 0.1419666716390663, "sagan: Carl Sagan": 0.12528514799172033, "socrates: Socrates of Athens": 0.003338736103631057}, "confidence": 0.20867240939403472, "temperature": 1.0}}, "usage": {"prompt_tokens": 327, "completion_tokens": 0, "total_tokens": 327, "questions": 1}}, "utc": "2026-09-27T12:07:12Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c064", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03271208979362729, "einstein": 0.06925149463654427, "hypatia": 0.028868317919945236, "ibn_sina": 0.025476201147179044, "sagan": 0.8436559151793895, "socrates": 3.5981323314529995e-05}, "confidence": 0.8123870982152674, "temperature": 1.0, "prompt_sha256": "c7ac20d6aa149342c827e410f7b0045411ddd71238d2fd1da5da3024869ba555", "body_sha256": "f69e231eed5a2dfb45b1816b5dcd0f58a9e93e03ea9b4b4250b7ace4e3ce67af", "prompt_tokens": 309, "seconds": 0.4484011299791746, "rapl_before": {"package-0": [75376026946, 262143328850, 1790510833.6376886], "core": [76761654869, 262143328850, 1790510833.6458142], "uncore": [47304332819, 262143328850, 1790510833.6522136], "psys": [120496786925, 262143328850, 1790510833.6590738]}, "rapl_after": {"package-0": [75376026946, 262143328850, 1790510833.6376886], "core": [76761654869, 262143328850, 1790510833.6458142], "uncore": [47304332819, 262143328850, 1790510833.6522136], "psys": [120496786925, 262143328850, 1790510833.6590738]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b37580a3d33b401f90b7f7a7", "object": "systemone.completion", "created": 1790510834, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.03271208979362729, "einstein: Albert Einstein": 0.06925149463654427, "hypatia: Hypatia of Alexandria": 0.028868317919945236, "ibn_sina: Ibn Sina": 0.025476201147179044, "sagan: Carl Sagan": 0.8436559151793895, "socrates: Socrates of Athens": 3.5981323314529995e-05}, "confidence": 0.8123870982152674, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-27T12:07:14Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c065", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1065664677364403, "einstein": 0.034597066688299316, "hypatia": 0.7874256083694405, "ibn_sina": 0.044423512970617106, "sagan": 0.026944222628821117, "socrates": 4.3121606381713785e-05}, "confidence": 0.7449107300433286, "temperature": 1.0, "prompt_sha256": "74f274ee3f418e57f6b1a1b8a78fb2f43ef049ebb47615d3a919e68030531f76", "body_sha256": "e0d5f7593db7472c354c81b0a1822e30bf2954b4bfd45058d5159e6bd7d5d73d", "prompt_tokens": 332, "seconds": 0.48604275699472055, "rapl_before": {"package-0": [75447202728, 262143328850, 1790510834.6715138], "core": [76822935107, 262143328850, 1790510834.6791513], "uncore": [47304362237, 262143328850, 1790510834.6853275], "psys": [120497156919, 262143328850, 1790510834.6918497]}, "rapl_after": {"package-0": [75515179178, 262143328850, 1790510835.703005], "core": [76881939290, 262143328850, 1790510835.7118042], "uncore": [47304391534, 262143328850, 1790510835.719418], "psys": [120497530148, 262143328850, 1790510835.7257702]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-df688686806b48a0a945d9bc", "object": "systemone.completion", "created": 1790510835, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1065664677364403, "einstein: Albert Einstein": 0.034597066688299316, "hypatia: Hypatia of Alexandria": 0.7874256083694405, "ibn_sina: Ibn Sina": 0.044423512970617106, "sagan: Carl Sagan": 0.026944222628821117, "socrates: Socrates of Athens": 4.3121606381713785e-05}, "confidence": 0.7449107300433286, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-27T12:07:15Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c066", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "id_not_unique": "c-ibn_sina-01-starter-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.4998300241594536, "einstein": 0.05268169695914433, "hypatia": 0.06764463788978262, "ibn_sina": 0.3435278168226251, "sagan": 0.03620756550853486, "socrates": 0.00010825866045942748}, "confidence": 0.39979602899134437, "temperature": 1.0, "prompt_sha256": "3dc4c8570249d06c4ed325d94a42007ea17df0bfdf25165aab8a636670dbbcb6", "body_sha256": "22c414dc97c38da54a59000a9c7a437da8554e299986ed35641f09d57d09079c", "prompt_tokens": 232, "seconds": 0.34409581701038405, "rapl_before": {"package-0": [75534209891, 262143328850, 1790510836.7386947], "core": [76891090694, 262143328850, 1790510836.746331], "uncore": [47304421441, 262143328850, 1790510836.7530968], "psys": [120497857540, 262143328850, 1790510836.7597504]}, "rapl_after": {"package-0": [75534209891, 262143328850, 1790510836.7386947], "core": [76891090694, 262143328850, 1790510836.746331], "uncore": [47304421441, 262143328850, 1790510836.7530968], "psys": [120497857540, 262143328850, 1790510836.7597504]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-4b93d571a1404e4eb4c6b293", "object": "systemone.completion", "created": 1790510837, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.4998300241594536, "einstein: Albert Einstein": 0.05268169695914433, "hypatia: Hypatia of Alexandria": 0.06764463788978262, "ibn_sina: Ibn Sina": 0.3435278168226251, "sagan: Carl Sagan": 0.03620756550853486, "socrates: Socrates of Athens": 0.00010825866045942748}, "confidence": 0.39979602899134437, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-27T12:07:17Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c067", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "id_not_unique": "c-ibn_sina-01-starter-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.01920952682084381, "einstein": 0.027949696603205815, "hypatia": 0.9255668351234879, "ibn_sina": 0.01695234791951037, "sagan": 0.010282118767298714, "socrates": 3.947476565336845e-05}, "confidence": 0.9106802021481855, "temperature": 1.0, "prompt_sha256": "efc1f72d962e30e2512ba1339fefe38f3fc9ca7a7bc94db2c8a286c324223731", "body_sha256": "82e35af24360e4ed66cf8d76b4883c22bb09739915eb854874ee009bbc6a1704", "prompt_tokens": 250, "seconds": 0.41168696200475097, "rapl_before": {"package-0": [75589151706, 262143328850, 1790510837.770907], "core": [76936207583, 262143328850, 1790510837.778861], "uncore": [47304534966, 262143328850, 1790510837.7857993], "psys": [120498211299, 262143328850, 1790510837.792114]}, "rapl_after": {"package-0": [75589151706, 262143328850, 1790510837.770907], "core": [76936207583, 262143328850, 1790510837.778861], "uncore": [47304534966, 262143328850, 1790510837.7857993], "psys": [120498211299, 262143328850, 1790510837.792114]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d65be5e779ac438ca10f4f3a", "object": "systemone.completion", "created": 1790510838, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.01920952682084381, "einstein: Albert Einstein": 0.027949696603205815, "hypatia: Hypatia of Alexandria": 0.9255668351234879, "ibn_sina: Ibn Sina": 0.01695234791951037, "sagan: Carl Sagan": 0.010282118767298714, "socrates: Socrates of Athens": 3.947476565336845e-05}, "confidence": 0.9106802021481855, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-27T12:07:18Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c068", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.19402403980907018, "einstein": 0.24913179856328027, "hypatia": 0.24913179856328027, "ibn_sina": 0.17122561415845466, "sagan": 0.13335064238848673, "socrates": 0.003136106517427986}, "confidence": 0.09895815827593632, "temperature": 1.0, "prompt_sha256": "8211f9a49a0cdfbb5f6d209fae275246c5106e0e957cb50d761375b73f06828f", "body_sha256": "e03f8a335dacfd1fc6f428e862371aabf9885d08b8d4466a45dfb74811fad609", "prompt_tokens": 308, "seconds": 0.4653395100031048, "rapl_before": {"package-0": [75651657039, 262143328850, 1790510838.8026373], "core": [76989143849, 262143328850, 1790510838.8092546], "uncore": [47304561944, 262143328850, 1790510838.8158047], "psys": [120498570673, 262143328850, 1790510838.822127]}, "rapl_after": {"package-0": [75694260384, 262143328850, 1790510839.8327098], "core": [77023562401, 262143328850, 1790510839.8419545], "uncore": [47304589532, 262143328850, 1790510839.8514416], "psys": [120498914361, 262143328850, 1790510839.8600273]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-efd6e932704d4331a51c06c8", "object": "systemone.completion", "created": 1790510840, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.19402403980907018, "einstein: Albert Einstein": 0.24913179856328027, "hypatia: Hypatia of Alexandria": 0.24913179856328027, "ibn_sina: Ibn Sina": 0.17122561415845466, "sagan: Carl Sagan": 0.13335064238848673, "socrates: Socrates of Athens": 0.003136106517427986}, "confidence": 0.09895815827593632, "temperature": 1.0}}, "usage": {"prompt_tokens": 308, "completion_tokens": 0, "total_tokens": 308, "questions": 1}}, "utc": "2026-09-27T12:07:20Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c069", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09109696619370185, "einstein": 0.13254530370960071, "hypatia": 0.09109696619370185, "ibn_sina": 0.09109696619370185, "sagan": 0.5940268389599569, "socrates": 0.0001369587493369643}, "confidence": 0.5128322067519482, "temperature": 1.0, "prompt_sha256": "19aea873ab0cd0de62ecf40f5226d7295921dda406b85d77f84e82a9db6a5ab4", "body_sha256": "68237e97aaabfd833558b4d1077c6c40597b734b816fbc936a142ef5a62b3e47", "prompt_tokens": 294, "seconds": 0.4212475230451673, "rapl_before": {"package-0": [75732653597, 262143328850, 1790510840.8747852], "core": [77052005261, 262143328850, 1790510840.882623], "uncore": [47304619683, 262143328850, 1790510840.8894386], "psys": [120499241142, 262143328850, 1790510840.8958118]}, "rapl_after": {"package-0": [75732653597, 262143328850, 1790510840.8747852], "core": [77052005261, 262143328850, 1790510840.882623], "uncore": [47304619683, 262143328850, 1790510840.8894386], "psys": [120499241142, 262143328850, 1790510840.8958118]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ca76d6f5b5d84262bc77ac21", "object": "systemone.completion", "created": 1790510841, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.09109696619370185, "einstein: Albert Einstein": 0.13254530370960071, "hypatia: Hypatia of Alexandria": 0.09109696619370185, "ibn_sina: Ibn Sina": 0.09109696619370185, "sagan: Carl Sagan": 0.5940268389599569, "socrates: Socrates of Athens": 0.0001369587493369643}, "confidence": 0.5128322067519482, "temperature": 1.0}}, "usage": {"prompt_tokens": 294, "completion_tokens": 0, "total_tokens": 294, "questions": 1}}, "utc": "2026-09-27T12:07:21Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c070", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.6652684004863609, "einstein": 0.033121763337993944, "hypatia": 0.11560631340548498, "ibn_sina": 0.03753187488929336, "sagan": 0.14844144474221146, "socrates": 3.020313865528143e-05}, "confidence": 0.5983220805836331, "temperature": 1.0, "prompt_sha256": "40894fa7126517c702d1b91785661a4174a1f85fc085a3ee397d50f0b634833d", "body_sha256": "80223e360f980cd86b2d23cc7c63b543e054ce37b796bc3c2cba7d1275e70120", "prompt_tokens": 309, "seconds": 0.45526153198443353, "rapl_before": {"package-0": [75797322926, 262143328850, 1790510841.9075606], "core": [77107322074, 262143328850, 1790510841.9152427], "uncore": [47304647698, 262143328850, 1790510841.9220903], "psys": [120499586783, 262143328850, 1790510841.9290776]}, "rapl_after": {"package-0": [75797322926, 262143328850, 1790510841.9075606], "core": [77107322074, 262143328850, 1790510841.9152427], "uncore": [47304647698, 262143328850, 1790510841.9220903], "psys": [120499586783, 262143328850, 1790510841.9290776]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-29931bdbf2ae450494868159", "object": "systemone.completion", "created": 1790510842, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6652684004863609, "einstein: Albert Einstein": 0.033121763337993944, "hypatia: Hypatia of Alexandria": 0.11560631340548498, "ibn_sina: Ibn Sina": 0.03753187488929336, "sagan: Carl Sagan": 0.14844144474221146, "socrates: Socrates of Athens": 3.020313865528143e-05}, "confidence": 0.5983220805836331, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-27T12:07:22Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c071", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0634674684069363, "einstein": 0.15225054193203683, "hypatia": 0.11857284127971607, "ibn_sina": 0.0634674684069363, "sagan": 0.6021625744474421, "socrates": 7.910552693223994e-05}, "confidence": 0.5225950893369306, "temperature": 1.0, "prompt_sha256": "12e5fd3f05407a221d1d5b70745dcaef4ffeaff6845676a975b876ed9ec96797", "body_sha256": "8789ff2cd96125dfc0593a518f6c309421ac5814468080c7d1636680eee4892c", "prompt_tokens": 285, "seconds": 0.4238297599949874, "rapl_before": {"package-0": [75862110480, 262143328850, 1790510842.9408135], "core": [77163700714, 262143328850, 1790510842.9505177], "uncore": [47304733086, 262143328850, 1790510842.959255], "psys": [120499937124, 262143328850, 1790510842.9676974]}, "rapl_after": {"package-0": [75876261933, 262143328850, 1790510843.9807181], "core": [77168589435, 262143328850, 1790510843.988167], "uncore": [47304783074, 262143328850, 1790510843.9949348], "psys": [120500257192, 262143328850, 1790510844.0017176]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-857621e0630d47d5980b4a7e", "object": "systemone.completion", "created": 1790510844, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0634674684069363, "einstein: Albert Einstein": 0.15225054193203683, "hypatia: Hypatia of Alexandria": 0.11857284127971607, "ibn_sina: Ibn Sina": 0.0634674684069363, "sagan: Carl Sagan": 0.6021625744474421, "socrates: Socrates of Athens": 7.910552693223994e-05}, "confidence": 0.5225950893369306, "temperature": 1.0}}, "usage": {"prompt_tokens": 285, "completion_tokens": 0, "total_tokens": 285, "questions": 1}}, "utc": "2026-09-27T12:07:24Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c072", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03252135712726163, "einstein": 0.7401826765155924, "hypatia": 0.11351068981623909, "ibn_sina": 0.08840221411586234, "sagan": 0.02532765839725617, "socrates": 5.540402778836804e-05}, "confidence": 0.6882192118187109, "temperature": 1.0, "prompt_sha256": "6e476a7e045df93f5637257b0f7b79fce2871a0c7e5966bd69807ae447abad7a", "body_sha256": "4b029b1f993486e169afd8d0494e393f340c59028cc4642643528164b957e3b0", "prompt_tokens": 340, "seconds": 0.4936059170286171, "rapl_before": {"package-0": [75940810290, 262143328850, 1790510845.0130844], "core": [77223776610, 262143328850, 1790510845.020905], "uncore": [47304820427, 262143328850, 1790510845.0281425], "psys": [120500595570, 262143328850, 1790510845.0346165]}, "rapl_after": {"package-0": [75940810290, 262143328850, 1790510845.0130844], "core": [77223776610, 262143328850, 1790510845.020905], "uncore": [47304820427, 262143328850, 1790510845.0281425], "psys": [120500595570, 262143328850, 1790510845.0346165]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-495b5330388c43449ad29609", "object": "systemone.completion", "created": 1790510845, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.03252135712726163, "einstein: Albert Einstein": 0.7401826765155924, "hypatia: Hypatia of Alexandria": 0.11351068981623909, "ibn_sina: Ibn Sina": 0.08840221411586234, "sagan: Carl Sagan": 0.02532765839725617, "socrates: Socrates of Athens": 5.540402778836804e-05}, "confidence": 0.6882192118187109, "temperature": 1.0}}, "usage": {"prompt_tokens": 340, "completion_tokens": 0, "total_tokens": 340, "questions": 1}}, "utc": "2026-09-27T12:07:25Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c073", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06679526518234193, "einstein": 0.11012677448818281, "hypatia": 0.7181167767428249, "ibn_sina": 0.058946614630733425, "sagan": 0.04590766963382351, "socrates": 0.0001068993220934191}, "confidence": 0.6617401320913899, "temperature": 1.0, "prompt_sha256": "d1e5255bee55e6a0074c96e990d67dd180dd42f82298aa8d9cb093df836a1359", "body_sha256": "9e6233f4fa46b98bf296d07b81c66ec72720b8f202261ba07495bd314c3179d1", "prompt_tokens": 247, "seconds": 0.3506639649858698, "rapl_before": {"package-0": [76014568952, 262143328850, 1790510846.0451844], "core": [77287767841, 262143328850, 1790510846.0529585], "uncore": [47304909599, 262143328850, 1790510846.059878], "psys": [120500954395, 262143328850, 1790510846.0662503]}, "rapl_after": {"package-0": [76040877783, 262143328850, 1790510847.0769908], "core": [77305813693, 262143328850, 1790510847.0859811], "uncore": [47304996269, 262143328850, 1790510847.0939565], "psys": [120501314623, 262143328850, 1790510847.101823]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-a822b74293c24a11abff79bf", "object": "systemone.completion", "created": 1790510847, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06679526518234193, "einstein: Albert Einstein": 0.11012677448818281, "hypatia: Hypatia of Alexandria": 0.7181167767428249, "ibn_sina: Ibn Sina": 0.058946614630733425, "sagan: Carl Sagan": 0.04590766963382351, "socrates: Socrates of Athens": 0.0001068993220934191}, "confidence": 0.6617401320913899, "temperature": 1.0}}, "usage": {"prompt_tokens": 247, "completion_tokens": 0, "total_tokens": 247, "questions": 1}}, "utc": "2026-09-27T12:07:27Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c074", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02439481545476499, "einstein": 0.02439481545476499, "hypatia": 0.9154086964696122, "ibn_sina": 0.018998701379053386, "sagan": 0.01676629512014429, "socrates": 3.667612166014869e-05}, "confidence": 0.8984904357635347, "temperature": 1.0, "prompt_sha256": "2c372870219577948a848fffb7e42b26ee60c3e896d893997690c76e711e6888", "body_sha256": "d08ffeac779913b7fdae9f7ce3c39da1b4d0ff06c93faaac43c89f2860658dc7", "prompt_tokens": 227, "seconds": 0.33441974199377, "rapl_before": {"package-0": [76086492168, 262143328850, 1790510848.1136322], "core": [77340565923, 262143328850, 1790510848.1203349], "uncore": [47305082328, 262143328850, 1790510848.1263864], "psys": [120501684068, 262143328850, 1790510848.1325388]}, "rapl_after": {"package-0": [76086492168, 262143328850, 1790510848.1136322], "core": [77340565923, 262143328850, 1790510848.1203349], "uncore": [47305082328, 262143328850, 1790510848.1263864], "psys": [120501684068, 262143328850, 1790510848.1325388]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b5e418975b2548e2800ae331", "object": "systemone.completion", "created": 1790510848, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.02439481545476499, "einstein: Albert Einstein": 0.02439481545476499, "hypatia: Hypatia of Alexandria": 0.9154086964696122, "ibn_sina: Ibn Sina": 0.018998701379053386, "sagan: Carl Sagan": 0.01676629512014429, "socrates: Socrates of Athens": 3.667612166014869e-05}, "confidence": 0.8984904357635347, "temperature": 1.0}}, "usage": {"prompt_tokens": 227, "completion_tokens": 0, "total_tokens": 227, "questions": 1}}, "utc": "2026-09-27T12:07:28Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c075", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.17423838424011512, "einstein": 0.22372651392691262, "hypatia": 0.3255201569861173, "ibn_sina": 0.15376483440324615, "sagan": 0.119752173442093, "socrates": 0.0029979370015158656}, "confidence": 0.19062418838334078, "temperature": 1.0, "prompt_sha256": "755fe530198ed97bee3550f24fcc4bf390d5ccd299eb3bc4dc06d0b49afe2f62", "body_sha256": "cfe3a107b92fa8cb8619fb902aaa24050dcde40a3d36a72b8a76d045e984bbe2", "prompt_tokens": 266, "seconds": 0.3969583620200865, "rapl_before": {"package-0": [76140684779, 262143328850, 1790510849.1413164], "core": [77385346265, 262143328850, 1790510849.148326], "uncore": [47305112541, 262143328850, 1790510849.1548653], "psys": [120502033738, 262143328850, 1790510849.161163]}, "rapl_after": {"package-0": [76140684779, 262143328850, 1790510849.1413164], "core": [77385346265, 262143328850, 1790510849.148326], "uncore": [47305112541, 262143328850, 1790510849.1548653], "psys": [120502033738, 262143328850, 1790510849.161163]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-56d2ccab3edc4d48abbb6754", "object": "systemone.completion", "created": 1790510850, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.17423838424011512, "einstein: Albert Einstein": 0.22372651392691262, "hypatia: Hypatia of Alexandria": 0.3255201569861173, "ibn_sina: Ibn Sina": 0.15376483440324615, "sagan: Carl Sagan": 0.119752173442093, "socrates: Socrates of Athens": 0.0029979370015158656}, "confidence": 0.19062418838334078, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-27T12:07:30Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c076", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.43336668979906817, "einstein": 0.09669717889786099, "hypatia": 0.09669717889786099, "ibn_sina": 0.07530783864644988, "sagan": 0.29784827968403255, "socrates": 8.283407472744977e-05}, "confidence": 0.3200400277588818, "temperature": 1.0, "prompt_sha256": "9f5eb0f9e85fc58ad149bd2903286c9644acd41734066ca8979eda3d1809f82d", "body_sha256": "58d96c7b3f16dae545c58f292e52811775bfd84f01c0c0ef36d3cfd6ee84a42c", "prompt_tokens": 346, "seconds": 0.5082174499984831, "rapl_before": {"package-0": [76204459090, 262143328850, 1790510850.1716197], "core": [77439556026, 262143328850, 1790510850.1793191], "uncore": [47305172111, 262143328850, 1790510850.1867905], "psys": [120502379989, 262143328850, 1790510850.1932077]}, "rapl_after": {"package-0": [76229669841, 262143328850, 1790510851.2039344], "core": [77456076064, 262143328850, 1790510851.2108364], "uncore": [47305230765, 262143328850, 1790510851.2170331], "psys": [120502730269, 262143328850, 1790510851.2237666]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-4ec6815853ff468482a5fd91", "object": "systemone.completion", "created": 1790510851, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.43336668979906817, "einstein: Albert Einstein": 0.09669717889786099, "hypatia: Hypatia of Alexandria": 0.09669717889786099, "ibn_sina: Ibn Sina": 0.07530783864644988, "sagan: Carl Sagan": 0.29784827968403255, "socrates: Socrates of Athens": 8.283407472744977e-05}, "confidence": 0.3200400277588818, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-27T12:07:31Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c077", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04839009967195613, "einstein": 0.03768624751742276, "hypatia": 0.8577350399652242, "ibn_sina": 0.033257996704161984, "sagan": 0.022857864568836022, "socrates": 7.275157239891e-05}, "confidence": 0.8292820479582691, "temperature": 1.0, "prompt_sha256": "33cdd21be1c71690245a7d78664da537ce9993e3e606344a6870338343fd532b", "body_sha256": "89f64e3d9f0d077ad2e8808f355d15e99e630745be080d5b463335abab8fa0cc", "prompt_tokens": 268, "seconds": 0.39780516899190843, "rapl_before": {"package-0": [76297931751, 262143328850, 1790510852.2352126], "core": [77514000660, 262143328850, 1790510852.2430444], "uncore": [47305257255, 262143328850, 1790510852.2499645], "psys": [120503083967, 262143328850, 1790510852.2563515]}, "rapl_after": {"package-0": [76297931751, 262143328850, 1790510852.2352126], "core": [77514000660, 262143328850, 1790510852.2430444], "uncore": [47305257255, 262143328850, 1790510852.2499645], "psys": [120503083967, 262143328850, 1790510852.2563515]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a446fe811e114ec18a555538", "object": "systemone.completion", "created": 1790510853, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04839009967195613, "einstein: Albert Einstein": 0.03768624751742276, "hypatia: Hypatia of Alexandria": 0.8577350399652242, "ibn_sina: Ibn Sina": 0.033257996704161984, "sagan: Carl Sagan": 0.022857864568836022, "socrates: Socrates of Athens": 7.275157239891e-05}, "confidence": 0.8292820479582691, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-27T12:07:33Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c078", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.152943704518468, "einstein": 0.17330792218141178, "hypatia": 0.3668928741371569, "ibn_sina": 0.152943704518468, "sagan": 0.152943704518468, "socrates": 0.0009680901260273683}, "confidence": 0.24027144896458824, "temperature": 1.0, "prompt_sha256": "dab2ab5ef5276858de13d6e71f6ddbaa9bdaa5b67c21cd4230c8c3b19b583d52", "body_sha256": "7e65edc0d84a9d5a0b5e508ece660b965052c9ccf0fa76fe1a861a078a429bc6", "prompt_tokens": 298, "seconds": 0.4280567649984732, "rapl_before": {"package-0": [76359650405, 262143328850, 1790510853.2666523], "core": [77566085915, 262143328850, 1790510853.2742102], "uncore": [47305315116, 262143328850, 1790510853.2811], "psys": [120503443951, 262143328850, 1790510853.2887254]}, "rapl_after": {"package-0": [76398827611, 262143328850, 1790510854.299514], "core": [77597539386, 262143328850, 1790510854.3104534], "uncore": [47305370536, 262143328850, 1790510854.3186135], "psys": [120503804912, 262143328850, 1790510854.3280666]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8f55399e46804de5b2a229f3", "object": "systemone.completion", "created": 1790510854, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.152943704518468, "einstein: Albert Einstein": 0.17330792218141178, "hypatia: Hypatia of Alexandria": 0.3668928741371569, "ibn_sina: Ibn Sina": 0.152943704518468, "sagan: Carl Sagan": 0.152943704518468, "socrates: Socrates of Athens": 0.0009680901260273683}, "confidence": 0.24027144896458824, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-27T12:07:34Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c079", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11382605379266075, "einstein": 0.21265506484860114, "hypatia": 0.21265506484860114, "ibn_sina": 0.2730545082529838, "sagan": 0.18766743604781677, "socrates": 0.00014187220933648974}, "confidence": 0.1276654099035805, "temperature": 1.0, "prompt_sha256": "c1e3ea2355c3a3213c9532fce8ff842e1f7699abe1d661685175ac811de16bd2", "body_sha256": "43227748b3fca68912fd93543b04e15c0ecefd33a0c2bf1b5364b284416bc7c8", "prompt_tokens": 334, "seconds": 0.4894114179769531, "rapl_before": {"package-0": [76436612488, 262143328850, 1790510855.3405912], "core": [77624934885, 262143328850, 1790510855.3482828], "uncore": [47305400504, 262143328850, 1790510855.3551824], "psys": [120504133159, 262143328850, 1790510855.3619952]}, "rapl_after": {"package-0": [76436612488, 262143328850, 1790510855.3405912], "core": [77624934885, 262143328850, 1790510855.3482828], "uncore": [47305400504, 262143328850, 1790510855.3551824], "psys": [120504133159, 262143328850, 1790510855.3619952]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6654815d14284d9685def58d", "object": "systemone.completion", "created": 1790510856, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.11382605379266075, "einstein: Albert Einstein": 0.21265506484860114, "hypatia: Hypatia of Alexandria": 0.21265506484860114, "ibn_sina: Ibn Sina": 0.2730545082529838, "sagan: Carl Sagan": 0.18766743604781677, "socrates: Socrates of Athens": 0.00014187220933648974}, "confidence": 0.1276654099035805, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-27T12:07:36Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c080", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "id_not_unique": "c-sagan-01-main-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.019263530877352563, "einstein": 0.9281688962847445, "hypatia": 0.031760193106279866, "ibn_sina": 0.011683922091435333, "sagan": 0.009099447674155124, "socrates": 2.400996603264403e-05}, "confidence": 0.9138026755416935, "temperature": 1.0, "prompt_sha256": "7a6d765618895b568a6fe481640657d6016a3b2f1c2293ebe3fd9a3a5b6cd158", "body_sha256": "fe534b07f9a121df54f75600bd50145620d17e938578f24b29eade36e59da78d", "prompt_tokens": 272, "seconds": 0.4098230350064114, "rapl_before": {"package-0": [76509282468, 262143328850, 1790510856.3735466], "core": [77688020356, 262143328850, 1790510856.381445], "uncore": [47305429801, 262143328850, 1790510856.3880548], "psys": [120504488993, 262143328850, 1790510856.3948214]}, "rapl_after": {"package-0": [76566905977, 262143328850, 1790510857.4057772], "core": [77737519131, 262143328850, 1790510857.4144523], "uncore": [47305458792, 262143328850, 1790510857.422701], "psys": [120504836892, 262143328850, 1790510857.4306846]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-930803ec087f406eb9b0b271", "object": "systemone.completion", "created": 1790510857, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.019263530877352563, "einstein: Albert Einstein": 0.9281688962847445, "hypatia: Hypatia of Alexandria": 0.031760193106279866, "ibn_sina: Ibn Sina": 0.011683922091435333, "sagan: Carl Sagan": 0.009099447674155124, "socrates: Socrates of Athens": 2.400996603264403e-05}, "confidence": 0.9138026755416935, "temperature": 1.0}}, "usage": {"prompt_tokens": 272, "completion_tokens": 0, "total_tokens": 272, "questions": 1}}, "utc": "2026-09-27T12:07:37Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c081", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02283266871108105, "einstein": 0.05477272486634791, "hypatia": 0.05477272486634791, "ibn_sina": 0.8567895723782002, "sagan": 0.010785389008930982, "socrates": 4.692016909198032e-05}, "confidence": 0.8281474868538403, "temperature": 1.0, "prompt_sha256": "28fa87bac58ac2a2d94164d68e40e4901200133aae04f6f3d3a4d4c410bf10fd", "body_sha256": "6ba3bd1a0b3cb9874949285e95b9b5a2cbc17b3e4ffb8dfeb97b609c87464085", "prompt_tokens": 304, "seconds": 0.482141804008279, "rapl_before": {"package-0": [76566905977, 262143328850, 1790510857.4057772], "core": [77737519131, 262143328850, 1790510857.4144523], "uncore": [47305458792, 262143328850, 1790510857.422701], "psys": [120504836892, 262143328850, 1790510857.4306846]}, "rapl_after": {"package-0": [76581415950, 262143328850, 1790510858.4443545], "core": [77742113357, 262143328850, 1790510858.452283], "uncore": [47305513358, 262143328850, 1790510858.4591022], "psys": [120505175331, 262143328850, 1790510858.46618]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-eb573398dc1245d98af710cd", "object": "systemone.completion", "created": 1790510858, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.02283266871108105, "einstein: Albert Einstein": 0.05477272486634791, "hypatia: Hypatia of Alexandria": 0.05477272486634791, "ibn_sina: Ibn Sina": 0.8567895723782002, "sagan: Carl Sagan": 0.010785389008930982, "socrates: Socrates of Athens": 4.692016909198032e-05}, "confidence": 0.8281474868538403, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-27T12:07:38Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c082", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024345029848214735, "einstein": 0.027586532912370242, "hypatia": 0.9135405053664811, "ibn_sina": 0.024345029848214735, "sagan": 0.010148518311660366, "socrates": 3.438371305870665e-05}, "confidence": 0.8962486064397772, "temperature": 1.0, "prompt_sha256": "1e9aab2720a68b8540f2e82db2c1f50d432b2320f79386fbc276e62eb140bb71", "body_sha256": "9b451716d48b06196a1fe4241535dae0445236831463699da326dfd37b45608c", "prompt_tokens": 254, "seconds": 0.35864612500881776, "rapl_before": {"package-0": [76652239377, 262143328850, 1790510859.4779165], "core": [77803420268, 262143328850, 1790510859.4852176], "uncore": [47305543570, 262143328850, 1790510859.492053], "psys": [120505523780, 262143328850, 1790510859.4989705]}, "rapl_after": {"package-0": [76652239377, 262143328850, 1790510859.4779165], "core": [77803420268, 262143328850, 1790510859.4852176], "uncore": [47305543570, 262143328850, 1790510859.492053], "psys": [120505523780, 262143328850, 1790510859.4989705]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-af6e3b52601949eba37131d5", "object": "systemone.completion", "created": 1790510860, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.024345029848214735, "einstein: Albert Einstein": 0.027586532912370242, "hypatia: Hypatia of Alexandria": 0.9135405053664811, "ibn_sina: Ibn Sina": 0.024345029848214735, "sagan: Carl Sagan": 0.010148518311660366, "socrates: Socrates of Athens": 3.438371305870665e-05}, "confidence": 0.8962486064397772, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-27T12:07:40Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c083", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.16471363896245225, "einstein": 0.21149649890291697, "hypatia": 0.2715668801318164, "ibn_sina": 0.18664500518931051, "sagan": 0.16471363896245225, "socrates": 0.0008643378510515879}, "confidence": 0.1258802561581797, "temperature": 1.0, "prompt_sha256": "c0799422b60e554f8c749d6b981950681b61c3c51865280a81193a75257aa2e5", "body_sha256": "d732000fbcad376c8a61b05373857e891dfec9f127d973f8d1988a6742789af3", "prompt_tokens": 337, "seconds": 0.4888905209954828, "rapl_before": {"package-0": [76708343360, 262143328850, 1790510860.5100079], "core": [77850253766, 262143328850, 1790510860.5180001], "uncore": [47305600088, 262143328850, 1790510860.5248947], "psys": [120505867407, 262143328850, 1790510860.5317028]}, "rapl_after": {"package-0": [76743397164, 262143328850, 1790510861.5427506], "core": [77877032689, 262143328850, 1790510861.5521576], "uncore": [47305747793, 262143328850, 1790510861.5613909], "psys": [120506226659, 262143328850, 1790510861.5700762]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e142823cc3f24efa8be70f08", "object": "systemone.completion", "created": 1790510861, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.16471363896245225, "einstein: Albert Einstein": 0.21149649890291697, "hypatia: Hypatia of Alexandria": 0.2715668801318164, "ibn_sina: Ibn Sina": 0.18664500518931051, "sagan: Carl Sagan": 0.16471363896245225, "socrates: Socrates of Athens": 0.0008643378510515879}, "confidence": 0.1258802561581797, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-27T12:07:41Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c084", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024635680062456717, "einstein": 0.019186286924137888, "hypatia": 0.024635680062456717, "ibn_sina": 0.9244470741921902, "sagan": 0.007058240511806798, "socrates": 3.70382469515536e-05}, "confidence": 0.9093364890306284, "temperature": 1.0, "prompt_sha256": "755d5529e55e95145dc6a5a5e4fffd425c2da49808420faac8d724b650c85c6b", "body_sha256": "986c225aa0054b0c5eaae5ad823fcca11e8f98c7b862f2777f48df33211be82e", "prompt_tokens": 336, "seconds": 0.4892818260123022, "rapl_before": {"package-0": [76795227720, 262143328850, 1790510862.5848432], "core": [77918077323, 262143328850, 1790510862.592434], "uncore": [47305834341, 262143328850, 1790510862.5992854], "psys": [120506568699, 262143328850, 1790510862.6059222]}, "rapl_after": {"package-0": [76795227720, 262143328850, 1790510862.5848432], "core": [77918077323, 262143328850, 1790510862.592434], "uncore": [47305834341, 262143328850, 1790510862.5992854], "psys": [120506568699, 262143328850, 1790510862.6059222]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0fa114956deb4dc885cb20ab", "object": "systemone.completion", "created": 1790510863, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.024635680062456717, "einstein: Albert Einstein": 0.019186286924137888, "hypatia: Hypatia of Alexandria": 0.024635680062456717, "ibn_sina: Ibn Sina": 0.9244470741921902, "sagan: Carl Sagan": 0.007058240511806798, "socrates: Socrates of Athens": 3.70382469515536e-05}, "confidence": 0.9093364890306284, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-27T12:07:43Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c085", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "id_not_unique": "c-sagan-01-starter-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.09004238868835347, "einstein": 0.04819621759659025, "hypatia": 0.4035419892517256, "ibn_sina": 0.4035419892517256, "sagan": 0.0546134694132484, "socrates": 6.394579835667469e-05}, "confidence": 0.2842503871020707, "temperature": 1.0, "prompt_sha256": "06ddabe136d1469461a7061c1acb5c99a3bafa8884d2e995aa0a62eb8896966c", "body_sha256": "1b3428f80f1de1d44b0bd493890536de6d7ffcd3d7c49bb385246d9f79453bc5", "prompt_tokens": 222, "seconds": 0.31839225796284154, "rapl_before": {"package-0": [76868457330, 262143328850, 1790510863.6180546], "core": [77981525281, 262143328850, 1790510863.6264443], "uncore": [47305892324, 262143328850, 1790510863.6331737], "psys": [120506932895, 262143328850, 1790510863.6399472]}, "rapl_after": {"package-0": [76913789794, 262143328850, 1790510864.6512206], "core": [78018836770, 262143328850, 1790510864.661297], "uncore": [47305950734, 262143328850, 1790510864.6696885], "psys": [120507290133, 262143328850, 1790510864.6786177]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5141c51d627e4c3c9f80bc66", "object": "systemone.completion", "created": 1790510864, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.09004238868835347, "einstein: Albert Einstein": 0.04819621759659025, "hypatia: Hypatia of Alexandria": 0.4035419892517256, "ibn_sina: Ibn Sina": 0.4035419892517256, "sagan: Carl Sagan": 0.0546134694132484, "socrates: Socrates of Athens": 6.394579835667469e-05}, "confidence": 0.2842503871020707, "temperature": 1.0}}, "usage": {"prompt_tokens": 222, "completion_tokens": 0, "total_tokens": 222, "questions": 1}}, "utc": "2026-09-27T12:07:44Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c086", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.042669899492410235, "einstein": 0.029326564448221897, "hypatia": 0.8570478417635125, "ibn_sina": 0.037656054135648036, "sagan": 0.03323135113826723, "socrates": 6.82890219401185e-05}, "confidence": 0.828457410116215, "temperature": 1.0, "prompt_sha256": "ef503010b525f0989e0a6556809219804991e7fd7a92be62b66da2b7f6869306", "body_sha256": "390b3dc3099a4dfc61df5f1b1497aa074c6ba29583b8718d2c39d217d1a63f4f", "prompt_tokens": 342, "seconds": 0.49337616900447756, "rapl_before": {"package-0": [76930630510, 262143328850, 1790510865.6916764], "core": [78025559348, 262143328850, 1790510865.6992116], "uncore": [47306040761, 262143328850, 1790510865.706009], "psys": [120507634492, 262143328850, 1790510865.713071]}, "rapl_after": {"package-0": [76930630510, 262143328850, 1790510865.6916764], "core": [78025559348, 262143328850, 1790510865.6992116], "uncore": [47306040761, 262143328850, 1790510865.706009], "psys": [120507634492, 262143328850, 1790510865.713071]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.08, "contended": false, "server_response": {"id": "deem-c8f77c3c56ff4d2e8bcc6802", "object": "systemone.completion", "created": 1790510866, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.042669899492410235, "einstein: Albert Einstein": 0.029326564448221897, "hypatia: Hypatia of Alexandria": 0.8570478417635125, "ibn_sina: Ibn Sina": 0.037656054135648036, "sagan: Carl Sagan": 0.03323135113826723, "socrates: Socrates of Athens": 6.82890219401185e-05}, "confidence": 0.828457410116215, "temperature": 1.0}}, "usage": {"prompt_tokens": 342, "completion_tokens": 0, "total_tokens": 342, "questions": 1}}, "utc": "2026-09-27T12:07:46Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c087", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.18187794227397736, "einstein": 0.20609470893473497, "hypatia": 0.26463084451706187, "ibn_sina": 0.11031454831461174, "sagan": 0.23353590061465276, "socrates": 0.0035460553449613197}, "confidence": 0.11755701342047424, "temperature": 1.0, "prompt_sha256": "5ddefb4dc67dc12454dd34c42ecc6d1a1a87eb1a94933a23cbe80bac0436de74", "body_sha256": "8d5c3871ad757cb5d5fc1ff3e5ea93cfc188042a39bcca7d62986accda7a6f96", "prompt_tokens": 232, "seconds": 0.3347943309927359, "rapl_before": {"package-0": [77006048530, 262143328850, 1790510866.7235916], "core": [78090945289, 262143328850, 1790510866.7314446], "uncore": [47306070363, 262143328850, 1790510866.738482], "psys": [120508009491, 262143328850, 1790510866.7452664]}, "rapl_after": {"package-0": [77006048530, 262143328850, 1790510866.7235916], "core": [78090945289, 262143328850, 1790510866.7314446], "uncore": [47306070363, 262143328850, 1790510866.738482], "psys": [120508009491, 262143328850, 1790510866.7452664]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-cfb1921a51e543c8b820ba9e", "object": "systemone.completion", "created": 1790510867, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.18187794227397736, "einstein: Albert Einstein": 0.20609470893473497, "hypatia: Hypatia of Alexandria": 0.26463084451706187, "ibn_sina: Ibn Sina": 0.11031454831461174, "sagan: Carl Sagan": 0.23353590061465276, "socrates: Socrates of Athens": 0.0035460553449613197}, "confidence": 0.11755701342047424, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-27T12:07:47Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c088", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.031232647027871797, "einstein": 0.02146586345051901, "hypatia": 0.9127517399816695, "ibn_sina": 0.02146586345051901, "sagan": 0.013019704319944602, "socrates": 6.418176947606129e-05}, "confidence": 0.8953020879780034, "temperature": 1.0, "prompt_sha256": "463cadb1d7ccd207504c30f789162ae814fcecfddd95c8c40ded5f0675dd8957", "body_sha256": "bab259170563f977ef88703a1133d1d5a39a12bad58c807cbcb366d4baa14f80", "prompt_tokens": 241, "seconds": 0.3633622049819678, "rapl_before": {"package-0": [77059768119, 262143328850, 1790510867.755909], "core": [78135075730, 262143328850, 1790510867.7634046], "uncore": [47306208668, 262143328850, 1790510867.7702844], "psys": [120508372100, 262143328850, 1790510867.7770503]}, "rapl_after": {"package-0": [77094701318, 262143328850, 1790510868.7881532], "core": [78161749429, 262143328850, 1790510868.797372], "uncore": [47306267018, 262143328850, 1790510868.8058364], "psys": [120508721098, 262143328850, 1790510868.8142924]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-178f10fa4ab540baa47a6210", "object": "systemone.completion", "created": 1790510868, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.031232647027871797, "einstein: Albert Einstein": 0.02146586345051901, "hypatia: Hypatia of Alexandria": 0.9127517399816695, "ibn_sina: Ibn Sina": 0.02146586345051901, "sagan: Carl Sagan": 0.013019704319944602, "socrates: Socrates of Athens": 6.418176947606129e-05}, "confidence": 0.8953020879780034, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-27T12:07:48Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c089", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.034008612824001125, "einstein": 0.7740324601506332, "hypatia": 0.13450667295902508, "ibn_sina": 0.034008612824001125, "sagan": 0.023373754980489138, "socrates": 6.988626185039026e-05}, "confidence": 0.7288389521807599, "temperature": 1.0, "prompt_sha256": "bd6f34224be7f0f0e32f24126fde4e11e359b6af5f9cb653bdb2307a03365808", "body_sha256": "72dec1d52ba818b53db2367cca323e4e3df1a181b71b5b51dc2e47333580a37e", "prompt_tokens": 293, "seconds": 0.4445096220006235, "rapl_before": {"package-0": [77145271196, 262143328850, 1790510869.8285708], "core": [78201695310, 262143328850, 1790510869.8363285], "uncore": [47306325733, 262143328850, 1790510869.8428435], "psys": [120509084379, 262143328850, 1790510869.8493125]}, "rapl_after": {"package-0": [77145271196, 262143328850, 1790510869.8285708], "core": [78201695310, 262143328850, 1790510869.8363285], "uncore": [47306325733, 262143328850, 1790510869.8428435], "psys": [120509084379, 262143328850, 1790510869.8493125]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9a6187c899af43b49e1a72a9", "object": "systemone.completion", "created": 1790510870, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.034008612824001125, "einstein: Albert Einstein": 0.7740324601506332, "hypatia: Hypatia of Alexandria": 0.13450667295902508, "ibn_sina: Ibn Sina": 0.034008612824001125, "sagan: Carl Sagan": 0.023373754980489138, "socrates: Socrates of Athens": 6.988626185039026e-05}, "confidence": 0.7288389521807599, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-27T12:07:50Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c090", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.12881250613227122, "einstein": 0.10031928064520297, "hypatia": 0.5772976008558548, "ibn_sina": 0.1459636920594442, "sagan": 0.047387472771832924, "socrates": 0.0002194475353938777}, "confidence": 0.49275712102702574, "temperature": 1.0, "prompt_sha256": "3d08c9741603750e4538140b33f136068636c9e6926dd5ecc8b7f9d31456e07b", "body_sha256": "615608a7576ebae93fd1bfda3c4db7dd0738e18970a9dfc27782fae7407750cc", "prompt_tokens": 347, "seconds": 0.5043367460020818, "rapl_before": {"package-0": [77211551788, 262143328850, 1790510870.8601491], "core": [78258415807, 262143328850, 1790510870.8679967], "uncore": [47306386280, 262143328850, 1790510870.8748553], "psys": [120509435025, 262143328850, 1790510870.8811417]}, "rapl_after": {"package-0": [77278760112, 262143328850, 1790510871.892459], "core": [78317364448, 262143328850, 1790510871.9020982], "uncore": [47306444996, 262143328850, 1790510871.9105217], "psys": [120509788784, 262143328850, 1790510871.9196653]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4234d1d15975478aa9a62abb", "object": "systemone.completion", "created": 1790510871, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.12881250613227122, "einstein: Albert Einstein": 0.10031928064520297, "hypatia: Hypatia of Alexandria": 0.5772976008558548, "ibn_sina: Ibn Sina": 0.1459636920594442, "sagan: Carl Sagan": 0.047387472771832924, "socrates: Socrates of Athens": 0.0002194475353938777}, "confidence": 0.49275712102702574, "temperature": 1.0}}, "usage": {"prompt_tokens": 347, "completion_tokens": 0, "total_tokens": 347, "questions": 1}}, "utc": "2026-09-27T12:07:51Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c091", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09191263352474482, "einstein": 0.09191263352474482, "hypatia": 0.6791476053147935, "ibn_sina": 0.08111261439398035, "sagan": 0.055747830247688986, "socrates": 0.00016668299404752157}, "confidence": 0.6149771263777521, "temperature": 1.0, "prompt_sha256": "d0fd3f1b5691aece0958bf4a6dfcc3fd717cbc487c0fb62b3492d2a80f26b03f", "body_sha256": "e8a931b3eb31a0ab8948ae983883aa136aafd1464982b220d34d446ad799e4e9", "prompt_tokens": 230, "seconds": 0.3400551499798894, "rapl_before": {"package-0": [77297590752, 262143328850, 1790510872.930467], "core": [78326311874, 262143328850, 1790510872.938103], "uncore": [47306500904, 262143328850, 1790510872.9449806], "psys": [120510115504, 262143328850, 1790510872.9516432]}, "rapl_after": {"package-0": [77297590752, 262143328850, 1790510872.930467], "core": [78326311874, 262143328850, 1790510872.938103], "uncore": [47306500904, 262143328850, 1790510872.9449806], "psys": [120510115504, 262143328850, 1790510872.9516432]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-78067e84711940c58acbe93a", "object": "systemone.completion", "created": 1790510873, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.09191263352474482, "einstein: Albert Einstein": 0.09191263352474482, "hypatia: Hypatia of Alexandria": 0.6791476053147935, "ibn_sina: Ibn Sina": 0.08111261439398035, "sagan: Carl Sagan": 0.055747830247688986, "socrates: Socrates of Athens": 0.00016668299404752157}, "confidence": 0.6149771263777521, "temperature": 1.0}}, "usage": {"prompt_tokens": 230, "completion_tokens": 0, "total_tokens": 230, "questions": 1}}, "utc": "2026-09-27T12:07:53Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c092", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1760624161836144, "einstein": 0.1371175475932425, "hypatia": 0.42235178037902554, "ibn_sina": 0.1995048545416704, "sagan": 0.06476974327692198, "socrates": 0.00019365802552529353}, "confidence": 0.30682213645483064, "temperature": 1.0, "prompt_sha256": "5fdfc15126d9daad3676c6ac81f5439f67d0a5e59ad7e6ff8a4464a484d936b0", "body_sha256": "7a2619620fbd48c5fb4340902493bef2f33095490c9588fbc95a6df79ad8cd18", "prompt_tokens": 298, "seconds": 0.5255515369935893, "rapl_before": {"package-0": [77349960125, 262143328850, 1790510873.9633741], "core": [78369630061, 262143328850, 1790510873.9719229], "uncore": [47306543934, 262143328850, 1790510873.979048], "psys": [120510453638, 262143328850, 1790510873.9860184]}, "rapl_after": {"package-0": [77349960125, 262143328850, 1790510873.9633741], "core": [78369630061, 262143328850, 1790510873.9719229], "uncore": [47306543934, 262143328850, 1790510873.979048], "psys": [120510453638, 262143328850, 1790510873.9860184]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-79f82f3ccc3445229fcaaeb7", "object": "systemone.completion", "created": 1790510874, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1760624161836144, "einstein: Albert Einstein": 0.1371175475932425, "hypatia: Hypatia of Alexandria": 0.42235178037902554, "ibn_sina: Ibn Sina": 0.1995048545416704, "sagan: Carl Sagan": 0.06476974327692198, "socrates: Socrates of Athens": 0.00019365802552529353}, "confidence": 0.30682213645483064, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-27T12:07:54Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c093", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0654704315875055, "einstein": 0.05777745308685025, "hypatia": 0.7975931374194356, "ibn_sina": 0.05777745308685025, "sagan": 0.021255137153899695, "socrates": 0.00012638766545871325}, "confidence": 0.7571117649033227, "temperature": 1.0, "prompt_sha256": "a3cadd88d4b0b43989ba5db4626f9b0c6570fe1cb0c151874f571ff462353b97", "body_sha256": "30450198bf15e437f4ded6fc624d6e33fc54db08db90499087f08afcd047dd1a", "prompt_tokens": 282, "seconds": 0.5092686460120603, "rapl_before": {"package-0": [77422814675, 262143328850, 1790510874.9971697], "core": [78432551165, 262143328850, 1790510875.005188], "uncore": [47306645618, 262143328850, 1790510875.012259], "psys": [120510820580, 262143328850, 1790510875.0189521]}, "rapl_after": {"package-0": [77448722385, 262143328850, 1790510876.0305614], "core": [78450773652, 262143328850, 1790510876.03944], "uncore": [47306704395, 262143328850, 1790510876.0466979], "psys": [120511156456, 262143328850, 1790510876.0548027]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-ad4257f19b684e508a825e4e", "object": "systemone.completion", "created": 1790510876, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0654704315875055, "einstein: Albert Einstein": 0.05777745308685025, "hypatia: Hypatia of Alexandria": 0.7975931374194356, "ibn_sina: Ibn Sina": 0.05777745308685025, "sagan: Carl Sagan": 0.021255137153899695, "socrates: Socrates of Athens": 0.00012638766545871325}, "confidence": 0.7571117649033227, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-27T12:07:56Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c094", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04751743992529765, "einstein": 0.7432978208304571, "hypatia": 0.08877426504796583, "ibn_sina": 0.07834301393405375, "sagan": 0.04193399355282477, "socrates": 0.00013346670940089087}, "confidence": 0.6919573849965486, "temperature": 1.0, "prompt_sha256": "652ad1fd12be045cf85cc29b7da4451d2ca8b68bcaf2e3086f450076898fdbf3", "body_sha256": "46577edfa1e89f1cdce3030c11cd74736ea06caf41c77b84ae33ad4ce4ec4765", "prompt_tokens": 312, "seconds": 0.4425511850276962, "rapl_before": {"package-0": [77502884172, 262143328850, 1790510877.066523], "core": [78494524334, 262143328850, 1790510877.074084], "uncore": [47306759082, 262143328850, 1790510877.0807626], "psys": [120511497886, 262143328850, 1790510877.0872655]}, "rapl_after": {"package-0": [77502884172, 262143328850, 1790510877.066523], "core": [78494524334, 262143328850, 1790510877.074084], "uncore": [47306759082, 262143328850, 1790510877.0807626], "psys": [120511497886, 262143328850, 1790510877.0872655]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-efcb0c2732c74d4da072dfd1", "object": "systemone.completion", "created": 1790510877, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.04751743992529765, "einstein: Albert Einstein": 0.7432978208304571, "hypatia: Hypatia of Alexandria": 0.08877426504796583, "ibn_sina: Ibn Sina": 0.07834301393405375, "sagan: Carl Sagan": 0.04193399355282477, "socrates: Socrates of Athens": 0.00013346670940089087}, "confidence": 0.6919573849965486, "temperature": 1.0}}, "usage": {"prompt_tokens": 312, "completion_tokens": 0, "total_tokens": 312, "questions": 1}}, "utc": "2026-09-27T12:07:57Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c095", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11251442498890035, "einstein": 0.4450031832663931, "hypatia": 0.2102046196383241, "ibn_sina": 0.1444713814297544, "sagan": 0.08762632228818444, "socrates": 0.00018006838844355637}, "confidence": 0.33400381991967176, "temperature": 1.0, "prompt_sha256": "cf0a9a0e5f9fff50808602d3d348bca60f30d52587e8a6b27a2ac05f4c8426cc", "body_sha256": "d8218d87a3af6ddd5ccc5c2dd48296713632491bee865a53d7e1f1199459c276", "prompt_tokens": 241, "seconds": 0.34656652400735766, "rapl_before": {"package-0": [77570736965, 262143328850, 1790510878.0976093], "core": [78552692276, 262143328850, 1790510878.1059825], "uncore": [47306788012, 262143328850, 1790510878.1129189], "psys": [120511864584, 262143328850, 1790510878.1194746]}, "rapl_after": {"package-0": [77610077929, 262143328850, 1790510879.1304276], "core": [78584298335, 262143328850, 1790510879.1397815], "uncore": [47306816577, 262143328850, 1790510879.14753], "psys": [120512212361, 262143328850, 1790510879.1557326]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a116cb03428a498e817d18ae", "object": "systemone.completion", "created": 1790510879, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.11251442498890035, "einstein: Albert Einstein": 0.4450031832663931, "hypatia: Hypatia of Alexandria": 0.2102046196383241, "ibn_sina: Ibn Sina": 0.1444713814297544, "sagan: Carl Sagan": 0.08762632228818444, "socrates: Socrates of Athens": 0.00018006838844355637}, "confidence": 0.33400381991967176, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-27T12:07:59Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c096", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "id_not_unique": "c-socrates-01-main-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.034431800027506766, "einstein": 0.02681551282398029, "hypatia": 0.8880078266702169, "ibn_sina": 0.034431800027506766, "sagan": 0.016264430683661346, "socrates": 4.862976712790424e-05}, "confidence": 0.8656093920042605, "temperature": 1.0, "prompt_sha256": "a56caf5fdae74ac68972de07ac52cb232a7a6a5c19cc802d4c8c99a35c1185e0", "body_sha256": "e50a9ad7fde167a04915d307db8440586071e817dc6e666cfa10ee951cd3d3b7", "prompt_tokens": 262, "seconds": 0.3920538480160758, "rapl_before": {"package-0": [77635120467, 262143328850, 1790510880.1683102], "core": [78599518450, 262143328850, 1790510880.1763217], "uncore": [47306846118, 262143328850, 1790510880.1833045], "psys": [120512533772, 262143328850, 1790510880.1902215]}, "rapl_after": {"package-0": [77635120467, 262143328850, 1790510880.1683102], "core": [78599518450, 262143328850, 1790510880.1763217], "uncore": [47306846118, 262143328850, 1790510880.1833045], "psys": [120512533772, 262143328850, 1790510880.1902215]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1526b186a2c34617a07bda18", "object": "systemone.completion", "created": 1790510880, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.034431800027506766, "einstein: Albert Einstein": 0.02681551282398029, "hypatia: Hypatia of Alexandria": 0.8880078266702169, "ibn_sina: Ibn Sina": 0.034431800027506766, "sagan: Carl Sagan": 0.016264430683661346, "socrates: Socrates of Athens": 4.862976712790424e-05}, "confidence": 0.8656093920042605, "temperature": 1.0}}, "usage": {"prompt_tokens": 262, "completion_tokens": 0, "total_tokens": 262, "questions": 1}}, "utc": "2026-09-27T12:08:00Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c097", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1858723831335458, "einstein": 0.06034392779808214, "hypatia": 0.5725272462764953, "ibn_sina": 0.06837862843637305, "sagan": 0.11273729916434888, "socrates": 0.00014051519115482376}, "confidence": 0.4870326955317944, "temperature": 1.0, "prompt_sha256": "32fe121489b5247bbaf0cf5ec128f0e366d8434b7e8abc9bc8150649c674f957", "body_sha256": "163144c6c12aca46e0fe76dfa4fa5fbeae9fbce37a6fb40f349e79d39b59f533", "prompt_tokens": 333, "seconds": 0.496973165019881, "rapl_before": {"package-0": [77697396919, 262143328850, 1790510881.2003393], "core": [78652146550, 262143328850, 1790510881.2081752], "uncore": [47306874926, 262143328850, 1790510881.2151248], "psys": [120512890949, 262143328850, 1790510881.2221763]}, "rapl_after": {"package-0": [77697396919, 262143328850, 1790510881.2003393], "core": [78652146550, 262143328850, 1790510881.2081752], "uncore": [47306874926, 262143328850, 1790510881.2151248], "psys": [120512890949, 262143328850, 1790510881.2221763]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fcd2a70e2ea94a33a2e694ee", "object": "systemone.completion", "created": 1790510882, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1858723831335458, "einstein: Albert Einstein": 0.06034392779808214, "hypatia: Hypatia of Alexandria": 0.5725272462764953, "ibn_sina: Ibn Sina": 0.06837862843637305, "sagan: Carl Sagan": 0.11273729916434888, "socrates: Socrates of Athens": 0.00014051519115482376}, "confidence": 0.4870326955317944, "temperature": 1.0}}, "usage": {"prompt_tokens": 333, "completion_tokens": 0, "total_tokens": 333, "questions": 1}}, "utc": "2026-09-27T12:08:02Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c098", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06165983104134693, "einstein": 0.05441460990787815, "hypatia": 0.5162714444444453, "ibn_sina": 0.05441460990787815, "sagan": 0.3131344597896836, "socrates": 0.00010504490876788067}, "confidence": 0.4195257333333343, "temperature": 1.0, "prompt_sha256": "88eba9141634f8228bcdf294d5fc7f850920ce7407dcd3bc19eddb081f8239ec", "body_sha256": "b71473729315a326aece2eb485304167d7401e3b70348d910ab86632fcdd36ed", "prompt_tokens": 236, "seconds": 0.3468629219569266, "rapl_before": {"package-0": [77820984066, 262143328850, 1790510885.3309832], "core": [78739964868, 262143328850, 1790510885.3389595], "uncore": [47307074084, 262143328850, 1790510885.3458436], "psys": [120514307083, 262143328850, 1790510885.3522477]}, "rapl_after": {"package-0": [77849901228, 262143328850, 1790510886.3633301], "core": [78761217377, 262143328850, 1790510886.3726072], "uncore": [47307103502, 262143328850, 1790510886.3807914], "psys": [120514646071, 262143328850, 1790510886.390078]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-03db293bed1446e0814e08ed", "object": "systemone.completion", "created": 1790510886, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06165983104134693, "einstein: Albert Einstein": 0.05441460990787815, "hypatia: Hypatia of Alexandria": 0.5162714444444453, "ibn_sina: Ibn Sina": 0.05441460990787815, "sagan: Carl Sagan": 0.3131344597896836, "socrates: Socrates of Athens": 0.00010504490876788067}, "confidence": 0.4195257333333343, "temperature": 1.0}}, "usage": {"prompt_tokens": 236, "completion_tokens": 0, "total_tokens": 236, "questions": 1}}, "utc": "2026-09-27T12:08:06Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c099", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05366067629382322, "einstein": 0.39650174744161787, "hypatia": 0.07807582331011924, "ibn_sina": 0.4492953417517627, "sagan": 0.022369097897157804, "socrates": 9.731330551921698e-05}, "confidence": 0.3391544101021153, "temperature": 1.0, "prompt_sha256": "ab6ca14b1b314e99a60688597591018c7fd016c4cafd1baea87c424ca31b91cf", "body_sha256": "309684ea2bebac4ede5ef0ccc69074853240f63b22774d9d47a4b5876937fd05", "prompt_tokens": 306, "seconds": 0.5176744489581324, "rapl_before": {"package-0": [77888319404, 262143328850, 1790510887.4031572], "core": [78788967977, 262143328850, 1790510887.4113207], "uncore": [47307191027, 262143328850, 1790510887.4181056], "psys": [120514999098, 262143328850, 1790510887.424897]}, "rapl_after": {"package-0": [77888319404, 262143328850, 1790510887.4031572], "core": [78788967977, 262143328850, 1790510887.4113207], "uncore": [47307191027, 262143328850, 1790510887.4181056], "psys": [120514999098, 262143328850, 1790510887.424897]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-375841ffa07e44cf9a192956", "object": "systemone.completion", "created": 1790510888, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.05366067629382322, "einstein: Albert Einstein": 0.39650174744161787, "hypatia: Hypatia of Alexandria": 0.07807582331011924, "ibn_sina: Ibn Sina": 0.4492953417517627, "sagan: Carl Sagan": 0.022369097897157804, "socrates: Socrates of Athens": 9.731330551921698e-05}, "confidence": 0.3391544101021153, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-27T12:08:08Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c100", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.13914274554678846, "einstein": 0.07447774474942835, "hypatia": 0.6235945219338722, "ibn_sina": 0.12279304196215732, "sagan": 0.03986506404745174, "socrates": 0.00012688176030185735}, "confidence": 0.5483134263206466, "temperature": 1.0, "prompt_sha256": "cfb7e167239f3e0627ad891f5e0525057645fcbf5451bb899976fff20656f7b5", "body_sha256": "38392eb66e9914d05b2e71cf07408464e5dda826045d89ca26bdcc044cef4c36", "prompt_tokens": 237, "seconds": 0.3388417669921182, "rapl_before": {"package-0": [77960170660, 262143328850, 1790510888.4365299], "core": [78851246138, 262143328850, 1790510888.4445598], "uncore": [47307220262, 262143328850, 1790510888.4508748], "psys": [120515352856, 262143328850, 1790510888.4574485]}, "rapl_after": {"package-0": [77960170660, 262143328850, 1790510888.4365299], "core": [78851246138, 262143328850, 1790510888.4445598], "uncore": [47307220262, 262143328850, 1790510888.4508748], "psys": [120515352856, 262143328850, 1790510888.4574485]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f437aa91b5ee47bda73c2ea6", "object": "systemone.completion", "created": 1790510889, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.13914274554678846, "einstein: Albert Einstein": 0.07447774474942835, "hypatia: Hypatia of Alexandria": 0.6235945219338722, "ibn_sina: Ibn Sina": 0.12279304196215732, "sagan: Carl Sagan": 0.03986506404745174, "socrates: Socrates of Athens": 0.00012688176030185735}, "confidence": 0.5483134263206466, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-27T12:08:09Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c101", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09144227437939857, "einstein": 0.15076282281051176, "hypatia": 0.08069752390510995, "ibn_sina": 0.08069752390510995, "sagan": 0.5962785311796546, "socrates": 0.00012132382021518684}, "confidence": 0.5155342374155855, "temperature": 1.0, "prompt_sha256": "81d4a90c7bdd9acb180fb94c4b4a55d8f6b82274102d468f20ab7e3ce8929ddb", "body_sha256": "f5dfa4bd68844ae86f19c2c778c8fd1309f27b0b0aa19979c17c7bed23785474", "prompt_tokens": 279, "seconds": 0.4091731170192361, "rapl_before": {"package-0": [78013361076, 262143328850, 1790510889.4682753], "core": [78895330315, 262143328850, 1790510889.4762168], "uncore": [47307248827, 262143328850, 1790510889.4832428], "psys": [120515706615, 262143328850, 1790510889.4901118]}, "rapl_after": {"package-0": [78025245872, 262143328850, 1790510890.500635], "core": [78899070051, 262143328850, 1790510890.5095031], "uncore": [47307305040, 262143328850, 1790510890.5175204], "psys": [120516040233, 262143328850, 1790510890.525574]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-1552ff0b775245d4b23d07ab", "object": "systemone.completion", "created": 1790510890, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.09144227437939857, "einstein: Albert Einstein": 0.15076282281051176, "hypatia: Hypatia of Alexandria": 0.08069752390510995, "ibn_sina: Ibn Sina": 0.08069752390510995, "sagan: Carl Sagan": 0.5962785311796546, "socrates: Socrates of Athens": 0.00012132382021518684}, "confidence": 0.5155342374155855, "temperature": 1.0}}, "usage": {"prompt_tokens": 279, "completion_tokens": 0, "total_tokens": 279, "questions": 1}}, "utc": "2026-09-27T12:08:10Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c102", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03996598965810099, "einstein": 0.021392252716570324, "hypatia": 0.9096217319273527, "ibn_sina": 0.01887859676168021, "sagan": 0.010104984671090932, "socrates": 3.64442652047606e-05}, "confidence": 0.8915460783128232, "temperature": 1.0, "prompt_sha256": "8169ae02b82ede08729014bb1eb21987ee60d82b8c063b8e8d5e1c3c1472af93", "body_sha256": "3aa1cc8190d68db7728ccdb5a26b8dd4ef382b8040221d1cf2873b785ecf302f", "prompt_tokens": 317, "seconds": 0.448332350992132, "rapl_before": {"package-0": [78087231187, 262143328850, 1790510891.5381465], "core": [78951021334, 262143328850, 1790510891.5459802], "uncore": [47307363084, 262143328850, 1790510891.5530949], "psys": [120516387155, 262143328850, 1790510891.5598536]}, "rapl_after": {"package-0": [78087231187, 262143328850, 1790510891.5381465], "core": [78951021334, 262143328850, 1790510891.5459802], "uncore": [47307363084, 262143328850, 1790510891.5530949], "psys": [120516387155, 262143328850, 1790510891.5598536]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-abb56793347a477992e07448", "object": "systemone.completion", "created": 1790510892, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.03996598965810099, "einstein: Albert Einstein": 0.021392252716570324, "hypatia: Hypatia of Alexandria": 0.9096217319273527, "ibn_sina: Ibn Sina": 0.01887859676168021, "sagan: Carl Sagan": 0.010104984671090932, "socrates: Socrates of Athens": 3.64442652047606e-05}, "confidence": 0.8915460783128232, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-27T12:08:12Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c103", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "id_not_unique": "c-socrates-01-starter-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.19062245770854394, "einstein": 0.1484569193344098, "hypatia": 0.45727950427231406, "ibn_sina": 0.1484569193344098, "sagan": 0.05461424852277656, "socrates": 0.0005699508275458725}, "confidence": 0.34873540512677687, "temperature": 1.0, "prompt_sha256": "f49598785170301fe64685b22a97ab784b0eb1bb5ce19b4e7d6686c2f73277f5", "body_sha256": "e85c319de9037d857517f40b0ca19839ba811c598e10a9871514eed8289beb22", "prompt_tokens": 206, "seconds": 0.35574860201450065, "rapl_before": {"package-0": [78156546500, 262143328850, 1790510892.5717754], "core": [79010612917, 262143328850, 1790510892.5792446], "uncore": [47307419908, 262143328850, 1790510892.5864131], "psys": [120516746713, 262143328850, 1790510892.5928328]}, "rapl_after": {"package-0": [78192564535, 262143328850, 1790510893.603611], "core": [79038386284, 262143328850, 1790510893.6114857], "uncore": [47307448655, 262143328850, 1790510893.619758], "psys": [120517092537, 262143328850, 1790510893.6279395]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-2b7c83f41303442e9074263a", "object": "systemone.completion", "created": 1790510893, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.19062245770854394, "einstein: Albert Einstein": 0.1484569193344098, "hypatia: Hypatia of Alexandria": 0.45727950427231406, "ibn_sina: Ibn Sina": 0.1484569193344098, "sagan: Carl Sagan": 0.05461424852277656, "socrates: Socrates of Athens": 0.0005699508275458725}, "confidence": 0.34873540512677687, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-27T12:08:13Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c104", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "id_not_unique": "c-socrates-01-starter-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.026601292019505153, "einstein": 0.8809138079110681, "hypatia": 0.04969775627791454, "ibn_sina": 0.026601292019505153, "sagan": 0.01613449919779887, "socrates": 5.1352574208054876e-05}, "confidence": 0.8570965694932816, "temperature": 1.0, "prompt_sha256": "010216a6379dd2d5748a903afbf53fdee29436823397d2addfca359c287041de", "body_sha256": "97748f4a4759b67d548ce8615360ac571b7028aafef374d47623a339359ae9e0", "prompt_tokens": 254, "seconds": 0.3598928209976293, "rapl_before": {"package-0": [78222879460, 262143328850, 1790510894.6403008], "core": [79058931702, 262143328850, 1790510894.6481545], "uncore": [47307477098, 262143328850, 1790510894.6547782], "psys": [120517430854, 262143328850, 1790510894.6611874]}, "rapl_after": {"package-0": [78222879460, 262143328850, 1790510894.6403008], "core": [79058931702, 262143328850, 1790510894.6481545], "uncore": [47307477098, 262143328850, 1790510894.6547782], "psys": [120517430854, 262143328850, 1790510894.6611874]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d424393bf51d424ca43768e6", "object": "systemone.completion", "created": 1790510895, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.026601292019505153, "einstein: Albert Einstein": 0.8809138079110681, "hypatia: Hypatia of Alexandria": 0.04969775627791454, "ibn_sina: Ibn Sina": 0.026601292019505153, "sagan: Carl Sagan": 0.01613449919779887, "socrates: Socrates of Athens": 5.1352574208054876e-05}, "confidence": 0.8570965694932816, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-27T12:08:15Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c105", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05136729862315965, "einstein": 0.10874457203857718, "hypatia": 0.43009312561373647, "ibn_sina": 0.07473897848882664, "sagan": 0.3349568630216061, "socrates": 9.916221409392245e-05}, "confidence": 0.31611175073648373, "temperature": 1.0, "prompt_sha256": "03260f3ea7fa197c8f329b0936f219b784f4404423bd59773254581cdec63ce1", "body_sha256": "160011c50f280d32dfe557021c28f87d3d6f59b003b01ab34b223f08e73779b0", "prompt_tokens": 274, "seconds": 0.39657196099869907, "rapl_before": {"package-0": [78279947491, 262143328850, 1790510895.6724122], "core": [79106648255, 262143328850, 1790510895.6802626], "uncore": [47307507432, 262143328850, 1790510895.6869154], "psys": [120517775885, 262143328850, 1790510895.6931207]}, "rapl_after": {"package-0": [78279947491, 262143328850, 1790510895.6724122], "core": [79106648255, 262143328850, 1790510895.6802626], "uncore": [47307507432, 262143328850, 1790510895.6869154], "psys": [120517775885, 262143328850, 1790510895.6931207]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fc05d460213a4892856b9d57", "object": "systemone.completion", "created": 1790510896, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.05136729862315965, "einstein: Albert Einstein": 0.10874457203857718, "hypatia: Hypatia of Alexandria": 0.43009312561373647, "ibn_sina: Ibn Sina": 0.07473897848882664, "sagan: Carl Sagan": 0.3349568630216061, "socrates: Socrates of Athens": 9.916221409392245e-05}, "confidence": 0.31611175073648373, "temperature": 1.0}}, "usage": {"prompt_tokens": 274, "completion_tokens": 0, "total_tokens": 274, "questions": 1}}, "utc": "2026-09-27T12:08:16Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c106", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.22849895564570105, "einstein": 0.04499411213860383, "hypatia": 0.548140499395756, "ibn_sina": 0.03970716459686183, "sagan": 0.13859162231143482, "socrates": 6.764591164240495e-05}, "confidence": 0.4577685992749073, "temperature": 1.0, "prompt_sha256": "8346dc2bcf5218738bcb303369ab93aca0fc8ae06923e2f5823a5b38c25c5616", "body_sha256": "f0ea5ddb360981be06aefae6e13d93c32919a48031e07cbf57688c948025f7b9", "prompt_tokens": 293, "seconds": 0.42228897201130167, "rapl_before": {"package-0": [78383204550, 262143328850, 1790510899.803134], "core": [79173318922, 262143328850, 1790510899.8112223], "uncore": [47307709153, 262143328850, 1790510899.8182285], "psys": [120519163455, 262143328850, 1790510899.825036]}, "rapl_after": {"package-0": [78426493990, 262143328850, 1790510900.836128], "core": [79208531417, 262143328850, 1790510900.845364], "uncore": [47307767075, 262143328850, 1790510900.8538368], "psys": [120519511476, 262143328850, 1790510900.8624334]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-bb7dc2a5eb6244c18c95a12d", "object": "systemone.completion", "created": 1790510901, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.22849895564570105, "einstein: Albert Einstein": 0.04499411213860383, "hypatia: Hypatia of Alexandria": 0.548140499395756, "ibn_sina: Ibn Sina": 0.03970716459686183, "sagan: Carl Sagan": 0.13859162231143482, "socrates: Socrates of Athens": 6.764591164240495e-05}, "confidence": 0.4577685992749073, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-27T12:08:21Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 2, "order_k": 0, "uid": "c107", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024852725456699223, "einstein": 0.019355322047135994, "hypatia": 0.9325916425242066, "ibn_sina": 0.015073939966908737, "sagan": 0.008068498640097071, "socrates": 5.787136495243909e-05}, "confidence": 0.9191099710290478, "temperature": 1.0, "prompt_sha256": "da702a06d8d291d541f252110c04cd8477751fe258c250885408a5f737338154", "body_sha256": "2b0f70c2e8abb0900bfc1a0dd7a00246a3ae5c88965aaf089c6a7b152d413235", "prompt_tokens": 266, "seconds": 0.3948473579948768, "rapl_before": {"package-0": [78460188606, 262143328850, 1790510901.875273], "core": [79232079025, 262143328850, 1790510901.8829796], "uncore": [47307795761, 262143328850, 1790510901.890091], "psys": [120519839051, 262143328850, 1790510901.896647]}, "rapl_after": {"package-0": [78460188606, 262143328850, 1790510901.875273], "core": [79232079025, 262143328850, 1790510901.8829796], "uncore": [47307795761, 262143328850, 1790510901.890091], "psys": [120519839051, 262143328850, 1790510901.896647]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9777f304da1e420dae3e339a", "object": "systemone.completion", "created": 1790510902, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.024852725456699223, "einstein: Albert Einstein": 0.019355322047135994, "hypatia: Hypatia of Alexandria": 0.9325916425242066, "ibn_sina: Ibn Sina": 0.015073939966908737, "sagan: Carl Sagan": 0.008068498640097071, "socrates: Socrates of Athens": 5.787136495243909e-05}, "confidence": 0.9191099710290478, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-27T12:08:22Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}