{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c000", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1763160557170959, "einstein": 0.1555983730462701, "hypatia": 0.4229602299894677, "ibn_sina": 0.13731508226053576, "sagan": 0.10694109359201961, "socrates": 0.0008691653946109875}, "confidence": 0.30755227598736123, "temperature": 1.0, "prompt_sha256": "028cd141528bb2d431e82341b68dc6ab23cf42282b8ef5e3323f54d9b2affe80", "body_sha256": "e0e3b9c2afbe7c9ed9ae0f0c934d1dda69f97e52cd81622a1084f9ff09ac4844", "prompt_tokens": 218, "seconds": 0.4013181729824282, "rapl_before": {"package-0": [27793097672, 262143328850, 1790510048.4974058], "core": [36002994074, 262143328850, 1790510048.5048478], "uncore": [47264169286, 262143328850, 1790510048.5115597], "psys": [120216936323, 262143328850, 1790510048.5178645]}, "rapl_after": {"package-0": [27825296198, 262143328850, 1790510049.528348], "core": [36027147760, 262143328850, 1790510049.5360343], "uncore": [47264225805, 262143328850, 1790510049.543131], "psys": [120217288434, 262143328850, 1790510049.5496438]}, "server_response": {"id": "deem-f4be6d98fe2c48249b7d71b6", "object": "systemone.completion", "created": 1790510049, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1763160557170959, "einstein: Albert Einstein": 0.1555983730462701, "hypatia: Hypatia of Alexandria": 0.4229602299894677, "ibn_sina: Ibn Sina": 0.13731508226053576, "sagan: Carl Sagan": 0.10694109359201961, "socrates: Socrates of Athens": 0.0008691653946109875}, "confidence": 0.30755227598736123, "temperature": 1.0}}, "usage": {"prompt_tokens": 218, "completion_tokens": 0, "total_tokens": 218, "questions": 1}}, "utc": "2026-09-27T11:54:09Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c001", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10387690839111198, "einstein": 0.05560130237556288, "hypatia": 0.09167104990522008, "ibn_sina": 0.07139348545116322, "sagan": 0.6773625303975425, "socrates": 9.472347939941361e-05}, "confidence": 0.612835036477051, "temperature": 1.0, "prompt_sha256": "bf79e8448ef82e08c98834980a184a26494e6ba6f6283dcd3e51f0ba2cc5b228", "body_sha256": "3680a41ffc0b4ca85644ad935f3189b757e9cb2a4de3338853cce2333428ec23", "prompt_tokens": 314, "seconds": 0.46927142702043056, "rapl_before": {"package-0": [27825296198, 262143328850, 1790510049.528348], "core": [36027147760, 262143328850, 1790510049.5360343], "uncore": [47264225805, 262143328850, 1790510049.543131], "psys": [120217288434, 262143328850, 1790510049.5496438]}, "rapl_after": {"package-0": [27825296198, 262143328850, 1790510049.528348], "core": [36027147760, 262143328850, 1790510049.5360343], "uncore": [47264225805, 262143328850, 1790510049.543131], "psys": [120217288434, 262143328850, 1790510049.5496438]}, "server_response": {"id": "deem-c7687df6492149deba67e91d", "object": "systemone.completion", "created": 1790510050, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.10387690839111198, "einstein: Albert Einstein": 0.05560130237556288, "hypatia: Hypatia of Alexandria": 0.09167104990522008, "ibn_sina: Ibn Sina": 0.07139348545116322, "sagan: Carl Sagan": 0.6773625303975425, "socrates: Socrates of Athens": 9.472347939941361e-05}, "confidence": 0.612835036477051, "temperature": 1.0}}, "usage": {"prompt_tokens": 314, "completion_tokens": 0, "total_tokens": 314, "questions": 1}}, "utc": "2026-09-27T11:54:10Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c002", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.029819031709620913, "einstein": 0.02631520312181229, "hypatia": 0.049163271851333616, "ibn_sina": 0.02322308524588382, "sagan": 0.8714398447636049, "socrates": 3.956330774449837e-05}, "confidence": 0.8457278137163259, "temperature": 1.0, "prompt_sha256": "8accb124778e8c5147d0ae65e61fa55fe3ad3074e82dff66461ee361bb21ab63", "body_sha256": "bd144bbf32c6127bf8554893f1e0ec86a1d318366835d56629f1791af26d70ea", "prompt_tokens": 235, "seconds": 0.3920516009675339, "rapl_before": {"package-0": [27825296198, 262143328850, 1790510049.528348], "core": [36027147760, 262143328850, 1790510049.5360343], "uncore": [47264225805, 262143328850, 1790510049.543131], "psys": [120217288434, 262143328850, 1790510049.5496438]}, "rapl_after": {"package-0": [27970213735, 262143328850, 1790510050.5612586], "core": [36161088030, 262143328850, 1790510050.568953], "uncore": [47264288549, 262143328850, 1790510050.5762782], "psys": [120217648846, 262143328850, 1790510050.582835]}, "server_response": {"id": "deem-cfe385bad35548be8912189c", "object": "systemone.completion", "created": 1790510050, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.029819031709620913, "einstein: Albert Einstein": 0.02631520312181229, "hypatia: Hypatia of Alexandria": 0.049163271851333616, "ibn_sina: Ibn Sina": 0.02322308524588382, "sagan: Carl Sagan": 0.8714398447636049, "socrates: Socrates of Athens": 3.956330774449837e-05}, "confidence": 0.8457278137163259, "temperature": 1.0}}, "usage": {"prompt_tokens": 235, "completion_tokens": 0, "total_tokens": 235, "questions": 1}}, "utc": "2026-09-27T11:54:10Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c003", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "id_not_unique": "c-darwin-01-dessert-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.08731840295373551, "einstein": 0.07705822014530518, "hypatia": 0.6452005778941835, "ibn_sina": 0.07705822014530518, "sagan": 0.11211904873717836, "socrates": 0.0012455301242923348}, "confidence": 0.5742406934730202, "temperature": 1.0, "prompt_sha256": "beaf3074a6fb460818d8d57525e62e0097e18d0bf9d577fe04f7b96bd164a908", "body_sha256": "308647f3820f34c64520cfb864114dbd96ac60d5c9b984d2c5174d1e3255e555", "prompt_tokens": 336, "seconds": 0.5085985189653002, "rapl_before": {"package-0": [27970213735, 262143328850, 1790510050.5612586], "core": [36161088030, 262143328850, 1790510050.568953], "uncore": [47264288549, 262143328850, 1790510050.5762782], "psys": [120217648846, 262143328850, 1790510050.582835]}, "rapl_after": {"package-0": [27970213735, 262143328850, 1790510050.5612586], "core": [36161088030, 262143328850, 1790510050.568953], "uncore": [47264288549, 262143328850, 1790510050.5762782], "psys": [120217648846, 262143328850, 1790510050.582835]}, "server_response": {"id": "deem-495baa6f8d7e44faa1ceba16", "object": "systemone.completion", "created": 1790510051, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.08731840295373551, "einstein: Albert Einstein": 0.07705822014530518, "hypatia: Hypatia of Alexandria": 0.6452005778941835, "ibn_sina: Ibn Sina": 0.07705822014530518, "sagan: Carl Sagan": 0.11211904873717836, "socrates: Socrates of Athens": 0.0012455301242923348}, "confidence": 0.5742406934730202, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-27T11:54:11Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c004", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04128203001505936, "einstein": 0.04128203001505936, "hypatia": 0.8291717381316163, "ibn_sina": 0.046778668451022805, "sagan": 0.04128203001505936, "socrates": 0.00020350337218269922}, "confidence": 0.7950060857579395, "temperature": 1.0, "prompt_sha256": "c14bad2292396eb164056d131cedd6286d54960c27eff0c875fecb88a80d3771", "body_sha256": "adb4509ab4369418bb88a82f0a60c6f34aae602cd771317c5105610022e70307", "prompt_tokens": 346, "seconds": 0.4923038349952549, "rapl_before": {"package-0": [27970213735, 262143328850, 1790510050.5612586], "core": [36161088030, 262143328850, 1790510050.568953], "uncore": [47264288549, 262143328850, 1790510050.5762782], "psys": [120217648846, 262143328850, 1790510050.582835]}, "rapl_after": {"package-0": [28121421539, 262143328850, 1790510051.5948906], "core": [36301356714, 262143328850, 1790510051.6029422], "uncore": [47264375401, 262143328850, 1790510051.6119602], "psys": [120218011943, 262143328850, 1790510051.6197517]}, "server_response": {"id": "deem-884929141b794952a94dd2fd", "object": "systemone.completion", "created": 1790510051, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04128203001505936, "einstein: Albert Einstein": 0.04128203001505936, "hypatia: Hypatia of Alexandria": 0.8291717381316163, "ibn_sina: Ibn Sina": 0.046778668451022805, "sagan: Carl Sagan": 0.04128203001505936, "socrates: Socrates of Athens": 0.00020350337218269922}, "confidence": 0.7950060857579395, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-27T11:54:11Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c005", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02164310924321334, "einstein": 0.01685567042671451, "hypatia": 0.03568345457337239, "ibn_sina": 0.9202884228669912, "sagan": 0.005472234993012033, "socrates": 5.7107896696444873e-05}, "confidence": 0.9043461074403893, "temperature": 1.0, "prompt_sha256": "663b2a8c37bb710c440a01e6f8f9dc6d44a4d9ee61f9e9a4a537f55c28dc0e3e", "body_sha256": "f5f6457dd41de1327992001a53a671fde196f1e3cd17c2a9defd5857716ec4f2", "prompt_tokens": 348, "seconds": 0.49675436300458387, "rapl_before": {"package-0": [28121421539, 262143328850, 1790510051.5948906], "core": [36301356714, 262143328850, 1790510051.6029422], "uncore": [47264375401, 262143328850, 1790510051.6119602], "psys": [120218011943, 262143328850, 1790510051.6197517]}, "rapl_after": {"package-0": [28121421539, 262143328850, 1790510051.5948906], "core": [36301356714, 262143328850, 1790510051.6029422], "uncore": [47264375401, 262143328850, 1790510051.6119602], "psys": [120218011943, 262143328850, 1790510051.6197517]}, "server_response": {"id": "deem-38eaba150c6c47769a8529af", "object": "systemone.completion", "created": 1790510052, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.02164310924321334, "einstein: Albert Einstein": 0.01685567042671451, "hypatia: Hypatia of Alexandria": 0.03568345457337239, "ibn_sina: Ibn Sina": 0.9202884228669912, "sagan: Carl Sagan": 0.005472234993012033, "socrates: Socrates of Athens": 5.7107896696444873e-05}, "confidence": 0.9043461074403893, "temperature": 1.0}}, "usage": {"prompt_tokens": 348, "completion_tokens": 0, "total_tokens": 348, "questions": 1}}, "utc": "2026-09-27T11:54:12Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c006", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "id_not_unique": "c-darwin-01-main-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024449502042696903, "einstein": 0.024449502042696903, "hypatia": 0.016803880625723553, "ibn_sina": 0.016803880625723553, "sagan": 0.9174607955423004, "socrates": 3.2439120858604705e-05}, "confidence": 0.9009529546507604, "temperature": 1.0, "prompt_sha256": "1dfc5680544a302ac11143f709572d49a026ebeb4bd5391aaa3d24bd4d0502e2", "body_sha256": "c46f8151bcda257798ed926507d7adf78ac7e391c5d4666c2f1f2a352ac2985e", "prompt_tokens": 253, "seconds": 0.3631863960181363, "rapl_before": {"package-0": [28121421539, 262143328850, 1790510051.5948906], "core": [36301356714, 262143328850, 1790510051.6029422], "uncore": [47264375401, 262143328850, 1790510051.6119602], "psys": [120218011943, 262143328850, 1790510051.6197517]}, "rapl_after": {"package-0": [28121421539, 262143328850, 1790510051.5948906], "core": [36301356714, 262143328850, 1790510051.6029422], "uncore": [47264375401, 262143328850, 1790510051.6119602], "psys": [120218011943, 262143328850, 1790510051.6197517]}, "server_response": {"id": "deem-d7e475fcb028457ab03a4f53", "object": "systemone.completion", "created": 1790510052, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.024449502042696903, "einstein: Albert Einstein": 0.024449502042696903, "hypatia: Hypatia of Alexandria": 0.016803880625723553, "ibn_sina: Ibn Sina": 0.016803880625723553, "sagan: Carl Sagan": 0.9174607955423004, "socrates: Socrates of Athens": 3.2439120858604705e-05}, "confidence": 0.9009529546507604, "temperature": 1.0}}, "usage": {"prompt_tokens": 253, "completion_tokens": 0, "total_tokens": 253, "questions": 1}}, "utc": "2026-09-27T11:54:12Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c007", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1789579348308556, "einstein": 0.20278590701761795, "hypatia": 0.3788539510098913, "ibn_sina": 0.12299586996382056, "sagan": 0.10854347427376931, "socrates": 0.007862862904045373}, "confidence": 0.25462474121186957, "temperature": 1.0, "prompt_sha256": "09bbd54c6041acc58d02375eab7ca0502f023f79c97e7dfa6e57667e68243a04", "body_sha256": "2983d2beb78ebf4a33e429ee3a876fcf9e26958dc01e0ec61a6b67062747f2ca", "prompt_tokens": 234, "seconds": 0.346416226006113, "rapl_before": {"package-0": [28121421539, 262143328850, 1790510051.5948906], "core": [36301356714, 262143328850, 1790510051.6029422], "uncore": [47264375401, 262143328850, 1790510051.6119602], "psys": [120218011943, 262143328850, 1790510051.6197517]}, "rapl_after": {"package-0": [28273586310, 262143328850, 1790510052.6360316], "core": [36442447722, 262143328850, 1790510052.6455874], "uncore": [47264406590, 262143328850, 1790510052.6538079], "psys": [120218376566, 262143328850, 1790510052.662787]}, "server_response": {"id": "deem-86c51b7e0a0740cc80215833", "object": "systemone.completion", "created": 1790510052, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1789579348308556, "einstein: Albert Einstein": 0.20278590701761795, "hypatia: Hypatia of Alexandria": 0.3788539510098913, "ibn_sina: Ibn Sina": 0.12299586996382056, "sagan: Carl Sagan": 0.10854347427376931, "socrates: Socrates of Athens": 0.007862862904045373}, "confidence": 0.25462474121186957, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-27T11:54:12Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c008", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.019743184898952937, "einstein": 0.010567765352528105, "hypatia": 0.9512799212916276, "ibn_sina": 0.011974846961590426, "sagan": 0.0064096736909571815, "socrates": 2.4607804343770347e-05}, "confidence": 0.9415359055499533, "temperature": 1.0, "prompt_sha256": "a1d6ed59ae8ef118ce60fde83d93a3ecbc82876eb30cc6a8a6133e160d4fb6c0", "body_sha256": "12234be2a390a3588ffb364635b63027e0f5c3ca7045dedbc78136d4eef24f32", "prompt_tokens": 310, "seconds": 0.4598981430171989, "rapl_before": {"package-0": [28273586310, 262143328850, 1790510052.6360316], "core": [36442447722, 262143328850, 1790510052.6455874], "uncore": [47264406590, 262143328850, 1790510052.6538079], "psys": [120218376566, 262143328850, 1790510052.662787]}, "rapl_after": {"package-0": [28273586310, 262143328850, 1790510052.6360316], "core": [36442447722, 262143328850, 1790510052.6455874], "uncore": [47264406590, 262143328850, 1790510052.6538079], "psys": [120218376566, 262143328850, 1790510052.662787]}, "server_response": {"id": "deem-b9f5642f87e643cc8803914a", "object": "systemone.completion", "created": 1790510053, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.019743184898952937, "einstein: Albert Einstein": 0.010567765352528105, "hypatia: Hypatia of Alexandria": 0.9512799212916276, "ibn_sina: Ibn Sina": 0.011974846961590426, "sagan: Carl Sagan": 0.0064096736909571815, "socrates: Socrates of Athens": 2.4607804343770347e-05}, "confidence": 0.9415359055499533, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-27T11:54:13Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c009", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.015362394626312482, "einstein": 0.010558409123220614, "hypatia": 0.019725705161372408, "ibn_sina": 0.9504377003695774, "sagan": 0.0038842216479098575, "socrates": 3.1569071607231486e-05}, "confidence": 0.940525240443493, "temperature": 1.0, "prompt_sha256": "93b841f5248d9c801f554093a6c6a3e0963119756e00a1f6098cad0173cdd4b3", "body_sha256": "1666459cf08ad2dba9d7b14d9ce2050d8a5892809b65894f97da841eda1764c2", "prompt_tokens": 344, "seconds": 0.510699367034249, "rapl_before": {"package-0": [28273586310, 262143328850, 1790510052.6360316], "core": [36442447722, 262143328850, 1790510052.6455874], "uncore": [47264406590, 262143328850, 1790510052.6538079], "psys": [120218376566, 262143328850, 1790510052.662787]}, "rapl_after": {"package-0": [28426936931, 262143328850, 1790510053.6748345], "core": [36584582978, 262143328850, 1790510053.683088], "uncore": [47264436741, 262143328850, 1790510053.6911721], "psys": [120218743691, 262143328850, 1790510053.6983056]}, "server_response": {"id": "deem-31f3e15daa9640fc910e758e", "object": "systemone.completion", "created": 1790510053, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.015362394626312482, "einstein: Albert Einstein": 0.010558409123220614, "hypatia: Hypatia of Alexandria": 0.019725705161372408, "ibn_sina: Ibn Sina": 0.9504377003695774, "sagan: Carl Sagan": 0.0038842216479098575, "socrates: Socrates of Athens": 3.1569071607231486e-05}, "confidence": 0.940525240443493, "temperature": 1.0}}, "usage": {"prompt_tokens": 344, "completion_tokens": 0, "total_tokens": 344, "questions": 1}}, "utc": "2026-09-27T11:54:13Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c010", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.008430642635376023, "einstein": 0.00656579108622602, "hypatia": 0.00656579108622602, "ibn_sina": 0.003982353599063996, "sagan": 0.9744497971143415, "socrates": 5.624478766394503e-06}, "confidence": 0.9693397565372098, "temperature": 1.0, "prompt_sha256": "f502f11985fc026210a3bc717c89839b3fb399cec7f98f302afaf06e4789c9ae", "body_sha256": "2829cf84920e2fe4f5b097a81e8bf3cd81554b83be58c4e7b2b6cc915b8226e0", "prompt_tokens": 337, "seconds": 0.4842582230339758, "rapl_before": {"package-0": [28426936931, 262143328850, 1790510053.6748345], "core": [36584582978, 262143328850, 1790510053.683088], "uncore": [47264436741, 262143328850, 1790510053.6911721], "psys": [120218743691, 262143328850, 1790510053.6983056]}, "rapl_after": {"package-0": [28426936931, 262143328850, 1790510053.6748345], "core": [36584582978, 262143328850, 1790510053.683088], "uncore": [47264436741, 262143328850, 1790510053.6911721], "psys": [120218743691, 262143328850, 1790510053.6983056]}, "server_response": {"id": "deem-903b4d7e21f14017a33dfef5", "object": "systemone.completion", "created": 1790510054, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.008430642635376023, "einstein: Albert Einstein": 0.00656579108622602, "hypatia: Hypatia of Alexandria": 0.00656579108622602, "ibn_sina: Ibn Sina": 0.003982353599063996, "sagan: Carl Sagan": 0.9744497971143415, "socrates: Socrates of Athens": 5.624478766394503e-06}, "confidence": 0.9693397565372098, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-27T11:54:14Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c011", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "id_not_unique": "c-darwin-01-main-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.021838536621487246, "einstein": 0.013245742024189164, "hypatia": 0.9285982064436333, "ibn_sina": 0.019272440925442752, "sagan": 0.01700786942194782, "socrates": 3.720456329972514e-05}, "confidence": 0.91431784773236, "temperature": 1.0, "prompt_sha256": "ded50049b7f0ae8c551b34fd6fd189d2671fba228d5ec1f24b83a3e5af8a04fd", "body_sha256": "b2e15a99c1f0cbf591208e92b3045082bbc687fc2960bd6a2581dd2471d052e0", "prompt_tokens": 339, "seconds": 0.499401803012006, "rapl_before": {"package-0": [28426936931, 262143328850, 1790510053.6748345], "core": [36584582978, 262143328850, 1790510053.683088], "uncore": [47264436741, 262143328850, 1790510053.6911721], "psys": [120218743691, 262143328850, 1790510053.6983056]}, "rapl_after": {"package-0": [28580791518, 262143328850, 1790510054.712175], "core": [36727763764, 262143328850, 1790510054.7217264], "uncore": [47264465184, 262143328850, 1790510054.730647], "psys": [120219116859, 262143328850, 1790510054.7390656]}, "server_response": {"id": "deem-afb7f8962c50409bb604a900", "object": "systemone.completion", "created": 1790510054, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.021838536621487246, "einstein: Albert Einstein": 0.013245742024189164, "hypatia: Hypatia of Alexandria": 0.9285982064436333, "ibn_sina: Ibn Sina": 0.019272440925442752, "sagan: Carl Sagan": 0.01700786942194782, "socrates: Socrates of Athens": 3.720456329972514e-05}, "confidence": 0.91431784773236, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-27T11:54:14Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c012", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.16426651142506654, "einstein": 0.23900636383275453, "hypatia": 0.347752207415772, "ibn_sina": 0.09963267554333845, "sagan": 0.14496468753099828, "socrates": 0.004377554252070149}, "confidence": 0.21730264889892642, "temperature": 1.0, "prompt_sha256": "cdc1fe2f5bc49b36af7eb461c4c39b633ddbbc0adc804237468f9ec8726d9edc", "body_sha256": "21fc06e37386003b0d270c65e268aa943a109031f3d510ef3285587cbd10723e", "prompt_tokens": 179, "seconds": 0.2728513850015588, "rapl_before": {"package-0": [28580791518, 262143328850, 1790510054.712175], "core": [36727763764, 262143328850, 1790510054.7217264], "uncore": [47264465184, 262143328850, 1790510054.730647], "psys": [120219116859, 262143328850, 1790510054.7390656]}, "rapl_after": {"package-0": [28580791518, 262143328850, 1790510054.712175], "core": [36727763764, 262143328850, 1790510054.7217264], "uncore": [47264465184, 262143328850, 1790510054.730647], "psys": [120219116859, 262143328850, 1790510054.7390656]}, "server_response": {"id": "deem-2b8fc82cc1094b819018f5f3", "object": "systemone.completion", "created": 1790510055, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.16426651142506654, "einstein: Albert Einstein": 0.23900636383275453, "hypatia: Hypatia of Alexandria": 0.347752207415772, "ibn_sina: Ibn Sina": 0.09963267554333845, "sagan: Carl Sagan": 0.14496468753099828, "socrates: Socrates of Athens": 0.004377554252070149}, "confidence": 0.21730264889892642, "temperature": 1.0}}, "usage": {"prompt_tokens": 179, "completion_tokens": 0, "total_tokens": 179, "questions": 1}}, "utc": "2026-09-27T11:54:15Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c013", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.8175942204546722, "einstein": 0.05922632668234468, "hypatia": 0.05922632668234468, "ibn_sina": 0.03592258299499847, "sagan": 0.027976535766452332, "socrates": 5.4007419187670354e-05}, "confidence": 0.7811130645456068, "temperature": 1.0, "prompt_sha256": "92dbbabddae8bdcddcea550f11f6abceef8eebff75b12bfd85049a510e88e539", "body_sha256": "742a0f9d0886e9eba018f60c301759c7dd203849d4f71fdaf56f813a3a6058ac", "prompt_tokens": 208, "seconds": 0.31158177903853357, "rapl_before": {"package-0": [28580791518, 262143328850, 1790510054.712175], "core": [36727763764, 262143328850, 1790510054.7217264], "uncore": [47264465184, 262143328850, 1790510054.730647], "psys": [120219116859, 262143328850, 1790510054.7390656]}, "rapl_after": {"package-0": [28580791518, 262143328850, 1790510054.712175], "core": [36727763764, 262143328850, 1790510054.7217264], "uncore": [47264465184, 262143328850, 1790510054.730647], "psys": [120219116859, 262143328850, 1790510054.7390656]}, "server_response": {"id": "deem-ee2add990f7649dda69c2cb7", "object": "systemone.completion", "created": 1790510055, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.8175942204546722, "einstein: Albert Einstein": 0.05922632668234468, "hypatia: Hypatia of Alexandria": 0.05922632668234468, "ibn_sina: Ibn Sina": 0.03592258299499847, "sagan: Carl Sagan": 0.027976535766452332, "socrates: Socrates of Athens": 5.4007419187670354e-05}, "confidence": 0.7811130645456068, "temperature": 1.0}}, "usage": {"prompt_tokens": 208, "completion_tokens": 0, "total_tokens": 208, "questions": 1}}, "utc": "2026-09-27T11:54:15Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c014", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14282758279344765, "einstein": 0.03611246830326427, "hypatia": 0.7253383154926587, "ibn_sina": 0.06746697292047274, "sagan": 0.028124418593223496, "socrates": 0.00013024189693308945}, "confidence": 0.6704059785911906, "temperature": 1.0, "prompt_sha256": "7f8956de58c88be483a9492e49ab365b72ea48cf05a642d6997172ff40426ddb", "body_sha256": "6cbf9596f4ec80d34c8633f69ffb794e4a62302e1f35dfbd7b4ffd84baede690", "prompt_tokens": 233, "seconds": 0.36637294600950554, "rapl_before": {"package-0": [28580791518, 262143328850, 1790510054.712175], "core": [36727763764, 262143328850, 1790510054.7217264], "uncore": [47264465184, 262143328850, 1790510054.730647], "psys": [120219116859, 262143328850, 1790510054.7390656]}, "rapl_after": {"package-0": [28733140066, 262143328850, 1790510055.7516146], "core": [36868414832, 262143328850, 1790510055.7607744], "uncore": [47264586277, 262143328850, 1790510055.7683725], "psys": [120219492530, 262143328850, 1790510055.7744148]}, "server_response": {"id": "deem-3e57b655a26847908211771d", "object": "systemone.completion", "created": 1790510055, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.14282758279344765, "einstein: Albert Einstein": 0.03611246830326427, "hypatia: Hypatia of Alexandria": 0.7253383154926587, "ibn_sina: Ibn Sina": 0.06746697292047274, "sagan: Carl Sagan": 0.028124418593223496, "socrates: Socrates of Athens": 0.00013024189693308945}, "confidence": 0.6704059785911906, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-27T11:54:15Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c015", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "id_not_unique": "c-darwin-01-starter-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00574159272948221, "einstein": 0.006506076919552503, "hypatia": 0.020040127747962343, "ibn_sina": 0.9655874289951472, "sagan": 0.0021122139247559315, "socrates": 1.2559683099965762e-05}, "confidence": 0.9587049147941766, "temperature": 1.0, "prompt_sha256": "ae664612d0d0e39a4337bb914b27952e10d6b46d70de255a84689a43447ff6d5", "body_sha256": "cf14b847d6363633fc9931b83386061e841519da92451a8fdcbe73fc34f16dc4", "prompt_tokens": 212, "seconds": 0.32180817803600803, "rapl_before": {"package-0": [28733140066, 262143328850, 1790510055.7516146], "core": [36868414832, 262143328850, 1790510055.7607744], "uncore": [47264586277, 262143328850, 1790510055.7683725], "psys": [120219492530, 262143328850, 1790510055.7744148]}, "rapl_after": {"package-0": [28733140066, 262143328850, 1790510055.7516146], "core": [36868414832, 262143328850, 1790510055.7607744], "uncore": [47264586277, 262143328850, 1790510055.7683725], "psys": [120219492530, 262143328850, 1790510055.7744148]}, "server_response": {"id": "deem-19f5ae9d746f467c81cfa73e", "object": "systemone.completion", "created": 1790510056, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.00574159272948221, "einstein: Albert Einstein": 0.006506076919552503, "hypatia: Hypatia of Alexandria": 0.020040127747962343, "ibn_sina: Ibn Sina": 0.9655874289951472, "sagan: Carl Sagan": 0.0021122139247559315, "socrates: Socrates of Athens": 1.2559683099965762e-05}, "confidence": 0.9587049147941766, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-27T11:54:16Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c016", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.3091393539756006, "einstein": 0.18750249630995833, "hypatia": 0.24075797095438597, "ibn_sina": 0.14602709095403876, "sagan": 0.11372601278464464, "socrates": 0.002847075021371684}, "confidence": 0.1709672247707207, "temperature": 1.0, "prompt_sha256": "a576e696b1c489a487c04f237644d733fea1a8bca127783f13af57bc2de5ad8a", "body_sha256": "152c55cc4b587be54790666b3393ef0795c8c5192dd5e72208c1950169de9868", "prompt_tokens": 334, "seconds": 0.49155718501424417, "rapl_before": {"package-0": [28733140066, 262143328850, 1790510055.7516146], "core": [36868414832, 262143328850, 1790510055.7607744], "uncore": [47264586277, 262143328850, 1790510055.7683725], "psys": [120219492530, 262143328850, 1790510055.7744148]}, "rapl_after": {"package-0": [28733140066, 262143328850, 1790510055.7516146], "core": [36868414832, 262143328850, 1790510055.7607744], "uncore": [47264586277, 262143328850, 1790510055.7683725], "psys": [120219492530, 262143328850, 1790510055.7744148]}, "server_response": {"id": "deem-2844aeae66d246a98173668f", "object": "systemone.completion", "created": 1790510056, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3091393539756006, "einstein: Albert Einstein": 0.18750249630995833, "hypatia: Hypatia of Alexandria": 0.24075797095438597, "ibn_sina: Ibn Sina": 0.14602709095403876, "sagan: Carl Sagan": 0.11372601278464464, "socrates: Socrates of Athens": 0.002847075021371684}, "confidence": 0.1709672247707207, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-27T11:54:16Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c017", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.010710385756706797, "einstein": 0.008341256814320075, "hypatia": 0.9641182009407145, "ibn_sina": 0.007361133302300116, "sagan": 0.009451882255779916, "socrates": 1.7140930178590625e-05}, "confidence": 0.9569418411288574, "temperature": 1.0, "prompt_sha256": "42707a4f50fcb06405f7a95e754f56ee26a138c8b093823e4ee5f231a37808bd", "body_sha256": "28cf6738298ba08b344832b08b214d5eb5e06b10e1cb2b9f75908d06a68b2861", "prompt_tokens": 320, "seconds": 0.4593455129652284, "rapl_before": {"package-0": [28733140066, 262143328850, 1790510055.7516146], "core": [36868414832, 262143328850, 1790510055.7607744], "uncore": [47264586277, 262143328850, 1790510055.7683725], "psys": [120219492530, 262143328850, 1790510055.7744148]}, "rapl_after": {"package-0": [28880493814, 262143328850, 1790510056.7857082], "core": [37004570368, 262143328850, 1790510056.7958953], "uncore": [47264652439, 262143328850, 1790510056.8044302], "psys": [120219871923, 262143328850, 1790510056.8138127]}, "server_response": {"id": "deem-6d59874be2eb4d189545f488", "object": "systemone.completion", "created": 1790510057, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.010710385756706797, "einstein: Albert Einstein": 0.008341256814320075, "hypatia: Hypatia of Alexandria": 0.9641182009407145, "ibn_sina: Ibn Sina": 0.007361133302300116, "sagan: Carl Sagan": 0.009451882255779916, "socrates: Socrates of Athens": 1.7140930178590625e-05}, "confidence": 0.9569418411288574, "temperature": 1.0}}, "usage": {"prompt_tokens": 320, "completion_tokens": 0, "total_tokens": 320, "questions": 1}}, "utc": "2026-09-27T11:54:17Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c018", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.18045377325505407, "einstein": 0.20448091401403634, "hypatia": 0.18045377325505407, "ibn_sina": 0.0965899444541422, "sagan": 0.3371320323871456, "socrates": 0.0008895626345676177}, "confidence": 0.20455843886457475, "temperature": 1.0, "prompt_sha256": "78e03b7eaa9f4ca6f7ffe5bf2a9bb147b0e09f5630dc2c3ddb30df5aa1482e8c", "body_sha256": "e8a6555e99572b0808a7629044d7f1a2b824255730fe2d38dc37f6fb585c73e4", "prompt_tokens": 310, "seconds": 0.4428450670093298, "rapl_before": {"package-0": [28880493814, 262143328850, 1790510056.7857082], "core": [37004570368, 262143328850, 1790510056.7958953], "uncore": [47264652439, 262143328850, 1790510056.8044302], "psys": [120219871923, 262143328850, 1790510056.8138127]}, "rapl_after": {"package-0": [28880493814, 262143328850, 1790510056.7857082], "core": [37004570368, 262143328850, 1790510056.7958953], "uncore": [47264652439, 262143328850, 1790510056.8044302], "psys": [120219871923, 262143328850, 1790510056.8138127]}, "server_response": {"id": "deem-a393d079687f495bb4ccc3b2", "object": "systemone.completion", "created": 1790510057, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.18045377325505407, "einstein: Albert Einstein": 0.20448091401403634, "hypatia: Hypatia of Alexandria": 0.18045377325505407, "ibn_sina: Ibn Sina": 0.0965899444541422, "sagan: Carl Sagan": 0.3371320323871456, "socrates: Socrates of Athens": 0.0008895626345676177}, "confidence": 0.20455843886457475, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-27T11:54:17Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c019", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1748900802675975, "einstein": 0.22456330819015444, "hypatia": 0.28834499537164077, "ibn_sina": 0.1748900802675975, "sagan": 0.13620453146382577, "socrates": 0.0011070044391840324}, "confidence": 0.1460139944459689, "temperature": 1.0, "prompt_sha256": "e3cfe32144a3549c38b49b8e8ddfe02bf9e36ab381842e0651d4fe8da895b523", "body_sha256": "9b7234449fdfb7fa1275feca56e14d7ad09033974f6832efb294c2f79de268b0", "prompt_tokens": 317, "seconds": 0.45523649296956137, "rapl_before": {"package-0": [28880493814, 262143328850, 1790510056.7857082], "core": [37004570368, 262143328850, 1790510056.7958953], "uncore": [47264652439, 262143328850, 1790510056.8044302], "psys": [120219871923, 262143328850, 1790510056.8138127]}, "rapl_after": {"package-0": [29036518744, 262143328850, 1790510057.828655], "core": [37149605336, 262143328850, 1790510057.8377948], "uncore": [47264684910, 262143328850, 1790510057.848431], "psys": [120220254369, 262143328850, 1790510057.856663]}, "server_response": {"id": "deem-e72a0e59f9004f77b4e0c5b9", "object": "systemone.completion", "created": 1790510057, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1748900802675975, "einstein: Albert Einstein": 0.22456330819015444, "hypatia: Hypatia of Alexandria": 0.28834499537164077, "ibn_sina: Ibn Sina": 0.1748900802675975, "sagan: Carl Sagan": 0.13620453146382577, "socrates: Socrates of Athens": 0.0011070044391840324}, "confidence": 0.1460139944459689, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-27T11:54:17Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c020", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10675974091009596, "einstein": 0.1209746352620904, "hypatia": 0.19945345437179823, "ibn_sina": 0.09421514067389361, "sagan": 0.4784639639889006, "socrates": 0.00013306479322120837}, "confidence": 0.37415675678668076, "temperature": 1.0, "prompt_sha256": "49afd8e1388fa05b3b8147267c0315a84331e3a26f9444a0c5974d3d0dd13398", "body_sha256": "f5a4520ec2ddef5b979d0c18909fde4deb8afcf483571c232b1cfafe952abf22", "prompt_tokens": 288, "seconds": 0.5433764759800397, "rapl_before": {"package-0": [29036518744, 262143328850, 1790510057.828655], "core": [37149605336, 262143328850, 1790510057.8377948], "uncore": [47264684910, 262143328850, 1790510057.848431], "psys": [120220254369, 262143328850, 1790510057.856663]}, "rapl_after": {"package-0": [29036518744, 262143328850, 1790510057.828655], "core": [37149605336, 262143328850, 1790510057.8377948], "uncore": [47264684910, 262143328850, 1790510057.848431], "psys": [120220254369, 262143328850, 1790510057.856663]}, "server_response": {"id": "deem-335a5af10997473699e4c68e", "object": "systemone.completion", "created": 1790510058, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.10675974091009596, "einstein: Albert Einstein": 0.1209746352620904, "hypatia: Hypatia of Alexandria": 0.19945345437179823, "ibn_sina: Ibn Sina": 0.09421514067389361, "sagan: Carl Sagan": 0.4784639639889006, "socrates: Socrates of Athens": 0.00013306479322120837}, "confidence": 0.37415675678668076, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-27T11:54:18Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c021", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.01922892950953472, "einstein": 0.024690434225939528, "hypatia": 0.01922892950953472, "ibn_sina": 0.9265017090187182, "sagan": 0.01029250427816452, "socrates": 5.7493458108369266e-05}, "confidence": 0.9118020508224618, "temperature": 1.0, "prompt_sha256": "649243a5f44e49cdf188f0d0332c27c235f1199e7eb3bc9997c90b9e6d17b249", "body_sha256": "169e726951739651439ec7a71473bbad493297bbb41819b7da0f9ba92d5bc8f5", "prompt_tokens": 226, "seconds": 0.5593606260372326, "rapl_before": {"package-0": [29036518744, 262143328850, 1790510057.828655], "core": [37149605336, 262143328850, 1790510057.8377948], "uncore": [47264684910, 262143328850, 1790510057.848431], "psys": [120220254369, 262143328850, 1790510057.856663]}, "rapl_after": {"package-0": [29176868422, 262143328850, 1790510058.870714], "core": [37278480067, 262143328850, 1790510058.8797112], "uncore": [47264779575, 262143328850, 1790510058.8874135], "psys": [120220640598, 262143328850, 1790510058.8952138]}, "server_response": {"id": "deem-5ae17c5cf18646599e5a48d2", "object": "systemone.completion", "created": 1790510059, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.01922892950953472, "einstein: Albert Einstein": 0.024690434225939528, "hypatia: Hypatia of Alexandria": 0.01922892950953472, "ibn_sina: Ibn Sina": 0.9265017090187182, "sagan: Carl Sagan": 0.01029250427816452, "socrates: Socrates of Athens": 5.7493458108369266e-05}, "confidence": 0.9118020508224618, "temperature": 1.0}}, "usage": {"prompt_tokens": 226, "completion_tokens": 0, "total_tokens": 226, "questions": 1}}, "utc": "2026-09-27T11:54:19Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c022", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "id_not_unique": "c-einstein-01-dessert-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07260436688653976, "einstein": 0.07260436688653976, "hypatia": 0.6079089211313791, "ibn_sina": 0.07260436688653976, "sagan": 0.1741688219582431, "socrates": 0.00010915625075854693}, "confidence": 0.5294907053576549, "temperature": 1.0, "prompt_sha256": "155ad912cc84bc1257563f145a5475603bb4a85b8477f07a70d46ceeafece726", "body_sha256": "8c2e11aa729f52f8b7295064a24e4de49f426715097f840c6941e3cbe31abd11", "prompt_tokens": 343, "seconds": 0.6161793140345253, "rapl_before": {"package-0": [29176868422, 262143328850, 1790510058.870714], "core": [37278480067, 262143328850, 1790510058.8797112], "uncore": [47264779575, 262143328850, 1790510058.8874135], "psys": [120220640598, 262143328850, 1790510058.8952138]}, "rapl_after": {"package-0": [29176868422, 262143328850, 1790510058.870714], "core": [37278480067, 262143328850, 1790510058.8797112], "uncore": [47264779575, 262143328850, 1790510058.8874135], "psys": [120220640598, 262143328850, 1790510058.8952138]}, "server_response": {"id": "deem-582fbd349d574a1f84894bbf", "object": "systemone.completion", "created": 1790510059, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.07260436688653976, "einstein: Albert Einstein": 0.07260436688653976, "hypatia: Hypatia of Alexandria": 0.6079089211313791, "ibn_sina: Ibn Sina": 0.07260436688653976, "sagan: Carl Sagan": 0.1741688219582431, "socrates: Socrates of Athens": 0.00010915625075854693}, "confidence": 0.5294907053576549, "temperature": 1.0}}, "usage": {"prompt_tokens": 343, "completion_tokens": 0, "total_tokens": 343, "questions": 1}}, "utc": "2026-09-27T11:54:19Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c023", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.14431310528443556, "einstein": 0.08753032295334744, "hypatia": 0.06816868405855994, "ibn_sina": 0.05308982452575368, "sagan": 0.6467664666598013, "socrates": 0.00013159651810204693}, "confidence": 0.5761197599917616, "temperature": 1.0, "prompt_sha256": "ea5d37253e73663a53bd9d0eeb327d02ae197e0dd16aa33350562c56831275fa", "body_sha256": "e369d9eedd34cf584b7dcb53976351ae6b26ea7354e402e1f9d675e70929c010", "prompt_tokens": 238, "seconds": 0.3507030819891952, "rapl_before": {"package-0": [29176868422, 262143328850, 1790510058.870714], "core": [37278480067, 262143328850, 1790510058.8797112], "uncore": [47264779575, 262143328850, 1790510058.8874135], "psys": [120220640598, 262143328850, 1790510058.8952138]}, "rapl_after": {"package-0": [29323009588, 262143328850, 1790510059.9076505], "core": [37413507309, 262143328850, 1790510059.91557], "uncore": [47264875522, 262143328850, 1790510059.9235601], "psys": [120221026095, 262143328850, 1790510059.9335923]}, "server_response": {"id": "deem-c4106f0c989c4da1bbc312e5", "object": "systemone.completion", "created": 1790510060, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.14431310528443556, "einstein: Albert Einstein": 0.08753032295334744, "hypatia: Hypatia of Alexandria": 0.06816868405855994, "ibn_sina: Ibn Sina": 0.05308982452575368, "sagan: Carl Sagan": 0.6467664666598013, "socrates: Socrates of Athens": 0.00013159651810204693}, "confidence": 0.5761197599917616, "temperature": 1.0}}, "usage": {"prompt_tokens": 238, "completion_tokens": 0, "total_tokens": 238, "questions": 1}}, "utc": "2026-09-27T11:54:20Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c024", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10463751129775704, "einstein": 0.10463751129775704, "hypatia": 0.1954886074778031, "ibn_sina": 0.5313931293776751, "sagan": 0.06346585875811671, "socrates": 0.00037738179089092007}, "confidence": 0.4376717552532101, "temperature": 1.0, "prompt_sha256": "97247283ca9f27c19a1f33dd0f0ad684f8a8e77392f242831b13524fca5efcd4", "body_sha256": "6f4485a50744b0132d12cd2e914c096ebb6ae241117d5d9e2ca7bf45c17b9f88", "prompt_tokens": 284, "seconds": 0.4162508560111746, "rapl_before": {"package-0": [29323009588, 262143328850, 1790510059.9076505], "core": [37413507309, 262143328850, 1790510059.91557], "uncore": [47264875522, 262143328850, 1790510059.9235601], "psys": [120221026095, 262143328850, 1790510059.9335923]}, "rapl_after": {"package-0": [29323009588, 262143328850, 1790510059.9076505], "core": [37413507309, 262143328850, 1790510059.91557], "uncore": [47264875522, 262143328850, 1790510059.9235601], "psys": [120221026095, 262143328850, 1790510059.9335923]}, "server_response": {"id": "deem-f059ba5a61474b93a5aa2f25", "object": "systemone.completion", "created": 1790510060, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.10463751129775704, "einstein: Albert Einstein": 0.10463751129775704, "hypatia: Hypatia of Alexandria": 0.1954886074778031, "ibn_sina: Ibn Sina": 0.5313931293776751, "sagan: Carl Sagan": 0.06346585875811671, "socrates: Socrates of Athens": 0.00037738179089092007}, "confidence": 0.4376717552532101, "temperature": 1.0}}, "usage": {"prompt_tokens": 284, "completion_tokens": 0, "total_tokens": 284, "questions": 1}}, "utc": "2026-09-27T11:54:20Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c025", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "id_not_unique": "c-einstein-01-main-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.22500535078592665, "einstein": 0.19856652513354064, "hypatia": 0.2889125892998709, "ibn_sina": 0.10628500189903095, "sagan": 0.17523434338733582, "socrates": 0.00599618949429497}, "confidence": 0.14669510715984507, "temperature": 1.0, "prompt_sha256": "a7f9b41bd083b7078f792deb80008c4f00480ac8531cfaafd95d454dec5eecf6", "body_sha256": "acb5caef87f5dc632c4c2d134fd12860379d71ac79b7de621f8ebddc8df82b2e", "prompt_tokens": 321, "seconds": 0.48242212005425245, "rapl_before": {"package-0": [29323009588, 262143328850, 1790510059.9076505], "core": [37413507309, 262143328850, 1790510059.91557], "uncore": [47264875522, 262143328850, 1790510059.9235601], "psys": [120221026095, 262143328850, 1790510059.9335923]}, "rapl_after": {"package-0": [29323009588, 262143328850, 1790510059.9076505], "core": [37413507309, 262143328850, 1790510059.91557], "uncore": [47264875522, 262143328850, 1790510059.9235601], "psys": [120221026095, 262143328850, 1790510059.9335923]}, "server_response": {"id": "deem-b4ed5efd9a484f7d9eb95512", "object": "systemone.completion", "created": 1790510060, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.22500535078592665, "einstein: Albert Einstein": 0.19856652513354064, "hypatia: Hypatia of Alexandria": 0.2889125892998709, "ibn_sina: Ibn Sina": 0.10628500189903095, "sagan: Carl Sagan": 0.17523434338733582, "socrates: Socrates of Athens": 0.00599618949429497}, "confidence": 0.14669510715984507, "temperature": 1.0}}, "usage": {"prompt_tokens": 321, "completion_tokens": 0, "total_tokens": 321, "questions": 1}}, "utc": "2026-09-27T11:54:20Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c026", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.008390860563040708, "einstein": 0.009508090666909018, "hypatia": 0.010774078230827083, "ibn_sina": 0.9698516147464552, "sagan": 0.001458112928982406, "socrates": 1.7242863785521058e-05}, "confidence": 0.9638219376957462, "temperature": 1.0, "prompt_sha256": "36b9cea02d2e74c994de502f1c2d0809cf908e92096d612333f65ccfd4c01537", "body_sha256": "44024763284ae4a3616eb8f2e6842e68860140eb7458de77108bd5383f38218b", "prompt_tokens": 278, "seconds": 0.408397271996364, "rapl_before": {"package-0": [29323009588, 262143328850, 1790510059.9076505], "core": [37413507309, 262143328850, 1790510059.91557], "uncore": [47264875522, 262143328850, 1790510059.9235601], "psys": [120221026095, 262143328850, 1790510059.9335923]}, "rapl_after": {"package-0": [29478366612, 262143328850, 1790510060.9484823], "core": [37557391340, 262143328850, 1790510060.956566], "uncore": [47264933688, 262143328850, 1790510060.9642153], "psys": [120221413362, 262143328850, 1790510060.972399]}, "server_response": {"id": "deem-51be48ffcb7a4ae2ad290e93", "object": "systemone.completion", "created": 1790510061, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.008390860563040708, "einstein: Albert Einstein": 0.009508090666909018, "hypatia: Hypatia of Alexandria": 0.010774078230827083, "ibn_sina: Ibn Sina": 0.9698516147464552, "sagan: Carl Sagan": 0.001458112928982406, "socrates: Socrates of Athens": 1.7242863785521058e-05}, "confidence": 0.9638219376957462, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-27T11:54:21Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c027", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04326373615601649, "einstein": 0.04902423569908141, "hypatia": 0.7668680724444068, "ibn_sina": 0.11760302782414622, "sagan": 0.023157409217938074, "socrates": 8.351865841104633e-05}, "confidence": 0.7202416869332883, "temperature": 1.0, "prompt_sha256": "9b202086ace8de08c43270d313de06fa87f84c7072446d35102a730c237df1e7", "body_sha256": "d79ca48ff91dd13430de5c490f2e5ffaf6099b8033a1370860a059b41d6f72dc", "prompt_tokens": 282, "seconds": 0.41128462000051513, "rapl_before": {"package-0": [29478366612, 262143328850, 1790510060.9484823], "core": [37557391340, 262143328850, 1790510060.956566], "uncore": [47264933688, 262143328850, 1790510060.9642153], "psys": [120221413362, 262143328850, 1790510060.972399]}, "rapl_after": {"package-0": [29478366612, 262143328850, 1790510060.9484823], "core": [37557391340, 262143328850, 1790510060.956566], "uncore": [47264933688, 262143328850, 1790510060.9642153], "psys": [120221413362, 262143328850, 1790510060.972399]}, "server_response": {"id": "deem-ea546f116a024eaa98d29040", "object": "systemone.completion", "created": 1790510061, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04326373615601649, "einstein: Albert Einstein": 0.04902423569908141, "hypatia: Hypatia of Alexandria": 0.7668680724444068, "ibn_sina: Ibn Sina": 0.11760302782414622, "sagan: Carl Sagan": 0.023157409217938074, "socrates: Socrates of Athens": 8.351865841104633e-05}, "confidence": 0.7202416869332883, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-27T11:54:21Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c028", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05920370157428083, "einstein": 0.08614087750419669, "hypatia": 0.14202229701794325, "ibn_sina": 0.07601905758337263, "sagan": 0.6364997762896226, "socrates": 0.00011429003058406136}, "confidence": 0.5637997315475471, "temperature": 1.0, "prompt_sha256": "b183902e2e6de68b5c7a121f724e46a692727827c966249629f47ce1158bd5ab", "body_sha256": "5367bbbcbb46bb126df189aa421a1b441fb5559e96c8bfe5d3ceba378457773e", "prompt_tokens": 297, "seconds": 0.43994805903639644, "rapl_before": {"package-0": [29478366612, 262143328850, 1790510060.9484823], "core": [37557391340, 262143328850, 1790510060.956566], "uncore": [47264933688, 262143328850, 1790510060.9642153], "psys": [120221413362, 262143328850, 1790510060.972399]}, "rapl_after": {"package-0": [29633619389, 262143328850, 1790510061.9836407], "core": [37702032816, 262143328850, 1790510061.9926174], "uncore": [47264964267, 262143328850, 1790510062.0028543], "psys": [120221800141, 262143328850, 1790510062.0100932]}, "server_response": {"id": "deem-01e9525c420d4900a7e078bc", "object": "systemone.completion", "created": 1790510062, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.05920370157428083, "einstein: Albert Einstein": 0.08614087750419669, "hypatia: Hypatia of Alexandria": 0.14202229701794325, "ibn_sina: Ibn Sina": 0.07601905758337263, "sagan: Carl Sagan": 0.6364997762896226, "socrates: Socrates of Athens": 0.00011429003058406136}, "confidence": 0.5637997315475471, "temperature": 1.0}}, "usage": {"prompt_tokens": 297, "completion_tokens": 0, "total_tokens": 297, "questions": 1}}, "utc": "2026-09-27T11:54:22Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c029", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06626980646821033, "einstein": 0.06626980646821033, "hypatia": 0.09642199945965578, "ibn_sina": 0.0584828989430762, "sagan": 0.7124675631784574, "socrates": 8.792548238996742e-05}, "confidence": 0.6549610758141489, "temperature": 1.0, "prompt_sha256": "372e653aa74f6d223384f9b958311df8674b98dc9b2eeda6938ea35b8afbb1f3", "body_sha256": "5cbdfbd66159402fefdad28d65b003a2082746f04f70644767fa062a8b95de48", "prompt_tokens": 339, "seconds": 0.5253430390148424, "rapl_before": {"package-0": [29633619389, 262143328850, 1790510061.9836407], "core": [37702032816, 262143328850, 1790510061.9926174], "uncore": [47264964267, 262143328850, 1790510062.0028543], "psys": [120221800141, 262143328850, 1790510062.0100932]}, "rapl_after": {"package-0": [29633619389, 262143328850, 1790510061.9836407], "core": [37702032816, 262143328850, 1790510061.9926174], "uncore": [47264964267, 262143328850, 1790510062.0028543], "psys": [120221800141, 262143328850, 1790510062.0100932]}, "server_response": {"id": "deem-334a25a797f149f08c2413b2", "object": "systemone.completion", "created": 1790510062, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06626980646821033, "einstein: Albert Einstein": 0.06626980646821033, "hypatia: Hypatia of Alexandria": 0.09642199945965578, "ibn_sina: Ibn Sina": 0.0584828989430762, "sagan: Carl Sagan": 0.7124675631784574, "socrates: Socrates of Athens": 8.792548238996742e-05}, "confidence": 0.6549610758141489, "temperature": 1.0}}, "usage": {"prompt_tokens": 339, "completion_tokens": 0, "total_tokens": 339, "questions": 1}}, "utc": "2026-09-27T11:54:22Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c030", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "id_not_unique": "c-einstein-01-starter-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.23707038558677337, "einstein": 0.2092138809748632, "hypatia": 0.3449353756889818, "ibn_sina": 0.12689463324872416, "sagan": 0.07696548561834132, "socrates": 0.004920238882316172}, "confidence": 0.21392245082677822, "temperature": 1.0, "prompt_sha256": "9341a1d74388efacbb26c0a5843ef169f11e005ee5e11461c3bd648281b9ad7c", "body_sha256": "6781bcd8d9161febfc5bf0a4dde9cabec362a2f7835d51dd6651a9f6ef83bea1", "prompt_tokens": 243, "seconds": 0.3608179289731197, "rapl_before": {"package-0": [29633619389, 262143328850, 1790510061.9836407], "core": [37702032816, 262143328850, 1790510061.9926174], "uncore": [47264964267, 262143328850, 1790510062.0028543], "psys": [120221800141, 262143328850, 1790510062.0100932]}, "rapl_after": {"package-0": [29788343297, 262143328850, 1790510063.024252], "core": [37845059000, 262143328850, 1790510063.0323524], "uncore": [47265053622, 262143328850, 1790510063.041624], "psys": [120222187957, 262143328850, 1790510063.0490408]}, "server_response": {"id": "deem-d8488a7a29db45ff967e072a", "object": "systemone.completion", "created": 1790510063, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.23707038558677337, "einstein: Albert Einstein": 0.2092138809748632, "hypatia: Hypatia of Alexandria": 0.3449353756889818, "ibn_sina: Ibn Sina": 0.12689463324872416, "sagan: Carl Sagan": 0.07696548561834132, "socrates: Socrates of Athens": 0.004920238882316172}, "confidence": 0.21392245082677822, "temperature": 1.0}}, "usage": {"prompt_tokens": 243, "completion_tokens": 0, "total_tokens": 243, "questions": 1}}, "utc": "2026-09-27T11:54:23Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c031", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09211287131403614, "einstein": 0.09211287131403614, "hypatia": 0.06330818889278952, "ibn_sina": 0.07173757631032689, "sagan": 0.6806271735729928, "socrates": 0.0001013185958185314}, "confidence": 0.6167526082875915, "temperature": 1.0, "prompt_sha256": "8c5c197c0e13a857e534bbd2f5ddb9f47e8b2397952bc8f94dadbe7f67fffaff", "body_sha256": "695ee213521da1c795ea15b0c8c8b1391924072057c7a3073b939298a5b93ae4", "prompt_tokens": 206, "seconds": 0.31452843302395195, "rapl_before": {"package-0": [29788343297, 262143328850, 1790510063.024252], "core": [37845059000, 262143328850, 1790510063.0323524], "uncore": [47265053622, 262143328850, 1790510063.041624], "psys": [120222187957, 262143328850, 1790510063.0490408]}, "rapl_after": {"package-0": [29788343297, 262143328850, 1790510063.024252], "core": [37845059000, 262143328850, 1790510063.0323524], "uncore": [47265053622, 262143328850, 1790510063.041624], "psys": [120222187957, 262143328850, 1790510063.0490408]}, "server_response": {"id": "deem-dc2e70de9d6a4877aa25682a", "object": "systemone.completion", "created": 1790510063, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.09211287131403614, "einstein: Albert Einstein": 0.09211287131403614, "hypatia: Hypatia of Alexandria": 0.06330818889278952, "ibn_sina: Ibn Sina": 0.07173757631032689, "sagan: Carl Sagan": 0.6806271735729928, "socrates: Socrates of Athens": 0.0001013185958185314}, "confidence": 0.6167526082875915, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-27T11:54:23Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c032", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.3399561110281536, "einstein": 0.12506286414785395, "hypatia": 0.09739905653150137, "ibn_sina": 0.09739905653150137, "sagan": 0.3399561110281536, "socrates": 0.00022680073283626014}, "confidence": 0.20794733323378428, "temperature": 1.0, "prompt_sha256": "4110c7751226ba5198f5c71571542370afc6137fb98a1d7d3f5cd546256650d8", "body_sha256": "40cd21f95cbcc1a16c7dbf5218442ac825444857efe9cdcb5510bea108d88415", "prompt_tokens": 233, "seconds": 0.34045979601796716, "rapl_before": {"package-0": [29788343297, 262143328850, 1790510063.024252], "core": [37845059000, 262143328850, 1790510063.0323524], "uncore": [47265053622, 262143328850, 1790510063.041624], "psys": [120222187957, 262143328850, 1790510063.0490408]}, "rapl_after": {"package-0": [29788343297, 262143328850, 1790510063.024252], "core": [37845059000, 262143328850, 1790510063.0323524], "uncore": [47265053622, 262143328850, 1790510063.041624], "psys": [120222187957, 262143328850, 1790510063.0490408]}, "server_response": {"id": "deem-f66eaaad0c054be5a2806f2a", "object": "systemone.completion", "created": 1790510063, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3399561110281536, "einstein: Albert Einstein": 0.12506286414785395, "hypatia: Hypatia of Alexandria": 0.09739905653150137, "ibn_sina: Ibn Sina": 0.09739905653150137, "sagan: Carl Sagan": 0.3399561110281536, "socrates: Socrates of Athens": 0.00022680073283626014}, "confidence": 0.20794733323378428, "temperature": 1.0}}, "usage": {"prompt_tokens": 233, "completion_tokens": 0, "total_tokens": 233, "questions": 1}}, "utc": "2026-09-27T11:54:23Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c033", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.17905254359220327, "einstein": 0.22990801689497878, "hypatia": 0.26051991369220695, "ibn_sina": 0.09583992026312149, "sagan": 0.22990801689497878, "socrates": 0.004771588662510658}, "confidence": 0.11262389643064834, "temperature": 1.0, "prompt_sha256": "ad6f3ef19b34d93b49c1112e5cb309ebb8c6a1b335f280743e6810e82f30dd37", "body_sha256": "3485648a16969bbff0692b124f4d8934d44e38802cdec18aa6034572c45ced74", "prompt_tokens": 324, "seconds": 0.4857807729858905, "rapl_before": {"package-0": [29788343297, 262143328850, 1790510063.024252], "core": [37845059000, 262143328850, 1790510063.0323524], "uncore": [47265053622, 262143328850, 1790510063.041624], "psys": [120222187957, 262143328850, 1790510063.0490408]}, "rapl_after": {"package-0": [29941354502, 262143328850, 1790510064.0624065], "core": [37986403731, 262143328850, 1790510064.0712037], "uncore": [47265177584, 262143328850, 1790510064.0778775], "psys": [120222577300, 262143328850, 1790510064.086165]}, "server_response": {"id": "deem-cf9d2a6ef53245bf9c7a7e17", "object": "systemone.completion", "created": 1790510064, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.17905254359220327, "einstein: Albert Einstein": 0.22990801689497878, "hypatia: Hypatia of Alexandria": 0.26051991369220695, "ibn_sina: Ibn Sina": 0.09583992026312149, "sagan: Carl Sagan": 0.22990801689497878, "socrates: Socrates of Athens": 0.004771588662510658}, "confidence": 0.11262389643064834, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-27T11:54:24Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c034", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05677141860203895, "einstein": 0.0643304451673097, "hypatia": 0.6916174642599083, "ibn_sina": 0.09360024541700256, "sagan": 0.09360024541700256, "socrates": 8.018113673791092e-05}, "confidence": 0.62994095711189, "temperature": 1.0, "prompt_sha256": "9e2d13c691029211415f663b7253b62fa678372dcecfb1176b3ac65e2652214c", "body_sha256": "5df203730c66f3836f14cd947054afd50c9b500fa61c8fb890a3657cc04ca7fa", "prompt_tokens": 282, "seconds": 0.415521215996705, "rapl_before": {"package-0": [29941354502, 262143328850, 1790510064.0624065], "core": [37986403731, 262143328850, 1790510064.0712037], "uncore": [47265177584, 262143328850, 1790510064.0778775], "psys": [120222577300, 262143328850, 1790510064.086165]}, "rapl_after": {"package-0": [29941354502, 262143328850, 1790510064.0624065], "core": [37986403731, 262143328850, 1790510064.0712037], "uncore": [47265177584, 262143328850, 1790510064.0778775], "psys": [120222577300, 262143328850, 1790510064.086165]}, "server_response": {"id": "deem-b7dce96f8bf84beeae93088c", "object": "systemone.completion", "created": 1790510064, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.05677141860203895, "einstein: Albert Einstein": 0.0643304451673097, "hypatia: Hypatia of Alexandria": 0.6916174642599083, "ibn_sina: Ibn Sina": 0.09360024541700256, "sagan: Carl Sagan": 0.09360024541700256, "socrates: Socrates of Athens": 8.018113673791092e-05}, "confidence": 0.62994095711189, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-27T11:54:24Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c035", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02749609042426197, "einstein": 0.02749609042426197, "hypatia": 0.910545461496507, "ibn_sina": 0.021413976753817378, "sagan": 0.01298823344756385, "socrates": 6.014745358782653e-05}, "confidence": 0.8926545537958084, "temperature": 1.0, "prompt_sha256": "2426df405919b7ee9572894b1d067bad732a4cdb8dd5e8f2a31e8075f16e275c", "body_sha256": "515e1ea682888ca5f0c019cb8e5740d5506cc0b43ffc28bb77df01d5a5b46636", "prompt_tokens": 217, "seconds": 0.3259522530133836, "rapl_before": {"package-0": [29941354502, 262143328850, 1790510064.0624065], "core": [37986403731, 262143328850, 1790510064.0712037], "uncore": [47265177584, 262143328850, 1790510064.0778775], "psys": [120222577300, 262143328850, 1790510064.086165]}, "rapl_after": {"package-0": [29941354502, 262143328850, 1790510064.0624065], "core": [37986403731, 262143328850, 1790510064.0712037], "uncore": [47265177584, 262143328850, 1790510064.0778775], "psys": [120222577300, 262143328850, 1790510064.086165]}, "server_response": {"id": "deem-d8eae5cac5d74d1b969a030d", "object": "systemone.completion", "created": 1790510064, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.02749609042426197, "einstein: Albert Einstein": 0.02749609042426197, "hypatia: Hypatia of Alexandria": 0.910545461496507, "ibn_sina: Ibn Sina": 0.021413976753817378, "sagan: Carl Sagan": 0.01298823344756385, "socrates: Socrates of Athens": 6.014745358782653e-05}, "confidence": 0.8926545537958084, "temperature": 1.0}}, "usage": {"prompt_tokens": 217, "completion_tokens": 0, "total_tokens": 217, "questions": 1}}, "utc": "2026-09-27T11:54:24Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c036", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "id_not_unique": "c-hypatia-01-dessert-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.22732263577759018, "einstein": 0.1562364103964428, "hypatia": 0.17703904675344298, "ibn_sina": 0.33075248340477403, "sagan": 0.10737960982226152, "socrates": 0.0012698138454885037}, "confidence": 0.19690298008572885, "temperature": 1.0, "prompt_sha256": "8044a285a81d96a136df0962c95e9ca170fb4b790c03b99dcf99c66958c37c82", "body_sha256": "bd2a06b0f84688eeb5d3c52539d9f5c0a6d43d5ff9d527615edebbe5ac2ab9f1", "prompt_tokens": 332, "seconds": 0.49735200102441013, "rapl_before": {"package-0": [29941354502, 262143328850, 1790510064.0624065], "core": [37986403731, 262143328850, 1790510064.0712037], "uncore": [47265177584, 262143328850, 1790510064.0778775], "psys": [120222577300, 262143328850, 1790510064.086165]}, "rapl_after": {"package-0": [30093158007, 262143328850, 1790510065.099691], "core": [38126837148, 262143328850, 1790510065.1085882], "uncore": [47265241549, 262143328850, 1790510065.1172457], "psys": [120222970426, 262143328850, 1790510065.1259007]}, "server_response": {"id": "deem-4378e65018744033a54b7f69", "object": "systemone.completion", "created": 1790510065, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.22732263577759018, "einstein: Albert Einstein": 0.1562364103964428, "hypatia: Hypatia of Alexandria": 0.17703904675344298, "ibn_sina: Ibn Sina": 0.33075248340477403, "sagan: Carl Sagan": 0.10737960982226152, "socrates: Socrates of Athens": 0.0012698138454885037}, "confidence": 0.19690298008572885, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-27T11:54:25Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c037", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10572268219987387, "einstein": 0.6083920299018976, "hypatia": 0.07266206600099846, "ibn_sina": 0.09329993957432423, "sagan": 0.11979949378886276, "socrates": 0.00012378853404321414}, "confidence": 0.530070435882277, "temperature": 1.0, "prompt_sha256": "ffa240e8828de6523bc231294dbd64e3bf392582d1b277c65ac4e0adc73e4a21", "body_sha256": "96d4c60b83d99b2519c9d611c99809561ad533f44e995e460335ede80ffc5712", "prompt_tokens": 260, "seconds": 0.39817973104072735, "rapl_before": {"package-0": [30093158007, 262143328850, 1790510065.099691], "core": [38126837148, 262143328850, 1790510065.1085882], "uncore": [47265241549, 262143328850, 1790510065.1172457], "psys": [120222970426, 262143328850, 1790510065.1259007]}, "rapl_after": {"package-0": [30093158007, 262143328850, 1790510065.099691], "core": [38126837148, 262143328850, 1790510065.1085882], "uncore": [47265241549, 262143328850, 1790510065.1172457], "psys": [120222970426, 262143328850, 1790510065.1259007]}, "server_response": {"id": "deem-1e9b021dd20c45d98a51d085", "object": "systemone.completion", "created": 1790510065, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.10572268219987387, "einstein: Albert Einstein": 0.6083920299018976, "hypatia: Hypatia of Alexandria": 0.07266206600099846, "ibn_sina: Ibn Sina": 0.09329993957432423, "sagan: Carl Sagan": 0.11979949378886276, "socrates: Socrates of Athens": 0.00012378853404321414}, "confidence": 0.530070435882277, "temperature": 1.0}}, "usage": {"prompt_tokens": 260, "completion_tokens": 0, "total_tokens": 260, "questions": 1}}, "utc": "2026-09-27T11:54:25Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c038", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03261530151028971, "einstein": 0.7423208408179377, "hypatia": 0.03695797845269291, "ibn_sina": 0.1656341680932235, "sagan": 0.022416147052557123, "socrates": 5.5564073298999146e-05}, "confidence": 0.6907850089815252, "temperature": 1.0, "prompt_sha256": "015f7f0e44efb1686fdd5d0434c87aa3876674b7d1905144b072172cd2535cbf", "body_sha256": "dfbf1f584789210854109fde1f1af1258b7a14ae866eccf13b6193e6c4d641a7", "prompt_tokens": 213, "seconds": 0.3218398129683919, "rapl_before": {"package-0": [30093158007, 262143328850, 1790510065.099691], "core": [38126837148, 262143328850, 1790510065.1085882], "uncore": [47265241549, 262143328850, 1790510065.1172457], "psys": [120222970426, 262143328850, 1790510065.1259007]}, "rapl_after": {"package-0": [30247712726, 262143328850, 1790510066.1413236], "core": [38269923024, 262143328850, 1790510066.1502938], "uncore": [47265306368, 262143328850, 1790510066.1595812], "psys": [120223361294, 262143328850, 1790510066.1661747]}, "server_response": {"id": "deem-30ae8a5e0f124a3da1d10454", "object": "systemone.completion", "created": 1790510066, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.03261530151028971, "einstein: Albert Einstein": 0.7423208408179377, "hypatia: Hypatia of Alexandria": 0.03695797845269291, "ibn_sina: Ibn Sina": 0.1656341680932235, "sagan: Carl Sagan": 0.022416147052557123, "socrates: Socrates of Athens": 5.5564073298999146e-05}, "confidence": 0.6907850089815252, "temperature": 1.0}}, "usage": {"prompt_tokens": 213, "completion_tokens": 0, "total_tokens": 213, "questions": 1}}, "utc": "2026-09-27T11:54:26Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c039", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "id_not_unique": "c-hypatia-01-dessert-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11271802805541002, "einstein": 0.44580844901546074, "hypatia": 0.1858406104463283, "ibn_sina": 0.127726259123731, "sagan": 0.127726259123731, "socrates": 0.00018039423533894048}, "confidence": 0.33497013881855286, "temperature": 1.0, "prompt_sha256": "9df8ec94e880523b0835b07f5a9361e79b8a55a83c164c948afe89bb0cec79cf", "body_sha256": "4b07b016f1c95fb55d854c21f2b45127638184d054b77396a9d162666cd4bde4", "prompt_tokens": 237, "seconds": 0.3508848160272464, "rapl_before": {"package-0": [30247712726, 262143328850, 1790510066.1413236], "core": [38269923024, 262143328850, 1790510066.1502938], "uncore": [47265306368, 262143328850, 1790510066.1595812], "psys": [120223361294, 262143328850, 1790510066.1661747]}, "rapl_after": {"package-0": [30247712726, 262143328850, 1790510066.1413236], "core": [38269923024, 262143328850, 1790510066.1502938], "uncore": [47265306368, 262143328850, 1790510066.1595812], "psys": [120223361294, 262143328850, 1790510066.1661747]}, "server_response": {"id": "deem-2b48704bd52c4db5a52b4456", "object": "systemone.completion", "created": 1790510066, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.11271802805541002, "einstein: Albert Einstein": 0.44580844901546074, "hypatia: Hypatia of Alexandria": 0.1858406104463283, "ibn_sina: Ibn Sina": 0.127726259123731, "sagan: Carl Sagan": 0.127726259123731, "socrates: Socrates of Athens": 0.00018039423533894048}, "confidence": 0.33497013881855286, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-27T11:54:26Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c040", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.21197564449522302, "einstein": 0.18706784969040768, "hypatia": 0.34948875394964274, "ibn_sina": 0.10013020445526336, "sagan": 0.14568858782637334, "socrates": 0.005648959583089885}, "confidence": 0.21938650473957128, "temperature": 1.0, "prompt_sha256": "33bc6887764f4ca528f926d725862c640149cc207dfab51450460cb1075ae37d", "body_sha256": "a3c8d37a220c1e7d9403ba9520afce3a5a094f8f08258d8b779297e1b47574a9", "prompt_tokens": 306, "seconds": 0.47695736202877015, "rapl_before": {"package-0": [30247712726, 262143328850, 1790510066.1413236], "core": [38269923024, 262143328850, 1790510066.1502938], "uncore": [47265306368, 262143328850, 1790510066.1595812], "psys": [120223361294, 262143328850, 1790510066.1661747]}, "rapl_after": {"package-0": [30247712726, 262143328850, 1790510066.1413236], "core": [38269923024, 262143328850, 1790510066.1502938], "uncore": [47265306368, 262143328850, 1790510066.1595812], "psys": [120223361294, 262143328850, 1790510066.1661747]}, "server_response": {"id": "deem-d7d2a73c1f364c4995cea8cc", "object": "systemone.completion", "created": 1790510067, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.21197564449522302, "einstein: Albert Einstein": 0.18706784969040768, "hypatia: Hypatia of Alexandria": 0.34948875394964274, "ibn_sina: Ibn Sina": 0.10013020445526336, "sagan: Carl Sagan": 0.14568858782637334, "socrates: Socrates of Athens": 0.005648959583089885}, "confidence": 0.21938650473957128, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-27T11:54:27Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c041", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07597448890271859, "einstein": 0.04608085687549605, "hypatia": 0.04608085687549605, "ibn_sina": 0.8168027319985391, "sagan": 0.014960263882616764, "socrates": 0.00010080146513340434}, "confidence": 0.780163278398247, "temperature": 1.0, "prompt_sha256": "bf43efd2f357a83e2f89f0fdbbe035c42bb8e9137b7394e4355f17ad3c6e9775", "body_sha256": "3e903066522177b6e863008abe4b7b25453e5b27881c436504a95f7a6cf7e5d6", "prompt_tokens": 234, "seconds": 0.3449608079972677, "rapl_before": {"package-0": [30247712726, 262143328850, 1790510066.1413236], "core": [38269923024, 262143328850, 1790510066.1502938], "uncore": [47265306368, 262143328850, 1790510066.1595812], "psys": [120223361294, 262143328850, 1790510066.1661747]}, "rapl_after": {"package-0": [30398134338, 262143328850, 1790510067.1798894], "core": [38409033142, 262143328850, 1790510067.1884882], "uncore": [47265374544, 262143328850, 1790510067.1957955], "psys": [120223751430, 262143328850, 1790510067.2038448]}, "server_response": {"id": "deem-7cad856dc499424390fc61dd", "object": "systemone.completion", "created": 1790510067, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.07597448890271859, "einstein: Albert Einstein": 0.04608085687549605, "hypatia: Hypatia of Alexandria": 0.04608085687549605, "ibn_sina: Ibn Sina": 0.8168027319985391, "sagan: Carl Sagan": 0.014960263882616764, "socrates: Socrates of Athens": 0.00010080146513340434}, "confidence": 0.780163278398247, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-27T11:54:27Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c042", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02967673959337841, "einstein": 0.03362815156230378, "hypatia": 0.026189630769966075, "ibn_sina": 0.04317940132222564, "sagan": 0.8672814595787015, "socrates": 4.461717342447442e-05}, "confidence": 0.8407377514944419, "temperature": 1.0, "prompt_sha256": "bf2ac15f4e066b7bf4f9b1abd6f6daa1f0622c3899b015ab1d38a958a7cc7af3", "body_sha256": "15bf17ab7e8dfdf172a01e6b44a2dbcc1bf0c86e5552fa74f874d56a43c47d61", "prompt_tokens": 324, "seconds": 0.48386210500029847, "rapl_before": {"package-0": [30398134338, 262143328850, 1790510067.1798894], "core": [38409033142, 262143328850, 1790510067.1884882], "uncore": [47265374544, 262143328850, 1790510067.1957955], "psys": [120223751430, 262143328850, 1790510067.2038448]}, "rapl_after": {"package-0": [30398134338, 262143328850, 1790510067.1798894], "core": [38409033142, 262143328850, 1790510067.1884882], "uncore": [47265374544, 262143328850, 1790510067.1957955], "psys": [120223751430, 262143328850, 1790510067.2038448]}, "server_response": {"id": "deem-ea65fbd1e4434252b7a65626", "object": "systemone.completion", "created": 1790510067, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.02967673959337841, "einstein: Albert Einstein": 0.03362815156230378, "hypatia: Hypatia of Alexandria": 0.026189630769966075, "ibn_sina: Ibn Sina": 0.04317940132222564, "sagan: Carl Sagan": 0.8672814595787015, "socrates: Socrates of Athens": 4.461717342447442e-05}, "confidence": 0.8407377514944419, "temperature": 1.0}}, "usage": {"prompt_tokens": 324, "completion_tokens": 0, "total_tokens": 324, "questions": 1}}, "utc": "2026-09-27T11:54:27Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c043", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.23948053524978252, "einstein": 0.1865076283828898, "hypatia": 0.2713669980579066, "ibn_sina": 0.1865076283828898, "sagan": 0.11312259488451282, "socrates": 0.003014615042018491}, "confidence": 0.12564039766948792, "temperature": 1.0, "prompt_sha256": "1070a21c34a88e11c04dd1374ca1b129bc80993bc575b462c138c4c9a9e384a7", "body_sha256": "04e33f06dd619c41e066f929d06967a6b65918baa52ce9b211dd31664c92110d", "prompt_tokens": 276, "seconds": 0.4152390690287575, "rapl_before": {"package-0": [30398134338, 262143328850, 1790510067.1798894], "core": [38409033142, 262143328850, 1790510067.1884882], "uncore": [47265374544, 262143328850, 1790510067.1957955], "psys": [120223751430, 262143328850, 1790510067.2038448]}, "rapl_after": {"package-0": [30551201329, 262143328850, 1790510068.215788], "core": [38550553287, 262143328850, 1790510068.2234282], "uncore": [47265438265, 262143328850, 1790510068.2316666], "psys": [120224141444, 262143328850, 1790510068.2429326]}, "server_response": {"id": "deem-331c65c299a64f89a9af8666", "object": "systemone.completion", "created": 1790510068, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.23948053524978252, "einstein: Albert Einstein": 0.1865076283828898, "hypatia: Hypatia of Alexandria": 0.2713669980579066, "ibn_sina: Ibn Sina": 0.1865076283828898, "sagan: Carl Sagan": 0.11312259488451282, "socrates: Socrates of Athens": 0.003014615042018491}, "confidence": 0.12564039766948792, "temperature": 1.0}}, "usage": {"prompt_tokens": 276, "completion_tokens": 0, "total_tokens": 276, "questions": 1}}, "utc": "2026-09-27T11:54:28Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c044", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0057566837117836904, "einstein": 0.9681253419903818, "hypatia": 0.012186899513479985, "ibn_sina": 0.007391728201762587, "sagan": 0.006523177242802684, "socrates": 1.6169339789377608e-05}, "confidence": 0.9617504103884581, "temperature": 1.0, "prompt_sha256": "3a77dfc548d63ab5ac671dd0ca72db2724d9accc746624a212ac7f10d83b41cd", "body_sha256": "830e6920f6775e98ed37046014c7974b8d2e0aa8f15d27843814c4aa4fa7bcfb", "prompt_tokens": 214, "seconds": 0.32491345197195187, "rapl_before": {"package-0": [30551201329, 262143328850, 1790510068.215788], "core": [38550553287, 262143328850, 1790510068.2234282], "uncore": [47265438265, 262143328850, 1790510068.2316666], "psys": [120224141444, 262143328850, 1790510068.2429326]}, "rapl_after": {"package-0": [30551201329, 262143328850, 1790510068.215788], "core": [38550553287, 262143328850, 1790510068.2234282], "uncore": [47265438265, 262143328850, 1790510068.2316666], "psys": [120224141444, 262143328850, 1790510068.2429326]}, "server_response": {"id": "deem-79a3de58b4b246acaa660a0b", "object": "systemone.completion", "created": 1790510068, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.0057566837117836904, "einstein: Albert Einstein": 0.9681253419903818, "hypatia: Hypatia of Alexandria": 0.012186899513479985, "ibn_sina: Ibn Sina": 0.007391728201762587, "sagan: Carl Sagan": 0.006523177242802684, "socrates: Socrates of Athens": 1.6169339789377608e-05}, "confidence": 0.9617504103884581, "temperature": 1.0}}, "usage": {"prompt_tokens": 214, "completion_tokens": 0, "total_tokens": 214, "questions": 1}}, "utc": "2026-09-27T11:54:28Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c045", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "id_not_unique": "c-hypatia-01-main-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.3248024260480973, "einstein": 0.08212291411840197, "hypatia": 0.06395738982351719, "ibn_sina": 0.056442198416649436, "sagan": 0.47258474134714473, "socrates": 9.033024618932325e-05}, "confidence": 0.3671016896165737, "temperature": 1.0, "prompt_sha256": "187dcab9b618456a59aaaad7b39171c4bbe2d4c95bbe1be89769c878c9c865ce", "body_sha256": "39a5f73e3a07bc31c3d14c75aa4162adf339983a861784ebf7a9b942b14b9250", "prompt_tokens": 288, "seconds": 0.4206119360169396, "rapl_before": {"package-0": [30551201329, 262143328850, 1790510068.215788], "core": [38550553287, 262143328850, 1790510068.2234282], "uncore": [47265438265, 262143328850, 1790510068.2316666], "psys": [120224141444, 262143328850, 1790510068.2429326]}, "rapl_after": {"package-0": [30551201329, 262143328850, 1790510068.215788], "core": [38550553287, 262143328850, 1790510068.2234282], "uncore": [47265438265, 262143328850, 1790510068.2316666], "psys": [120224141444, 262143328850, 1790510068.2429326]}, "server_response": {"id": "deem-b21deafa82a942319a70b7dc", "object": "systemone.completion", "created": 1790510069, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.3248024260480973, "einstein: Albert Einstein": 0.08212291411840197, "hypatia: Hypatia of Alexandria": 0.06395738982351719, "ibn_sina: Ibn Sina": 0.056442198416649436, "sagan: Carl Sagan": 0.47258474134714473, "socrates: Socrates of Athens": 9.033024618932325e-05}, "confidence": 0.3671016896165737, "temperature": 1.0}}, "usage": {"prompt_tokens": 288, "completion_tokens": 0, "total_tokens": 288, "questions": 1}}, "utc": "2026-09-27T11:54:29Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c046", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06625426810363812, "einstein": 0.04553584814177316, "hypatia": 0.03546335419063351, "ibn_sina": 0.04553584814177316, "sagan": 0.8071422210434002, "socrates": 6.846037878181672e-05}, "confidence": 0.7685706652520802, "temperature": 1.0, "prompt_sha256": "6c903a1e34a129be1e37e0ea3058efda0f5b1a45d949a92bafca8d27a105c765", "body_sha256": "b746707df3d6f06fbff35490c01d437ca055943069d882984b87bd1df4cbb19e", "prompt_tokens": 301, "seconds": 0.4808658689726144, "rapl_before": {"package-0": [30551201329, 262143328850, 1790510068.215788], "core": [38550553287, 262143328850, 1790510068.2234282], "uncore": [47265438265, 262143328850, 1790510068.2316666], "psys": [120224141444, 262143328850, 1790510068.2429326]}, "rapl_after": {"package-0": [30703593517, 262143328850, 1790510069.2577088], "core": [38691973885, 262143328850, 1790510069.2661877], "uncore": [47265505525, 262143328850, 1790510069.2744493], "psys": [120224531640, 262143328850, 1790510069.281966]}, "server_response": {"id": "deem-b6e7be523a8a430da4b81ca1", "object": "systemone.completion", "created": 1790510069, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06625426810363812, "einstein: Albert Einstein": 0.04553584814177316, "hypatia: Hypatia of Alexandria": 0.03546335419063351, "ibn_sina: Ibn Sina": 0.04553584814177316, "sagan: Carl Sagan": 0.8071422210434002, "socrates: Socrates of Athens": 6.846037878181672e-05}, "confidence": 0.7685706652520802, "temperature": 1.0}}, "usage": {"prompt_tokens": 301, "completion_tokens": 0, "total_tokens": 301, "questions": 1}}, "utc": "2026-09-27T11:54:29Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c047", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.23934401579587175, "einstein": 0.16449857599927975, "hypatia": 0.3073237996140116, "ibn_sina": 0.18640130692527962, "sagan": 0.09977342982263192, "socrates": 0.002658871842925351}, "confidence": 0.16878855953681388, "temperature": 1.0, "prompt_sha256": "d001f9be5945172eb21e96744dff31c608ebb30e7e6f121fc5d76b0d2becbe98", "body_sha256": "df134cbc0743c0c0ced591cb52c92cbe953ede01ff197e6e8f94ef4f18dce92f", "prompt_tokens": 268, "seconds": 0.4050604330259375, "rapl_before": {"package-0": [30703593517, 262143328850, 1790510069.2577088], "core": [38691973885, 262143328850, 1790510069.2661877], "uncore": [47265505525, 262143328850, 1790510069.2744493], "psys": [120224531640, 262143328850, 1790510069.281966]}, "rapl_after": {"package-0": [30703593517, 262143328850, 1790510069.2577088], "core": [38691973885, 262143328850, 1790510069.2661877], "uncore": [47265505525, 262143328850, 1790510069.2744493], "psys": [120224531640, 262143328850, 1790510069.281966]}, "server_response": {"id": "deem-d62cd0bb43b54a3cb4ad8d6e", "object": "systemone.completion", "created": 1790510069, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.23934401579587175, "einstein: Albert Einstein": 0.16449857599927975, "hypatia: Hypatia of Alexandria": 0.3073237996140116, "ibn_sina: Ibn Sina": 0.18640130692527962, "sagan: Carl Sagan": 0.09977342982263192, "socrates: Socrates of Athens": 0.002658871842925351}, "confidence": 0.16878855953681388, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-27T11:54:29Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c048", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.8185553112960688, "einstein": 0.0523284903305484, "hypatia": 0.0523284903305484, "ibn_sina": 0.03596481037950298, "sagan": 0.04075346924637553, "socrates": 6.942841695575676e-05}, "confidence": 0.7822663735552826, "temperature": 1.0, "prompt_sha256": "02e16114ac89bd903e7ef216f59ee745f9ac753ef81cbb38cb4beb926c2c2fc5", "body_sha256": "3cab4bca84e07ba1fc2058d0274a32553e932b45245fa5c37e12dd4571c770a4", "prompt_tokens": 345, "seconds": 0.5235623699845746, "rapl_before": {"package-0": [30703593517, 262143328850, 1790510069.2577088], "core": [38691973885, 262143328850, 1790510069.2661877], "uncore": [47265505525, 262143328850, 1790510069.2744493], "psys": [120224531640, 262143328850, 1790510069.281966]}, "rapl_after": {"package-0": [30856467393, 262143328850, 1790510070.2948816], "core": [38833542004, 262143328850, 1790510070.303375], "uncore": [47265598909, 262143328850, 1790510070.3107839], "psys": [120224919518, 262143328850, 1790510070.318804]}, "server_response": {"id": "deem-fc372be6e49748e89b29967f", "object": "systemone.completion", "created": 1790510070, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.8185553112960688, "einstein: Albert Einstein": 0.0523284903305484, "hypatia: Hypatia of Alexandria": 0.0523284903305484, "ibn_sina: Ibn Sina": 0.03596481037950298, "sagan: Carl Sagan": 0.04075346924637553, "socrates: Socrates of Athens": 6.942841695575676e-05}, "confidence": 0.7822663735552826, "temperature": 1.0}}, "usage": {"prompt_tokens": 345, "completion_tokens": 0, "total_tokens": 345, "questions": 1}}, "utc": "2026-09-27T11:54:30Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c049", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2412265659141185, "einstein": 0.1291192762679214, "hypatia": 0.10055819346707026, "ibn_sina": 0.07831479981640016, "sagan": 0.4506705565943094, "socrates": 0.00011060794018022615}, "confidence": 0.3408046679131712, "temperature": 1.0, "prompt_sha256": "c421dcfa088487d420d5d28c66371e85b01eb3bc0066057e3bdfde73167dc2a9", "body_sha256": "05cec5f8a2edf0ba3d7dde0c241a1a82d3e210166dde07318090597b6d7471e7", "prompt_tokens": 211, "seconds": 0.3279877890017815, "rapl_before": {"package-0": [30856467393, 262143328850, 1790510070.2948816], "core": [38833542004, 262143328850, 1790510070.303375], "uncore": [47265598909, 262143328850, 1790510070.3107839], "psys": [120224919518, 262143328850, 1790510070.318804]}, "rapl_after": {"package-0": [30856467393, 262143328850, 1790510070.2948816], "core": [38833542004, 262143328850, 1790510070.303375], "uncore": [47265598909, 262143328850, 1790510070.3107839], "psys": [120224919518, 262143328850, 1790510070.318804]}, "server_response": {"id": "deem-5be7647a723d4aeba50f8328", "object": "systemone.completion", "created": 1790510070, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.2412265659141185, "einstein: Albert Einstein": 0.1291192762679214, "hypatia: Hypatia of Alexandria": 0.10055819346707026, "ibn_sina: Ibn Sina": 0.07831479981640016, "sagan: Carl Sagan": 0.4506705565943094, "socrates: Socrates of Athens": 0.00011060794018022615}, "confidence": 0.3408046679131712, "temperature": 1.0}}, "usage": {"prompt_tokens": 211, "completion_tokens": 0, "total_tokens": 211, "questions": 1}}, "utc": "2026-09-27T11:54:30Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c050", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06709576654931694, "einstein": 0.07602946407269141, "hypatia": 0.05921180615631132, "ibn_sina": 0.16095437670494045, "sagan": 0.6365869087579, "socrates": 0.00012167775883978778}, "confidence": 0.5639042905094801, "temperature": 1.0, "prompt_sha256": "2c968844ec0a89151c133628dfb861aa4fd283df84083f0d68bc3deadeee8995", "body_sha256": "840026cfea64ae398b6d15366279bc7c0dfcb650f0330d893fe2ea25493e2e45", "prompt_tokens": 265, "seconds": 0.4999537480180152, "rapl_before": {"package-0": [30856467393, 262143328850, 1790510070.2948816], "core": [38833542004, 262143328850, 1790510070.303375], "uncore": [47265598909, 262143328850, 1790510070.3107839], "psys": [120224919518, 262143328850, 1790510070.318804]}, "rapl_after": {"package-0": [30856467393, 262143328850, 1790510070.2948816], "core": [38833542004, 262143328850, 1790510070.303375], "uncore": [47265598909, 262143328850, 1790510070.3107839], "psys": [120224919518, 262143328850, 1790510070.318804]}, "server_response": {"id": "deem-8d4f484105804b24a513c927", "object": "systemone.completion", "created": 1790510071, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06709576654931694, "einstein: Albert Einstein": 0.07602946407269141, "hypatia: Hypatia of Alexandria": 0.05921180615631132, "ibn_sina: Ibn Sina": 0.16095437670494045, "sagan: Carl Sagan": 0.6365869087579, "socrates: Socrates of Athens": 0.00012167775883978778}, "confidence": 0.5639042905094801, "temperature": 1.0}}, "usage": {"prompt_tokens": 265, "completion_tokens": 0, "total_tokens": 265, "questions": 1}}, "utc": "2026-09-27T11:54:31Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c051", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.27046818979978043, "einstein": 0.1858898871033909, "hypatia": 0.21064083801197436, "ibn_sina": 0.1858898871033909, "sagan": 0.14477118964117588, "socrates": 0.0023400083402874815}, "confidence": 0.1245618277597365, "temperature": 1.0, "prompt_sha256": "608eb1bfb9db8d5c51778a9f541e113dfecaf5522344143a60cc423f9a917adb", "body_sha256": "8727b3c72877b2c8784513e37323fb89cdbba648f13c2c8620d367769cd865e9", "prompt_tokens": 242, "seconds": 0.5005308710387908, "rapl_before": {"package-0": [30856467393, 262143328850, 1790510070.2948816], "core": [38833542004, 262143328850, 1790510070.303375], "uncore": [47265598909, 262143328850, 1790510070.3107839], "psys": [120224919518, 262143328850, 1790510070.318804]}, "rapl_after": {"package-0": [30998981921, 262143328850, 1790510071.332484], "core": [38964207624, 262143328850, 1790510071.3400064], "uncore": [47265630403, 262143328850, 1790510071.3471081], "psys": [120225311057, 262143328850, 1790510071.3546762]}, "server_response": {"id": "deem-334e1514a40044799984c1f0", "object": "systemone.completion", "created": 1790510071, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.27046818979978043, "einstein: Albert Einstein": 0.1858898871033909, "hypatia: Hypatia of Alexandria": 0.21064083801197436, "ibn_sina: Ibn Sina": 0.1858898871033909, "sagan: Carl Sagan": 0.14477118964117588, "socrates: Socrates of Athens": 0.0023400083402874815}, "confidence": 0.1245618277597365, "temperature": 1.0}}, "usage": {"prompt_tokens": 242, "completion_tokens": 0, "total_tokens": 242, "questions": 1}}, "utc": "2026-09-27T11:54:31Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c052", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.019326381538469634, "einstein": 0.028119719214109024, "hypatia": 0.015051401076096892, "ibn_sina": 0.9311972107267446, "sagan": 0.006274357451573026, "socrates": 3.092999300685968e-05}, "confidence": 0.9174366528720934, "temperature": 1.0, "prompt_sha256": "a8e92a933c9e3d47cec1502f6db6180382718c44f964b91ef21cb86426fdc709", "body_sha256": "4478f385fad064a17c1ec110b499b2c67a570669c24997680d3fba7c7a251c9b", "prompt_tokens": 212, "seconds": 0.40878407802665606, "rapl_before": {"package-0": [30998981921, 262143328850, 1790510071.332484], "core": [38964207624, 262143328850, 1790510071.3400064], "uncore": [47265630403, 262143328850, 1790510071.3471081], "psys": [120225311057, 262143328850, 1790510071.3546762]}, "rapl_after": {"package-0": [30998981921, 262143328850, 1790510071.332484], "core": [38964207624, 262143328850, 1790510071.3400064], "uncore": [47265630403, 262143328850, 1790510071.3471081], "psys": [120225311057, 262143328850, 1790510071.3546762]}, "server_response": {"id": "deem-10d5c0bf9e864bd0a76ca5fa", "object": "systemone.completion", "created": 1790510072, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.019326381538469634, "einstein: Albert Einstein": 0.028119719214109024, "hypatia: Hypatia of Alexandria": 0.015051401076096892, "ibn_sina: Ibn Sina": 0.9311972107267446, "sagan: Carl Sagan": 0.006274357451573026, "socrates: Socrates of Athens": 3.092999300685968e-05}, "confidence": 0.9174366528720934, "temperature": 1.0}}, "usage": {"prompt_tokens": 212, "completion_tokens": 0, "total_tokens": 212, "questions": 1}}, "utc": "2026-09-27T11:54:32Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c053", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.007423078174087934, "einstein": 0.008411449549961864, "hypatia": 0.007423078174087934, "ibn_sina": 0.0045023245020280045, "sagan": 0.9722313780688767, "socrates": 8.691530957579324e-06}, "confidence": 0.9666776536826521, "temperature": 1.0, "prompt_sha256": "99b4fbef68b41a36a446f979ba144a733b850c5bd91e1433462b7c6a7de488f8", "body_sha256": "fd54703add35c2af60613b0ebce10370058ba903b8a42d34229fd88caf8049a4", "prompt_tokens": 248, "seconds": 0.4137441749917343, "rapl_before": {"package-0": [30998981921, 262143328850, 1790510071.332484], "core": [38964207624, 262143328850, 1790510071.3400064], "uncore": [47265630403, 262143328850, 1790510071.3471081], "psys": [120225311057, 262143328850, 1790510071.3546762]}, "rapl_after": {"package-0": [31140070977, 262143328850, 1790510072.371171], "core": [39094517044, 262143328850, 1790510072.3802724], "uncore": [47265697847, 262143328850, 1790510072.3897262], "psys": [120225704977, 262143328850, 1790510072.3997915]}, "server_response": {"id": "deem-3561abd773d4402da0d16b98", "object": "systemone.completion", "created": 1790510072, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.007423078174087934, "einstein: Albert Einstein": 0.008411449549961864, "hypatia: Hypatia of Alexandria": 0.007423078174087934, "ibn_sina: Ibn Sina": 0.0045023245020280045, "sagan: Carl Sagan": 0.9722313780688767, "socrates: Socrates of Athens": 8.691530957579324e-06}, "confidence": 0.9666776536826521, "temperature": 1.0}}, "usage": {"prompt_tokens": 248, "completion_tokens": 0, "total_tokens": 248, "questions": 1}}, "utc": "2026-09-27T11:54:32Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c054", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "id_not_unique": "c-ibn_sina-01-dessert-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.030122490727814956, "einstein": 0.038678043708455234, "hypatia": 0.8803082172272826, "ibn_sina": 0.030122490727814956, "sagan": 0.02070286492770769, "socrates": 6.589268092464154e-05}, "confidence": 0.856369860672739, "temperature": 1.0, "prompt_sha256": "21446043db97031a51d21c5846104423db6455b08b43adb05d98869c24484b63", "body_sha256": "3a886fbbf56d4dc2eacfa3008444ea32338f03a2ae951da358a6c085f6fc6c90", "prompt_tokens": 250, "seconds": 0.39619095297530293, "rapl_before": {"package-0": [31140070977, 262143328850, 1790510072.371171], "core": [39094517044, 262143328850, 1790510072.3802724], "uncore": [47265697847, 262143328850, 1790510072.3897262], "psys": [120225704977, 262143328850, 1790510072.3997915]}, "rapl_after": {"package-0": [31140070977, 262143328850, 1790510072.371171], "core": [39094517044, 262143328850, 1790510072.3802724], "uncore": [47265697847, 262143328850, 1790510072.3897262], "psys": [120225704977, 262143328850, 1790510072.3997915]}, "server_response": {"id": "deem-42045d127fe94231a69a11e2", "object": "systemone.completion", "created": 1790510072, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.030122490727814956, "einstein: Albert Einstein": 0.038678043708455234, "hypatia: Hypatia of Alexandria": 0.8803082172272826, "ibn_sina: Ibn Sina": 0.030122490727814956, "sagan: Carl Sagan": 0.02070286492770769, "socrates: Socrates of Athens": 6.589268092464154e-05}, "confidence": 0.856369860672739, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-27T11:54:32Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c055", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.004570380625118024, "einstein": 0.002158894940601325, "hypatia": 0.9869274085988909, "ibn_sina": 0.0011555731899286859, "sagan": 0.005178919735279085, "socrates": 8.822910181894075e-06}, "confidence": 0.9843128903186692, "temperature": 1.0, "prompt_sha256": "c3e739c7cd6281037caf6b8439ca98c3db5f91faeb1bb62b7f1eb5d9c12f26c9", "body_sha256": "1f7f83d7bc3f897cc82ead8aa22bdf1390fea92db6f00f8cb9ff7bd9e80a607c", "prompt_tokens": 261, "seconds": 0.4120083640445955, "rapl_before": {"package-0": [31140070977, 262143328850, 1790510072.371171], "core": [39094517044, 262143328850, 1790510072.3802724], "uncore": [47265697847, 262143328850, 1790510072.3897262], "psys": [120225704977, 262143328850, 1790510072.3997915]}, "rapl_after": {"package-0": [31140070977, 262143328850, 1790510072.371171], "core": [39094517044, 262143328850, 1790510072.3802724], "uncore": [47265697847, 262143328850, 1790510072.3897262], "psys": [120225704977, 262143328850, 1790510072.3997915]}, "server_response": {"id": "deem-09ec7cd884c446d3954fc347", "object": "systemone.completion", "created": 1790510073, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.004570380625118024, "einstein: Albert Einstein": 0.002158894940601325, "hypatia: Hypatia of Alexandria": 0.9869274085988909, "ibn_sina: Ibn Sina": 0.0011555731899286859, "sagan: Carl Sagan": 0.005178919735279085, "socrates: Socrates of Athens": 8.822910181894075e-06}, "confidence": 0.9843128903186692, "temperature": 1.0}}, "usage": {"prompt_tokens": 261, "completion_tokens": 0, "total_tokens": 261, "questions": 1}}, "utc": "2026-09-27T11:54:33Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c056", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07911006293488403, "einstein": 0.1674760045473792, "hypatia": 0.07911006293488403, "ibn_sina": 0.08964344543668311, "sagan": 0.5845486930157924, "socrates": 0.00011173113037726452}, "confidence": 0.5014584316189509, "temperature": 1.0, "prompt_sha256": "d6b37e1af7df866891d465e8dc78dc28dc35c6cf5985372650fa3eaef05e43e4", "body_sha256": "a905ea1b3b20cfdca76b7daf3d19fd46937adad7438312002de3b6af027b1e85", "prompt_tokens": 281, "seconds": 0.4178645509527996, "rapl_before": {"package-0": [31140070977, 262143328850, 1790510072.371171], "core": [39094517044, 262143328850, 1790510072.3802724], "uncore": [47265697847, 262143328850, 1790510072.3897262], "psys": [120225704977, 262143328850, 1790510072.3997915]}, "rapl_after": {"package-0": [31287856548, 262143328850, 1790510073.4142628], "core": [39230693880, 262143328850, 1790510073.4232419], "uncore": [47265767793, 262143328850, 1790510073.431635], "psys": [120226094564, 262143328850, 1790510073.4412136]}, "server_response": {"id": "deem-d6a6706e097a4dd38fcd02a6", "object": "systemone.completion", "created": 1790510073, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.07911006293488403, "einstein: Albert Einstein": 0.1674760045473792, "hypatia: Hypatia of Alexandria": 0.07911006293488403, "ibn_sina: Ibn Sina": 0.08964344543668311, "sagan: Carl Sagan": 0.5845486930157924, "socrates: Socrates of Athens": 0.00011173113037726452}, "confidence": 0.5014584316189509, "temperature": 1.0}}, "usage": {"prompt_tokens": 281, "completion_tokens": 0, "total_tokens": 281, "questions": 1}}, "utc": "2026-09-27T11:54:33Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c057", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.041668420909758475, "einstein": 0.04721650669563021, "hypatia": 0.041668420909758475, "ibn_sina": 0.0324513988338688, "sagan": 0.8369326067138788, "socrates": 6.264593710521708e-05}, "confidence": 0.8043191280566546, "temperature": 1.0, "prompt_sha256": "bf734338a616f23db6dad38f376fae8b08d6626ff6466cac36dfc72c55e1abb1", "body_sha256": "2fe7c036115491ebf6c3e811d22017856ed0a26f0dc201ee007daf94f7c6b6e6", "prompt_tokens": 278, "seconds": 0.4378775830264203, "rapl_before": {"package-0": [31287856548, 262143328850, 1790510073.4142628], "core": [39230693880, 262143328850, 1790510073.4232419], "uncore": [47265767793, 262143328850, 1790510073.431635], "psys": [120226094564, 262143328850, 1790510073.4412136]}, "rapl_after": {"package-0": [31287856548, 262143328850, 1790510073.4142628], "core": [39230693880, 262143328850, 1790510073.4232419], "uncore": [47265767793, 262143328850, 1790510073.431635], "psys": [120226094564, 262143328850, 1790510073.4412136]}, "server_response": {"id": "deem-2fed0da5faeb42bf9fe36a61", "object": "systemone.completion", "created": 1790510074, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.041668420909758475, "einstein: Albert Einstein": 0.04721650669563021, "hypatia: Hypatia of Alexandria": 0.041668420909758475, "ibn_sina: Ibn Sina": 0.0324513988338688, "sagan: Carl Sagan": 0.8369326067138788, "socrates: Socrates of Athens": 6.264593710521708e-05}, "confidence": 0.8043191280566546, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-27T11:54:34Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c058", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15000728105967367, "einstein": 0.15000728105967367, "hypatia": 0.16998051848152987, "ibn_sina": 0.16998051848152987, "sagan": 0.3598487604492298, "socrates": 0.00017564046836306585}, "confidence": 0.2318185125390758, "temperature": 1.0, "prompt_sha256": "4965fed75deb21242d010470ecf2a963a04f913dc4289ca5324187c8f75764f3", "body_sha256": "a0ef20a3d3d63955d878a1c04811836d3c0487b871bd9737db9d5694d05094b7", "prompt_tokens": 290, "seconds": 0.42671676102327183, "rapl_before": {"package-0": [31287856548, 262143328850, 1790510073.4142628], "core": [39230693880, 262143328850, 1790510073.4232419], "uncore": [47265767793, 262143328850, 1790510073.431635], "psys": [120226094564, 262143328850, 1790510073.4412136]}, "rapl_after": {"package-0": [31438144737, 262143328850, 1790510074.4546463], "core": [39369612958, 262143328850, 1790510074.46397], "uncore": [47265833527, 262143328850, 1790510074.4725595], "psys": [120226484333, 262143328850, 1790510074.4817839]}, "server_response": {"id": "deem-60aa158af3fb42d19632f109", "object": "systemone.completion", "created": 1790510074, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.15000728105967367, "einstein: Albert Einstein": 0.15000728105967367, "hypatia: Hypatia of Alexandria": 0.16998051848152987, "ibn_sina: Ibn Sina": 0.16998051848152987, "sagan: Carl Sagan": 0.3598487604492298, "socrates: Socrates of Athens": 0.00017564046836306585}, "confidence": 0.2318185125390758, "temperature": 1.0}}, "usage": {"prompt_tokens": 290, "completion_tokens": 0, "total_tokens": 290, "questions": 1}}, "utc": "2026-09-27T11:54:34Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c059", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15284872797705448, "einstein": 0.28555901814178947, "hypatia": 0.2520049490152275, "ibn_sina": 0.1732002996604314, "sagan": 0.13488852900374596, "socrates": 0.001498476201751211}, "confidence": 0.14267082177014734, "temperature": 1.0, "prompt_sha256": "899e1de7522aa754e78e1fdc027bc0621197ac0ae9289926d081cf89c3600810", "body_sha256": "4662447f1d93252768965b7ed3f4a3cfef5a03c3ff5a830870f49c77f00d9714", "prompt_tokens": 330, "seconds": 0.5006268620491028, "rapl_before": {"package-0": [31438144737, 262143328850, 1790510074.4546463], "core": [39369612958, 262143328850, 1790510074.46397], "uncore": [47265833527, 262143328850, 1790510074.4725595], "psys": [120226484333, 262143328850, 1790510074.4817839]}, "rapl_after": {"package-0": [31438144737, 262143328850, 1790510074.4546463], "core": [39369612958, 262143328850, 1790510074.46397], "uncore": [47265833527, 262143328850, 1790510074.4725595], "psys": [120226484333, 262143328850, 1790510074.4817839]}, "server_response": {"id": "deem-c70bd21382544956aa2ca88c", "object": "systemone.completion", "created": 1790510075, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.15284872797705448, "einstein: Albert Einstein": 0.28555901814178947, "hypatia: Hypatia of Alexandria": 0.2520049490152275, "ibn_sina: Ibn Sina": 0.1732002996604314, "sagan: Carl Sagan": 0.13488852900374596, "socrates: Socrates of Athens": 0.001498476201751211}, "confidence": 0.14267082177014734, "temperature": 1.0}}, "usage": {"prompt_tokens": 330, "completion_tokens": 0, "total_tokens": 330, "questions": 1}}, "utc": "2026-09-27T11:54:35Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c060", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0697823514683354, "einstein": 0.08960231292157979, "hypatia": 0.04796066201301037, "ibn_sina": 0.042325135672388325, "sagan": 0.7502309807914885, "socrates": 9.855713319755948e-05}, "confidence": 0.7002771769497862, "temperature": 1.0, "prompt_sha256": "ab2512798ffaf1ac5153c25ff28e7ad91b4d24324e66dbbdef1588aed8bca671", "body_sha256": "ba91e83f665850f01027b31ab4e2ee4fcd775cae5a5b4b0d8b208b4f0acb3bf2", "prompt_tokens": 256, "seconds": 0.4893354869564064, "rapl_before": {"package-0": [31438144737, 262143328850, 1790510074.4546463], "core": [39369612958, 262143328850, 1790510074.46397], "uncore": [47265833527, 262143328850, 1790510074.4725595], "psys": [120226484333, 262143328850, 1790510074.4817839]}, "rapl_after": {"package-0": [31587114449, 262143328850, 1790510075.4935172], "core": [39507015072, 262143328850, 1790510075.5032003], "uncore": [47265959382, 262143328850, 1790510075.5109026], "psys": [120226873553, 262143328850, 1790510075.51809]}, "server_response": {"id": "deem-6d85457fbae84b5f84540f4b", "object": "systemone.completion", "created": 1790510075, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0697823514683354, "einstein: Albert Einstein": 0.08960231292157979, "hypatia: Hypatia of Alexandria": 0.04796066201301037, "ibn_sina: Ibn Sina": 0.042325135672388325, "sagan: Carl Sagan": 0.7502309807914885, "socrates: Socrates of Athens": 9.855713319755948e-05}, "confidence": 0.7002771769497862, "temperature": 1.0}}, "usage": {"prompt_tokens": 256, "completion_tokens": 0, "total_tokens": 256, "questions": 1}}, "utc": "2026-09-27T11:54:35Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c061", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.032334746698103926, "einstein": 0.03664006820126414, "hypatia": 0.8339241084804363, "ibn_sina": 0.03664006820126414, "sagan": 0.06040925980332756, "socrates": 5.174861560402207e-05}, "confidence": 0.8007089301765236, "temperature": 1.0, "prompt_sha256": "00d17e75895d883527e39e97a89100143bf1130ada6befc722a06146e38fcbed", "body_sha256": "40a6c35a7865ab4d3186eb8f8e7f6f8a4d5bd4135346e7a71bfb6700a8cea9a8", "prompt_tokens": 291, "seconds": 0.5632469829870388, "rapl_before": {"package-0": [31587114449, 262143328850, 1790510075.4935172], "core": [39507015072, 262143328850, 1790510075.5032003], "uncore": [47265959382, 262143328850, 1790510075.5109026], "psys": [120226873553, 262143328850, 1790510075.51809]}, "rapl_after": {"package-0": [31587114449, 262143328850, 1790510075.4935172], "core": [39507015072, 262143328850, 1790510075.5032003], "uncore": [47265959382, 262143328850, 1790510075.5109026], "psys": [120226873553, 262143328850, 1790510075.51809]}, "server_response": {"id": "deem-00975e878efe4ece8c419a45", "object": "systemone.completion", "created": 1790510076, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.032334746698103926, "einstein: Albert Einstein": 0.03664006820126414, "hypatia: Hypatia of Alexandria": 0.8339241084804363, "ibn_sina: Ibn Sina": 0.03664006820126414, "sagan: Carl Sagan": 0.06040925980332756, "socrates: Socrates of Athens": 5.174861560402207e-05}, "confidence": 0.8007089301765236, "temperature": 1.0}}, "usage": {"prompt_tokens": 291, "completion_tokens": 0, "total_tokens": 291, "questions": 1}}, "utc": "2026-09-27T11:54:36Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c062", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07559501416347707, "einstein": 0.7172255249288518, "hypatia": 0.07559501416347707, "ibn_sina": 0.045850693811559616, "sagan": 0.08566037335890887, "socrates": 7.33795737255998e-05}, "confidence": 0.6606706299146221, "temperature": 1.0, "prompt_sha256": "70f6897350d4e23ce4f06c167aa416fc4265f7e8e204601851230f8f10189012", "body_sha256": "abb01f318290638f807050e7a7e085c0f23767d8c2adc9e310f60bd9fce53e9d", "prompt_tokens": 304, "seconds": 0.5139981149695814, "rapl_before": {"package-0": [31587114449, 262143328850, 1790510075.4935172], "core": [39507015072, 262143328850, 1790510075.5032003], "uncore": [47265959382, 262143328850, 1790510075.5109026], "psys": [120226873553, 262143328850, 1790510075.51809]}, "rapl_after": {"package-0": [31724527366, 262143328850, 1790510076.5310385], "core": [39633021891, 262143328850, 1790510076.5395179], "uncore": [47265993988, 262143328850, 1790510076.5465953], "psys": [120227261675, 262143328850, 1790510076.5542579]}, "server_response": {"id": "deem-cfd74a157bd04545902eb340", "object": "systemone.completion", "created": 1790510076, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.07559501416347707, "einstein: Albert Einstein": 0.7172255249288518, "hypatia: Hypatia of Alexandria": 0.07559501416347707, "ibn_sina: Ibn Sina": 0.045850693811559616, "sagan: Carl Sagan": 0.08566037335890887, "socrates: Socrates of Athens": 7.33795737255998e-05}, "confidence": 0.6606706299146221, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-27T11:54:36Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c063", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.18228881470712388, "einstein": 0.20656028839676277, "hypatia": 0.34056034116169565, "ibn_sina": 0.1419666716390663, "sagan": 0.12528514799172033, "socrates": 0.003338736103631057}, "confidence": 0.20867240939403472, "temperature": 1.0, "prompt_sha256": "6dfe23fc355122fd1a0b58fea49ab9e33047a050bb2646f629735c6bdc81b3b4", "body_sha256": "8873783304b56444430f0eabd661f5f8fe9b9ae3cd69a10df3892d1774131d0e", "prompt_tokens": 327, "seconds": 0.5122791290050372, "rapl_before": {"package-0": [31724527366, 262143328850, 1790510076.5310385], "core": [39633021891, 262143328850, 1790510076.5395179], "uncore": [47265993988, 262143328850, 1790510076.5465953], "psys": [120227261675, 262143328850, 1790510076.5542579]}, "rapl_after": {"package-0": [31724527366, 262143328850, 1790510076.5310385], "core": [39633021891, 262143328850, 1790510076.5395179], "uncore": [47265993988, 262143328850, 1790510076.5465953], "psys": [120227261675, 262143328850, 1790510076.5542579]}, "server_response": {"id": "deem-f3c18f85ac684c3b8709475a", "object": "systemone.completion", "created": 1790510077, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.18228881470712388, "einstein: Albert Einstein": 0.20656028839676277, "hypatia: Hypatia of Alexandria": 0.34056034116169565, "ibn_sina: Ibn Sina": 0.1419666716390663, "sagan: Carl Sagan": 0.12528514799172033, "socrates: Socrates of Athens": 0.003338736103631057}, "confidence": 0.20867240939403472, "temperature": 1.0}}, "usage": {"prompt_tokens": 327, "completion_tokens": 0, "total_tokens": 327, "questions": 1}}, "utc": "2026-09-27T11:54:37Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c064", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03271208979362729, "einstein": 0.06925149463654427, "hypatia": 0.028868317919945236, "ibn_sina": 0.025476201147179044, "sagan": 0.8436559151793895, "socrates": 3.5981323314529995e-05}, "confidence": 0.8123870982152674, "temperature": 1.0, "prompt_sha256": "c7ac20d6aa149342c827e410f7b0045411ddd71238d2fd1da5da3024869ba555", "body_sha256": "f69e231eed5a2dfb45b1816b5dcd0f58a9e93e03ea9b4b4250b7ace4e3ce67af", "prompt_tokens": 309, "seconds": 0.4635677570477128, "rapl_before": {"package-0": [31724527366, 262143328850, 1790510076.5310385], "core": [39633021891, 262143328850, 1790510076.5395179], "uncore": [47265993988, 262143328850, 1790510076.5465953], "psys": [120227261675, 262143328850, 1790510076.5542579]}, "rapl_after": {"package-0": [31873210701, 262143328850, 1790510077.568695], "core": [39770852348, 262143328850, 1790510077.578943], "uncore": [47266028717, 262143328850, 1790510077.587261], "psys": [120227653092, 262143328850, 1790510077.596927]}, "server_response": {"id": "deem-630fc465b94041fa92205b62", "object": "systemone.completion", "created": 1790510077, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.03271208979362729, "einstein: Albert Einstein": 0.06925149463654427, "hypatia: Hypatia of Alexandria": 0.028868317919945236, "ibn_sina: Ibn Sina": 0.025476201147179044, "sagan: Carl Sagan": 0.8436559151793895, "socrates: Socrates of Athens": 3.5981323314529995e-05}, "confidence": 0.8123870982152674, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-27T11:54:37Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c065", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1065664677364403, "einstein": 0.034597066688299316, "hypatia": 0.7874256083694405, "ibn_sina": 0.044423512970617106, "sagan": 0.026944222628821117, "socrates": 4.3121606381713785e-05}, "confidence": 0.7449107300433286, "temperature": 1.0, "prompt_sha256": "74f274ee3f418e57f6b1a1b8a78fb2f43ef049ebb47615d3a919e68030531f76", "body_sha256": "e0d5f7593db7472c354c81b0a1822e30bf2954b4bfd45058d5159e6bd7d5d73d", "prompt_tokens": 332, "seconds": 0.6465133760357276, "rapl_before": {"package-0": [31873210701, 262143328850, 1790510077.568695], "core": [39770852348, 262143328850, 1790510077.578943], "uncore": [47266028717, 262143328850, 1790510077.587261], "psys": [120227653092, 262143328850, 1790510077.596927]}, "rapl_after": {"package-0": [31873210701, 262143328850, 1790510077.568695], "core": [39770852348, 262143328850, 1790510077.578943], "uncore": [47266028717, 262143328850, 1790510077.587261], "psys": [120227653092, 262143328850, 1790510077.596927]}, "server_response": {"id": "deem-d26600eb854c48eb9171ad64", "object": "systemone.completion", "created": 1790510078, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1065664677364403, "einstein: Albert Einstein": 0.034597066688299316, "hypatia: Hypatia of Alexandria": 0.7874256083694405, "ibn_sina: Ibn Sina": 0.044423512970617106, "sagan: Carl Sagan": 0.026944222628821117, "socrates: Socrates of Athens": 4.3121606381713785e-05}, "confidence": 0.7449107300433286, "temperature": 1.0}}, "usage": {"prompt_tokens": 332, "completion_tokens": 0, "total_tokens": 332, "questions": 1}}, "utc": "2026-09-27T11:54:38Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c066", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "id_not_unique": "c-ibn_sina-01-starter-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.4998300241594536, "einstein": 0.05268169695914433, "hypatia": 0.06764463788978262, "ibn_sina": 0.3435278168226251, "sagan": 0.03620756550853486, "socrates": 0.00010825866045942748}, "confidence": 0.39979602899134437, "temperature": 1.0, "prompt_sha256": "3dc4c8570249d06c4ed325d94a42007ea17df0bfdf25165aab8a636670dbbcb6", "body_sha256": "22c414dc97c38da54a59000a9c7a437da8554e299986ed35641f09d57d09079c", "prompt_tokens": 232, "seconds": 0.4453058500075713, "rapl_before": {"package-0": [31873210701, 262143328850, 1790510077.568695], "core": [39770852348, 262143328850, 1790510077.578943], "uncore": [47266028717, 262143328850, 1790510077.587261], "psys": [120227653092, 262143328850, 1790510077.596927]}, "rapl_after": {"package-0": [32012766740, 262143328850, 1790510078.6099622], "core": [39898553010, 262143328850, 1790510078.6201732], "uncore": [47266131744, 262143328850, 1790510078.6275797], "psys": [120228046341, 262143328850, 1790510078.636712]}, "server_response": {"id": "deem-f985dfde7b51440cbcf0a3d2", "object": "systemone.completion", "created": 1790510078, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.4998300241594536, "einstein: Albert Einstein": 0.05268169695914433, "hypatia: Hypatia of Alexandria": 0.06764463788978262, "ibn_sina: Ibn Sina": 0.3435278168226251, "sagan: Carl Sagan": 0.03620756550853486, "socrates: Socrates of Athens": 0.00010825866045942748}, "confidence": 0.39979602899134437, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-27T11:54:38Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c067", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "id_not_unique": "c-ibn_sina-01-starter-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.01920952682084381, "einstein": 0.027949696603205815, "hypatia": 0.9255668351234879, "ibn_sina": 0.01695234791951037, "sagan": 0.010282118767298714, "socrates": 3.947476565336845e-05}, "confidence": 0.9106802021481855, "temperature": 1.0, "prompt_sha256": "efc1f72d962e30e2512ba1339fefe38f3fc9ca7a7bc94db2c8a286c324223731", "body_sha256": "82e35af24360e4ed66cf8d76b4883c22bb09739915eb854874ee009bbc6a1704", "prompt_tokens": 250, "seconds": 0.4358129519969225, "rapl_before": {"package-0": [32012766740, 262143328850, 1790510078.6099622], "core": [39898553010, 262143328850, 1790510078.6201732], "uncore": [47266131744, 262143328850, 1790510078.6275797], "psys": [120228046341, 262143328850, 1790510078.636712]}, "rapl_after": {"package-0": [32012766740, 262143328850, 1790510078.6099622], "core": [39898553010, 262143328850, 1790510078.6201732], "uncore": [47266131744, 262143328850, 1790510078.6275797], "psys": [120228046341, 262143328850, 1790510078.636712]}, "server_response": {"id": "deem-d75f0836a6884dec8f59de34", "object": "systemone.completion", "created": 1790510079, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.01920952682084381, "einstein: Albert Einstein": 0.027949696603205815, "hypatia: Hypatia of Alexandria": 0.9255668351234879, "ibn_sina: Ibn Sina": 0.01695234791951037, "sagan: Carl Sagan": 0.010282118767298714, "socrates: Socrates of Athens": 3.947476565336845e-05}, "confidence": 0.9106802021481855, "temperature": 1.0}}, "usage": {"prompt_tokens": 250, "completion_tokens": 0, "total_tokens": 250, "questions": 1}}, "utc": "2026-09-27T11:54:39Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c068", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.19402403980907018, "einstein": 0.24913179856328027, "hypatia": 0.24913179856328027, "ibn_sina": 0.17122561415845466, "sagan": 0.13335064238848673, "socrates": 0.003136106517427986}, "confidence": 0.09895815827593632, "temperature": 1.0, "prompt_sha256": "8211f9a49a0cdfbb5f6d209fae275246c5106e0e957cb50d761375b73f06828f", "body_sha256": "e03f8a335dacfd1fc6f428e862371aabf9885d08b8d4466a45dfb74811fad609", "prompt_tokens": 308, "seconds": 0.5072588809998706, "rapl_before": {"package-0": [32012766740, 262143328850, 1790510078.6099622], "core": [39898553010, 262143328850, 1790510078.6201732], "uncore": [47266131744, 262143328850, 1790510078.6275797], "psys": [120228046341, 262143328850, 1790510078.636712]}, "rapl_after": {"package-0": [32156796462, 262143328850, 1790510079.6499965], "core": [40031529354, 262143328850, 1790510079.6590037], "uncore": [47266229828, 262143328850, 1790510079.6678479], "psys": [120228435927, 262143328850, 1790510079.6783574]}, "server_response": {"id": "deem-a2340c9cb2ac413da06e8223", "object": "systemone.completion", "created": 1790510079, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.19402403980907018, "einstein: Albert Einstein": 0.24913179856328027, "hypatia: Hypatia of Alexandria": 0.24913179856328027, "ibn_sina: Ibn Sina": 0.17122561415845466, "sagan: Carl Sagan": 0.13335064238848673, "socrates: Socrates of Athens": 0.003136106517427986}, "confidence": 0.09895815827593632, "temperature": 1.0}}, "usage": {"prompt_tokens": 308, "completion_tokens": 0, "total_tokens": 308, "questions": 1}}, "utc": "2026-09-27T11:54:39Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c069", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09109696619370185, "einstein": 0.13254530370960071, "hypatia": 0.09109696619370185, "ibn_sina": 0.09109696619370185, "sagan": 0.5940268389599569, "socrates": 0.0001369587493369643}, "confidence": 0.5128322067519482, "temperature": 1.0, "prompt_sha256": "19aea873ab0cd0de62ecf40f5226d7295921dda406b85d77f84e82a9db6a5ab4", "body_sha256": "68237e97aaabfd833558b4d1077c6c40597b734b816fbc936a142ef5a62b3e47", "prompt_tokens": 294, "seconds": 0.4623807509778999, "rapl_before": {"package-0": [32156796462, 262143328850, 1790510079.6499965], "core": [40031529354, 262143328850, 1790510079.6590037], "uncore": [47266229828, 262143328850, 1790510079.6678479], "psys": [120228435927, 262143328850, 1790510079.6783574]}, "rapl_after": {"package-0": [32156796462, 262143328850, 1790510079.6499965], "core": [40031529354, 262143328850, 1790510079.6590037], "uncore": [47266229828, 262143328850, 1790510079.6678479], "psys": [120228435927, 262143328850, 1790510079.6783574]}, "server_response": {"id": "deem-5052762a1a0a471e91b946e0", "object": "systemone.completion", "created": 1790510080, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.09109696619370185, "einstein: Albert Einstein": 0.13254530370960071, "hypatia: Hypatia of Alexandria": 0.09109696619370185, "ibn_sina: Ibn Sina": 0.09109696619370185, "sagan: Carl Sagan": 0.5940268389599569, "socrates: Socrates of Athens": 0.0001369587493369643}, "confidence": 0.5128322067519482, "temperature": 1.0}}, "usage": {"prompt_tokens": 294, "completion_tokens": 0, "total_tokens": 294, "questions": 1}}, "utc": "2026-09-27T11:54:40Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c070", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.6652684004863609, "einstein": 0.033121763337993944, "hypatia": 0.11560631340548498, "ibn_sina": 0.03753187488929336, "sagan": 0.14844144474221146, "socrates": 3.020313865528143e-05}, "confidence": 0.5983220805836331, "temperature": 1.0, "prompt_sha256": "40894fa7126517c702d1b91785661a4174a1f85fc085a3ee397d50f0b634833d", "body_sha256": "80223e360f980cd86b2d23cc7c63b543e054ce37b796bc3c2cba7d1275e70120", "prompt_tokens": 309, "seconds": 0.467574151000008, "rapl_before": {"package-0": [32156796462, 262143328850, 1790510079.6499965], "core": [40031529354, 262143328850, 1790510079.6590037], "uncore": [47266229828, 262143328850, 1790510079.6678479], "psys": [120228435927, 262143328850, 1790510079.6783574]}, "rapl_after": {"package-0": [32156796462, 262143328850, 1790510079.6499965], "core": [40031529354, 262143328850, 1790510079.6590037], "uncore": [47266229828, 262143328850, 1790510079.6678479], "psys": [120228435927, 262143328850, 1790510079.6783574]}, "server_response": {"id": "deem-b3d1aa88efd54e1196c52031", "object": "systemone.completion", "created": 1790510080, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6652684004863609, "einstein: Albert Einstein": 0.033121763337993944, "hypatia: Hypatia of Alexandria": 0.11560631340548498, "ibn_sina: Ibn Sina": 0.03753187488929336, "sagan: Carl Sagan": 0.14844144474221146, "socrates: Socrates of Athens": 3.020313865528143e-05}, "confidence": 0.5983220805836331, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-27T11:54:40Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c071", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0634674684069363, "einstein": 0.15225054193203683, "hypatia": 0.11857284127971607, "ibn_sina": 0.0634674684069363, "sagan": 0.6021625744474421, "socrates": 7.910552693223994e-05}, "confidence": 0.5225950893369306, "temperature": 1.0, "prompt_sha256": "12e5fd3f05407a221d1d5b70745dcaef4ffeaff6845676a975b876ed9ec96797", "body_sha256": "8789ff2cd96125dfc0593a518f6c309421ac5814468080c7d1636680eee4892c", "prompt_tokens": 285, "seconds": 0.4407082380494103, "rapl_before": {"package-0": [32156796462, 262143328850, 1790510079.6499965], "core": [40031529354, 262143328850, 1790510079.6590037], "uncore": [47266229828, 262143328850, 1790510079.6678479], "psys": [120228435927, 262143328850, 1790510079.6783574]}, "rapl_after": {"package-0": [32302244637, 262143328850, 1790510080.6915393], "core": [40165390523, 262143328850, 1790510080.6995199], "uncore": [47266264496, 262143328850, 1790510080.7084105], "psys": [120228823988, 262143328850, 1790510080.7162473]}, "server_response": {"id": "deem-3ecf776bb02342e29cc806c6", "object": "systemone.completion", "created": 1790510081, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.0634674684069363, "einstein: Albert Einstein": 0.15225054193203683, "hypatia: Hypatia of Alexandria": 0.11857284127971607, "ibn_sina: Ibn Sina": 0.0634674684069363, "sagan: Carl Sagan": 0.6021625744474421, "socrates: Socrates of Athens": 7.910552693223994e-05}, "confidence": 0.5225950893369306, "temperature": 1.0}}, "usage": {"prompt_tokens": 285, "completion_tokens": 0, "total_tokens": 285, "questions": 1}}, "utc": "2026-09-27T11:54:41Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c072", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03252135712726163, "einstein": 0.7401826765155924, "hypatia": 0.11351068981623909, "ibn_sina": 0.08840221411586234, "sagan": 0.02532765839725617, "socrates": 5.540402778836804e-05}, "confidence": 0.6882192118187109, "temperature": 1.0, "prompt_sha256": "6e476a7e045df93f5637257b0f7b79fce2871a0c7e5966bd69807ae447abad7a", "body_sha256": "4b029b1f993486e169afd8d0494e393f340c59028cc4642643528164b957e3b0", "prompt_tokens": 340, "seconds": 0.5385161209851503, "rapl_before": {"package-0": [32302244637, 262143328850, 1790510080.6915393], "core": [40165390523, 262143328850, 1790510080.6995199], "uncore": [47266264496, 262143328850, 1790510080.7084105], "psys": [120228823988, 262143328850, 1790510080.7162473]}, "rapl_after": {"package-0": [32302244637, 262143328850, 1790510080.6915393], "core": [40165390523, 262143328850, 1790510080.6995199], "uncore": [47266264496, 262143328850, 1790510080.7084105], "psys": [120228823988, 262143328850, 1790510080.7162473]}, "server_response": {"id": "deem-0ba6c37e9eee45939117b082", "object": "systemone.completion", "created": 1790510081, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.03252135712726163, "einstein: Albert Einstein": 0.7401826765155924, "hypatia: Hypatia of Alexandria": 0.11351068981623909, "ibn_sina: Ibn Sina": 0.08840221411586234, "sagan: Carl Sagan": 0.02532765839725617, "socrates: Socrates of Athens": 5.540402778836804e-05}, "confidence": 0.6882192118187109, "temperature": 1.0}}, "usage": {"prompt_tokens": 340, "completion_tokens": 0, "total_tokens": 340, "questions": 1}}, "utc": "2026-09-27T11:54:41Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c073", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06679526518234193, "einstein": 0.11012677448818281, "hypatia": 0.7181167767428249, "ibn_sina": 0.058946614630733425, "sagan": 0.04590766963382351, "socrates": 0.0001068993220934191}, "confidence": 0.6617401320913899, "temperature": 1.0, "prompt_sha256": "d1e5255bee55e6a0074c96e990d67dd180dd42f82298aa8d9cb093df836a1359", "body_sha256": "9e6233f4fa46b98bf296d07b81c66ec72720b8f202261ba07495bd314c3179d1", "prompt_tokens": 247, "seconds": 0.3723455449799076, "rapl_before": {"package-0": [32302244637, 262143328850, 1790510080.6915393], "core": [40165390523, 262143328850, 1790510080.6995199], "uncore": [47266264496, 262143328850, 1790510080.7084105], "psys": [120228823988, 262143328850, 1790510080.7162473]}, "rapl_after": {"package-0": [32447930604, 262143328850, 1790510081.7305489], "core": [40299585126, 262143328850, 1790510081.7387068], "uncore": [47266300079, 262143328850, 1790510081.7470586], "psys": [120229213513, 262143328850, 1790510081.75528]}, "server_response": {"id": "deem-68700c9586dd4bd5b3f959aa", "object": "systemone.completion", "created": 1790510082, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06679526518234193, "einstein: Albert Einstein": 0.11012677448818281, "hypatia: Hypatia of Alexandria": 0.7181167767428249, "ibn_sina: Ibn Sina": 0.058946614630733425, "sagan: Carl Sagan": 0.04590766963382351, "socrates: Socrates of Athens": 0.0001068993220934191}, "confidence": 0.6617401320913899, "temperature": 1.0}}, "usage": {"prompt_tokens": 247, "completion_tokens": 0, "total_tokens": 247, "questions": 1}}, "utc": "2026-09-27T11:54:42Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c074", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02439481545476499, "einstein": 0.02439481545476499, "hypatia": 0.9154086964696122, "ibn_sina": 0.018998701379053386, "sagan": 0.01676629512014429, "socrates": 3.667612166014869e-05}, "confidence": 0.8984904357635347, "temperature": 1.0, "prompt_sha256": "2c372870219577948a848fffb7e42b26ee60c3e896d893997690c76e711e6888", "body_sha256": "d08ffeac779913b7fdae9f7ce3c39da1b4d0ff06c93faaac43c89f2860658dc7", "prompt_tokens": 227, "seconds": 0.3522662880131975, "rapl_before": {"package-0": [32447930604, 262143328850, 1790510081.7305489], "core": [40299585126, 262143328850, 1790510081.7387068], "uncore": [47266300079, 262143328850, 1790510081.7470586], "psys": [120229213513, 262143328850, 1790510081.75528]}, "rapl_after": {"package-0": [32447930604, 262143328850, 1790510081.7305489], "core": [40299585126, 262143328850, 1790510081.7387068], "uncore": [47266300079, 262143328850, 1790510081.7470586], "psys": [120229213513, 262143328850, 1790510081.75528]}, "server_response": {"id": "deem-72956f3cb12844859e62d1ee", "object": "systemone.completion", "created": 1790510082, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.02439481545476499, "einstein: Albert Einstein": 0.02439481545476499, "hypatia: Hypatia of Alexandria": 0.9154086964696122, "ibn_sina: Ibn Sina": 0.018998701379053386, "sagan: Carl Sagan": 0.01676629512014429, "socrates: Socrates of Athens": 3.667612166014869e-05}, "confidence": 0.8984904357635347, "temperature": 1.0}}, "usage": {"prompt_tokens": 227, "completion_tokens": 0, "total_tokens": 227, "questions": 1}}, "utc": "2026-09-27T11:54:42Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c075", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.17423838424011512, "einstein": 0.22372651392691262, "hypatia": 0.3255201569861173, "ibn_sina": 0.15376483440324615, "sagan": 0.119752173442093, "socrates": 0.0029979370015158656}, "confidence": 0.19062418838334078, "temperature": 1.0, "prompt_sha256": "755fe530198ed97bee3550f24fcc4bf390d5ccd299eb3bc4dc06d0b49afe2f62", "body_sha256": "cfe3a107b92fa8cb8619fb902aaa24050dcde40a3d36a72b8a76d045e984bbe2", "prompt_tokens": 266, "seconds": 0.41014775400981307, "rapl_before": {"package-0": [32447930604, 262143328850, 1790510081.7305489], "core": [40299585126, 262143328850, 1790510081.7387068], "uncore": [47266300079, 262143328850, 1790510081.7470586], "psys": [120229213513, 262143328850, 1790510081.75528]}, "rapl_after": {"package-0": [32447930604, 262143328850, 1790510081.7305489], "core": [40299585126, 262143328850, 1790510081.7387068], "uncore": [47266300079, 262143328850, 1790510081.7470586], "psys": [120229213513, 262143328850, 1790510081.75528]}, "server_response": {"id": "deem-c062ac1dc9164abb8da3fcd1", "object": "systemone.completion", "created": 1790510082, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.17423838424011512, "einstein: Albert Einstein": 0.22372651392691262, "hypatia: Hypatia of Alexandria": 0.3255201569861173, "ibn_sina: Ibn Sina": 0.15376483440324615, "sagan: Carl Sagan": 0.119752173442093, "socrates: Socrates of Athens": 0.0029979370015158656}, "confidence": 0.19062418838334078, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-27T11:54:42Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c076", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.43336668979906817, "einstein": 0.09669717889786099, "hypatia": 0.09669717889786099, "ibn_sina": 0.07530783864644988, "sagan": 0.29784827968403255, "socrates": 8.283407472744977e-05}, "confidence": 0.3200400277588818, "temperature": 1.0, "prompt_sha256": "9f5eb0f9e85fc58ad149bd2903286c9644acd41734066ca8979eda3d1809f82d", "body_sha256": "58d96c7b3f16dae545c58f292e52811775bfd84f01c0c0ef36d3cfd6ee84a42c", "prompt_tokens": 346, "seconds": 0.5245202039950527, "rapl_before": {"package-0": [32447930604, 262143328850, 1790510081.7305489], "core": [40299585126, 262143328850, 1790510081.7387068], "uncore": [47266300079, 262143328850, 1790510081.7470586], "psys": [120229213513, 262143328850, 1790510081.75528]}, "rapl_after": {"package-0": [32596158558, 262143328850, 1790510082.7701228], "core": [40436417051, 262143328850, 1790510082.77832], "uncore": [47266430816, 262143328850, 1790510082.7860878], "psys": [120229602367, 262143328850, 1790510082.7935667]}, "server_response": {"id": "deem-6ffe68ac2416402197ed7617", "object": "systemone.completion", "created": 1790510083, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.43336668979906817, "einstein: Albert Einstein": 0.09669717889786099, "hypatia: Hypatia of Alexandria": 0.09669717889786099, "ibn_sina: Ibn Sina": 0.07530783864644988, "sagan: Carl Sagan": 0.29784827968403255, "socrates: Socrates of Athens": 8.283407472744977e-05}, "confidence": 0.3200400277588818, "temperature": 1.0}}, "usage": {"prompt_tokens": 346, "completion_tokens": 0, "total_tokens": 346, "questions": 1}}, "utc": "2026-09-27T11:54:43Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c077", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04839009967195613, "einstein": 0.03768624751742276, "hypatia": 0.8577350399652242, "ibn_sina": 0.033257996704161984, "sagan": 0.022857864568836022, "socrates": 7.275157239891e-05}, "confidence": 0.8292820479582691, "temperature": 1.0, "prompt_sha256": "33cdd21be1c71690245a7d78664da537ce9993e3e606344a6870338343fd532b", "body_sha256": "89f64e3d9f0d077ad2e8808f355d15e99e630745be080d5b463335abab8fa0cc", "prompt_tokens": 268, "seconds": 0.41688784200232476, "rapl_before": {"package-0": [32596158558, 262143328850, 1790510082.7701228], "core": [40436417051, 262143328850, 1790510082.77832], "uncore": [47266430816, 262143328850, 1790510082.7860878], "psys": [120229602367, 262143328850, 1790510082.7935667]}, "rapl_after": {"package-0": [32596158558, 262143328850, 1790510082.7701228], "core": [40436417051, 262143328850, 1790510082.77832], "uncore": [47266430816, 262143328850, 1790510082.7860878], "psys": [120229602367, 262143328850, 1790510082.7935667]}, "server_response": {"id": "deem-398a8a81f4b547a18c861f51", "object": "systemone.completion", "created": 1790510083, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04839009967195613, "einstein: Albert Einstein": 0.03768624751742276, "hypatia: Hypatia of Alexandria": 0.8577350399652242, "ibn_sina: Ibn Sina": 0.033257996704161984, "sagan: Carl Sagan": 0.022857864568836022, "socrates: Socrates of Athens": 7.275157239891e-05}, "confidence": 0.8292820479582691, "temperature": 1.0}}, "usage": {"prompt_tokens": 268, "completion_tokens": 0, "total_tokens": 268, "questions": 1}}, "utc": "2026-09-27T11:54:43Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c078", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.152943704518468, "einstein": 0.17330792218141178, "hypatia": 0.3668928741371569, "ibn_sina": 0.152943704518468, "sagan": 0.152943704518468, "socrates": 0.0009680901260273683}, "confidence": 0.24027144896458824, "temperature": 1.0, "prompt_sha256": "dab2ab5ef5276858de13d6e71f6ddbaa9bdaa5b67c21cd4230c8c3b19b583d52", "body_sha256": "7e65edc0d84a9d5a0b5e508ece660b965052c9ccf0fa76fe1a861a078a429bc6", "prompt_tokens": 298, "seconds": 0.44932301400694996, "rapl_before": {"package-0": [32596158558, 262143328850, 1790510082.7701228], "core": [40436417051, 262143328850, 1790510082.77832], "uncore": [47266430816, 262143328850, 1790510082.7860878], "psys": [120229602367, 262143328850, 1790510082.7935667]}, "rapl_after": {"package-0": [32741744611, 262143328850, 1790510083.8068717], "core": [40570721883, 262143328850, 1790510083.8150396], "uncore": [47266535186, 262143328850, 1790510083.8223746], "psys": [120229991526, 262143328850, 1790510083.830851]}, "server_response": {"id": "deem-027c48ea416640dbbe869245", "object": "systemone.completion", "created": 1790510084, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.152943704518468, "einstein: Albert Einstein": 0.17330792218141178, "hypatia: Hypatia of Alexandria": 0.3668928741371569, "ibn_sina: Ibn Sina": 0.152943704518468, "sagan: Carl Sagan": 0.152943704518468, "socrates: Socrates of Athens": 0.0009680901260273683}, "confidence": 0.24027144896458824, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-27T11:54:44Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c079", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11382605379266075, "einstein": 0.21265506484860114, "hypatia": 0.21265506484860114, "ibn_sina": 0.2730545082529838, "sagan": 0.18766743604781677, "socrates": 0.00014187220933648974}, "confidence": 0.1276654099035805, "temperature": 1.0, "prompt_sha256": "c1e3ea2355c3a3213c9532fce8ff842e1f7699abe1d661685175ac811de16bd2", "body_sha256": "43227748b3fca68912fd93543b04e15c0ecefd33a0c2bf1b5364b284416bc7c8", "prompt_tokens": 334, "seconds": 0.5112445880076848, "rapl_before": {"package-0": [32741744611, 262143328850, 1790510083.8068717], "core": [40570721883, 262143328850, 1790510083.8150396], "uncore": [47266535186, 262143328850, 1790510083.8223746], "psys": [120229991526, 262143328850, 1790510083.830851]}, "rapl_after": {"package-0": [32741744611, 262143328850, 1790510083.8068717], "core": [40570721883, 262143328850, 1790510083.8150396], "uncore": [47266535186, 262143328850, 1790510083.8223746], "psys": [120229991526, 262143328850, 1790510083.830851]}, "server_response": {"id": "deem-a5d76a2741784f9d98ddc624", "object": "systemone.completion", "created": 1790510084, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.11382605379266075, "einstein: Albert Einstein": 0.21265506484860114, "hypatia: Hypatia of Alexandria": 0.21265506484860114, "ibn_sina: Ibn Sina": 0.2730545082529838, "sagan: Carl Sagan": 0.18766743604781677, "socrates: Socrates of Athens": 0.00014187220933648974}, "confidence": 0.1276654099035805, "temperature": 1.0}}, "usage": {"prompt_tokens": 334, "completion_tokens": 0, "total_tokens": 334, "questions": 1}}, "utc": "2026-09-27T11:54:44Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c080", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "id_not_unique": "c-sagan-01-main-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.019263530877352563, "einstein": 0.9281688962847445, "hypatia": 0.031760193106279866, "ibn_sina": 0.011683922091435333, "sagan": 0.009099447674155124, "socrates": 2.400996603264403e-05}, "confidence": 0.9138026755416935, "temperature": 1.0, "prompt_sha256": "7a6d765618895b568a6fe481640657d6016a3b2f1c2293ebe3fd9a3a5b6cd158", "body_sha256": "fe534b07f9a121df54f75600bd50145620d17e938578f24b29eade36e59da78d", "prompt_tokens": 272, "seconds": 0.42504099098732695, "rapl_before": {"package-0": [32741744611, 262143328850, 1790510083.8068717], "core": [40570721883, 262143328850, 1790510083.8150396], "uncore": [47266535186, 262143328850, 1790510083.8223746], "psys": [120229991526, 262143328850, 1790510083.830851]}, "rapl_after": {"package-0": [32888016087, 262143328850, 1790510084.8447711], "core": [40705529155, 262143328850, 1790510084.8527944], "uncore": [47266598357, 262143328850, 1790510084.860757], "psys": [120230379038, 262143328850, 1790510084.8679054]}, "server_response": {"id": "deem-f8eae1e5aa8f4e8e9506699e", "object": "systemone.completion", "created": 1790510085, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.019263530877352563, "einstein: Albert Einstein": 0.9281688962847445, "hypatia: Hypatia of Alexandria": 0.031760193106279866, "ibn_sina: Ibn Sina": 0.011683922091435333, "sagan: Carl Sagan": 0.009099447674155124, "socrates: Socrates of Athens": 2.400996603264403e-05}, "confidence": 0.9138026755416935, "temperature": 1.0}}, "usage": {"prompt_tokens": 272, "completion_tokens": 0, "total_tokens": 272, "questions": 1}}, "utc": "2026-09-27T11:54:45Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c081", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.02283266871108105, "einstein": 0.05477272486634791, "hypatia": 0.05477272486634791, "ibn_sina": 0.8567895723782002, "sagan": 0.010785389008930982, "socrates": 4.692016909198032e-05}, "confidence": 0.8281474868538403, "temperature": 1.0, "prompt_sha256": "28fa87bac58ac2a2d94164d68e40e4901200133aae04f6f3d3a4d4c410bf10fd", "body_sha256": "6ba3bd1a0b3cb9874949285e95b9b5a2cbc17b3e4ffb8dfeb97b609c87464085", "prompt_tokens": 304, "seconds": 0.45403086696751416, "rapl_before": {"package-0": [32888016087, 262143328850, 1790510084.8447711], "core": [40705529155, 262143328850, 1790510084.8527944], "uncore": [47266598357, 262143328850, 1790510084.860757], "psys": [120230379038, 262143328850, 1790510084.8679054]}, "rapl_after": {"package-0": [32888016087, 262143328850, 1790510084.8447711], "core": [40705529155, 262143328850, 1790510084.8527944], "uncore": [47266598357, 262143328850, 1790510084.860757], "psys": [120230379038, 262143328850, 1790510084.8679054]}, "server_response": {"id": "deem-248775d2de34489f9bb39db4", "object": "systemone.completion", "created": 1790510085, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.02283266871108105, "einstein: Albert Einstein": 0.05477272486634791, "hypatia: Hypatia of Alexandria": 0.05477272486634791, "ibn_sina: Ibn Sina": 0.8567895723782002, "sagan: Carl Sagan": 0.010785389008930982, "socrates: Socrates of Athens": 4.692016909198032e-05}, "confidence": 0.8281474868538403, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-27T11:54:45Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c082", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024345029848214735, "einstein": 0.027586532912370242, "hypatia": 0.9135405053664811, "ibn_sina": 0.024345029848214735, "sagan": 0.010148518311660366, "socrates": 3.438371305870665e-05}, "confidence": 0.8962486064397772, "temperature": 1.0, "prompt_sha256": "1e9aab2720a68b8540f2e82db2c1f50d432b2320f79386fbc276e62eb140bb71", "body_sha256": "9b451716d48b06196a1fe4241535dae0445236831463699da326dfd37b45608c", "prompt_tokens": 254, "seconds": 0.38604302098974586, "rapl_before": {"package-0": [32888016087, 262143328850, 1790510084.8447711], "core": [40705529155, 262143328850, 1790510084.8527944], "uncore": [47266598357, 262143328850, 1790510084.860757], "psys": [120230379038, 262143328850, 1790510084.8679054]}, "rapl_after": {"package-0": [33034999902, 262143328850, 1790510085.8802602], "core": [40841181518, 262143328850, 1790510085.8881915], "uncore": [47266660674, 262143328850, 1790510085.8966558], "psys": [120230767831, 262143328850, 1790510085.9051144]}, "server_response": {"id": "deem-82953674698b47489daee86c", "object": "systemone.completion", "created": 1790510085, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.024345029848214735, "einstein: Albert Einstein": 0.027586532912370242, "hypatia: Hypatia of Alexandria": 0.9135405053664811, "ibn_sina: Ibn Sina": 0.024345029848214735, "sagan: Carl Sagan": 0.010148518311660366, "socrates: Socrates of Athens": 3.438371305870665e-05}, "confidence": 0.8962486064397772, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-27T11:54:45Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c083", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.16471363896245225, "einstein": 0.21149649890291697, "hypatia": 0.2715668801318164, "ibn_sina": 0.18664500518931051, "sagan": 0.16471363896245225, "socrates": 0.0008643378510515879}, "confidence": 0.1258802561581797, "temperature": 1.0, "prompt_sha256": "c0799422b60e554f8c749d6b981950681b61c3c51865280a81193a75257aa2e5", "body_sha256": "d732000fbcad376c8a61b05373857e891dfec9f127d973f8d1988a6742789af3", "prompt_tokens": 337, "seconds": 0.5593985000159591, "rapl_before": {"package-0": [33034999902, 262143328850, 1790510085.8802602], "core": [40841181518, 262143328850, 1790510085.8881915], "uncore": [47266660674, 262143328850, 1790510085.8966558], "psys": [120230767831, 262143328850, 1790510085.9051144]}, "rapl_after": {"package-0": [33034999902, 262143328850, 1790510085.8802602], "core": [40841181518, 262143328850, 1790510085.8881915], "uncore": [47266660674, 262143328850, 1790510085.8966558], "psys": [120230767831, 262143328850, 1790510085.9051144]}, "server_response": {"id": "deem-16e544c1b83b41f3a5c8ea4d", "object": "systemone.completion", "created": 1790510086, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.16471363896245225, "einstein: Albert Einstein": 0.21149649890291697, "hypatia: Hypatia of Alexandria": 0.2715668801318164, "ibn_sina: Ibn Sina": 0.18664500518931051, "sagan: Carl Sagan": 0.16471363896245225, "socrates: Socrates of Athens": 0.0008643378510515879}, "confidence": 0.1258802561581797, "temperature": 1.0}}, "usage": {"prompt_tokens": 337, "completion_tokens": 0, "total_tokens": 337, "questions": 1}}, "utc": "2026-09-27T11:54:46Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c084", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024635680062456717, "einstein": 0.019186286924137888, "hypatia": 0.024635680062456717, "ibn_sina": 0.9244470741921902, "sagan": 0.007058240511806798, "socrates": 3.70382469515536e-05}, "confidence": 0.9093364890306284, "temperature": 1.0, "prompt_sha256": "755d5529e55e95145dc6a5a5e4fffd425c2da49808420faac8d724b650c85c6b", "body_sha256": "986c225aa0054b0c5eaae5ad823fcca11e8f98c7b862f2777f48df33211be82e", "prompt_tokens": 336, "seconds": 0.5238502469728701, "rapl_before": {"package-0": [33034999902, 262143328850, 1790510085.8802602], "core": [40841181518, 262143328850, 1790510085.8881915], "uncore": [47266660674, 262143328850, 1790510085.8966558], "psys": [120230767831, 262143328850, 1790510085.9051144]}, "rapl_after": {"package-0": [33176832486, 262143328850, 1790510086.9206264], "core": [40971385469, 262143328850, 1790510086.9297035], "uncore": [47266820585, 262143328850, 1790510086.9369845], "psys": [120231163276, 262143328850, 1790510086.9481533]}, "server_response": {"id": "deem-ca7844e3ee424ed7a7d4565f", "object": "systemone.completion", "created": 1790510087, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.024635680062456717, "einstein: Albert Einstein": 0.019186286924137888, "hypatia: Hypatia of Alexandria": 0.024635680062456717, "ibn_sina: Ibn Sina": 0.9244470741921902, "sagan: Carl Sagan": 0.007058240511806798, "socrates: Socrates of Athens": 3.70382469515536e-05}, "confidence": 0.9093364890306284, "temperature": 1.0}}, "usage": {"prompt_tokens": 336, "completion_tokens": 0, "total_tokens": 336, "questions": 1}}, "utc": "2026-09-27T11:54:47Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c085", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "id_not_unique": "c-sagan-01-starter-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.09004238868835347, "einstein": 0.04819621759659025, "hypatia": 0.4035419892517256, "ibn_sina": 0.4035419892517256, "sagan": 0.0546134694132484, "socrates": 6.394579835667469e-05}, "confidence": 0.2842503871020707, "temperature": 1.0, "prompt_sha256": "06ddabe136d1469461a7061c1acb5c99a3bafa8884d2e995aa0a62eb8896966c", "body_sha256": "1b3428f80f1de1d44b0bd493890536de6d7ffcd3d7c49bb385246d9f79453bc5", "prompt_tokens": 222, "seconds": 0.4186407550005242, "rapl_before": {"package-0": [33176832486, 262143328850, 1790510086.9206264], "core": [40971385469, 262143328850, 1790510086.9297035], "uncore": [47266820585, 262143328850, 1790510086.9369845], "psys": [120231163276, 262143328850, 1790510086.9481533]}, "rapl_after": {"package-0": [33176832486, 262143328850, 1790510086.9206264], "core": [40971385469, 262143328850, 1790510086.9297035], "uncore": [47266820585, 262143328850, 1790510086.9369845], "psys": [120231163276, 262143328850, 1790510086.9481533]}, "server_response": {"id": "deem-3b83c26b9dcd42de93106cde", "object": "systemone.completion", "created": 1790510087, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.09004238868835347, "einstein: Albert Einstein": 0.04819621759659025, "hypatia: Hypatia of Alexandria": 0.4035419892517256, "ibn_sina: Ibn Sina": 0.4035419892517256, "sagan: Carl Sagan": 0.0546134694132484, "socrates: Socrates of Athens": 6.394579835667469e-05}, "confidence": 0.2842503871020707, "temperature": 1.0}}, "usage": {"prompt_tokens": 222, "completion_tokens": 0, "total_tokens": 222, "questions": 1}}, "utc": "2026-09-27T11:54:47Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c086", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.042669899492410235, "einstein": 0.029326564448221897, "hypatia": 0.8570478417635125, "ibn_sina": 0.037656054135648036, "sagan": 0.03323135113826723, "socrates": 6.82890219401185e-05}, "confidence": 0.828457410116215, "temperature": 1.0, "prompt_sha256": "ef503010b525f0989e0a6556809219804991e7fd7a92be62b66da2b7f6869306", "body_sha256": "390b3dc3099a4dfc61df5f1b1497aa074c6ba29583b8718d2c39d217d1a63f4f", "prompt_tokens": 342, "seconds": 0.5422324069659226, "rapl_before": {"package-0": [33176832486, 262143328850, 1790510086.9206264], "core": [40971385469, 262143328850, 1790510086.9297035], "uncore": [47266820585, 262143328850, 1790510086.9369845], "psys": [120231163276, 262143328850, 1790510086.9481533]}, "rapl_after": {"package-0": [33176832486, 262143328850, 1790510086.9206264], "core": [40971385469, 262143328850, 1790510086.9297035], "uncore": [47266820585, 262143328850, 1790510086.9369845], "psys": [120231163276, 262143328850, 1790510086.9481533]}, "server_response": {"id": "deem-45908b6dab8d47aeab8f1118", "object": "systemone.completion", "created": 1790510087, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.042669899492410235, "einstein: Albert Einstein": 0.029326564448221897, "hypatia: Hypatia of Alexandria": 0.8570478417635125, "ibn_sina: Ibn Sina": 0.037656054135648036, "sagan: Carl Sagan": 0.03323135113826723, "socrates: Socrates of Athens": 6.82890219401185e-05}, "confidence": 0.828457410116215, "temperature": 1.0}}, "usage": {"prompt_tokens": 342, "completion_tokens": 0, "total_tokens": 342, "questions": 1}}, "utc": "2026-09-27T11:54:47Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c087", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.18187794227397736, "einstein": 0.20609470893473497, "hypatia": 0.26463084451706187, "ibn_sina": 0.11031454831461174, "sagan": 0.23353590061465276, "socrates": 0.0035460553449613197}, "confidence": 0.11755701342047424, "temperature": 1.0, "prompt_sha256": "5ddefb4dc67dc12454dd34c42ecc6d1a1a87eb1a94933a23cbe80bac0436de74", "body_sha256": "8d5c3871ad757cb5d5fc1ff3e5ea93cfc188042a39bcca7d62986accda7a6f96", "prompt_tokens": 232, "seconds": 0.3521362080355175, "rapl_before": {"package-0": [33176832486, 262143328850, 1790510086.9206264], "core": [40971385469, 262143328850, 1790510086.9297035], "uncore": [47266820585, 262143328850, 1790510086.9369845], "psys": [120231163276, 262143328850, 1790510086.9481533]}, "rapl_after": {"package-0": [33319809903, 262143328850, 1790510087.9608333], "core": [41103042175, 262143328850, 1790510087.9697313], "uncore": [47266906096, 262143328850, 1790510087.9773886], "psys": [120231552252, 262143328850, 1790510087.9874089]}, "server_response": {"id": "deem-0376babf8d644f30b3c85096", "object": "systemone.completion", "created": 1790510088, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.18187794227397736, "einstein: Albert Einstein": 0.20609470893473497, "hypatia: Hypatia of Alexandria": 0.26463084451706187, "ibn_sina: Ibn Sina": 0.11031454831461174, "sagan: Carl Sagan": 0.23353590061465276, "socrates: Socrates of Athens": 0.0035460553449613197}, "confidence": 0.11755701342047424, "temperature": 1.0}}, "usage": {"prompt_tokens": 232, "completion_tokens": 0, "total_tokens": 232, "questions": 1}}, "utc": "2026-09-27T11:54:48Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c088", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.031232647027871797, "einstein": 0.02146586345051901, "hypatia": 0.9127517399816695, "ibn_sina": 0.02146586345051901, "sagan": 0.013019704319944602, "socrates": 6.418176947606129e-05}, "confidence": 0.8953020879780034, "temperature": 1.0, "prompt_sha256": "463cadb1d7ccd207504c30f789162ae814fcecfddd95c8c40ded5f0675dd8957", "body_sha256": "bab259170563f977ef88703a1133d1d5a39a12bad58c807cbcb366d4baa14f80", "prompt_tokens": 241, "seconds": 0.38051989499945194, "rapl_before": {"package-0": [33319809903, 262143328850, 1790510087.9608333], "core": [41103042175, 262143328850, 1790510087.9697313], "uncore": [47266906096, 262143328850, 1790510087.9773886], "psys": [120231552252, 262143328850, 1790510087.9874089]}, "rapl_after": {"package-0": [33319809903, 262143328850, 1790510087.9608333], "core": [41103042175, 262143328850, 1790510087.9697313], "uncore": [47266906096, 262143328850, 1790510087.9773886], "psys": [120231552252, 262143328850, 1790510087.9874089]}, "server_response": {"id": "deem-f69c03df6783403e92f8ad76", "object": "systemone.completion", "created": 1790510088, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.031232647027871797, "einstein: Albert Einstein": 0.02146586345051901, "hypatia: Hypatia of Alexandria": 0.9127517399816695, "ibn_sina: Ibn Sina": 0.02146586345051901, "sagan: Carl Sagan": 0.013019704319944602, "socrates: Socrates of Athens": 6.418176947606129e-05}, "confidence": 0.8953020879780034, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-27T11:54:48Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c089", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.034008612824001125, "einstein": 0.7740324601506332, "hypatia": 0.13450667295902508, "ibn_sina": 0.034008612824001125, "sagan": 0.023373754980489138, "socrates": 6.988626185039026e-05}, "confidence": 0.7288389521807599, "temperature": 1.0, "prompt_sha256": "bd6f34224be7f0f0e32f24126fde4e11e359b6af5f9cb653bdb2307a03365808", "body_sha256": "72dec1d52ba818b53db2367cca323e4e3df1a181b71b5b51dc2e47333580a37e", "prompt_tokens": 293, "seconds": 0.43598009302513674, "rapl_before": {"package-0": [33319809903, 262143328850, 1790510087.9608333], "core": [41103042175, 262143328850, 1790510087.9697313], "uncore": [47266906096, 262143328850, 1790510087.9773886], "psys": [120231552252, 262143328850, 1790510087.9874089]}, "rapl_after": {"package-0": [33467051287, 262143328850, 1790510089.0026903], "core": [41238665302, 262143328850, 1790510089.0111637], "uncore": [47266980436, 262143328850, 1790510089.0191655], "psys": [120231942144, 262143328850, 1790510089.0271566]}, "server_response": {"id": "deem-c0979b1c582c4d7e8061ef6e", "object": "systemone.completion", "created": 1790510089, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.034008612824001125, "einstein: Albert Einstein": 0.7740324601506332, "hypatia: Hypatia of Alexandria": 0.13450667295902508, "ibn_sina: Ibn Sina": 0.034008612824001125, "sagan: Carl Sagan": 0.023373754980489138, "socrates: Socrates of Athens": 6.988626185039026e-05}, "confidence": 0.7288389521807599, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-27T11:54:49Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c090", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.12881250613227122, "einstein": 0.10031928064520297, "hypatia": 0.5772976008558548, "ibn_sina": 0.1459636920594442, "sagan": 0.047387472771832924, "socrates": 0.0002194475353938777}, "confidence": 0.49275712102702574, "temperature": 1.0, "prompt_sha256": "3d08c9741603750e4538140b33f136068636c9e6926dd5ecc8b7f9d31456e07b", "body_sha256": "615608a7576ebae93fd1bfda3c4db7dd0738e18970a9dfc27782fae7407750cc", "prompt_tokens": 347, "seconds": 0.5381251620128751, "rapl_before": {"package-0": [33467051287, 262143328850, 1790510089.0026903], "core": [41238665302, 262143328850, 1790510089.0111637], "uncore": [47266980436, 262143328850, 1790510089.0191655], "psys": [120231942144, 262143328850, 1790510089.0271566]}, "rapl_after": {"package-0": [33467051287, 262143328850, 1790510089.0026903], "core": [41238665302, 262143328850, 1790510089.0111637], "uncore": [47266980436, 262143328850, 1790510089.0191655], "psys": [120231942144, 262143328850, 1790510089.0271566]}, "server_response": {"id": "deem-28a7af3dcafc4cbcb33b9909", "object": "systemone.completion", "created": 1790510089, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.12881250613227122, "einstein: Albert Einstein": 0.10031928064520297, "hypatia: Hypatia of Alexandria": 0.5772976008558548, "ibn_sina: Ibn Sina": 0.1459636920594442, "sagan: Carl Sagan": 0.047387472771832924, "socrates: Socrates of Athens": 0.0002194475353938777}, "confidence": 0.49275712102702574, "temperature": 1.0}}, "usage": {"prompt_tokens": 347, "completion_tokens": 0, "total_tokens": 347, "questions": 1}}, "utc": "2026-09-27T11:54:49Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c091", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09191263352474482, "einstein": 0.09191263352474482, "hypatia": 0.6791476053147935, "ibn_sina": 0.08111261439398035, "sagan": 0.055747830247688986, "socrates": 0.00016668299404752157}, "confidence": 0.6149771263777521, "temperature": 1.0, "prompt_sha256": "d0fd3f1b5691aece0958bf4a6dfcc3fd717cbc487c0fb62b3492d2a80f26b03f", "body_sha256": "e8a931b3eb31a0ab8948ae983883aa136aafd1464982b220d34d446ad799e4e9", "prompt_tokens": 230, "seconds": 0.34699364798143506, "rapl_before": {"package-0": [33467051287, 262143328850, 1790510089.0026903], "core": [41238665302, 262143328850, 1790510089.0111637], "uncore": [47266980436, 262143328850, 1790510089.0191655], "psys": [120231942144, 262143328850, 1790510089.0271566]}, "rapl_after": {"package-0": [33467051287, 262143328850, 1790510089.0026903], "core": [41238665302, 262143328850, 1790510089.0111637], "uncore": [47266980436, 262143328850, 1790510089.0191655], "psys": [120231942144, 262143328850, 1790510089.0271566]}, "server_response": {"id": "deem-2bedcb125a2d458b8a41bc17", "object": "systemone.completion", "created": 1790510090, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.09191263352474482, "einstein: Albert Einstein": 0.09191263352474482, "hypatia: Hypatia of Alexandria": 0.6791476053147935, "ibn_sina: Ibn Sina": 0.08111261439398035, "sagan: Carl Sagan": 0.055747830247688986, "socrates: Socrates of Athens": 0.00016668299404752157}, "confidence": 0.6149771263777521, "temperature": 1.0}}, "usage": {"prompt_tokens": 230, "completion_tokens": 0, "total_tokens": 230, "questions": 1}}, "utc": "2026-09-27T11:54:50Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c092", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1760624161836144, "einstein": 0.1371175475932425, "hypatia": 0.42235178037902554, "ibn_sina": 0.1995048545416704, "sagan": 0.06476974327692198, "socrates": 0.00019365802552529353}, "confidence": 0.30682213645483064, "temperature": 1.0, "prompt_sha256": "5fdfc15126d9daad3676c6ac81f5439f67d0a5e59ad7e6ff8a4464a484d936b0", "body_sha256": "7a2619620fbd48c5fb4340902493bef2f33095490c9588fbc95a6df79ad8cd18", "prompt_tokens": 298, "seconds": 0.4431516589829698, "rapl_before": {"package-0": [33467051287, 262143328850, 1790510089.0026903], "core": [41238665302, 262143328850, 1790510089.0111637], "uncore": [47266980436, 262143328850, 1790510089.0191655], "psys": [120231942144, 262143328850, 1790510089.0271566]}, "rapl_after": {"package-0": [33614597051, 262143328850, 1790510090.0429926], "core": [41374677894, 262143328850, 1790510090.0515707], "uncore": [47267014250, 262143328850, 1790510090.0624921], "psys": [120232332890, 262143328850, 1790510090.0707233]}, "server_response": {"id": "deem-e4475557e3bf4864900171c7", "object": "systemone.completion", "created": 1790510090, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1760624161836144, "einstein: Albert Einstein": 0.1371175475932425, "hypatia: Hypatia of Alexandria": 0.42235178037902554, "ibn_sina: Ibn Sina": 0.1995048545416704, "sagan: Carl Sagan": 0.06476974327692198, "socrates: Socrates of Athens": 0.00019365802552529353}, "confidence": 0.30682213645483064, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-27T11:54:50Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c093", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0654704315875055, "einstein": 0.05777745308685025, "hypatia": 0.7975931374194356, "ibn_sina": 0.05777745308685025, "sagan": 0.021255137153899695, "socrates": 0.00012638766545871325}, "confidence": 0.7571117649033227, "temperature": 1.0, "prompt_sha256": "a3cadd88d4b0b43989ba5db4626f9b0c6570fe1cb0c151874f571ff462353b97", "body_sha256": "30450198bf15e437f4ded6fc624d6e33fc54db08db90499087f08afcd047dd1a", "prompt_tokens": 282, "seconds": 0.42336373502621427, "rapl_before": {"package-0": [33614597051, 262143328850, 1790510090.0429926], "core": [41374677894, 262143328850, 1790510090.0515707], "uncore": [47267014250, 262143328850, 1790510090.0624921], "psys": [120232332890, 262143328850, 1790510090.0707233]}, "rapl_after": {"package-0": [33614597051, 262143328850, 1790510090.0429926], "core": [41374677894, 262143328850, 1790510090.0515707], "uncore": [47267014250, 262143328850, 1790510090.0624921], "psys": [120232332890, 262143328850, 1790510090.0707233]}, "server_response": {"id": "deem-96b96492298e489a855f23f7", "object": "systemone.completion", "created": 1790510090, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0654704315875055, "einstein: Albert Einstein": 0.05777745308685025, "hypatia: Hypatia of Alexandria": 0.7975931374194356, "ibn_sina: Ibn Sina": 0.05777745308685025, "sagan: Carl Sagan": 0.021255137153899695, "socrates: Socrates of Athens": 0.00012638766545871325}, "confidence": 0.7571117649033227, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-27T11:54:50Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c094", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04751743992529765, "einstein": 0.7432978208304571, "hypatia": 0.08877426504796583, "ibn_sina": 0.07834301393405375, "sagan": 0.04193399355282477, "socrates": 0.00013346670940089087}, "confidence": 0.6919573849965486, "temperature": 1.0, "prompt_sha256": "652ad1fd12be045cf85cc29b7da4451d2ca8b68bcaf2e3086f450076898fdbf3", "body_sha256": "46577edfa1e89f1cdce3030c11cd74736ea06caf41c77b84ae33ad4ce4ec4765", "prompt_tokens": 312, "seconds": 0.4644375169882551, "rapl_before": {"package-0": [33614597051, 262143328850, 1790510090.0429926], "core": [41374677894, 262143328850, 1790510090.0515707], "uncore": [47267014250, 262143328850, 1790510090.0624921], "psys": [120232332890, 262143328850, 1790510090.0707233]}, "rapl_after": {"package-0": [33760794004, 262143328850, 1790510091.0825224], "core": [41509848690, 262143328850, 1790510091.0902476], "uncore": [47267047575, 262143328850, 1790510091.0978498], "psys": [120232720462, 262143328850, 1790510091.1064355]}, "server_response": {"id": "deem-8c7dd065a4774386a3ed603c", "object": "systemone.completion", "created": 1790510091, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.04751743992529765, "einstein: Albert Einstein": 0.7432978208304571, "hypatia: Hypatia of Alexandria": 0.08877426504796583, "ibn_sina: Ibn Sina": 0.07834301393405375, "sagan: Carl Sagan": 0.04193399355282477, "socrates: Socrates of Athens": 0.00013346670940089087}, "confidence": 0.6919573849965486, "temperature": 1.0}}, "usage": {"prompt_tokens": 312, "completion_tokens": 0, "total_tokens": 312, "questions": 1}}, "utc": "2026-09-27T11:54:51Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c095", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11251442498890035, "einstein": 0.4450031832663931, "hypatia": 0.2102046196383241, "ibn_sina": 0.1444713814297544, "sagan": 0.08762632228818444, "socrates": 0.00018006838844355637}, "confidence": 0.33400381991967176, "temperature": 1.0, "prompt_sha256": "cf0a9a0e5f9fff50808602d3d348bca60f30d52587e8a6b27a2ac05f4c8426cc", "body_sha256": "d8218d87a3af6ddd5ccc5c2dd48296713632491bee865a53d7e1f1199459c276", "prompt_tokens": 241, "seconds": 0.3630646769888699, "rapl_before": {"package-0": [33760794004, 262143328850, 1790510091.0825224], "core": [41509848690, 262143328850, 1790510091.0902476], "uncore": [47267047575, 262143328850, 1790510091.0978498], "psys": [120232720462, 262143328850, 1790510091.1064355]}, "rapl_after": {"package-0": [33760794004, 262143328850, 1790510091.0825224], "core": [41509848690, 262143328850, 1790510091.0902476], "uncore": [47267047575, 262143328850, 1790510091.0978498], "psys": [120232720462, 262143328850, 1790510091.1064355]}, "server_response": {"id": "deem-04908c096c2e4c70beadb789", "object": "systemone.completion", "created": 1790510091, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.11251442498890035, "einstein: Albert Einstein": 0.4450031832663931, "hypatia: Hypatia of Alexandria": 0.2102046196383241, "ibn_sina: Ibn Sina": 0.1444713814297544, "sagan: Carl Sagan": 0.08762632228818444, "socrates: Socrates of Athens": 0.00018006838844355637}, "confidence": 0.33400381991967176, "temperature": 1.0}}, "usage": {"prompt_tokens": 241, "completion_tokens": 0, "total_tokens": 241, "questions": 1}}, "utc": "2026-09-27T11:54:51Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c096", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "id_not_unique": "c-socrates-01-main-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.034431800027506766, "einstein": 0.02681551282398029, "hypatia": 0.8880078266702169, "ibn_sina": 0.034431800027506766, "sagan": 0.016264430683661346, "socrates": 4.862976712790424e-05}, "confidence": 0.8656093920042605, "temperature": 1.0, "prompt_sha256": "a56caf5fdae74ac68972de07ac52cb232a7a6a5c19cc802d4c8c99a35c1185e0", "body_sha256": "e50a9ad7fde167a04915d307db8440586071e817dc6e666cfa10ee951cd3d3b7", "prompt_tokens": 262, "seconds": 0.40772316098446026, "rapl_before": {"package-0": [33760794004, 262143328850, 1790510091.0825224], "core": [41509848690, 262143328850, 1790510091.0902476], "uncore": [47267047575, 262143328850, 1790510091.0978498], "psys": [120232720462, 262143328850, 1790510091.1064355]}, "rapl_after": {"package-0": [33760794004, 262143328850, 1790510091.0825224], "core": [41509848690, 262143328850, 1790510091.0902476], "uncore": [47267047575, 262143328850, 1790510091.0978498], "psys": [120232720462, 262143328850, 1790510091.1064355]}, "server_response": {"id": "deem-fb7ae9e82977427dbf587960", "object": "systemone.completion", "created": 1790510092, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.034431800027506766, "einstein: Albert Einstein": 0.02681551282398029, "hypatia: Hypatia of Alexandria": 0.8880078266702169, "ibn_sina: Ibn Sina": 0.034431800027506766, "sagan: Carl Sagan": 0.016264430683661346, "socrates: Socrates of Athens": 4.862976712790424e-05}, "confidence": 0.8656093920042605, "temperature": 1.0}}, "usage": {"prompt_tokens": 262, "completion_tokens": 0, "total_tokens": 262, "questions": 1}}, "utc": "2026-09-27T11:54:52Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c097", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1858723831335458, "einstein": 0.06034392779808214, "hypatia": 0.5725272462764953, "ibn_sina": 0.06837862843637305, "sagan": 0.11273729916434888, "socrates": 0.00014051519115482376}, "confidence": 0.4870326955317944, "temperature": 1.0, "prompt_sha256": "32fe121489b5247bbaf0cf5ec128f0e366d8434b7e8abc9bc8150649c674f957", "body_sha256": "163144c6c12aca46e0fe76dfa4fa5fbeae9fbce37a6fb40f349e79d39b59f533", "prompt_tokens": 333, "seconds": 0.5497705489979126, "rapl_before": {"package-0": [33760794004, 262143328850, 1790510091.0825224], "core": [41509848690, 262143328850, 1790510091.0902476], "uncore": [47267047575, 262143328850, 1790510091.0978498], "psys": [120232720462, 262143328850, 1790510091.1064355]}, "rapl_after": {"package-0": [33907793200, 262143328850, 1790510092.1201391], "core": [41645703384, 262143328850, 1790510092.1330416], "uncore": [47267082487, 262143328850, 1790510092.1414094], "psys": [120233109804, 262143328850, 1790510092.149747]}, "server_response": {"id": "deem-f9ab7166950440ecb180c9f9", "object": "systemone.completion", "created": 1790510092, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1858723831335458, "einstein: Albert Einstein": 0.06034392779808214, "hypatia: Hypatia of Alexandria": 0.5725272462764953, "ibn_sina: Ibn Sina": 0.06837862843637305, "sagan: Carl Sagan": 0.11273729916434888, "socrates: Socrates of Athens": 0.00014051519115482376}, "confidence": 0.4870326955317944, "temperature": 1.0}}, "usage": {"prompt_tokens": 333, "completion_tokens": 0, "total_tokens": 333, "questions": 1}}, "utc": "2026-09-27T11:54:52Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c098", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06165983104134693, "einstein": 0.05441460990787815, "hypatia": 0.5162714444444453, "ibn_sina": 0.05441460990787815, "sagan": 0.3131344597896836, "socrates": 0.00010504490876788067}, "confidence": 0.4195257333333343, "temperature": 1.0, "prompt_sha256": "88eba9141634f8228bcdf294d5fc7f850920ce7407dcd3bc19eddb081f8239ec", "body_sha256": "b71473729315a326aece2eb485304167d7401e3b70348d910ab86632fcdd36ed", "prompt_tokens": 236, "seconds": 0.39354949904372916, "rapl_before": {"package-0": [33907793200, 262143328850, 1790510092.1201391], "core": [41645703384, 262143328850, 1790510092.1330416], "uncore": [47267082487, 262143328850, 1790510092.1414094], "psys": [120233109804, 262143328850, 1790510092.149747]}, "rapl_after": {"package-0": [33907793200, 262143328850, 1790510092.1201391], "core": [41645703384, 262143328850, 1790510092.1330416], "uncore": [47267082487, 262143328850, 1790510092.1414094], "psys": [120233109804, 262143328850, 1790510092.149747]}, "server_response": {"id": "deem-7450b396b6364955a2cd2a58", "object": "systemone.completion", "created": 1790510093, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06165983104134693, "einstein: Albert Einstein": 0.05441460990787815, "hypatia: Hypatia of Alexandria": 0.5162714444444453, "ibn_sina: Ibn Sina": 0.05441460990787815, "sagan: Carl Sagan": 0.3131344597896836, "socrates: Socrates of Athens": 0.00010504490876788067}, "confidence": 0.4195257333333343, "temperature": 1.0}}, "usage": {"prompt_tokens": 236, "completion_tokens": 0, "total_tokens": 236, "questions": 1}}, "utc": "2026-09-27T11:54:53Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c099", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05366067629382322, "einstein": 0.39650174744161787, "hypatia": 0.07807582331011924, "ibn_sina": 0.4492953417517627, "sagan": 0.022369097897157804, "socrates": 9.731330551921698e-05}, "confidence": 0.3391544101021153, "temperature": 1.0, "prompt_sha256": "ab6ca14b1b314e99a60688597591018c7fd016c4cafd1baea87c424ca31b91cf", "body_sha256": "309684ea2bebac4ede5ef0ccc69074853240f63b22774d9d47a4b5876937fd05", "prompt_tokens": 306, "seconds": 0.5445546159753576, "rapl_before": {"package-0": [33907793200, 262143328850, 1790510092.1201391], "core": [41645703384, 262143328850, 1790510092.1330416], "uncore": [47267082487, 262143328850, 1790510092.1414094], "psys": [120233109804, 262143328850, 1790510092.149747]}, "rapl_after": {"package-0": [34049860158, 262143328850, 1790510093.1611397], "core": [41776507248, 262143328850, 1790510093.1692762], "uncore": [47267144620, 262143328850, 1790510093.1780257], "psys": [120233497682, 262143328850, 1790510093.1873283]}, "server_response": {"id": "deem-6d77da9ddb164323a3ebc8e1", "object": "systemone.completion", "created": 1790510093, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.05366067629382322, "einstein: Albert Einstein": 0.39650174744161787, "hypatia: Hypatia of Alexandria": 0.07807582331011924, "ibn_sina: Ibn Sina": 0.4492953417517627, "sagan: Carl Sagan": 0.022369097897157804, "socrates: Socrates of Athens": 9.731330551921698e-05}, "confidence": 0.3391544101021153, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-27T11:54:53Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c100", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.13914274554678846, "einstein": 0.07447774474942835, "hypatia": 0.6235945219338722, "ibn_sina": 0.12279304196215732, "sagan": 0.03986506404745174, "socrates": 0.00012688176030185735}, "confidence": 0.5483134263206466, "temperature": 1.0, "prompt_sha256": "cfb7e167239f3e0627ad891f5e0525057645fcbf5451bb899976fff20656f7b5", "body_sha256": "38392eb66e9914d05b2e71cf07408464e5dda826045d89ca26bdcc044cef4c36", "prompt_tokens": 237, "seconds": 0.35498141299467534, "rapl_before": {"package-0": [34049860158, 262143328850, 1790510093.1611397], "core": [41776507248, 262143328850, 1790510093.1692762], "uncore": [47267144620, 262143328850, 1790510093.1780257], "psys": [120233497682, 262143328850, 1790510093.1873283]}, "rapl_after": {"package-0": [34049860158, 262143328850, 1790510093.1611397], "core": [41776507248, 262143328850, 1790510093.1692762], "uncore": [47267144620, 262143328850, 1790510093.1780257], "psys": [120233497682, 262143328850, 1790510093.1873283]}, "server_response": {"id": "deem-5e1e52ba8ff84d8c93678097", "object": "systemone.completion", "created": 1790510093, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.13914274554678846, "einstein: Albert Einstein": 0.07447774474942835, "hypatia: Hypatia of Alexandria": 0.6235945219338722, "ibn_sina: Ibn Sina": 0.12279304196215732, "sagan: Carl Sagan": 0.03986506404745174, "socrates: Socrates of Athens": 0.00012688176030185735}, "confidence": 0.5483134263206466, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-27T11:54:53Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c101", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09144227437939857, "einstein": 0.15076282281051176, "hypatia": 0.08069752390510995, "ibn_sina": 0.08069752390510995, "sagan": 0.5962785311796546, "socrates": 0.00012132382021518684}, "confidence": 0.5155342374155855, "temperature": 1.0, "prompt_sha256": "81d4a90c7bdd9acb180fb94c4b4a55d8f6b82274102d468f20ab7e3ce8929ddb", "body_sha256": "f5dfa4bd68844ae86f19c2c778c8fd1309f27b0b0aa19979c17c7bed23785474", "prompt_tokens": 279, "seconds": 0.4836189309717156, "rapl_before": {"package-0": [34049860158, 262143328850, 1790510093.1611397], "core": [41776507248, 262143328850, 1790510093.1692762], "uncore": [47267144620, 262143328850, 1790510093.1780257], "psys": [120233497682, 262143328850, 1790510093.1873283]}, "rapl_after": {"package-0": [34194548814, 262143328850, 1790510094.1985593], "core": [41909723094, 262143328850, 1790510094.2075684], "uncore": [47267212613, 262143328850, 1790510094.2158275], "psys": [120233886475, 262143328850, 1790510094.2254102]}, "server_response": {"id": "deem-8e0257a4bb764d1daa93db2b", "object": "systemone.completion", "created": 1790510094, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.09144227437939857, "einstein: Albert Einstein": 0.15076282281051176, "hypatia: Hypatia of Alexandria": 0.08069752390510995, "ibn_sina: Ibn Sina": 0.08069752390510995, "sagan: Carl Sagan": 0.5962785311796546, "socrates: Socrates of Athens": 0.00012132382021518684}, "confidence": 0.5155342374155855, "temperature": 1.0}}, "usage": {"prompt_tokens": 279, "completion_tokens": 0, "total_tokens": 279, "questions": 1}}, "utc": "2026-09-27T11:54:54Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c102", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03996598965810099, "einstein": 0.021392252716570324, "hypatia": 0.9096217319273527, "ibn_sina": 0.01887859676168021, "sagan": 0.010104984671090932, "socrates": 3.64442652047606e-05}, "confidence": 0.8915460783128232, "temperature": 1.0, "prompt_sha256": "8169ae02b82ede08729014bb1eb21987ee60d82b8c063b8e8d5e1c3c1472af93", "body_sha256": "3aa1cc8190d68db7728ccdb5a26b8dd4ef382b8040221d1cf2873b785ecf302f", "prompt_tokens": 317, "seconds": 0.48797510704025626, "rapl_before": {"package-0": [34194548814, 262143328850, 1790510094.1985593], "core": [41909723094, 262143328850, 1790510094.2075684], "uncore": [47267212613, 262143328850, 1790510094.2158275], "psys": [120233886475, 262143328850, 1790510094.2254102]}, "rapl_after": {"package-0": [34194548814, 262143328850, 1790510094.1985593], "core": [41909723094, 262143328850, 1790510094.2075684], "uncore": [47267212613, 262143328850, 1790510094.2158275], "psys": [120233886475, 262143328850, 1790510094.2254102]}, "server_response": {"id": "deem-56e1e9c372d94bf0a77acf94", "object": "systemone.completion", "created": 1790510094, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.03996598965810099, "einstein: Albert Einstein": 0.021392252716570324, "hypatia: Hypatia of Alexandria": 0.9096217319273527, "ibn_sina: Ibn Sina": 0.01887859676168021, "sagan: Carl Sagan": 0.010104984671090932, "socrates: Socrates of Athens": 3.64442652047606e-05}, "confidence": 0.8915460783128232, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-27T11:54:54Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c103", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "id_not_unique": "c-socrates-01-starter-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.19062245770854394, "einstein": 0.1484569193344098, "hypatia": 0.45727950427231406, "ibn_sina": 0.1484569193344098, "sagan": 0.05461424852277656, "socrates": 0.0005699508275458725}, "confidence": 0.34873540512677687, "temperature": 1.0, "prompt_sha256": "f49598785170301fe64685b22a97ab784b0eb1bb5ce19b4e7d6686c2f73277f5", "body_sha256": "e85c319de9037d857517f40b0ca19839ba811c598e10a9871514eed8289beb22", "prompt_tokens": 206, "seconds": 0.4151968660298735, "rapl_before": {"package-0": [34194548814, 262143328850, 1790510094.1985593], "core": [41909723094, 262143328850, 1790510094.2075684], "uncore": [47267212613, 262143328850, 1790510094.2158275], "psys": [120233886475, 262143328850, 1790510094.2254102]}, "rapl_after": {"package-0": [34340794472, 262143328850, 1790510095.2377474], "core": [42044526521, 262143328850, 1790510095.2465508], "uncore": [47267243192, 262143328850, 1790510095.2545679], "psys": [120234275695, 262143328850, 1790510095.2636342]}, "server_response": {"id": "deem-a2909fdc81f24131be4cde8c", "object": "systemone.completion", "created": 1790510095, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.19062245770854394, "einstein: Albert Einstein": 0.1484569193344098, "hypatia: Hypatia of Alexandria": 0.45727950427231406, "ibn_sina: Ibn Sina": 0.1484569193344098, "sagan: Carl Sagan": 0.05461424852277656, "socrates: Socrates of Athens": 0.0005699508275458725}, "confidence": 0.34873540512677687, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-27T11:54:55Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c104", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "id_not_unique": "c-socrates-01-starter-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.026601292019505153, "einstein": 0.8809138079110681, "hypatia": 0.04969775627791454, "ibn_sina": 0.026601292019505153, "sagan": 0.01613449919779887, "socrates": 5.1352574208054876e-05}, "confidence": 0.8570965694932816, "temperature": 1.0, "prompt_sha256": "010216a6379dd2d5748a903afbf53fdee29436823397d2addfca359c287041de", "body_sha256": "97748f4a4759b67d548ce8615360ac571b7028aafef374d47623a339359ae9e0", "prompt_tokens": 254, "seconds": 0.49613601801684126, "rapl_before": {"package-0": [34340794472, 262143328850, 1790510095.2377474], "core": [42044526521, 262143328850, 1790510095.2465508], "uncore": [47267243192, 262143328850, 1790510095.2545679], "psys": [120234275695, 262143328850, 1790510095.2636342]}, "rapl_after": {"package-0": [34340794472, 262143328850, 1790510095.2377474], "core": [42044526521, 262143328850, 1790510095.2465508], "uncore": [47267243192, 262143328850, 1790510095.2545679], "psys": [120234275695, 262143328850, 1790510095.2636342]}, "server_response": {"id": "deem-b9a8de485bc044c28f8680ab", "object": "systemone.completion", "created": 1790510095, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.026601292019505153, "einstein: Albert Einstein": 0.8809138079110681, "hypatia: Hypatia of Alexandria": 0.04969775627791454, "ibn_sina: Ibn Sina": 0.026601292019505153, "sagan: Carl Sagan": 0.01613449919779887, "socrates: Socrates of Athens": 5.1352574208054876e-05}, "confidence": 0.8570965694932816, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-27T11:54:55Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c105", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05136729862315965, "einstein": 0.10874457203857718, "hypatia": 0.43009312561373647, "ibn_sina": 0.07473897848882664, "sagan": 0.3349568630216061, "socrates": 9.916221409392245e-05}, "confidence": 0.31611175073648373, "temperature": 1.0, "prompt_sha256": "03260f3ea7fa197c8f329b0936f219b784f4404423bd59773254581cdec63ce1", "body_sha256": "160011c50f280d32dfe557021c28f87d3d6f59b003b01ab34b223f08e73779b0", "prompt_tokens": 274, "seconds": 0.5470530900056474, "rapl_before": {"package-0": [34340794472, 262143328850, 1790510095.2377474], "core": [42044526521, 262143328850, 1790510095.2465508], "uncore": [47267243192, 262143328850, 1790510095.2545679], "psys": [120234275695, 262143328850, 1790510095.2636342]}, "rapl_after": {"package-0": [34474414247, 262143328850, 1790510096.2764952], "core": [42167211875, 262143328850, 1790510096.2853196], "uncore": [47267276822, 262143328850, 1790510096.2954094], "psys": [120234664305, 262143328850, 1790510096.3034492]}, "server_response": {"id": "deem-73f4474476464f2f95ec03a6", "object": "systemone.completion", "created": 1790510096, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.05136729862315965, "einstein: Albert Einstein": 0.10874457203857718, "hypatia: Hypatia of Alexandria": 0.43009312561373647, "ibn_sina: Ibn Sina": 0.07473897848882664, "sagan: Carl Sagan": 0.3349568630216061, "socrates: Socrates of Athens": 9.916221409392245e-05}, "confidence": 0.31611175073648373, "temperature": 1.0}}, "usage": {"prompt_tokens": 274, "completion_tokens": 0, "total_tokens": 274, "questions": 1}}, "utc": "2026-09-27T11:54:56Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c106", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.22849895564570105, "einstein": 0.04499411213860383, "hypatia": 0.548140499395756, "ibn_sina": 0.03970716459686183, "sagan": 0.13859162231143482, "socrates": 6.764591164240495e-05}, "confidence": 0.4577685992749073, "temperature": 1.0, "prompt_sha256": "8346dc2bcf5218738bcb303369ab93aca0fc8ae06923e2f5823a5b38c25c5616", "body_sha256": "f0ea5ddb360981be06aefae6e13d93c32919a48031e07cbf57688c948025f7b9", "prompt_tokens": 293, "seconds": 0.4568518800078891, "rapl_before": {"package-0": [34474414247, 262143328850, 1790510096.2764952], "core": [42167211875, 262143328850, 1790510096.2853196], "uncore": [47267276822, 262143328850, 1790510096.2954094], "psys": [120234664305, 262143328850, 1790510096.3034492]}, "rapl_after": {"package-0": [34474414247, 262143328850, 1790510096.2764952], "core": [42167211875, 262143328850, 1790510096.2853196], "uncore": [47267276822, 262143328850, 1790510096.2954094], "psys": [120234664305, 262143328850, 1790510096.3034492]}, "server_response": {"id": "deem-128bfb128c0c48708f22cb3f", "object": "systemone.completion", "created": 1790510096, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.22849895564570105, "einstein: Albert Einstein": 0.04499411213860383, "hypatia: Hypatia of Alexandria": 0.548140499395756, "ibn_sina: Ibn Sina": 0.03970716459686183, "sagan: Carl Sagan": 0.13859162231143482, "socrates: Socrates of Athens": 6.764591164240495e-05}, "confidence": 0.4577685992749073, "temperature": 1.0}}, "usage": {"prompt_tokens": 293, "completion_tokens": 0, "total_tokens": 293, "questions": 1}}, "utc": "2026-09-27T11:54:56Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "P", "rep": 1, "order_k": 0, "uid": "c107", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.024852725456699223, "einstein": 0.019355322047135994, "hypatia": 0.9325916425242066, "ibn_sina": 0.015073939966908737, "sagan": 0.008068498640097071, "socrates": 5.787136495243909e-05}, "confidence": 0.9191099710290478, "temperature": 1.0, "prompt_sha256": "da702a06d8d291d541f252110c04cd8477751fe258c250885408a5f737338154", "body_sha256": "2b0f70c2e8abb0900bfc1a0dd7a00246a3ae5c88965aaf089c6a7b152d413235", "prompt_tokens": 266, "seconds": 0.4236039770185016, "rapl_before": {"package-0": [34474414247, 262143328850, 1790510096.2764952], "core": [42167211875, 262143328850, 1790510096.2853196], "uncore": [47267276822, 262143328850, 1790510096.2954094], "psys": [120234664305, 262143328850, 1790510096.3034492]}, "rapl_after": {"package-0": [34474414247, 262143328850, 1790510096.2764952], "core": [42167211875, 262143328850, 1790510096.2853196], "uncore": [47267276822, 262143328850, 1790510096.2954094], "psys": [120234664305, 262143328850, 1790510096.3034492]}, "server_response": {"id": "deem-ce05406bedee4a88b93e8688", "object": "systemone.completion", "created": 1790510097, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.024852725456699223, "einstein: Albert Einstein": 0.019355322047135994, "hypatia: Hypatia of Alexandria": 0.9325916425242066, "ibn_sina: Ibn Sina": 0.015073939966908737, "sagan: Carl Sagan": 0.008068498640097071, "socrates: Socrates of Athens": 5.787136495243909e-05}, "confidence": 0.9191099710290478, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-27T11:54:57Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}