{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c000", "text_sha256": "fcf5cde7b44af0c94fc1aa5d71cb854130f81c4f17c238bcf352c844972bb393", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2010047956314476, "einstein": 0.1565426922388791, "hypatia": 0.48218543820918536, "ibn_sina": 0.08379126507199108, "sagan": 0.07394553188967692, "socrates": 0.0025302769588200387}, "confidence": 0.37862252585102246, "temperature": 1.0, "prompt_sha256": "8ffb1f475b0f997352d943295b928c76278288ee92fe726f5c576a6e4aa2a279", "body_sha256": "fee184e6b94a4140c89273b4c54dee5f62cc2ac12efe535961f2eec4812b92c6", "prompt_tokens": 186, "seconds": 0.27796635299455374, "rapl_before": {"package-0": [78737601959, 262143328850, 1790510916.3206778], "core": [79381171661, 262143328850, 1790510916.3280716], "uncore": [47308473372, 262143328850, 1790510916.334179], "psys": [120524674854, 262143328850, 1790510916.3408382]}, "rapl_after": {"package-0": [78737601959, 262143328850, 1790510916.3206778], "core": [79381171661, 262143328850, 1790510916.3280716], "uncore": [47308473372, 262143328850, 1790510916.334179], "psys": [120524674854, 262143328850, 1790510916.3408382]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-37577aaec82f4a5bbafb50db", "object": "systemone.completion", "created": 1790510916, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2010047956314476, "einstein: Albert Einstein": 0.1565426922388791, "hypatia: Hypatia of Alexandria": 0.48218543820918536, "ibn_sina: Ibn Sina": 0.08379126507199108, "sagan: Carl Sagan": 0.07394553188967692, "socrates: Socrates of Athens": 0.0025302769588200387}, "confidence": 0.37862252585102246, "temperature": 1.0}}, "usage": {"prompt_tokens": 186, "completion_tokens": 0, "total_tokens": 186, "questions": 1}}, "utc": "2026-09-27T12:08:36Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c001", "text_sha256": "cca09c399a86e9ba18f164d04a4ceff22429e46d782c68ba7651b4f8f03254c9", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09011292394691292, "einstein": 0.04256633124221649, "hypatia": 0.07018001573470974, "ibn_sina": 0.04256633124221649, "sagan": 0.7545062745629104, "socrates": 6.812327103388452e-05}, "confidence": 0.7054075294754926, "temperature": 1.0, "prompt_sha256": "39c9c17deda95502edd11bb255cddb3dfd1ffd656204711f53eff3fb7aa58a01", "body_sha256": "7f83251c89c4ee5d3b700ae48c2e4db753e8eaf3fe614778a30e5047138a269e", "prompt_tokens": 286, "seconds": 0.4106631870381534, "rapl_before": {"package-0": [78786537929, 262143328850, 1790510917.3522675], "core": [79420403189, 262143328850, 1790510917.3599708], "uncore": [47308499800, 262143328850, 1790510917.3666189], "psys": [120525027453, 262143328850, 1790510917.3732054]}, "rapl_after": {"package-0": [78786537929, 262143328850, 1790510917.3522675], "core": [79420403189, 262143328850, 1790510917.3599708], "uncore": [47308499800, 262143328850, 1790510917.3666189], "psys": [120525027453, 262143328850, 1790510917.3732054]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-39a44686585b44dc910b4b72", "object": "systemone.completion", "created": 1790510918, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.09011292394691292, "einstein: Albert Einstein": 0.04256633124221649, "hypatia: Hypatia of Alexandria": 0.07018001573470974, "ibn_sina: Ibn Sina": 0.04256633124221649, "sagan: Carl Sagan": 0.7545062745629104, "socrates: Socrates of Athens": 6.812327103388452e-05}, "confidence": 0.7054075294754926, "temperature": 1.0}}, "usage": {"prompt_tokens": 286, "completion_tokens": 0, "total_tokens": 286, "questions": 1}}, "utc": "2026-09-27T12:08:38Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c002", "text_sha256": "a062080c339f6ce54cbabf2848b449ef14a2780b84a5f4583d04f0156553982d", "id_not_unique": "c-darwin-01-dessert-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06306896183788875, "einstein": 0.0491181568668483, "hypatia": 0.17143921290370995, "ibn_sina": 0.038253259030925565, "sagan": 0.6780552403512883, "socrates": 6.516900933904837e-05}, "confidence": 0.6136662884215459, "temperature": 1.0, "prompt_sha256": "c6e506a30729a4d6f40b3c17212d82f364a24f5a07ab548cda7644d9cba63502", "body_sha256": "9390df47eaa23086a7f7af6efc8d8fcc265a4881b19e17be06d07b9ab29e334e", "prompt_tokens": 204, "seconds": 0.30665734101785347, "rapl_before": {"package-0": [78849623889, 262143328850, 1790510918.3843083], "core": [79474106909, 262143328850, 1790510918.3923967], "uncore": [47308559431, 262143328850, 1790510918.3994243], "psys": [120525366014, 262143328850, 1790510918.4059277]}, "rapl_after": {"package-0": [78865215401, 262143328850, 1790510919.4173234], "core": [79481202350, 262143328850, 1790510919.4259655], "uncore": [47308615767, 262143328850, 1790510919.4333882], "psys": [120525699998, 262143328850, 1790510919.4414902]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c127c498160244fa8eaf9294", "object": "systemone.completion", "created": 1790510919, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06306896183788875, "einstein: Albert Einstein": 0.0491181568668483, "hypatia: Hypatia of Alexandria": 0.17143921290370995, "ibn_sina: Ibn Sina": 0.038253259030925565, "sagan: Carl Sagan": 0.6780552403512883, "socrates: Socrates of Athens": 6.516900933904837e-05}, "confidence": 0.6136662884215459, "temperature": 1.0}}, "usage": {"prompt_tokens": 204, "completion_tokens": 0, "total_tokens": 204, "questions": 1}}, "utc": "2026-09-27T12:08:39Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c003", "text_sha256": "485359cc7a1ff70871cdb0ae47661b859bb9bcda6d35a4782bd26dad348398ce", "id_not_unique": "c-darwin-01-dessert-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.28960614891214037, "einstein": 0.17565500855651564, "hypatia": 0.3281667596384328, "ibn_sina": 0.09402135080647601, "sagan": 0.1065401482216117, "socrates": 0.006010583864823561}, "confidence": 0.19380011156611934, "temperature": 1.0, "prompt_sha256": "71f25cfd64b95cddc267de547231bb32490d80bcbe870bd3954afb06c957d3cc", "body_sha256": "5d9bb07430dca7ac4187f84071de74fc89bf36a4445e4b5bccaa393f3a7c1724", "prompt_tokens": 306, "seconds": 0.43617261602776125, "rapl_before": {"package-0": [78911608898, 262143328850, 1790510920.456043], "core": [79517499376, 262143328850, 1790510920.4643676], "uncore": [47308669660, 262143328850, 1790510920.4712112], "psys": [120526026962, 262143328850, 1790510920.4779363]}, "rapl_after": {"package-0": [78911608898, 262143328850, 1790510920.456043], "core": [79517499376, 262143328850, 1790510920.4643676], "uncore": [47308669660, 262143328850, 1790510920.4712112], "psys": [120526026962, 262143328850, 1790510920.4779363]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-92c47f3b1694481db7f01e71", "object": "systemone.completion", "created": 1790510921, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.28960614891214037, "einstein: Albert Einstein": 0.17565500855651564, "hypatia: Hypatia of Alexandria": 0.3281667596384328, "ibn_sina: Ibn Sina": 0.09402135080647601, "sagan: Carl Sagan": 0.1065401482216117, "socrates: Socrates of Athens": 0.006010583864823561}, "confidence": 0.19380011156611934, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-27T12:08:41Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c004", "text_sha256": "a059154398302a58169460b1f4228781795950865827925fc503638efc0b8cfb", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04462173553233897, "einstein": 0.02388429390403634, "hypatia": 0.8962515166115094, "ibn_sina": 0.02388429390403634, "sagan": 0.011282141576102878, "socrates": 7.601847197595977e-05}, "confidence": 0.8755018199338112, "temperature": 1.0, "prompt_sha256": "f99b64dc5940e61ca6d1c523440c4781d18c3b792dd11399831bae7cbff6fae8", "body_sha256": "31bc5a8c01ae19240dc26ce65815f31f2c05286d15635ab7163d07606cce50ef", "prompt_tokens": 317, "seconds": 0.45187033200636506, "rapl_before": {"package-0": [78979233908, 262143328850, 1790510921.4891636], "core": [79575533102, 262143328850, 1790510921.496634], "uncore": [47308699873, 262143328850, 1790510921.5039103], "psys": [120526370528, 262143328850, 1790510921.5101504]}, "rapl_after": {"package-0": [79035052308, 262143328850, 1790510922.5215108], "core": [79623258566, 262143328850, 1790510922.5316813], "uncore": [47308754133, 262143328850, 1790510922.5399752], "psys": [120526714033, 262143328850, 1790510922.5474517]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8311e56acbc84a18a8dbf447", "object": "systemone.completion", "created": 1790510922, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04462173553233897, "einstein: Albert Einstein": 0.02388429390403634, "hypatia: Hypatia of Alexandria": 0.8962515166115094, "ibn_sina: Ibn Sina": 0.02388429390403634, "sagan: Carl Sagan": 0.011282141576102878, "socrates: Socrates of Athens": 7.601847197595977e-05}, "confidence": 0.8755018199338112, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-27T12:08:42Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c005", "text_sha256": "23d3cdf830a1ee0f835507f044275131684307cb945a80c51538c7b409534789", "id_not_unique": "c-darwin-01-dessert-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0035519675876678246, "einstein": 0.002766275138719951, "hypatia": 0.008520727291028256, "ibn_sina": 0.984862167584783, "sagan": 0.00029156325454584653, "socrates": 7.299143255283409e-06}, "confidence": 0.9818346011017395, "temperature": 1.0, "prompt_sha256": "48c28206ac663c620da6b5364a8712832a2ef52897edac722c62adac55f3b812", "body_sha256": "4b27181a381a654507a91ecd1217c3a22d4aff4b6981642c6757ce5d2fd328d7", "prompt_tokens": 319, "seconds": 0.45910812105285004, "rapl_before": {"package-0": [79060943843, 262143328850, 1790510923.56144], "core": [79638584698, 262143328850, 1790510923.5692525], "uncore": [47308867841, 262143328850, 1790510923.5757353], "psys": [120527036054, 262143328850, 1790510923.5828512]}, "rapl_after": {"package-0": [79060943843, 262143328850, 1790510923.56144], "core": [79638584698, 262143328850, 1790510923.5692525], "uncore": [47308867841, 262143328850, 1790510923.5757353], "psys": [120527036054, 262143328850, 1790510923.5828512]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-b213cd6606bd46af9d068c6f", "object": "systemone.completion", "created": 1790510924, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.0035519675876678246, "einstein: Albert Einstein": 0.002766275138719951, "hypatia: Hypatia of Alexandria": 0.008520727291028256, "ibn_sina: Ibn Sina": 0.984862167584783, "sagan: Carl Sagan": 0.00029156325454584653, "socrates: Socrates of Athens": 7.299143255283409e-06}, "confidence": 0.9818346011017395, "temperature": 1.0}}, "usage": {"prompt_tokens": 319, "completion_tokens": 0, "total_tokens": 319, "questions": 1}}, "utc": "2026-09-27T12:08:44Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c006", "text_sha256": "5dd7557e7f11609ac3d7c3e8fc7175298f308905f62b24085bbccf753b83199d", "id_not_unique": "c-darwin-01-main-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06169475222682147, "einstein": 0.03741975876894149, "hypatia": 0.0291425374315947, "ibn_sina": 0.020029353533499633, "sagan": 0.8516697840061852, "socrates": 4.381403295747544e-05}, "confidence": 0.8220037408074223, "temperature": 1.0, "prompt_sha256": "b1b06e2ece939b4116c4452072f5d5eebb45455f1eabf2790e71e9629bbfb12f", "body_sha256": "8ed95ec769508f793b0c82404eb3932ff247cf1d0cce697f90542c8b310cd297", "prompt_tokens": 221, "seconds": 0.3229752519982867, "rapl_before": {"package-0": [79134240225, 262143328850, 1790510924.5937383], "core": [79701975588, 262143328850, 1790510924.6013422], "uncore": [47308952741, 262143328850, 1790510924.6076274], "psys": [120527389935, 262143328850, 1790510924.613447]}, "rapl_after": {"package-0": [79134240225, 262143328850, 1790510924.5937383], "core": [79701975588, 262143328850, 1790510924.6013422], "uncore": [47308952741, 262143328850, 1790510924.6076274], "psys": [120527389935, 262143328850, 1790510924.613447]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-cccf22a3310f4a30a3b4ed4d", "object": "systemone.completion", "created": 1790510925, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.06169475222682147, "einstein: Albert Einstein": 0.03741975876894149, "hypatia: Hypatia of Alexandria": 0.0291425374315947, "ibn_sina: Ibn Sina": 0.020029353533499633, "sagan: Carl Sagan": 0.8516697840061852, "socrates: Socrates of Athens": 4.381403295747544e-05}, "confidence": 0.8220037408074223, "temperature": 1.0}}, "usage": {"prompt_tokens": 221, "completion_tokens": 0, "total_tokens": 221, "questions": 1}}, "utc": "2026-09-27T12:08:45Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c007", "text_sha256": "e5582302f777af6b5f897c4ab2cf415650f9c356ad9b79067cf05fd8ebb156d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2198465229595833, "einstein": 0.08087701600985617, "hypatia": 0.5976048084109394, "ibn_sina": 0.07137371611898279, "sagan": 0.029752991453319676, "socrates": 0.0005449450473185976}, "confidence": 0.5171257700931273, "temperature": 1.0, "prompt_sha256": "065e33bbb3a07d960759c71ccd1bef9344536579eeea005a09fab6bb60d25a54", "body_sha256": "d79a5778d6a876bfabed6e9643a94ebb7184cb0526a034e8502bce5c4a0a7ec3", "prompt_tokens": 202, "seconds": 0.30835796298924834, "rapl_before": {"package-0": [79185819378, 262143328850, 1790510925.6237764], "core": [79744268937, 262143328850, 1790510925.631197], "uncore": [47308981855, 262143328850, 1790510925.6379538], "psys": [120527733989, 262143328850, 1790510925.6439874]}, "rapl_after": {"package-0": [79224281499, 262143328850, 1790510926.6542063], "core": [79774366150, 262143328850, 1790510926.663081], "uncore": [47309011395, 262143328850, 1790510926.6713529], "psys": [120528086588, 262143328850, 1790510926.6799686]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-f66a689819a2434faaff0e10", "object": "systemone.completion", "created": 1790510926, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2198465229595833, "einstein: Albert Einstein": 0.08087701600985617, "hypatia: Hypatia of Alexandria": 0.5976048084109394, "ibn_sina: Ibn Sina": 0.07137371611898279, "sagan: Carl Sagan": 0.029752991453319676, "socrates: Socrates of Athens": 0.0005449450473185976}, "confidence": 0.5171257700931273, "temperature": 1.0}}, "usage": {"prompt_tokens": 202, "completion_tokens": 0, "total_tokens": 202, "questions": 1}}, "utc": "2026-09-27T12:08:46Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c008", "text_sha256": "649c28612e897217908c8e2d4d59f51856253ea1c610f2c4ce6cd466b628185e", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07064980757276774, "einstein": 0.022936634346891666, "hypatia": 0.8606908540801055, "ibn_sina": 0.03337260605496433, "sagan": 0.01227709566593497, "socrates": 7.300227933585084e-05}, "confidence": 0.8328290248961266, "temperature": 1.0, "prompt_sha256": "8d20c6d9bb41ed90883eb883913841f8162e10824caa8d5a85d7408bdafe5e70", "body_sha256": "95fed14c6a53ba883deeb9c190ae1a2c3e6caacf97b6f18944bcb86e6918a5bb", "prompt_tokens": 279, "seconds": 0.4126579030416906, "rapl_before": {"package-0": [79254593372, 262143328850, 1790510927.6935413], "core": [79794187572, 262143328850, 1790510927.7017982], "uncore": [47309094647, 262143328850, 1790510927.708223], "psys": [120528420084, 262143328850, 1790510927.7147565]}, "rapl_after": {"package-0": [79254593372, 262143328850, 1790510927.6935413], "core": [79794187572, 262143328850, 1790510927.7017982], "uncore": [47309094647, 262143328850, 1790510927.708223], "psys": [120528420084, 262143328850, 1790510927.7147565]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3f7ef25fbd6e4e4ea144cc82", "object": "systemone.completion", "created": 1790510928, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.07064980757276774, "einstein: Albert Einstein": 0.022936634346891666, "hypatia: Hypatia of Alexandria": 0.8606908540801055, "ibn_sina: Ibn Sina": 0.03337260605496433, "sagan: Carl Sagan": 0.01227709566593497, "socrates: Socrates of Athens": 7.300227933585084e-05}, "confidence": 0.8328290248961266, "temperature": 1.0}}, "usage": {"prompt_tokens": 279, "completion_tokens": 0, "total_tokens": 279, "questions": 1}}, "utc": "2026-09-27T12:08:48Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c009", "text_sha256": "5d08013bae51d2d1f6280a290baf0b7fbc1b4a3cd4f743a5cb23ab10f96bee6a", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.00516472445537925, "einstein": 0.003549659746091701, "hypatia": 0.00663163747089571, "ibn_sina": 0.9842222670786537, "sagan": 0.00042394639981262216, "socrates": 7.76484916714691e-06}, "confidence": 0.9810667204943844, "temperature": 1.0, "prompt_sha256": "88a1f94552bb6fa2e3cfc564722e7558fd3ec17043dcbfa5a46ab18214845b3e", "body_sha256": "a9e529eb159aec628982a05c961af646ca1c31e563f759d5395d6e6bdc037aac", "prompt_tokens": 315, "seconds": 0.45428449497558177, "rapl_before": {"package-0": [79318029428, 262143328850, 1790510928.7269025], "core": [79848263849, 262143328850, 1790510928.7341723], "uncore": [47309149762, 262143328850, 1790510928.7410276], "psys": [120528751931, 262143328850, 1790510928.7477524]}, "rapl_after": {"package-0": [79318029428, 262143328850, 1790510928.7269025], "core": [79848263849, 262143328850, 1790510928.7341723], "uncore": [47309149762, 262143328850, 1790510928.7410276], "psys": [120528751931, 262143328850, 1790510928.7477524]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-dc598e75f9694a708472df53", "object": "systemone.completion", "created": 1790510929, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.00516472445537925, "einstein: Albert Einstein": 0.003549659746091701, "hypatia: Hypatia of Alexandria": 0.00663163747089571, "ibn_sina: Ibn Sina": 0.9842222670786537, "sagan: Carl Sagan": 0.00042394639981262216, "socrates: Socrates of Athens": 7.76484916714691e-06}, "confidence": 0.9810667204943844, "temperature": 1.0}}, "usage": {"prompt_tokens": 315, "completion_tokens": 0, "total_tokens": 315, "questions": 1}}, "utc": "2026-09-27T12:08:49Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c010", "text_sha256": "51ea227691d5922785fa53ce48e8f0d2c1e132ed64a61475fabf1b25d10857d8", "id_not_unique": "c-darwin-01-main-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10127759156847944, "einstein": 0.04784014679911509, "hypatia": 0.0696070028667869, "ibn_sina": 0.03288001999081805, "sagan": 0.7483458056640804, "socrates": 4.943311072008193e-05}, "confidence": 0.6980149667968965, "temperature": 1.0, "prompt_sha256": "d0b1faad851274e84509fdd18c484c9cf76623aac47e6b8eabf94aa522c7c73f", "body_sha256": "e89c0777ac65a194e5f22bdfde43bd4901f5caf264ea091ba6f65b88640696fe", "prompt_tokens": 308, "seconds": 0.4398413820308633, "rapl_before": {"package-0": [79386079302, 262143328850, 1790510929.7581575], "core": [79906789090, 262143328850, 1790510929.7660592], "uncore": [47309188580, 262143328850, 1790510929.7729852], "psys": [120529102638, 262143328850, 1790510929.7791357]}, "rapl_after": {"package-0": [79409651080, 262143328850, 1790510930.7918584], "core": [79921699757, 262143328850, 1790510930.801354], "uncore": [47309234295, 262143328850, 1790510930.8092709], "psys": [120529443396, 262143328850, 1790510930.8172746]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-cd830a3ffa5145c58dcdf5e8", "object": "systemone.completion", "created": 1790510931, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.10127759156847944, "einstein: Albert Einstein": 0.04784014679911509, "hypatia: Hypatia of Alexandria": 0.0696070028667869, "ibn_sina: Ibn Sina": 0.03288001999081805, "sagan: Carl Sagan": 0.7483458056640804, "socrates: Socrates of Athens": 4.943311072008193e-05}, "confidence": 0.6980149667968965, "temperature": 1.0}}, "usage": {"prompt_tokens": 308, "completion_tokens": 0, "total_tokens": 308, "questions": 1}}, "utc": "2026-09-27T12:08:51Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c011", "text_sha256": "460ae9db9052213652d36735be593ecd3ddee733eb946607b120386c23188fc5", "id_not_unique": "c-darwin-01-main-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2727674198476578, "einstein": 0.10034552598333253, "hypatia": 0.5095966294496044, "ibn_sina": 0.06896640418298539, "sagan": 0.04739987019173071, "socrates": 0.0009241503446892046}, "confidence": 0.41151595533952523, "temperature": 1.0, "prompt_sha256": "c7a1c17e40566d7a67010270a97751912b57fd0a2c99ea07f6a4e90318d67821", "body_sha256": "ee249ccd8199ea77c35837fa8c8c1a47d6d7b1c1b2a672cb4c39a08e9ecec586", "prompt_tokens": 309, "seconds": 0.4474122750107199, "rapl_before": {"package-0": [79470470444, 262143328850, 1790510931.8306081], "core": [79972251020, 262143328850, 1790510931.8386657], "uncore": [47309260113, 262143328850, 1790510931.845511], "psys": [120529779516, 262143328850, 1790510931.852684]}, "rapl_after": {"package-0": [79470470444, 262143328850, 1790510931.8306081], "core": [79972251020, 262143328850, 1790510931.8386657], "uncore": [47309260113, 262143328850, 1790510931.845511], "psys": [120529779516, 262143328850, 1790510931.852684]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fcff6a68954d4521b102bb40", "object": "systemone.completion", "created": 1790510932, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2727674198476578, "einstein: Albert Einstein": 0.10034552598333253, "hypatia: Hypatia of Alexandria": 0.5095966294496044, "ibn_sina: Ibn Sina": 0.06896640418298539, "sagan: Carl Sagan": 0.04739987019173071, "socrates: Socrates of Athens": 0.0009241503446892046}, "confidence": 0.41151595533952523, "temperature": 1.0}}, "usage": {"prompt_tokens": 309, "completion_tokens": 0, "total_tokens": 309, "questions": 1}}, "utc": "2026-09-27T12:08:52Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c012", "text_sha256": "6847f4760fc0710fb9f00b2fdee4feda7fb17ee4a2e7a43cc1c094926b2995d6", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06852144913046367, "einstein": 0.041560359745565774, "hypatia": 0.8347621402105239, "ibn_sina": 0.041560359745565774, "sagan": 0.013492673335698565, "socrates": 0.00010301783218235808}, "confidence": 0.8017145682526288, "temperature": 1.0, "prompt_sha256": "399d866c55cf616a656ced5f5e9dad91db84cec922f12b2d1904defdb41e3489", "body_sha256": "3f5644fa23b4154c34fc3a48c15ca8724afec42d1ddbaf22884481bd03fda376", "prompt_tokens": 147, "seconds": 0.22935922699980438, "rapl_before": {"package-0": [79538269831, 262143328850, 1790510932.8634698], "core": [80030232866, 262143328850, 1790510932.8713448], "uncore": [47309345257, 262143328850, 1790510932.8781254], "psys": [120530134923, 262143328850, 1790510932.8843415]}, "rapl_after": {"package-0": [79538269831, 262143328850, 1790510932.8634698], "core": [80030232866, 262143328850, 1790510932.8713448], "uncore": [47309345257, 262143328850, 1790510932.8781254], "psys": [120530134923, 262143328850, 1790510932.8843415]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b0612f0d571a4bf4b3f749f8", "object": "systemone.completion", "created": 1790510933, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06852144913046367, "einstein: Albert Einstein": 0.041560359745565774, "hypatia: Hypatia of Alexandria": 0.8347621402105239, "ibn_sina: Ibn Sina": 0.041560359745565774, "sagan: Carl Sagan": 0.013492673335698565, "socrates: Socrates of Athens": 0.00010301783218235808}, "confidence": 0.8017145682526288, "temperature": 1.0}}, "usage": {"prompt_tokens": 147, "completion_tokens": 0, "total_tokens": 147, "questions": 1}}, "utc": "2026-09-27T12:08:53Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c013", "text_sha256": "5abf6677c76d7e1ad5b7e964a4153f41b1c6ea65102069c921a1fbb1ee1615de", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.8930384941300071, "einstein": 0.03923737303973784, "hypatia": 0.03923737303973784, "ibn_sina": 0.018534422641394193, "sagan": 0.00992076153980737, "socrates": 3.1575609315650576e-05}, "confidence": 0.8716461929560086, "temperature": 1.0, "prompt_sha256": "4bc03cef4f495d83a46a64fa9b4741c2cfd60812cb4b3588ea0ceaf50fe3b91f", "body_sha256": "f38ec957122e83e67205d9f5ba75438bb6aebe6c1abaf3eb2b2cd4b263752502", "prompt_tokens": 177, "seconds": 0.268661737034563, "rapl_before": {"package-0": [79576924090, 262143328850, 1790510933.8957236], "core": [80059906496, 262143328850, 1790510933.9041524], "uncore": [47309374981, 262143328850, 1790510933.9109464], "psys": [120530475620, 262143328850, 1790510933.9173117]}, "rapl_after": {"package-0": [79588910387, 262143328850, 1790510934.9289231], "core": [80063969901, 262143328850, 1790510934.9371848], "uncore": [47309432171, 262143328850, 1790510934.9448924], "psys": [120530795078, 262143328850, 1790510934.9522047]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8948f6ad3a10460a8d46ea81", "object": "systemone.completion", "created": 1790510935, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.8930384941300071, "einstein: Albert Einstein": 0.03923737303973784, "hypatia: Hypatia of Alexandria": 0.03923737303973784, "ibn_sina: Ibn Sina": 0.018534422641394193, "sagan: Carl Sagan": 0.00992076153980737, "socrates: Socrates of Athens": 3.1575609315650576e-05}, "confidence": 0.8716461929560086, "temperature": 1.0}}, "usage": {"prompt_tokens": 177, "completion_tokens": 0, "total_tokens": 177, "questions": 1}}, "utc": "2026-09-27T12:08:55Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c014", "text_sha256": "9dba6878c1f2992e4e0050abb3696a985e529b9b3ccf8a4dbb61b3fdfd630887", "id_not_unique": "c-darwin-01-starter-01", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.26903017488906106, "einstein": 0.09897067039644318, "hypatia": 0.20952091087343774, "ibn_sina": 0.1849015548725119, "sagan": 0.2374182960413884, "socrates": 0.0001583929271577757}, "confidence": 0.12283620986687324, "temperature": 1.0, "prompt_sha256": "9d1c839264a879390c99ca0453ff0fb5dfb3d803b5197a3374039a8354367c4d", "body_sha256": "8805990a3bd24156c070166f084b14a3ab2805846a8b8fc756ec0931bf397e58", "prompt_tokens": 202, "seconds": 0.3043282239814289, "rapl_before": {"package-0": [79632363706, 262143328850, 1790510935.9642847], "core": [80097432523, 262143328850, 1790510935.9720771], "uncore": [47309490337, 262143328850, 1790510935.9788766], "psys": [120531121798, 262143328850, 1790510935.9849687]}, "rapl_after": {"package-0": [79632363706, 262143328850, 1790510935.9642847], "core": [80097432523, 262143328850, 1790510935.9720771], "uncore": [47309490337, 262143328850, 1790510935.9788766], "psys": [120531121798, 262143328850, 1790510935.9849687]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4a6c8e4de48649d88a8f1b2e", "object": "systemone.completion", "created": 1790510936, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.26903017488906106, "einstein: Albert Einstein": 0.09897067039644318, "hypatia: Hypatia of Alexandria": 0.20952091087343774, "ibn_sina: Ibn Sina": 0.1849015548725119, "sagan: Carl Sagan": 0.2374182960413884, "socrates: Socrates of Athens": 0.0001583929271577757}, "confidence": 0.12283620986687324, "temperature": 1.0}}, "usage": {"prompt_tokens": 202, "completion_tokens": 0, "total_tokens": 202, "questions": 1}}, "utc": "2026-09-27T12:08:56Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c015", "text_sha256": "e23a934fa1ab74ba1d2ea29881d37ac5294c3113e530747a58b65988ccce7b3f", "id_not_unique": "c-darwin-01-starter-02", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.004025788020700911, "einstein": 0.004025788020700911, "hypatia": 0.00663740234105936, "ibn_sina": 0.9850778496714573, "sagan": 0.0002271194185884983, "socrates": 6.052527492941357e-06}, "confidence": 0.9820934196057488, "temperature": 1.0, "prompt_sha256": "ed9a900b2e36758da6ad26116d61742e32120f97c938985168a634707c9347b3", "body_sha256": "c9de21b122ee2637a83165a6947aa11f5e10f2b3bb8fbd4f726fc03aea287c52", "prompt_tokens": 180, "seconds": 0.2722879620268941, "rapl_before": {"package-0": [79680279599, 262143328850, 1790510936.9954798], "core": [80136217763, 262143328850, 1790510937.0036688], "uncore": [47309548626, 262143328850, 1790510937.010321], "psys": [120531457246, 262143328850, 1790510937.0173874]}, "rapl_after": {"package-0": [79680279599, 262143328850, 1790510936.9954798], "core": [80136217763, 262143328850, 1790510937.0036688], "uncore": [47309548626, 262143328850, 1790510937.010321], "psys": [120531457246, 262143328850, 1790510937.0173874]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-af1dd5ac03b2491e95b6d051", "object": "systemone.completion", "created": 1790510937, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.004025788020700911, "einstein: Albert Einstein": 0.004025788020700911, "hypatia: Hypatia of Alexandria": 0.00663740234105936, "ibn_sina: Ibn Sina": 0.9850778496714573, "sagan: Carl Sagan": 0.0002271194185884983, "socrates: Socrates of Athens": 6.052527492941357e-06}, "confidence": 0.9820934196057488, "temperature": 1.0}}, "usage": {"prompt_tokens": 180, "completion_tokens": 0, "total_tokens": 180, "questions": 1}}, "utc": "2026-09-27T12:08:57Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c016", "text_sha256": "ed21081e080015da7bfcd7eab39062843beed6a7101b806f582d6b920b521b74", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.29027749094036226, "einstein": 0.1760621980797859, "hypatia": 0.3289274898191912, "ibn_sina": 0.13711737773381003, "sagan": 0.06476966304100741, "socrates": 0.0028457803858432072}, "confidence": 0.19471298778302942, "temperature": 1.0, "prompt_sha256": "0b4918994f75f9d9d028c5f06ce60ed53c08bd4ebb93b7b92d0e14d8a4b8efcd", "body_sha256": "1dbdde69635fda65aa2942b45a53e1027970215f015b9cfb11ee5b907a19086d", "prompt_tokens": 304, "seconds": 0.43509606597945094, "rapl_before": {"package-0": [79725461612, 262143328850, 1790510938.0282369], "core": [80172046406, 262143328850, 1790510938.0363555], "uncore": [47309601482, 262143328850, 1790510938.0433064], "psys": [120531800263, 262143328850, 1790510938.050093]}, "rapl_after": {"package-0": [79765475304, 262143328850, 1790510939.061176], "core": [80203806457, 262143328850, 1790510939.0700815], "uncore": [47309660320, 262143328850, 1790510939.0796123], "psys": [120532151275, 262143328850, 1790510939.0902338]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-74a56d0bc84b47eb974d6df0", "object": "systemone.completion", "created": 1790510939, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.29027749094036226, "einstein: Albert Einstein": 0.1760621980797859, "hypatia: Hypatia of Alexandria": 0.3289274898191912, "ibn_sina: Ibn Sina": 0.13711737773381003, "sagan: Carl Sagan": 0.06476966304100741, "socrates: Socrates of Athens": 0.0028457803858432072}, "confidence": 0.19471298778302942, "temperature": 1.0}}, "usage": {"prompt_tokens": 304, "completion_tokens": 0, "total_tokens": 304, "questions": 1}}, "utc": "2026-09-27T12:08:59Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c017", "text_sha256": "62da45e279ad99e725097784fd077fdc2c79b7c185dfcddc965fc9cf95871589", "id_not_unique": "c-darwin-01-starter-03", "label": "darwin", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.062090620257103483, "einstein": 0.02015787306627898, "hypatia": 0.8571345735981055, "ibn_sina": 0.012226368049293715, "sagan": 0.048356223677621435, "socrates": 3.43413515969884e-05}, "confidence": 0.8285614883177267, "temperature": 1.0, "prompt_sha256": "d9bda04eb960acf9d145ba12cd398037ba833e98bec85345e007cded0479893b", "body_sha256": "3c26d3d4e51a16c840c242f89b65b471ac868c422e1ef8a0c747d3a4e707d849", "prompt_tokens": 290, "seconds": 0.41660119901644066, "rapl_before": {"package-0": [79802982532, 262143328850, 1790510940.103646], "core": [80231160147, 262143328850, 1790510940.111118], "uncore": [47309746501, 262143328850, 1790510940.1180234], "psys": [120532473174, 262143328850, 1790510940.1247237]}, "rapl_after": {"package-0": [79802982532, 262143328850, 1790510940.103646], "core": [80231160147, 262143328850, 1790510940.111118], "uncore": [47309746501, 262143328850, 1790510940.1180234], "psys": [120532473174, 262143328850, 1790510940.1247237]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-00eaeaea25ad4306aff05967", "object": "systemone.completion", "created": 1790510940, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.062090620257103483, "einstein: Albert Einstein": 0.02015787306627898, "hypatia: Hypatia of Alexandria": 0.8571345735981055, "ibn_sina: Ibn Sina": 0.012226368049293715, "sagan: Carl Sagan": 0.048356223677621435, "socrates: Socrates of Athens": 3.43413515969884e-05}, "confidence": 0.8285614883177267, "temperature": 1.0}}, "usage": {"prompt_tokens": 290, "completion_tokens": 0, "total_tokens": 290, "questions": 1}}, "utc": "2026-09-27T12:09:00Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c018", "text_sha256": "b781300618d56e5dcd736c459a144267a9267ffc8d98516bbbb276ca5d4718af", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.35646934791978757, "einstein": 0.19080429239077845, "hypatia": 0.24499756104287895, "ibn_sina": 0.11572865333978105, "sagan": 0.09012956584482064, "socrates": 0.0018705794619532758}, "confidence": 0.2277632175037451, "temperature": 1.0, "prompt_sha256": "3146d835ade731fce86f81a53a669fa55d29ee71eadcb6d1516596cc0dde80c8", "body_sha256": "6bdef091dff0b3aec043021fa4955ada063fd2882a4b7819423045d6aa9c6649", "prompt_tokens": 280, "seconds": 0.40318960999138653, "rapl_before": {"package-0": [79869916382, 262143328850, 1790510941.1350086], "core": [80288196378, 262143328850, 1790510941.1429813], "uncore": [47309828044, 262143328850, 1790510941.1496084], "psys": [120532831632, 262143328850, 1790510941.1558673]}, "rapl_after": {"package-0": [79869916382, 262143328850, 1790510941.1350086], "core": [80288196378, 262143328850, 1790510941.1429813], "uncore": [47309828044, 262143328850, 1790510941.1496084], "psys": [120532831632, 262143328850, 1790510941.1558673]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a127c10870c74feaa61c710d", "object": "systemone.completion", "created": 1790510942, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.35646934791978757, "einstein: Albert Einstein": 0.19080429239077845, "hypatia: Hypatia of Alexandria": 0.24499756104287895, "ibn_sina: Ibn Sina": 0.11572865333978105, "sagan: Carl Sagan": 0.09012956584482064, "socrates: Socrates of Athens": 0.0018705794619532758}, "confidence": 0.2277632175037451, "temperature": 1.0}}, "usage": {"prompt_tokens": 280, "completion_tokens": 0, "total_tokens": 280, "questions": 1}}, "utc": "2026-09-27T12:09:02Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c019", "text_sha256": "eb84fb712ad2783d41fceb39dc694dbb9cf5eb13f70b5718420c281b9e7774de", "id_not_unique": "c-einstein-01-dessert-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.027523234815813983, "einstein": 0.024289169474064336, "hypatia": 0.031187910954934627, "ibn_sina": 0.9114443602908956, "sagan": 0.005419646274620328, "socrates": 0.00013567818967117633}, "confidence": 0.8937332323490746, "temperature": 1.0, "prompt_sha256": "3e99bfc6ccb4ac3f0c586b931c51768fe12c2030d1904c7c5e35db24e5a759f1", "body_sha256": "a127f641d2ea0bb01e1b09af92f5dd1e2eec31e8ceb89abd74b13235fa26d0b1", "prompt_tokens": 287, "seconds": 0.4417581570451148, "rapl_before": {"package-0": [79932411400, 262143328850, 1790510942.1664803], "core": [80341086074, 262143328850, 1790510942.174245], "uncore": [47309888529, 262143328850, 1790510942.181275], "psys": [120533183438, 262143328850, 1790510942.1879804]}, "rapl_after": {"package-0": [79947548385, 262143328850, 1790510943.1995633], "core": [80348234920, 262143328850, 1790510943.2075381], "uncore": [47309947550, 262143328850, 1790510943.215399], "psys": [120533508694, 262143328850, 1790510943.223967]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-6f33f2f518084072ac8ee9a7", "object": "systemone.completion", "created": 1790510943, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.027523234815813983, "einstein: Albert Einstein": 0.024289169474064336, "hypatia: Hypatia of Alexandria": 0.031187910954934627, "ibn_sina: Ibn Sina": 0.9114443602908956, "sagan: Carl Sagan": 0.005419646274620328, "socrates: Socrates of Athens": 0.00013567818967117633}, "confidence": 0.8937332323490746, "temperature": 1.0}}, "usage": {"prompt_tokens": 287, "completion_tokens": 0, "total_tokens": 287, "questions": 1}}, "utc": "2026-09-27T12:09:03Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c020", "text_sha256": "4fb0a9de68aead4be7487fe269ed3b70a9895545d5104cbd279be928e1065597", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04401715342232528, "einstein": 0.030252517630061516, "hypatia": 0.8841081603177309, "ibn_sina": 0.02079223102357615, "sagan": 0.02079223102357615, "socrates": 3.7706582730048685e-05}, "confidence": 0.860929792381277, "temperature": 1.0, "prompt_sha256": "c4a49c97c871d1944eec483d72db953bd1749f9c8806874dbb24fac370c8cfd9", "body_sha256": "3bdd07bd32786df1e89c7a44dd5cfd5d749abfeb69c8fa0d13da93ae81ed0a19", "prompt_tokens": 257, "seconds": 0.3882337950053625, "rapl_before": {"package-0": [80010534491, 262143328850, 1790510944.2373264], "core": [80401089277, 262143328850, 1790510944.245242], "uncore": [47309974284, 262143328850, 1790510944.2522452], "psys": [120533845058, 262143328850, 1790510944.259055]}, "rapl_after": {"package-0": [80010534491, 262143328850, 1790510944.2373264], "core": [80401089277, 262143328850, 1790510944.245242], "uncore": [47309974284, 262143328850, 1790510944.2522452], "psys": [120533845058, 262143328850, 1790510944.259055]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-02a70f9a70594ae28e11c007", "object": "systemone.completion", "created": 1790510945, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04401715342232528, "einstein: Albert Einstein": 0.030252517630061516, "hypatia: Hypatia of Alexandria": 0.8841081603177309, "ibn_sina: Ibn Sina": 0.02079223102357615, "sagan: Carl Sagan": 0.02079223102357615, "socrates: Socrates of Athens": 3.7706582730048685e-05}, "confidence": 0.860929792381277, "temperature": 1.0}}, "usage": {"prompt_tokens": 257, "completion_tokens": 0, "total_tokens": 257, "questions": 1}}, "utc": "2026-09-27T12:09:05Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c021", "text_sha256": "ddfc77297962cfaed22c1394076f76a103da218260e895d72255351e20d3c1a7", "id_not_unique": "c-einstein-01-dessert-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03423309872186063, "einstein": 0.038791182860360325, "hypatia": 0.038791182860360325, "ibn_sina": 0.882883252455613, "sagan": 0.0052498157194901, "socrates": 5.146738231551572e-05}, "confidence": 0.8594599029467357, "temperature": 1.0, "prompt_sha256": "9a22af264fe768a18fc48e9f67d687aaa12eace89f563457f277ee5a0ddf8cb7", "body_sha256": "0a00e8656f482c7fe140b5f0d544eca3a79bf2baaf687472c1646332b2e2d20b", "prompt_tokens": 195, "seconds": 0.30526071798522025, "rapl_before": {"package-0": [80069431496, 262143328850, 1790510945.2709298], "core": [80450522195, 262143328850, 1790510945.2789102], "uncore": [47310060587, 262143328850, 1790510945.2855542], "psys": [120534185694, 262143328850, 1790510945.292514]}, "rapl_after": {"package-0": [80112761463, 262143328850, 1790510946.3042827], "core": [80485696116, 262143328850, 1790510946.3126895], "uncore": [47310114542, 262143328850, 1790510946.3210247], "psys": [120534527856, 262143328850, 1790510946.3285155]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-02cc7c63e81c410bbf07da6e", "object": "systemone.completion", "created": 1790510946, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.03423309872186063, "einstein: Albert Einstein": 0.038791182860360325, "hypatia: Hypatia of Alexandria": 0.038791182860360325, "ibn_sina: Ibn Sina": 0.882883252455613, "sagan: Carl Sagan": 0.0052498157194901, "socrates: Socrates of Athens": 5.146738231551572e-05}, "confidence": 0.8594599029467357, "temperature": 1.0}}, "usage": {"prompt_tokens": 195, "completion_tokens": 0, "total_tokens": 195, "questions": 1}}, "utc": "2026-09-27T12:09:06Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c022", "text_sha256": "4fae45c9eb873c9e765d8f804b3b5dbb19d1f7b44fcb0911b23c37f40678fd6e", "id_not_unique": "c-einstein-01-dessert-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.031090814702803355, "einstein": 0.0242135508368712, "hypatia": 0.908606791864517, "ibn_sina": 0.014686260963072876, "sagan": 0.021368383614113473, "socrates": 3.419801862220507e-05}, "confidence": 0.8903281502374204, "temperature": 1.0, "prompt_sha256": "8efa38186994a94e46f486104ab2161a1c880efe3d33371494d58a2ee115a895", "body_sha256": "e675d4ba9b6940b72d61f48f47cd8808a90c5d9483b2f30d11a4e2baf4ac893c", "prompt_tokens": 314, "seconds": 0.4481786290416494, "rapl_before": {"package-0": [80112761463, 262143328850, 1790510946.3042827], "core": [80485696116, 262143328850, 1790510946.3126895], "uncore": [47310114542, 262143328850, 1790510946.3210247], "psys": [120534527856, 262143328850, 1790510946.3285155]}, "rapl_after": {"package-0": [80127800609, 262143328850, 1790510947.341616], "core": [80490976193, 262143328850, 1790510947.350338], "uncore": [47310171366, 262143328850, 1790510947.3570023], "psys": [120534846093, 262143328850, 1790510947.3636718]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-02004e62825f4b709769969e", "object": "systemone.completion", "created": 1790510947, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.031090814702803355, "einstein: Albert Einstein": 0.0242135508368712, "hypatia: Hypatia of Alexandria": 0.908606791864517, "ibn_sina: Ibn Sina": 0.014686260963072876, "sagan: Carl Sagan": 0.021368383614113473, "socrates: Socrates of Athens": 3.419801862220507e-05}, "confidence": 0.8903281502374204, "temperature": 1.0}}, "usage": {"prompt_tokens": 314, "completion_tokens": 0, "total_tokens": 314, "questions": 1}}, "utc": "2026-09-27T12:09:07Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c023", "text_sha256": "07aba25149a0c8da9b647404800cdd24da603dcee8ee4d3dea732f27bcb53bf7", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.3386073724291121, "einstein": 0.15994679724703256, "hypatia": 0.1812434658734683, "ibn_sina": 0.15994679724703256, "sagan": 0.15994679724703256, "socrates": 0.00030876995632190884}, "confidence": 0.20632884691493453, "temperature": 1.0, "prompt_sha256": "9c715d39ae6135695e6ccf7e6325df5858fff39c463b8291e5d78f4a3fdc25b0", "body_sha256": "4b6a48fbc87ce9c08e38e0506433d94efc84fd521096332ac6bba7feb443d3b5", "prompt_tokens": 206, "seconds": 0.3081983890151605, "rapl_before": {"package-0": [80197510636, 262143328850, 1790510948.3762279], "core": [80550744167, 262143328850, 1790510948.383981], "uncore": [47310196756, 262143328850, 1790510948.39093], "psys": [120535208824, 262143328850, 1790510948.3978105]}, "rapl_after": {"package-0": [80197510636, 262143328850, 1790510948.3762279], "core": [80550744167, 262143328850, 1790510948.383981], "uncore": [47310196756, 262143328850, 1790510948.39093], "psys": [120535208824, 262143328850, 1790510948.3978105]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-947684cef694439c86e37309", "object": "systemone.completion", "created": 1790510949, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3386073724291121, "einstein: Albert Einstein": 0.15994679724703256, "hypatia: Hypatia of Alexandria": 0.1812434658734683, "ibn_sina: Ibn Sina": 0.15994679724703256, "sagan: Carl Sagan": 0.15994679724703256, "socrates: Socrates of Athens": 0.00030876995632190884}, "confidence": 0.20632884691493453, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-27T12:09:09Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c024", "text_sha256": "4f422e6774b951bd581ef4c7876d7e36747ea40e939108fd5e42273d547984fa", "id_not_unique": "c-einstein-01-main-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.022015364177998653, "einstein": 0.019428490696355667, "hypatia": 0.019428490696355667, "ibn_sina": 0.9361171054739256, "sagan": 0.0029794555465866247, "socrates": 3.1093408777839095e-05}, "confidence": 0.9233405265687107, "temperature": 1.0, "prompt_sha256": "fe338b15823e9ad2968a2b413d2a75d7c07bb70968ae52a21c2684de80f36a14", "body_sha256": "2d85678600a368347c9241261f69dc0cb4a56a6dcde56786f8e6f1994eda0186", "prompt_tokens": 254, "seconds": 0.36637811799300835, "rapl_before": {"package-0": [80245823561, 262143328850, 1790510949.4076452], "core": [80589890063, 262143328850, 1790510949.4154496], "uncore": [47310255228, 262143328850, 1790510949.4227827], "psys": [120535538718, 262143328850, 1790510949.4294465]}, "rapl_after": {"package-0": [80291838336, 262143328850, 1790510950.4404335], "core": [80627693067, 262143328850, 1790510950.4497714], "uncore": [47310338846, 262143328850, 1790510950.4588017], "psys": [120535898458, 262143328850, 1790510950.4671977]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c4d103a094ed45c5a0bf7fd6", "object": "systemone.completion", "created": 1790510950, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.022015364177998653, "einstein: Albert Einstein": 0.019428490696355667, "hypatia: Hypatia of Alexandria": 0.019428490696355667, "ibn_sina: Ibn Sina": 0.9361171054739256, "sagan: Carl Sagan": 0.0029794555465866247, "socrates: Socrates of Athens": 3.1093408777839095e-05}, "confidence": 0.9233405265687107, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-27T12:09:10Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c025", "text_sha256": "17705c749c69c5c0abdfcac80343c256023b8e361313ef21348a7d1a2fa7ce0a", "id_not_unique": "c-einstein-01-main-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.2903352602530778, "einstein": 0.22611332803833714, "hypatia": 0.2903352602530778, "ibn_sina": 0.10680837329426754, "sagan": 0.08318244476015849, "socrates": 0.0032253334010811205}, "confidence": 0.1484023123036934, "temperature": 1.0, "prompt_sha256": "f3d1ac3599fa367c64a3725672020c0d60a874f95e4d9dd1a8007d805c64cdc6", "body_sha256": "6d1b71fc725aaac534d37eed0f88a3c5570528ad2a868bbc7c68b52397c63d66", "prompt_tokens": 292, "seconds": 0.42189175699604675, "rapl_before": {"package-0": [80315856524, 262143328850, 1790510951.4805028], "core": [80641241678, 262143328850, 1790510951.488246], "uncore": [47310448098, 262143328850, 1790510951.4952662], "psys": [120536229512, 262143328850, 1790510951.502028]}, "rapl_after": {"package-0": [80315856524, 262143328850, 1790510951.4805028], "core": [80641241678, 262143328850, 1790510951.488246], "uncore": [47310448098, 262143328850, 1790510951.4952662], "psys": [120536229512, 262143328850, 1790510951.502028]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-c8ef877cd7f7482397bbb42a", "object": "systemone.completion", "created": 1790510951, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.2903352602530778, "einstein: Albert Einstein": 0.22611332803833714, "hypatia: Hypatia of Alexandria": 0.2903352602530778, "ibn_sina: Ibn Sina": 0.10680837329426754, "sagan: Carl Sagan": 0.08318244476015849, "socrates: Socrates of Athens": 0.0032253334010811205}, "confidence": 0.1484023123036934, "temperature": 1.0}}, "usage": {"prompt_tokens": 292, "completion_tokens": 0, "total_tokens": 292, "questions": 1}}, "utc": "2026-09-27T12:09:11Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c026", "text_sha256": "4f6f62821fd6f35d26a1a816268097bf2622a617d550b39a78052b55c661bfc9", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04824316308397322, "einstein": 0.03757181318763984, "hypatia": 0.04824316308397322, "ibn_sina": 0.8551305266242667, "sagan": 0.010764504704993762, "socrates": 4.682931515325903e-05}, "confidence": 0.82615663194912, "temperature": 1.0, "prompt_sha256": "cba25a331b05151ddc1e953fc33edca7dc8662a5864abc3b57ef00db38ddbfcf", "body_sha256": "0557a3da783ab0c6ddd8937c339db5d38cfec971bb86700782271197d13b194f", "prompt_tokens": 246, "seconds": 0.3585799610009417, "rapl_before": {"package-0": [80380494176, 262143328850, 1790510952.5140276], "core": [80696324117, 262143328850, 1790510952.52138], "uncore": [47310477090, 262143328850, 1790510952.5281866], "psys": [120536564167, 262143328850, 1790510952.53426]}, "rapl_after": {"package-0": [80380494176, 262143328850, 1790510952.5140276], "core": [80696324117, 262143328850, 1790510952.52138], "uncore": [47310477090, 262143328850, 1790510952.5281866], "psys": [120536564167, 262143328850, 1790510952.53426]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ff5cb6019f784880ab534277", "object": "systemone.completion", "created": 1790510953, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.04824316308397322, "einstein: Albert Einstein": 0.03757181318763984, "hypatia: Hypatia of Alexandria": 0.04824316308397322, "ibn_sina: Ibn Sina": 0.8551305266242667, "sagan: Carl Sagan": 0.010764504704993762, "socrates: Socrates of Athens": 4.682931515325903e-05}, "confidence": 0.82615663194912, "temperature": 1.0}}, "usage": {"prompt_tokens": 246, "completion_tokens": 0, "total_tokens": 246, "questions": 1}}, "utc": "2026-09-27T12:09:13Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c027", "text_sha256": "8ffb6e325b770fdaeee2ad284e09c015327cc5a633bf8c8c97a5cd3a7b6eea00", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.047498794689117343, "einstein": 0.04191753918964769, "hypatia": 0.6557006350346902, "ibn_sina": 0.24121878319232168, "sagan": 0.013608632523509443, "socrates": 5.561537071363157e-05}, "confidence": 0.5868407620416283, "temperature": 1.0, "prompt_sha256": "753700bd5aee4ce96afda469c9f6c048d32d15011fab407e030556e78796e761", "body_sha256": "8a585354c7f54d3348b4f22dba2865b71d446707fe561481389700fd23864979", "prompt_tokens": 252, "seconds": 0.36555067100562155, "rapl_before": {"package-0": [80436234939, 262143328850, 1790510953.546033], "core": [80742727624, 262143328850, 1790510953.5541863], "uncore": [47310533181, 262143328850, 1790510953.5610623], "psys": [120536912127, 262143328850, 1790510953.567247]}, "rapl_after": {"package-0": [80471221178, 262143328850, 1790510954.5786662], "core": [80769694718, 262143328850, 1790510954.5875483], "uncore": [47310562905, 262143328850, 1790510954.5960808], "psys": [120537254167, 262143328850, 1790510954.6041822]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-89f407f0e71d42adb8547ec1", "object": "systemone.completion", "created": 1790510954, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.047498794689117343, "einstein: Albert Einstein": 0.04191753918964769, "hypatia: Hypatia of Alexandria": 0.6557006350346902, "ibn_sina: Ibn Sina": 0.24121878319232168, "sagan: Carl Sagan": 0.013608632523509443, "socrates: Socrates of Athens": 5.561537071363157e-05}, "confidence": 0.5868407620416283, "temperature": 1.0}}, "usage": {"prompt_tokens": 252, "completion_tokens": 0, "total_tokens": 252, "questions": 1}}, "utc": "2026-09-27T12:09:14Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c028", "text_sha256": "1969e8278b9b5763c7105922f3230596533913fb049d2aa5046a08e38ab07387", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.060726383998087274, "einstein": 0.04173659266162904, "hypatia": 0.8383018729531936, "ibn_sina": 0.036832413748322586, "sagan": 0.022339988209578766, "socrates": 6.274842918883324e-05}, "confidence": 0.8059622475438323, "temperature": 1.0, "prompt_sha256": "4c585e6276106c5b709a457fb2473f5b8d171b55eaa3dba030849665a8868815", "body_sha256": "a7aade43f146883e9fb5748c644c0b0384dead5e98604ae4c2bb9940b4d92e4a", "prompt_tokens": 266, "seconds": 0.4036084460094571, "rapl_before": {"package-0": [80505710713, 262143328850, 1790510955.6186502], "core": [80793871536, 262143328850, 1790510955.626324], "uncore": [47310590188, 262143328850, 1790510955.6332226], "psys": [120537583329, 262143328850, 1790510955.6401503]}, "rapl_after": {"package-0": [80505710713, 262143328850, 1790510955.6186502], "core": [80793871536, 262143328850, 1790510955.626324], "uncore": [47310590188, 262143328850, 1790510955.6332226], "psys": [120537583329, 262143328850, 1790510955.6401503]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.06, "contended": false, "server_response": {"id": "deem-a8ea16f786b14dce9ddccad5", "object": "systemone.completion", "created": 1790510956, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.060726383998087274, "einstein: Albert Einstein": 0.04173659266162904, "hypatia: Hypatia of Alexandria": 0.8383018729531936, "ibn_sina: Ibn Sina": 0.036832413748322586, "sagan: Carl Sagan": 0.022339988209578766, "socrates: Socrates of Athens": 6.274842918883324e-05}, "confidence": 0.8059622475438323, "temperature": 1.0}}, "usage": {"prompt_tokens": 266, "completion_tokens": 0, "total_tokens": 266, "questions": 1}}, "utc": "2026-09-27T12:09:16Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c029", "text_sha256": "09fcaf85056d117752e4cb783fd351b35d15712f09db521a1956d6e0f9c7476e", "id_not_unique": "c-einstein-01-main-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04020396968110684, "einstein": 0.018991010564768707, "hypatia": 0.9150381322853208, "ibn_sina": 0.01675950800035971, "sagan": 0.008970718193547986, "socrates": 3.666127489590188e-05}, "confidence": 0.8980457587423849, "temperature": 1.0, "prompt_sha256": "60650653e775db852716a59662f43785544983c9a0a5249ea229ee229cda7c88", "body_sha256": "231e59a3b22a20be561aa995fca4a765583438eab2ac6908606a0775425327f2", "prompt_tokens": 310, "seconds": 0.44467427901690826, "rapl_before": {"package-0": [80567816573, 262143328850, 1790510956.6508791], "core": [80846241336, 262143328850, 1790510956.6588335], "uncore": [47310619057, 262143328850, 1790510956.6652813], "psys": [120537939652, 262143328850, 1790510956.6719072]}, "rapl_after": {"package-0": [80567816573, 262143328850, 1790510956.6508791], "core": [80846241336, 262143328850, 1790510956.6588335], "uncore": [47310619057, 262143328850, 1790510956.6652813], "psys": [120537939652, 262143328850, 1790510956.6719072]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-029ede7c4b2b4f94baf73fea", "object": "systemone.completion", "created": 1790510957, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04020396968110684, "einstein: Albert Einstein": 0.018991010564768707, "hypatia: Hypatia of Alexandria": 0.9150381322853208, "ibn_sina: Ibn Sina": 0.01675950800035971, "sagan: Carl Sagan": 0.008970718193547986, "socrates: Socrates of Athens": 3.666127489590188e-05}, "confidence": 0.8980457587423849, "temperature": 1.0}}, "usage": {"prompt_tokens": 310, "completion_tokens": 0, "total_tokens": 310, "questions": 1}}, "utc": "2026-09-27T12:09:17Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c030", "text_sha256": "08e02bf156cc40d29eb210f32660351ca76ed14d072452ab76abe5df36f30cf1", "id_not_unique": "c-einstein-01-starter-01", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.26605416253166647, "einstein": 0.09787585663348554, "hypatia": 0.3871065223070102, "ibn_sina": 0.20720319011906865, "sagan": 0.040800727273998916, "socrates": 0.0009595411347702458}, "confidence": 0.26452782676841224, "temperature": 1.0, "prompt_sha256": "796fdbc1f5fcf85c9b7c6831e78537277ff216593c0e162b77d5b07b7e81d7cb", "body_sha256": "ad924284da84348f7f1ce3d24c36c91f304f1b6cc84f7c74997d316a200689dc", "prompt_tokens": 213, "seconds": 0.3117860819911584, "rapl_before": {"package-0": [80635705376, 262143328850, 1790510957.6830556], "core": [80904663305, 262143328850, 1790510957.690928], "uncore": [47310646950, 262143328850, 1790510957.6980705], "psys": [120538287063, 262143328850, 1790510957.7043576]}, "rapl_after": {"package-0": [80653995612, 262143328850, 1790510958.7157314], "core": [80914463634, 262143328850, 1790510958.7250483], "uncore": [47310730996, 262143328850, 1790510958.7326417], "psys": [120538631544, 262143328850, 1790510958.7402747]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8978eafe3d0f4b5b827fcc94", "object": "systemone.completion", "created": 1790510958, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.26605416253166647, "einstein: Albert Einstein": 0.09787585663348554, "hypatia: Hypatia of Alexandria": 0.3871065223070102, "ibn_sina: Ibn Sina": 0.20720319011906865, "sagan: Carl Sagan": 0.040800727273998916, "socrates: Socrates of Athens": 0.0009595411347702458}, "confidence": 0.26452782676841224, "temperature": 1.0}}, "usage": {"prompt_tokens": 213, "completion_tokens": 0, "total_tokens": 213, "questions": 1}}, "utc": "2026-09-27T12:09:18Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c031", "text_sha256": "a36451d05d663fe9e9be29012d01cc938a3f5f796503647444fa24af9f43c037", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.26010500180819834, "einstein": 0.22954185844249564, "hypatia": 0.22954185844249564, "ibn_sina": 0.15776165834128225, "sagan": 0.12286490305483405, "socrates": 0.00018471991069402737}, "confidence": 0.11212600216983803, "temperature": 1.0, "prompt_sha256": "c701d22844c4b8756fa03a8e81bcc86c96389179a9330799374f8483b18522ad", "body_sha256": "93145b138450fde13f3b7a6d0832c67f42177e8268af033bcd4d30e88703a235", "prompt_tokens": 174, "seconds": 0.26489492499968037, "rapl_before": {"package-0": [80699577527, 262143328850, 1790510959.7516303], "core": [80950126202, 262143328850, 1790510959.7591555], "uncore": [47310789955, 262143328850, 1790510959.76595], "psys": [120538961377, 262143328850, 1790510959.772021]}, "rapl_after": {"package-0": [80699577527, 262143328850, 1790510959.7516303], "core": [80950126202, 262143328850, 1790510959.7591555], "uncore": [47310789955, 262143328850, 1790510959.76595], "psys": [120538961377, 262143328850, 1790510959.772021]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-909b22fe048d438fbc70880e", "object": "systemone.completion", "created": 1790510960, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.26010500180819834, "einstein: Albert Einstein": 0.22954185844249564, "hypatia: Hypatia of Alexandria": 0.22954185844249564, "ibn_sina: Ibn Sina": 0.15776165834128225, "sagan: Carl Sagan": 0.12286490305483405, "socrates: Socrates of Athens": 0.00018471991069402737}, "confidence": 0.11212600216983803, "temperature": 1.0}}, "usage": {"prompt_tokens": 174, "completion_tokens": 0, "total_tokens": 174, "questions": 1}}, "utc": "2026-09-27T12:09:20Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c032", "text_sha256": "514fdcb80f9e03597268ab55271c5a422f6c2fad64c0388d69b1a9fc12a70238", "id_not_unique": "c-einstein-01-starter-02", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.29593566965508905, "einstein": 0.13979011210807812, "hypatia": 0.2611623118349142, "ibn_sina": 0.17949405694840112, "sagan": 0.1233643409473323, "socrates": 0.00025350850618528016}, "confidence": 0.1551228035861069, "temperature": 1.0, "prompt_sha256": "fe99cce6adfe35396d37fd8e834deaf52c06a4c79cb7795246f17bce43501aa4", "body_sha256": "cbc17acb246de02828700e8acfa2a46eb323155ff7cb24093a317cce74183629", "prompt_tokens": 201, "seconds": 0.3024563699727878, "rapl_before": {"package-0": [80745905960, 262143328850, 1790510960.7829814], "core": [80986965463, 262143328850, 1790510960.7907155], "uncore": [47310819862, 262143328850, 1790510960.797821], "psys": [120539305737, 262143328850, 1790510960.8044024]}, "rapl_after": {"package-0": [80745905960, 262143328850, 1790510960.7829814], "core": [80986965463, 262143328850, 1790510960.7907155], "uncore": [47310819862, 262143328850, 1790510960.797821], "psys": [120539305737, 262143328850, 1790510960.8044024]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-726edbdd0fe648388a389d8b", "object": "systemone.completion", "created": 1790510961, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.29593566965508905, "einstein: Albert Einstein": 0.13979011210807812, "hypatia: Hypatia of Alexandria": 0.2611623118349142, "ibn_sina: Ibn Sina": 0.17949405694840112, "sagan: Carl Sagan": 0.1233643409473323, "socrates: Socrates of Athens": 0.00025350850618528016}, "confidence": 0.1551228035861069, "temperature": 1.0}}, "usage": {"prompt_tokens": 201, "completion_tokens": 0, "total_tokens": 201, "questions": 1}}, "utc": "2026-09-27T12:09:21Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c033", "text_sha256": "b6f364845ed13528ab3c01f57ef05b30b6bf428289727b3932852952d458fa8d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.27162822069487824, "einstein": 0.27162822069487824, "hypatia": 0.23971106341779497, "ibn_sina": 0.09992643803562501, "sagan": 0.11323148868054655, "socrates": 0.0038745684762770153}, "confidence": 0.1259538648338539, "temperature": 1.0, "prompt_sha256": "27d855ef2999791906abc24bbea3c2f089a8b76260aff8ef7b4dc851531a2f99", "body_sha256": "70f610ac955074e43618765158e1bd56d087fccbacf5d5d83e48c55f167ec6f6", "prompt_tokens": 295, "seconds": 0.44325633702101186, "rapl_before": {"package-0": [80795157421, 262143328850, 1790510961.8148427], "core": [81026730620, 262143328850, 1790510961.8222678], "uncore": [47310846047, 262143328850, 1790510961.828912], "psys": [120539660289, 262143328850, 1790510961.835097]}, "rapl_after": {"package-0": [80833206823, 262143328850, 1790510962.8455522], "core": [81056871717, 262143328850, 1790510962.8540213], "uncore": [47310874306, 262143328850, 1790510962.8626142], "psys": [120539997447, 262143328850, 1790510962.872818]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-bd52d85f3d174be7b8eb60fd", "object": "systemone.completion", "created": 1790510963, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.27162822069487824, "einstein: Albert Einstein": 0.27162822069487824, "hypatia: Hypatia of Alexandria": 0.23971106341779497, "ibn_sina: Ibn Sina": 0.09992643803562501, "sagan: Carl Sagan": 0.11323148868054655, "socrates: Socrates of Athens": 0.0038745684762770153}, "confidence": 0.1259538648338539, "temperature": 1.0}}, "usage": {"prompt_tokens": 295, "completion_tokens": 0, "total_tokens": 295, "questions": 1}}, "utc": "2026-09-27T12:09:23Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c034", "text_sha256": "410e86ba344ca5a2f88341617f6d75ef59d1ee1233f886347c1cef0b365b938c", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06923401980154804, "einstein": 0.032703835266060396, "hypatia": 0.8434430281075836, "ibn_sina": 0.03705830034108866, "sagan": 0.01750510158256122, "socrates": 5.5714901157926833e-05}, "confidence": 0.8121316337291005, "temperature": 1.0, "prompt_sha256": "c8f75236617c39c5ec9b97a6001dcf35f9d65c6bf3b0272322ab2c98397e4d03", "body_sha256": "b4ba9bcc14755acb90a9eea883459f106e11f2cb70b1379d727a251395f6617e", "prompt_tokens": 251, "seconds": 0.3599265950033441, "rapl_before": {"package-0": [80872503354, 262143328850, 1790510963.88805], "core": [81085948608, 262143328850, 1790510963.8961055], "uncore": [47310903847, 262143328850, 1790510963.9029686], "psys": [120540314951, 262143328850, 1790510963.909708]}, "rapl_after": {"package-0": [80872503354, 262143328850, 1790510963.88805], "core": [81085948608, 262143328850, 1790510963.8961055], "uncore": [47310903847, 262143328850, 1790510963.9029686], "psys": [120540314951, 262143328850, 1790510963.909708]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d24ac850ebdb4a0f941f4906", "object": "systemone.completion", "created": 1790510964, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06923401980154804, "einstein: Albert Einstein": 0.032703835266060396, "hypatia: Hypatia of Alexandria": 0.8434430281075836, "ibn_sina: Ibn Sina": 0.03705830034108866, "sagan: Carl Sagan": 0.01750510158256122, "socrates: Socrates of Athens": 5.5714901157926833e-05}, "confidence": 0.8121316337291005, "temperature": 1.0}}, "usage": {"prompt_tokens": 251, "completion_tokens": 0, "total_tokens": 251, "questions": 1}}, "utc": "2026-09-27T12:09:24Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c035", "text_sha256": "67ab5560f37aea121e4812ee7208fe88b05d544de1313ee421b13d1f809a395d", "id_not_unique": "c-einstein-01-starter-03", "label": "einstein", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07597720274364583, "einstein": 0.046082502903224014, "hypatia": 0.8168319085381329, "ibn_sina": 0.046082502903224014, "sagan": 0.014960798269579988, "socrates": 6.508464219310307e-05}, "confidence": 0.7801982902457596, "temperature": 1.0, "prompt_sha256": "7cc48d9e1564758f0120a06130cd26abeb107ccb52c66ae71d76e5f7340e7a31", "body_sha256": "404d03261403eaa0e426e9961e49011613c9ec5bbd27fd37d049f1af4fb62681", "prompt_tokens": 185, "seconds": 0.27855891798390076, "rapl_before": {"package-0": [80929649997, 262143328850, 1790510964.920496], "core": [81133426209, 262143328850, 1790510964.9281178], "uncore": [47310963966, 262143328850, 1790510964.9350216], "psys": [120540666024, 262143328850, 1790510964.941588]}, "rapl_after": {"package-0": [80929649997, 262143328850, 1790510964.920496], "core": [81133426209, 262143328850, 1790510964.9281178], "uncore": [47310963966, 262143328850, 1790510964.9350216], "psys": [120540666024, 262143328850, 1790510964.941588]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5b7ad81d9c6f40d5a3c606dd", "object": "systemone.completion", "created": 1790510965, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.07597720274364583, "einstein: Albert Einstein": 0.046082502903224014, "hypatia: Hypatia of Alexandria": 0.8168319085381329, "ibn_sina: Ibn Sina": 0.046082502903224014, "sagan: Carl Sagan": 0.014960798269579988, "socrates: Socrates of Athens": 6.508464219310307e-05}, "confidence": 0.7801982902457596, "temperature": 1.0}}, "usage": {"prompt_tokens": 185, "completion_tokens": 0, "total_tokens": 185, "questions": 1}}, "utc": "2026-09-27T12:09:25Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c036", "text_sha256": "a5de183d7f21379964de4518ebf80f3053096a36e1dd875744e7d22e87edc7c1", "id_not_unique": "c-hypatia-01-dessert-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.32415845571999896, "einstein": 0.19661204199927945, "hypatia": 0.2860688331195048, "ibn_sina": 0.1351293485473051, "sagan": 0.056330293153270726, "socrates": 0.0017010274606409188}, "confidence": 0.18899014686399873, "temperature": 1.0, "prompt_sha256": "79f0d2012725e3e3f317b21bb6ca04fa310b1b4ceb6f5a3aea5f1fa280aace71", "body_sha256": "cf8f76421b392ec35d05296d89f9988b20a6b1d5ab616646904cf5e0dac3da82", "prompt_tokens": 302, "seconds": 0.4391017679590732, "rapl_before": {"package-0": [80974868143, 262143328850, 1790510965.9526298], "core": [81169296356, 262143328850, 1790510965.960382], "uncore": [47311023231, 262143328850, 1790510965.9672348], "psys": [120541000618, 262143328850, 1790510965.9740868]}, "rapl_after": {"package-0": [81015014280, 262143328850, 1790510966.9860966], "core": [81201236643, 262143328850, 1790510966.99518], "uncore": [47311052101, 262143328850, 1790510967.0032072], "psys": [120541361762, 262143328850, 1790510967.0113647]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-aff4969cfb6b4685a5664e65", "object": "systemone.completion", "created": 1790510967, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.32415845571999896, "einstein: Albert Einstein": 0.19661204199927945, "hypatia: Hypatia of Alexandria": 0.2860688331195048, "ibn_sina: Ibn Sina": 0.1351293485473051, "sagan: Carl Sagan": 0.056330293153270726, "socrates: Socrates of Athens": 0.0017010274606409188}, "confidence": 0.18899014686399873, "temperature": 1.0}}, "usage": {"prompt_tokens": 302, "completion_tokens": 0, "total_tokens": 302, "questions": 1}}, "utc": "2026-09-27T12:09:27Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c037", "text_sha256": "01a0fda2d7f9187d9c9d4637119020d2e87fb932554aecc4f25d5e1049099cfd", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.3636719077987099, "einstein": 0.11806698217576944, "hypatia": 0.194659544880564, "ibn_sina": 0.17178644541562474, "sagan": 0.1516010059853065, "socrates": 0.0002141137440253456}, "confidence": 0.2364062893584519, "temperature": 1.0, "prompt_sha256": "4567e05a70562911e8d112ab24af58419521964649c6f0e5f7d6224632894c45", "body_sha256": "172029127473b0f8619201a4ed832560663cfd3113d34c0e097d683903cd487f", "prompt_tokens": 231, "seconds": 0.335897681012284, "rapl_before": {"package-0": [81057851146, 262143328850, 1790510968.0248332], "core": [81233397571, 262143328850, 1790510968.0318704], "uncore": [47311109840, 262143328850, 1790510968.0383005], "psys": [120541713446, 262143328850, 1790510968.0443077]}, "rapl_after": {"package-0": [81057851146, 262143328850, 1790510968.0248332], "core": [81233397571, 262143328850, 1790510968.0318704], "uncore": [47311109840, 262143328850, 1790510968.0383005], "psys": [120541713446, 262143328850, 1790510968.0443077]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-abcdf5b4dbc64215a7bf947c", "object": "systemone.completion", "created": 1790510968, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3636719077987099, "einstein: Albert Einstein": 0.11806698217576944, "hypatia: Hypatia of Alexandria": 0.194659544880564, "ibn_sina: Ibn Sina": 0.17178644541562474, "sagan: Carl Sagan": 0.1516010059853065, "socrates: Socrates of Athens": 0.0002141137440253456}, "confidence": 0.2364062893584519, "temperature": 1.0}}, "usage": {"prompt_tokens": 231, "completion_tokens": 0, "total_tokens": 231, "questions": 1}}, "utc": "2026-09-27T12:09:28Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c038", "text_sha256": "d19c1175d3216a8a0bfd4d0953337a3682e2eacf13a33a217ea2c81dacc6ba81", "id_not_unique": "c-hypatia-01-dessert-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.016617066621719863, "einstein": 0.15765833848204866, "hypatia": 0.021336735893081805, "ibn_sina": 0.8006551075174169, "sagan": 0.0037077687365014806, "socrates": 2.4982749231413065e-05}, "confidence": 0.7607861290209001, "temperature": 1.0, "prompt_sha256": "00a15a795d9ce05d8237d01a7d033b6cf3f9934d72d9f3654a9fb1ac734e4dab", "body_sha256": "22208ce4af88fa5574a4b8c3c07607cdaee5c6a456b1b7dee9970370864564d6", "prompt_tokens": 181, "seconds": 0.2723999349982478, "rapl_before": {"package-0": [81113555349, 262143328850, 1790510969.054463], "core": [81279339165, 262143328850, 1790510969.0623708], "uncore": [47311138648, 262143328850, 1790510969.068762], "psys": [120542077886, 262143328850, 1790510969.075578]}, "rapl_after": {"package-0": [81113555349, 262143328850, 1790510969.054463], "core": [81279339165, 262143328850, 1790510969.0623708], "uncore": [47311138648, 262143328850, 1790510969.068762], "psys": [120542077886, 262143328850, 1790510969.075578]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d6205c9db1b946a180f397ea", "object": "systemone.completion", "created": 1790510969, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.016617066621719863, "einstein: Albert Einstein": 0.15765833848204866, "hypatia: Hypatia of Alexandria": 0.021336735893081805, "ibn_sina: Ibn Sina": 0.8006551075174169, "sagan: Carl Sagan": 0.0037077687365014806, "socrates: Socrates of Athens": 2.4982749231413065e-05}, "confidence": 0.7607861290209001, "temperature": 1.0}}, "usage": {"prompt_tokens": 181, "completion_tokens": 0, "total_tokens": 181, "questions": 1}}, "utc": "2026-09-27T12:09:29Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c039", "text_sha256": "5f26c48e950fedd038bfdac0246a243725b4544c160a6d2b3bdc1bc678cd5d07", "id_not_unique": "c-hypatia-01-dessert-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.225851986566542, "einstein": 0.2559238291999467, "hypatia": 0.225851986566542, "ibn_sina": 0.155225648960827, "sagan": 0.13698615440961354, "socrates": 0.00016039429652876957}, "confidence": 0.10710859503993606, "temperature": 1.0, "prompt_sha256": "bd56ffc1d9c630156903be1eb06fd088500df4c22ce386328061f838ca19ed30", "body_sha256": "f842e6ed972a229fba40a22ab075014d5c44da0d1aaa760c7c760d9a44c7d1b4", "prompt_tokens": 205, "seconds": 0.3106090319924988, "rapl_before": {"package-0": [81157983763, 262143328850, 1790510970.0861664], "core": [81314536157, 262143328850, 1790510970.094328], "uncore": [47311168433, 262143328850, 1790510970.1011846], "psys": [120542418461, 262143328850, 1790510970.107531]}, "rapl_after": {"package-0": [81199558058, 262143328850, 1790510971.118956], "core": [81347857972, 262143328850, 1790510971.12845], "uncore": [47311227088, 262143328850, 1790510971.1377225], "psys": [120542767032, 262143328850, 1790510971.1468592]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-591229ab67744b6aa839d24f", "object": "systemone.completion", "created": 1790510971, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.225851986566542, "einstein: Albert Einstein": 0.2559238291999467, "hypatia: Hypatia of Alexandria": 0.225851986566542, "ibn_sina: Ibn Sina": 0.155225648960827, "sagan: Carl Sagan": 0.13698615440961354, "socrates: Socrates of Athens": 0.00016039429652876957}, "confidence": 0.10710859503993606, "temperature": 1.0}}, "usage": {"prompt_tokens": 205, "completion_tokens": 0, "total_tokens": 205, "questions": 1}}, "utc": "2026-09-27T12:09:31Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c040", "text_sha256": "6d5bf83d9dbfa6c8fa54c2ac6f17730078b8b12a6895818e9d5bae99813c9910", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.2988432212120846, "einstein": 0.20539174197842458, "hypatia": 0.338633733825981, "ibn_sina": 0.08562001638641314, "sagan": 0.06668093580832508, "socrates": 0.004830350788771587}, "confidence": 0.20636048059117718, "temperature": 1.0, "prompt_sha256": "5bf7d1932b9a0e3e63a9eb396b2a743f4a6045f28239e7966b5cea3994c506e7", "body_sha256": "9ffe13f8b028af570223fdf60731f92208eee683a17084b0d151debe3d3ec7ef", "prompt_tokens": 276, "seconds": 0.403912526962813, "rapl_before": {"package-0": [81221505939, 262143328850, 1790510972.1621485], "core": [81359775238, 262143328850, 1790510972.17034], "uncore": [47311252845, 262143328850, 1790510972.1770787], "psys": [120543094668, 262143328850, 1790510972.1839612]}, "rapl_after": {"package-0": [81221505939, 262143328850, 1790510972.1621485], "core": [81359775238, 262143328850, 1790510972.17034], "uncore": [47311252845, 262143328850, 1790510972.1770787], "psys": [120543094668, 262143328850, 1790510972.1839612]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-31da85aabc7b4f52b137124c", "object": "systemone.completion", "created": 1790510972, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2988432212120846, "einstein: Albert Einstein": 0.20539174197842458, "hypatia: Hypatia of Alexandria": 0.338633733825981, "ibn_sina: Ibn Sina": 0.08562001638641314, "sagan: Carl Sagan": 0.06668093580832508, "socrates: Socrates of Athens": 0.004830350788771587}, "confidence": 0.20636048059117718, "temperature": 1.0}}, "usage": {"prompt_tokens": 276, "completion_tokens": 0, "total_tokens": 276, "questions": 1}}, "utc": "2026-09-27T12:09:32Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c041", "text_sha256": "f1b2cfbff4f5841853cb9507da2768ff094aeeca9b559b51245ee33878dffeb2", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03426855886046566, "einstein": 0.03426855886046566, "hypatia": 0.04400170057009782, "ibn_sina": 0.8837977814837475, "sagan": 0.003611879530745686, "socrates": 5.1520694477682936e-05}, "confidence": 0.8605573377804971, "temperature": 1.0, "prompt_sha256": "f46867f1189773d82c314cc307f749d50b4075cbbbb69951d57436d0713885ff", "body_sha256": "5d5f9b7f97617c1019b6fce0ea72fa8ed7a383abe2e7213adba2bc73a185431f", "prompt_tokens": 204, "seconds": 0.30684416100848466, "rapl_before": {"package-0": [81283739361, 262143328850, 1790510973.1961596], "core": [81412669085, 262143328850, 1790510973.204237], "uncore": [47311281836, 262143328850, 1790510973.2110524], "psys": [120543427797, 262143328850, 1790510973.2180917]}, "rapl_after": {"package-0": [81283739361, 262143328850, 1790510973.1961596], "core": [81412669085, 262143328850, 1790510973.204237], "uncore": [47311281836, 262143328850, 1790510973.2110524], "psys": [120543427797, 262143328850, 1790510973.2180917]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-9f0c7df552934fe488defb4e", "object": "systemone.completion", "created": 1790510973, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.03426855886046566, "einstein: Albert Einstein": 0.03426855886046566, "hypatia: Hypatia of Alexandria": 0.04400170057009782, "ibn_sina: Ibn Sina": 0.8837977814837475, "sagan: Carl Sagan": 0.003611879530745686, "socrates: Socrates of Athens": 5.1520694477682936e-05}, "confidence": 0.8605573377804971, "temperature": 1.0}}, "usage": {"prompt_tokens": 204, "completion_tokens": 0, "total_tokens": 204, "questions": 1}}, "utc": "2026-09-27T12:09:33Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c042", "text_sha256": "e252c70e869af17f3ef75ee21e1cac261c8c996f84df756e6abdf0a420baf24b", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.030443596065026238, "einstein": 0.034497113786875803, "hypatia": 0.026866379230922235, "ibn_sina": 0.018464974405345298, "sagan": 0.8896922907256142, "socrates": 3.564578621613761e-05}, "confidence": 0.8676307488707369, "temperature": 1.0, "prompt_sha256": "89006169fdce4d96f8652a26769f7a121b0d02c1ff1063bd25b9cd91546d14e4", "body_sha256": "39fdc109aa39c682061c4ca794016857d39fd9a23c6e4b3f0640d2d1272113bc", "prompt_tokens": 296, "seconds": 0.43098231800831854, "rapl_before": {"package-0": [81332152751, 262143328850, 1790510974.2295613], "core": [81451864785, 262143328850, 1790510974.2373734], "uncore": [47311336463, 262143328850, 1790510974.2450068], "psys": [120543761780, 262143328850, 1790510974.2522848]}, "rapl_after": {"package-0": [81376839221, 262143328850, 1790510975.2638466], "core": [81488862616, 262143328850, 1790510975.2731707], "uncore": [47311365088, 262143328850, 1790510975.2814999], "psys": [120544092285, 262143328850, 1790510975.2907062]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c33957f7270146cca6d6d509", "object": "systemone.completion", "created": 1790510975, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.030443596065026238, "einstein: Albert Einstein": 0.034497113786875803, "hypatia: Hypatia of Alexandria": 0.026866379230922235, "ibn_sina: Ibn Sina": 0.018464974405345298, "sagan: Carl Sagan": 0.8896922907256142, "socrates: Socrates of Athens": 3.564578621613761e-05}, "confidence": 0.8676307488707369, "temperature": 1.0}}, "usage": {"prompt_tokens": 296, "completion_tokens": 0, "total_tokens": 296, "questions": 1}}, "utc": "2026-09-27T12:09:35Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c043", "text_sha256": "c9971b306d10c18655f624323a0657456d02d8b9f6f8c8a390c53a0144a20353", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.2792624287987022, "einstein": 0.14947840657047615, "hypatia": 0.35858005650348435, "ibn_sina": 0.14947840657047615, "sagan": 0.06231187046129392, "socrates": 0.0008888310955671577}, "confidence": 0.23029606780418116, "temperature": 1.0, "prompt_sha256": "30df1ae41b3ce6555a230af0b1f157a0b2a316efefa9dbc70111fe23832e3972", "body_sha256": "3be5959a9baa06afe4bd53429564e049ea86fcb4b8546720ad8c96591453276b", "prompt_tokens": 246, "seconds": 0.35201341001084074, "rapl_before": {"package-0": [81407179536, 262143328850, 1790510976.303656], "core": [81509158828, 262143328850, 1790510976.311868], "uncore": [47311421240, 262143328850, 1790510976.3180377], "psys": [120544404662, 262143328850, 1790510976.3250942]}, "rapl_after": {"package-0": [81407179536, 262143328850, 1790510976.303656], "core": [81509158828, 262143328850, 1790510976.311868], "uncore": [47311421240, 262143328850, 1790510976.3180377], "psys": [120544404662, 262143328850, 1790510976.3250942]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a3918073d55c4ac0a733080b", "object": "systemone.completion", "created": 1790510976, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2792624287987022, "einstein: Albert Einstein": 0.14947840657047615, "hypatia: Hypatia of Alexandria": 0.35858005650348435, "ibn_sina: Ibn Sina": 0.14947840657047615, "sagan: Carl Sagan": 0.06231187046129392, "socrates: Socrates of Athens": 0.0008888310955671577}, "confidence": 0.23029606780418116, "temperature": 1.0}}, "usage": {"prompt_tokens": 246, "completion_tokens": 0, "total_tokens": 246, "questions": 1}}, "utc": "2026-09-27T12:09:36Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c044", "text_sha256": "241d6cdc11e0749d2f38d145fbd4bda015a93b0c01b2e0692f7d374cdd1fc0a9", "id_not_unique": "c-hypatia-01-main-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04328414504014162, "einstein": 0.8693852933923748, "hypatia": 0.05557794237114048, "ibn_sina": 0.02316833330640937, "sagan": 0.008523153509635593, "socrates": 6.113238029818262e-05}, "confidence": 0.8432623520708498, "temperature": 1.0, "prompt_sha256": "ea7703e2caf1f44a1d524a7eb67136ed899ef21683e3b735a916ba5f222c0c8c", "body_sha256": "df68e8f049dd826447bad0a179794cfc99674ecb25001ed49f0e5a0972a3615f", "prompt_tokens": 182, "seconds": 0.2784231380210258, "rapl_before": {"package-0": [81462119398, 262143328850, 1790510977.3376646], "core": [81554878499, 262143328850, 1790510977.3455007], "uncore": [47311479407, 262143328850, 1790510977.352233], "psys": [120544739073, 262143328850, 1790510977.3590477]}, "rapl_after": {"package-0": [81462119398, 262143328850, 1790510977.3376646], "core": [81554878499, 262143328850, 1790510977.3455007], "uncore": [47311479407, 262143328850, 1790510977.352233], "psys": [120544739073, 262143328850, 1790510977.3590477]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-b84623d8dfd145c083dfc526", "object": "systemone.completion", "created": 1790510978, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.04328414504014162, "einstein: Albert Einstein": 0.8693852933923748, "hypatia: Hypatia of Alexandria": 0.05557794237114048, "ibn_sina: Ibn Sina": 0.02316833330640937, "sagan: Carl Sagan": 0.008523153509635593, "socrates: Socrates of Athens": 6.113238029818262e-05}, "confidence": 0.8432623520708498, "temperature": 1.0}}, "usage": {"prompt_tokens": 182, "completion_tokens": 0, "total_tokens": 182, "questions": 1}}, "utc": "2026-09-27T12:09:38Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c045", "text_sha256": "990f4efb9ecf643ec7583c478c70e24062ee44b2b11fc92c39414c900af4f50c", "id_not_unique": "c-hypatia-01-main-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.41767727004212835, "einstein": 0.11966654140653873, "hypatia": 0.09319639615485906, "ibn_sina": 0.08224553093871002, "sagan": 0.28706510969463656, "socrates": 0.0001491517631273346}, "confidence": 0.30121272405055405, "temperature": 1.0, "prompt_sha256": "81013f274057886e24057504e47bee080f9595954766988f792836e4c64ccfd6", "body_sha256": "d128807aa8c5572e17ee3aa098b9e39e3dd1248b5db020e57c4396fad9151224", "prompt_tokens": 257, "seconds": 0.387641345965676, "rapl_before": {"package-0": [81508408769, 262143328850, 1790510978.3693569], "core": [81591947313, 262143328850, 1790510978.3771455], "uncore": [47311505286, 262143328850, 1790510978.3841014], "psys": [120545076474, 262143328850, 1790510978.3903008]}, "rapl_after": {"package-0": [81556974807, 262143328850, 1790510979.4009209], "core": [81632179692, 262143328850, 1790510979.4100928], "uncore": [47311560644, 262143328850, 1790510979.419442], "psys": [120545430843, 262143328850, 1790510979.4286423]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4e5b3f307cb1489d824e2972", "object": "systemone.completion", "created": 1790510979, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.41767727004212835, "einstein: Albert Einstein": 0.11966654140653873, "hypatia: Hypatia of Alexandria": 0.09319639615485906, "ibn_sina: Ibn Sina": 0.08224553093871002, "sagan: Carl Sagan": 0.28706510969463656, "socrates: Socrates of Athens": 0.0001491517631273346}, "confidence": 0.30121272405055405, "temperature": 1.0}}, "usage": {"prompt_tokens": 257, "completion_tokens": 0, "total_tokens": 257, "questions": 1}}, "utc": "2026-09-27T12:09:39Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c046", "text_sha256": "2f798896840b41edb036a413b36f53af135fdff331b30e07736bc0e6c8953bd7", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.09479491204736597, "einstein": 0.044777945821201946, "hypatia": 0.03951639849131155, "ibn_sina": 0.02715919701951017, "sagan": 0.7937080809686355, "socrates": 4.346565197490624e-05}, "confidence": 0.7524496971623627, "temperature": 1.0, "prompt_sha256": "23ebac20a2b9264291990486dc82962afd868ec3e41ea274d97c474b52d95fc8", "body_sha256": "c0ce01c94c21dcfcc5672424ce7b851f7523a957b8cb6a358140093900838ff2", "prompt_tokens": 271, "seconds": 0.39921713195508346, "rapl_before": {"package-0": [81582103832, 262143328850, 1790510980.4438994], "core": [81646818388, 262143328850, 1790510980.4520586], "uncore": [47311620764, 262143328850, 1790510980.4591882], "psys": [120545753841, 262143328850, 1790510980.4661245]}, "rapl_after": {"package-0": [81582103832, 262143328850, 1790510980.4438994], "core": [81646818388, 262143328850, 1790510980.4520586], "uncore": [47311620764, 262143328850, 1790510980.4591882], "psys": [120545753841, 262143328850, 1790510980.4661245]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-460fda44cf1a4353a3d5053b", "object": "systemone.completion", "created": 1790510980, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.09479491204736597, "einstein: Albert Einstein": 0.044777945821201946, "hypatia: Hypatia of Alexandria": 0.03951639849131155, "ibn_sina: Ibn Sina": 0.02715919701951017, "sagan: Carl Sagan": 0.7937080809686355, "socrates: Socrates of Athens": 4.346565197490624e-05}, "confidence": 0.7524496971623627, "temperature": 1.0}}, "usage": {"prompt_tokens": 271, "completion_tokens": 0, "total_tokens": 271, "questions": 1}}, "utc": "2026-09-27T12:09:40Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c047", "text_sha256": "76cf8cc11125b2570e9c8e373627b9b8bce42a3ed2f50594fad3be025b99d1a8", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.35485221302618947, "einstein": 0.18993870245752323, "hypatia": 0.27635918137941734, "ibn_sina": 0.11520364650652314, "sagan": 0.061664068399678355, "socrates": 0.001982188230668544}, "confidence": 0.22582265563142734, "temperature": 1.0, "prompt_sha256": "2d425bf80cee23473492e772099b4470a50ea3cc19be1a20f8dca40c3149ca37", "body_sha256": "ca042a1b3dde2136d807068be0578583a8481ab32ebbd9c51530ebf49071406d", "prompt_tokens": 237, "seconds": 0.3397514430107549, "rapl_before": {"package-0": [81644039953, 262143328850, 1790510981.4762237], "core": [81699136064, 262143328850, 1790510981.483564], "uncore": [47311680822, 262143328850, 1790510981.4901824], "psys": [120546093195, 262143328850, 1790510981.49666]}, "rapl_after": {"package-0": [81644039953, 262143328850, 1790510981.4762237], "core": [81699136064, 262143328850, 1790510981.483564], "uncore": [47311680822, 262143328850, 1790510981.4901824], "psys": [120546093195, 262143328850, 1790510981.49666]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-bbfb3248840e430e852795b2", "object": "systemone.completion", "created": 1790510982, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.35485221302618947, "einstein: Albert Einstein": 0.18993870245752323, "hypatia: Hypatia of Alexandria": 0.27635918137941734, "ibn_sina: Ibn Sina": 0.11520364650652314, "sagan: Carl Sagan": 0.061664068399678355, "socrates: Socrates of Athens": 0.001982188230668544}, "confidence": 0.22582265563142734, "temperature": 1.0}}, "usage": {"prompt_tokens": 237, "completion_tokens": 0, "total_tokens": 237, "questions": 1}}, "utc": "2026-09-27T12:09:42Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c048", "text_sha256": "50041391af6fba1f4bd767736233b10e810a2891780598b23f019220d35ebab1", "id_not_unique": "c-hypatia-01-main-03", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.36628084966055224, "einstein": 0.11891398158841104, "hypatia": 0.2852598125396976, "ibn_sina": 0.17301882228920493, "sagan": 0.056170987555626224, "socrates": 0.00035554636650795716}, "confidence": 0.23953701959266266, "temperature": 1.0, "prompt_sha256": "96e1e809c252192969624622d36ca92f5317f3d1166840ab05150271987c378f", "body_sha256": "230fc601c983c7154060991bb70a5315bf3d4a9c20c992737a5cae8e7120a32e", "prompt_tokens": 315, "seconds": 0.4548540470423177, "rapl_before": {"package-0": [81697168174, 262143328850, 1790510982.5082214], "core": [81743073391, 262143328850, 1790510982.5155125], "uncore": [47311710729, 262143328850, 1790510982.5227954], "psys": [120546430536, 262143328850, 1790510982.52933]}, "rapl_after": {"package-0": [81735865523, 262143328850, 1790510983.54229], "core": [81774019539, 262143328850, 1790510983.5512831], "uncore": [47311740453, 262143328850, 1790510983.5600986], "psys": [120546763359, 262143328850, 1790510983.5692837]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-070ae88de8294b95817b9245", "object": "systemone.completion", "created": 1790510983, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.36628084966055224, "einstein: Albert Einstein": 0.11891398158841104, "hypatia: Hypatia of Alexandria": 0.2852598125396976, "ibn_sina: Ibn Sina": 0.17301882228920493, "sagan: Carl Sagan": 0.056170987555626224, "socrates: Socrates of Athens": 0.00035554636650795716}, "confidence": 0.23953701959266266, "temperature": 1.0}}, "usage": {"prompt_tokens": 315, "completion_tokens": 0, "total_tokens": 315, "questions": 1}}, "utc": "2026-09-27T12:09:43Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c049", "text_sha256": "b3cbd4a18274f64a6bde319e80f25054e12322fb09acc0c3d522792b7b49ede8", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.22835537893183283, "einstein": 0.15694620369409853, "hypatia": 0.2587605443860953, "ibn_sina": 0.1778433479306788, "sagan": 0.1778433479306788, "socrates": 0.0002511771266157067}, "confidence": 0.11051265326331436, "temperature": 1.0, "prompt_sha256": "0f1ec512050342d45a60742e4ce39f7d73e5935bcec688492ba533afb3f2afcd", "body_sha256": "7989abbbd451bebf40688be52ae896221c38c3e5f1101865f692d83311e5cb58", "prompt_tokens": 179, "seconds": 0.27151843800675124, "rapl_before": {"package-0": [81775595341, 262143328850, 1790510984.5841825], "core": [81803638238, 262143328850, 1790510984.5922844], "uncore": [47311767187, 262143328850, 1790510984.5992162], "psys": [120547077323, 262143328850, 1790510984.6055217]}, "rapl_after": {"package-0": [81775595341, 262143328850, 1790510984.5841825], "core": [81803638238, 262143328850, 1790510984.5922844], "uncore": [47311767187, 262143328850, 1790510984.5992162], "psys": [120547077323, 262143328850, 1790510984.6055217]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-da942a21326a4a39bf97aec0", "object": "systemone.completion", "created": 1790510985, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.22835537893183283, "einstein: Albert Einstein": 0.15694620369409853, "hypatia: Hypatia of Alexandria": 0.2587605443860953, "ibn_sina: Ibn Sina": 0.1778433479306788, "sagan: Carl Sagan": 0.1778433479306788, "socrates: Socrates of Athens": 0.0002511771266157067}, "confidence": 0.11051265326331436, "temperature": 1.0}}, "usage": {"prompt_tokens": 179, "completion_tokens": 0, "total_tokens": 179, "questions": 1}}, "utc": "2026-09-27T12:09:45Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c050", "text_sha256": "6588c54ef23e640e7f57252c699affd5dd6b2af55b7d2263da46b57ca15b64fd", "id_not_unique": "c-hypatia-01-starter-01", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.022136613386915725, "einstein": 0.015214257049567888, "hypatia": 0.019535492747665816, "ibn_sina": 0.11241899884280826, "sagan": 0.8306702890351301, "socrates": 2.4348937912200777e-05}, "confidence": 0.7968043468421561, "temperature": 1.0, "prompt_sha256": "8b6975ef6584ec0ee1e7910f918f256427d86f623678c7880932d1fae8c77f15", "body_sha256": "4dbe7a45d6911d0f8c3bc96232b847d89b608a9d1810b174d7a34e4e6338981a", "prompt_tokens": 234, "seconds": 0.33454764395719394, "rapl_before": {"package-0": [81863799888, 262143328850, 1790510988.7127373], "core": [81855396772, 262143328850, 1790510988.7204468], "uncore": [47311995397, 262143328850, 1790510988.7278435], "psys": [120548429493, 262143328850, 1790510988.7348332]}, "rapl_after": {"package-0": [81863799888, 262143328850, 1790510988.7127373], "core": [81855396772, 262143328850, 1790510988.7204468], "uncore": [47311995397, 262143328850, 1790510988.7278435], "psys": [120548429493, 262143328850, 1790510988.7348332]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-9978e81f58f14ff2a484dda4", "object": "systemone.completion", "created": 1790510989, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.022136613386915725, "einstein: Albert Einstein": 0.015214257049567888, "hypatia: Hypatia of Alexandria": 0.019535492747665816, "ibn_sina: Ibn Sina": 0.11241899884280826, "sagan: Carl Sagan": 0.8306702890351301, "socrates: Socrates of Athens": 2.4348937912200777e-05}, "confidence": 0.7968043468421561, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-27T12:09:49Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c051", "text_sha256": "584240bc99dcaa76ab12a358683ec6fe3c209a90fc88a943d6e23be4b03fd7fe", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.32326776428088755, "einstein": 0.25176118796369756, "hypatia": 0.2221784685689812, "ibn_sina": 0.10494967729120755, "sagan": 0.0926177651367435, "socrates": 0.0052251367584826075}, "confidence": 0.18792131713706506, "temperature": 1.0, "prompt_sha256": "63ca8fcf7ee3032ea12ec198999288eac9a37e432a2040ba91078d3b4681346e", "body_sha256": "b90a2c4d59bf47e111ddfd02677ae4261a87bcdef814bcd14d41bf321f3a28fd", "prompt_tokens": 211, "seconds": 0.310223723994568, "rapl_before": {"package-0": [81916671823, 262143328850, 1790510989.7452486], "core": [81898815729, 262143328850, 1790510989.7529018], "uncore": [47312022191, 262143328850, 1790510989.7595537], "psys": [120548766101, 262143328850, 1790510989.7662172]}, "rapl_after": {"package-0": [81916671823, 262143328850, 1790510989.7452486], "core": [81898815729, 262143328850, 1790510989.7529018], "uncore": [47312022191, 262143328850, 1790510989.7595537], "psys": [120548766101, 262143328850, 1790510989.7662172]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9ee0175553344db6ae18d1b9", "object": "systemone.completion", "created": 1790510990, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.32326776428088755, "einstein: Albert Einstein": 0.25176118796369756, "hypatia: Hypatia of Alexandria": 0.2221784685689812, "ibn_sina: Ibn Sina": 0.10494967729120755, "sagan: Carl Sagan": 0.0926177651367435, "socrates: Socrates of Athens": 0.0052251367584826075}, "confidence": 0.18792131713706506, "temperature": 1.0}}, "usage": {"prompt_tokens": 211, "completion_tokens": 0, "total_tokens": 211, "questions": 1}}, "utc": "2026-09-27T12:09:50Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c052", "text_sha256": "e91537d8f3532b1cdb47129a57ad062155f8ced9d488616dd4276ec4164938fb", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.030522709623335236, "einstein": 0.03458676119309026, "hypatia": 0.03919193494254197, "ibn_sina": 0.8920043278045796, "sagan": 0.003645417809858095, "socrates": 4.884862659473937e-05}, "confidence": 0.8704051933654956, "temperature": 1.0, "prompt_sha256": "0c6ca230bebf082e9f0ca940104d0afefd7158cb4b3b87d94022b9b65cc1ed20", "body_sha256": "64226a25c362403f7f6272722bfd1f73b17fbcad458de81d318485af364af711", "prompt_tokens": 180, "seconds": 0.26845556998159736, "rapl_before": {"package-0": [81966885928, 262143328850, 1790510990.7774978], "core": [81939565380, 262143328850, 1790510990.7854042], "uncore": [47312079503, 262143328850, 1790510990.7927547], "psys": [120549109606, 262143328850, 1790510990.7992995]}, "rapl_after": {"package-0": [81982081934, 262143328850, 1790510991.8105261], "core": [81946511896, 262143328850, 1790510991.819363], "uncore": [47312135960, 262143328850, 1790510991.8272672], "psys": [120549440904, 262143328850, 1790510991.8353424]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8c098b7b4f5d4024a5731764", "object": "systemone.completion", "created": 1790510992, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.030522709623335236, "einstein: Albert Einstein": 0.03458676119309026, "hypatia: Hypatia of Alexandria": 0.03919193494254197, "ibn_sina: Ibn Sina": 0.8920043278045796, "sagan: Carl Sagan": 0.003645417809858095, "socrates: Socrates of Athens": 4.884862659473937e-05}, "confidence": 0.8704051933654956, "temperature": 1.0}}, "usage": {"prompt_tokens": 180, "completion_tokens": 0, "total_tokens": 180, "questions": 1}}, "utc": "2026-09-27T12:09:52Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c053", "text_sha256": "8d7b0004f9f8bdcc93faf53126599249fb43b754daa1ab89d93c77cb67b3310d", "id_not_unique": "c-hypatia-01-starter-02", "label": "hypatia", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.11366649440123115, "einstein": 0.07812176295972023, "hypatia": 0.10031032923673575, "ibn_sina": 0.05369225012246541, "sagan": 0.6541055128535151, "socrates": 0.00010365042633228608}, "confidence": 0.5849266154242182, "temperature": 1.0, "prompt_sha256": "a3fe6dc6d94655b7f454722db7eb4d0d6c4a844371a373a85b645b7ad3b442ee", "body_sha256": "88d6a95203c84a3644e51820a406e8ed2592e904aef8dce13b1d3c52e9e12df3", "prompt_tokens": 216, "seconds": 0.3213577789720148, "rapl_before": {"package-0": [82023659342, 262143328850, 1790510992.8472648], "core": [81978209812, 262143328850, 1790510992.8554032], "uncore": [47312189488, 262143328850, 1790510992.8622122], "psys": [120549758713, 262143328850, 1790510992.869012]}, "rapl_after": {"package-0": [82023659342, 262143328850, 1790510992.8472648], "core": [81978209812, 262143328850, 1790510992.8554032], "uncore": [47312189488, 262143328850, 1790510992.8622122], "psys": [120549758713, 262143328850, 1790510992.869012]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7b2459ba2a6e4b1ba29799b8", "object": "systemone.completion", "created": 1790510993, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.11366649440123115, "einstein: Albert Einstein": 0.07812176295972023, "hypatia: Hypatia of Alexandria": 0.10031032923673575, "ibn_sina: Ibn Sina": 0.05369225012246541, "sagan: Carl Sagan": 0.6541055128535151, "socrates: Socrates of Athens": 0.00010365042633228608}, "confidence": 0.5849266154242182, "temperature": 1.0}}, "usage": {"prompt_tokens": 216, "completion_tokens": 0, "total_tokens": 216, "questions": 1}}, "utc": "2026-09-27T12:09:53Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c054", "text_sha256": "b299c905839b0a3ea80642f3563ed7da112315705aac5520df3856a5ae1de6c9", "id_not_unique": "c-ibn_sina-01-dessert-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04415812570034126, "einstein": 0.0343903828743913, "hypatia": 0.8869396642129665, "ibn_sina": 0.026783257112701374, "sagan": 0.007673531638328749, "socrates": 5.5038461270716424e-05}, "confidence": 0.86432759705556, "temperature": 1.0, "prompt_sha256": "98901bceb01535ec2abc97cc22184df57e0c69ac3114009c3d7231e47aff57b5", "body_sha256": "774788ad3cf0f5c528e3eb24ea30cbf817b826dc72b35f0435e50f1e97b42ac1", "prompt_tokens": 219, "seconds": 0.3242591029847972, "rapl_before": {"package-0": [82074631380, 262143328850, 1790510993.8802018], "core": [82019560415, 262143328850, 1790510993.8881857], "uncore": [47312217442, 262143328850, 1790510993.8949156], "psys": [120550102767, 262143328850, 1790510993.901526]}, "rapl_after": {"package-0": [82074631380, 262143328850, 1790510993.8802018], "core": [82019560415, 262143328850, 1790510993.8881857], "uncore": [47312217442, 262143328850, 1790510993.8949156], "psys": [120550102767, 262143328850, 1790510993.901526]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e20da301cef94d1186aa6394", "object": "systemone.completion", "created": 1790510994, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04415812570034126, "einstein: Albert Einstein": 0.0343903828743913, "hypatia: Hypatia of Alexandria": 0.8869396642129665, "ibn_sina: Ibn Sina": 0.026783257112701374, "sagan: Carl Sagan": 0.007673531638328749, "socrates: Socrates of Athens": 5.5038461270716424e-05}, "confidence": 0.86432759705556, "temperature": 1.0}}, "usage": {"prompt_tokens": 219, "completion_tokens": 0, "total_tokens": 219, "questions": 1}}, "utc": "2026-09-27T12:09:54Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c055", "text_sha256": "08a2d58741f0e2b5e18564f563f0c14b6a31eedffbd7d8bd3650b24b79ed9e26", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.022313449764324634, "einstein": 0.01194352899603913, "hypatia": 0.9487920271331294, "ibn_sina": 0.010540127344933835, "sagan": 0.006392910391977886, "socrates": 1.7956369595109308e-05}, "confidence": 0.9385504325597551, "temperature": 1.0, "prompt_sha256": "5aaf51365173bad7f2f5912975c5cee47f46ec92583f71c007ef59f3dd692c72", "body_sha256": "0391cf4017364352331a1d5cbf42531b9fc8dd0bd7ee128d560a0c2d6b9dad8f", "prompt_tokens": 231, "seconds": 0.33603518101153895, "rapl_before": {"package-0": [82125693993, 262143328850, 1790510994.913072], "core": [82061165105, 262143328850, 1790510994.9209876], "uncore": [47312275974, 262143328850, 1790510994.9285967], "psys": [120550439559, 262143328850, 1790510994.9351802]}, "rapl_after": {"package-0": [82157843203, 262143328850, 1790510995.946821], "core": [82085466069, 262143328850, 1790510995.956238], "uncore": [47312304600, 262143328850, 1790510995.9652686], "psys": [120550761335, 262143328850, 1790510995.9751256]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9e16e3f345a94b28bde57a28", "object": "systemone.completion", "created": 1790510996, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.022313449764324634, "einstein: Albert Einstein": 0.01194352899603913, "hypatia: Hypatia of Alexandria": 0.9487920271331294, "ibn_sina: Ibn Sina": 0.010540127344933835, "sagan: Carl Sagan": 0.006392910391977886, "socrates: Socrates of Athens": 1.7956369595109308e-05}, "confidence": 0.9385504325597551, "temperature": 1.0}}, "usage": {"prompt_tokens": 231, "completion_tokens": 0, "total_tokens": 231, "questions": 1}}, "utc": "2026-09-27T12:09:56Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c056", "text_sha256": "662296bb66a18a37300fd190cf48c9853e307386b2ca49c84cb14a90465ba367", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.15094649878213995, "einstein": 0.5268550489777646, "hypatia": 0.11755725145341746, "ibn_sina": 0.07130207727804523, "sagan": 0.1332098176312279, "socrates": 0.00012930587740490196}, "confidence": 0.4322260587733175, "temperature": 1.0, "prompt_sha256": "295ae871b3a64b63cac1e2ea6653bcd434194344d0525a18129113bf36d232cb", "body_sha256": "e9e46d7a245643601f91eeb38f2aefb8b744747d515ded0cf8991e8152640891", "prompt_tokens": 249, "seconds": 0.3606201779912226, "rapl_before": {"package-0": [82190242534, 262143328850, 1790510996.988248], "core": [82107670174, 262143328850, 1790510996.9957476], "uncore": [47312362888, 262143328850, 1790510997.0021133], "psys": [120551083722, 262143328850, 1790510997.009231]}, "rapl_after": {"package-0": [82190242534, 262143328850, 1790510996.988248], "core": [82107670174, 262143328850, 1790510996.9957476], "uncore": [47312362888, 262143328850, 1790510997.0021133], "psys": [120551083722, 262143328850, 1790510997.009231]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-674a5a5c47384096a22dc1bc", "object": "systemone.completion", "created": 1790510997, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.15094649878213995, "einstein: Albert Einstein": 0.5268550489777646, "hypatia: Hypatia of Alexandria": 0.11755725145341746, "ibn_sina: Ibn Sina": 0.07130207727804523, "sagan: Carl Sagan": 0.1332098176312279, "socrates: Socrates of Athens": 0.00012930587740490196}, "confidence": 0.4322260587733175, "temperature": 1.0}}, "usage": {"prompt_tokens": 249, "completion_tokens": 0, "total_tokens": 249, "questions": 1}}, "utc": "2026-09-27T12:09:57Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c057", "text_sha256": "d8e0cb07e0eaf48824f57ebe5eb906dcef9a8f1e4b6f099dff399409791584b6", "id_not_unique": "c-ibn_sina-01-dessert-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07652809681443398, "einstein": 0.052596940466838035, "hypatia": 0.6407619095887345, "ibn_sina": 0.04641663704741092, "sagan": 0.18358136074246786, "socrates": 0.00011505534011480217}, "confidence": 0.5689142915064813, "temperature": 1.0, "prompt_sha256": "c324a52d69afa0258bec934c4861411ac985ea74584110a9b9606aa96cc1e859", "body_sha256": "53f7d7710db088ee4714ee9b82f230b1f9d6d5b71b7b3d4d23ec140e79b6e754", "prompt_tokens": 246, "seconds": 0.3533916249871254, "rapl_before": {"package-0": [82245558371, 262143328850, 1790510998.0204935], "core": [82153621351, 262143328850, 1790510998.0282853], "uncore": [47312433079, 262143328850, 1790510998.035382], "psys": [120551415569, 262143328850, 1790510998.042135]}, "rapl_after": {"package-0": [82245558371, 262143328850, 1790510998.0204935], "core": [82153621351, 262143328850, 1790510998.0282853], "uncore": [47312433079, 262143328850, 1790510998.035382], "psys": [120551415569, 262143328850, 1790510998.042135]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f1ed7fb9d48d40daa808688b", "object": "systemone.completion", "created": 1790510998, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.07652809681443398, "einstein: Albert Einstein": 0.052596940466838035, "hypatia: Hypatia of Alexandria": 0.6407619095887345, "ibn_sina: Ibn Sina": 0.04641663704741092, "sagan: Carl Sagan": 0.18358136074246786, "socrates: Socrates of Athens": 0.00011505534011480217}, "confidence": 0.5689142915064813, "temperature": 1.0}}, "usage": {"prompt_tokens": 246, "completion_tokens": 0, "total_tokens": 246, "questions": 1}}, "utc": "2026-09-27T12:09:58Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c058", "text_sha256": "f4471ae63e6d6bccbd5c261f4532ca1a299e3f457f483d8761a8918386e82bc1", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.20945481665363075, "einstein": 0.20945481665363075, "hypatia": 0.2689453082309327, "ibn_sina": 0.18484322692825347, "sagan": 0.12704076812491533, "socrates": 0.00026106340863708296}, "confidence": 0.12273436987711923, "temperature": 1.0, "prompt_sha256": "c6bebe28155fb661b8cb6bbc8ee01aa3b440d8ea955cfd43141d83d4a3cfaf2b", "body_sha256": "cac664e47035026db08a1941447237fc73983381053fc3640d9bc2e2d14f3ff9", "prompt_tokens": 258, "seconds": 0.39596178801730275, "rapl_before": {"package-0": [82300791994, 262143328850, 1790510999.0536923], "core": [82199565142, 262143328850, 1790510999.0615146], "uncore": [47312473789, 262143328850, 1790510999.068899], "psys": [120551755839, 262143328850, 1790510999.0757082]}, "rapl_after": {"package-0": [82335644444, 262143328850, 1790511000.087503], "core": [82226423655, 262143328850, 1790511000.096777], "uncore": [47312532810, 262143328850, 1790511000.1057365], "psys": [120552087198, 262143328850, 1790511000.114162]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-eb235050328e4549bbd5999c", "object": "systemone.completion", "created": 1790511000, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.20945481665363075, "einstein: Albert Einstein": 0.20945481665363075, "hypatia: Hypatia of Alexandria": 0.2689453082309327, "ibn_sina: Ibn Sina": 0.18484322692825347, "sagan: Carl Sagan": 0.12704076812491533, "socrates: Socrates of Athens": 0.00026106340863708296}, "confidence": 0.12273436987711923, "temperature": 1.0}}, "usage": {"prompt_tokens": 258, "completion_tokens": 0, "total_tokens": 258, "questions": 1}}, "utc": "2026-09-27T12:10:00Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c059", "text_sha256": "bd105be757c9e850ab01e91c392d5b3ffcc1a669e30151f6297ad7d4a9f43e50", "id_not_unique": "c-ibn_sina-01-dessert-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": false, "correct": false, "probs": {"darwin": 0.27974757052702814, "einstein": 0.27974757052702814, "hypatia": 0.2178676269887726, "ibn_sina": 0.11661613725005292, "sagan": 0.10291337991455177, "socrates": 0.003107714792566451}, "confidence": 0.13569708463243377, "temperature": 1.0, "prompt_sha256": "44a595580856a93581c859953b883bd0a0ae0a4216217ee94dfc28f9801a54f6", "body_sha256": "3f43ecde3479985f91223ae12179f3e2574f8010736c5bea12f06dff9539f9c8", "prompt_tokens": 300, "seconds": 0.43523715203627944, "rapl_before": {"package-0": [82375451105, 262143328850, 1790511001.1274087], "core": [82255639339, 262143328850, 1790511001.1352842], "uncore": [47312584262, 262143328850, 1790511001.1419644], "psys": [120552418924, 262143328850, 1790511001.1489491]}, "rapl_after": {"package-0": [82375451105, 262143328850, 1790511001.1274087], "core": [82255639339, 262143328850, 1790511001.1352842], "uncore": [47312584262, 262143328850, 1790511001.1419644], "psys": [120552418924, 262143328850, 1790511001.1489491]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-49da0d34a8a54a66ac7e63df", "object": "systemone.completion", "created": 1790511001, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.27974757052702814, "einstein: Albert Einstein": 0.27974757052702814, "hypatia: Hypatia of Alexandria": 0.2178676269887726, "ibn_sina: Ibn Sina": 0.11661613725005292, "sagan: Carl Sagan": 0.10291337991455177, "socrates: Socrates of Athens": 0.003107714792566451}, "confidence": 0.13569708463243377, "temperature": 1.0}}, "usage": {"prompt_tokens": 300, "completion_tokens": 0, "total_tokens": 300, "questions": 1}}, "utc": "2026-09-27T12:10:01Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c060", "text_sha256": "b55dbe714cc75405acc2e9cc1648dc3ee39c13f22e834fb80f8422ba653843e2", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.28020769150935393, "einstein": 0.16995455598772252, "hypatia": 0.2472824198373847, "ibn_sina": 0.1323607412897912, "sagan": 0.16995455598772252, "socrates": 0.00024003538802521828}, "confidence": 0.13624922981122473, "temperature": 1.0, "prompt_sha256": "3ebf89c72046647890650030575633837aaa85d4e5ad7c9e6d0f62105278c609", "body_sha256": "e1c245f52eaf0109aeb52636633b608ba9e97141ebeb917323fd815673e56222", "prompt_tokens": 224, "seconds": 0.3268368450226262, "rapl_before": {"package-0": [82442537176, 262143328850, 1790511002.159458], "core": [82312971956, 262143328850, 1790511002.1671484], "uncore": [47312613315, 262143328850, 1790511002.1737688], "psys": [120552765602, 262143328850, 1790511002.1798382]}, "rapl_after": {"package-0": [82442537176, 262143328850, 1790511002.159458], "core": [82312971956, 262143328850, 1790511002.1671484], "uncore": [47312613315, 262143328850, 1790511002.1737688], "psys": [120552765602, 262143328850, 1790511002.1798382]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-3262554eb40844448edc11cb", "object": "systemone.completion", "created": 1790511003, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.28020769150935393, "einstein: Albert Einstein": 0.16995455598772252, "hypatia: Hypatia of Alexandria": 0.2472824198373847, "ibn_sina: Ibn Sina": 0.1323607412897912, "sagan: Carl Sagan": 0.16995455598772252, "socrates: Socrates of Athens": 0.00024003538802521828}, "confidence": 0.13624922981122473, "temperature": 1.0}}, "usage": {"prompt_tokens": 224, "completion_tokens": 0, "total_tokens": 224, "questions": 1}}, "utc": "2026-09-27T12:10:03Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c061", "text_sha256": "dd2f74b23716b02aa47bf6643e04dff6473ac0c4707db2e339a44e5a0a841efc", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.031532520727831276, "einstein": 0.024557551835050307, "hypatia": 0.9215153340878143, "ibn_sina": 0.01687814208958364, "sagan": 0.005479530473808142, "socrates": 3.6920785912392936e-05}, "confidence": 0.9058184009053771, "temperature": 1.0, "prompt_sha256": "284dd4bbf35ae8dee34ab740e0a67625bdc89eb430cb06c10b37ddfe99be9d8e", "body_sha256": "c299046ddc209ee5f7138141cd095b8d4c4abb1a12276d12f86f8e942a17195b", "prompt_tokens": 260, "seconds": 0.3929032330051996, "rapl_before": {"package-0": [82494355525, 262143328850, 1790511003.1901526], "core": [82355467025, 262143328850, 1790511003.1980548], "uncore": [47312672458, 262143328850, 1790511003.2049248], "psys": [120553099281, 262143328850, 1790511003.2113073]}, "rapl_after": {"package-0": [82517031858, 262143328850, 1790511004.2230883], "core": [82370549812, 262143328850, 1790511004.232719], "uncore": [47312727023, 262143328850, 1790511004.2421856], "psys": [120553428504, 262143328850, 1790511004.2510304]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ef3545bb5ed34036b72b0d6c", "object": "systemone.completion", "created": 1790511004, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.031532520727831276, "einstein: Albert Einstein": 0.024557551835050307, "hypatia: Hypatia of Alexandria": 0.9215153340878143, "ibn_sina: Ibn Sina": 0.01687814208958364, "sagan: Carl Sagan": 0.005479530473808142, "socrates: Socrates of Athens": 3.6920785912392936e-05}, "confidence": 0.9058184009053771, "temperature": 1.0}}, "usage": {"prompt_tokens": 260, "completion_tokens": 0, "total_tokens": 260, "questions": 1}}, "utc": "2026-09-27T12:10:04Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c062", "text_sha256": "7017c582c8c06a8055ff39050ceb8b9c6ecdfd1950ea6fb82eaa12427352e499", "id_not_unique": "c-ibn_sina-01-main-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.6151357831079617, "einstein": 0.12112741752983253, "hypatia": 0.10689457078814822, "ibn_sina": 0.08324957543589157, "sagan": 0.07346749246365691, "socrates": 0.00012516067450906232}, "confidence": 0.5381629397295541, "temperature": 1.0, "prompt_sha256": "81aa05fc34c4896478f259a7570bee9027c95e4f2303f062abe70aedbee017db", "body_sha256": "c0f1e821895e5998351d0b4da4273fec0a052c1d563b0f3686bfcd94d3464909", "prompt_tokens": 273, "seconds": 0.4116132730268873, "rapl_before": {"package-0": [82564962827, 262143328850, 1790511005.2642558], "core": [82408109469, 262143328850, 1790511005.2723024], "uncore": [47312756625, 262143328850, 1790511005.2792323], "psys": [120553749303, 262143328850, 1790511005.2858603]}, "rapl_after": {"package-0": [82564962827, 262143328850, 1790511005.2642558], "core": [82408109469, 262143328850, 1790511005.2723024], "uncore": [47312756625, 262143328850, 1790511005.2792323], "psys": [120553749303, 262143328850, 1790511005.2858603]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-75661da59d3d443ba27e5f01", "object": "systemone.completion", "created": 1790511005, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6151357831079617, "einstein: Albert Einstein": 0.12112741752983253, "hypatia: Hypatia of Alexandria": 0.10689457078814822, "ibn_sina: Ibn Sina": 0.08324957543589157, "sagan: Carl Sagan": 0.07346749246365691, "socrates: Socrates of Athens": 0.00012516067450906232}, "confidence": 0.5381629397295541, "temperature": 1.0}}, "usage": {"prompt_tokens": 273, "completion_tokens": 0, "total_tokens": 273, "questions": 1}}, "utc": "2026-09-27T12:10:05Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c063", "text_sha256": "0b11aa8d00f225a2e23695d1879b0b3cfecbb79f138d13ac59b948622fe38cae", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2773787404970376, "einstein": 0.16823871046392755, "hypatia": 0.31431129070784275, "ibn_sina": 0.1484701408792426, "sagan": 0.09005169249511465, "socrates": 0.0015494249568349557}, "confidence": 0.17717354884941133, "temperature": 1.0, "prompt_sha256": "53d305cb3fb290639c9b4a8730c4d75223d3fe2234c0e58371e183b93778af34", "body_sha256": "babec29d3fdd5b0623e9620a517ab232a68a3571cf730216617a6cb4de06455a", "prompt_tokens": 298, "seconds": 0.4302148359711282, "rapl_before": {"package-0": [82627386495, 262143328850, 1790511006.296976], "core": [82460888264, 262143328850, 1790511006.3047142], "uncore": [47312813937, 262143328850, 1790511006.3111098], "psys": [120554088353, 262143328850, 1790511006.317803]}, "rapl_after": {"package-0": [82683412353, 262143328850, 1790511007.3285444], "core": [82508756062, 262143328850, 1790511007.3378925], "uncore": [47312871005, 262143328850, 1790511007.345706], "psys": [120554424473, 262143328850, 1790511007.3547297]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-248f106038694b3dbbfb3308", "object": "systemone.completion", "created": 1790511007, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2773787404970376, "einstein: Albert Einstein": 0.16823871046392755, "hypatia: Hypatia of Alexandria": 0.31431129070784275, "ibn_sina: Ibn Sina": 0.1484701408792426, "sagan: Carl Sagan": 0.09005169249511465, "socrates: Socrates of Athens": 0.0015494249568349557}, "confidence": 0.17717354884941133, "temperature": 1.0}}, "usage": {"prompt_tokens": 298, "completion_tokens": 0, "total_tokens": 298, "questions": 1}}, "utc": "2026-09-27T12:10:07Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c064", "text_sha256": "a7d0bd3209b1bd2142727de630b760b15f5f6312081717f4e82e1ee2a0212263", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.18261357406959772, "einstein": 0.3865929393390383, "hypatia": 0.09774600252345131, "ibn_sina": 0.0671797795790434, "sagan": 0.2657011824640097, "socrates": 0.00016652202485952002}, "confidence": 0.26391152720684596, "temperature": 1.0, "prompt_sha256": "6069b9aef6b9e5784ecec977bdaa93f2b9805cb04c865268697b1088a1214ee8", "body_sha256": "c97a3a487a56aa60895e39bc39d697475ba052f867171aaffe7acb6081056fcc", "prompt_tokens": 278, "seconds": 0.4018909640144557, "rapl_before": {"package-0": [82703331552, 262143328850, 1790511008.3673263], "core": [82518746698, 262143328850, 1790511008.3752346], "uncore": [47312928072, 262143328850, 1790511008.3819566], "psys": [120554741549, 262143328850, 1790511008.388934]}, "rapl_after": {"package-0": [82703331552, 262143328850, 1790511008.3673263], "core": [82518746698, 262143328850, 1790511008.3752346], "uncore": [47312928072, 262143328850, 1790511008.3819566], "psys": [120554741549, 262143328850, 1790511008.388934]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0650c1d5b64b4973b448f758", "object": "systemone.completion", "created": 1790511008, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.18261357406959772, "einstein: Albert Einstein": 0.3865929393390383, "hypatia: Hypatia of Alexandria": 0.09774600252345131, "ibn_sina: Ibn Sina": 0.0671797795790434, "sagan: Carl Sagan": 0.2657011824640097, "socrates: Socrates of Athens": 0.00016652202485952002}, "confidence": 0.26391152720684596, "temperature": 1.0}}, "usage": {"prompt_tokens": 278, "completion_tokens": 0, "total_tokens": 278, "questions": 1}}, "utc": "2026-09-27T12:10:08Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c065", "text_sha256": "3b833e5a5504cbd80f178ad75b526e1f554adfbb0089f158306ea21143c7ae2f", "id_not_unique": "c-ibn_sina-01-main-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2797135205060004, "einstein": 0.026017410235182073, "hypatia": 0.6709978537304035, "ibn_sina": 0.015780356993959202, "sagan": 0.00745411283425907, "socrates": 3.6745700195670895e-05}, "confidence": 0.6051974244764843, "temperature": 1.0, "prompt_sha256": "934e56595bb247a00bed675f28ccbc1f8d609497b1efb0c13bcce07b17071e45", "body_sha256": "591e66b519dd34dae47878b69538bfff79c6587b0c98f2bda11bccb032604966", "prompt_tokens": 303, "seconds": 0.4467974610161036, "rapl_before": {"package-0": [82764602758, 262143328850, 1790511009.4006462], "core": [82570672773, 262143328850, 1790511009.4082813], "uncore": [47312957186, 262143328850, 1790511009.4150414], "psys": [120555072603, 262143328850, 1790511009.4220657]}, "rapl_after": {"package-0": [82764602758, 262143328850, 1790511009.4006462], "core": [82570672773, 262143328850, 1790511009.4082813], "uncore": [47312957186, 262143328850, 1790511009.4150414], "psys": [120555072603, 262143328850, 1790511009.4220657]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-42800f3dd27e427e88869880", "object": "systemone.completion", "created": 1790511010, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2797135205060004, "einstein: Albert Einstein": 0.026017410235182073, "hypatia: Hypatia of Alexandria": 0.6709978537304035, "ibn_sina: Ibn Sina": 0.015780356993959202, "sagan: Carl Sagan": 0.00745411283425907, "socrates: Socrates of Athens": 3.6745700195670895e-05}, "confidence": 0.6051974244764843, "temperature": 1.0}}, "usage": {"prompt_tokens": 303, "completion_tokens": 0, "total_tokens": 303, "questions": 1}}, "utc": "2026-09-27T12:10:10Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c066", "text_sha256": "23e51d7b6856050d91d3999166ecb603fc4961be70cc59ae3729087202ef3384", "id_not_unique": "c-ibn_sina-01-starter-01", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": true, "probs": {"darwin": 0.3258935522539111, "einstein": 0.07271668050575586, "hypatia": 0.19766443124465827, "ibn_sina": 0.3692857746009723, "sagan": 0.03434892769727364, "socrates": 9.06336974288783e-05}, "confidence": 0.24314292952116673, "temperature": 1.0, "prompt_sha256": "5ca6e9092bd9c226867ce6353060a892a6aced4b50ce57ed8845bfe787c20bb9", "body_sha256": "1d92f25a75bba4d9258b0b6551f46597d122f4d94b868e82cce00619302938e1", "prompt_tokens": 200, "seconds": 0.30828148598084226, "rapl_before": {"package-0": [82833362408, 262143328850, 1790511010.4331944], "core": [82629629898, 262143328850, 1790511010.4410822], "uncore": [47313041536, 262143328850, 1790511010.448171], "psys": [120555427278, 262143328850, 1790511010.4543211]}, "rapl_after": {"package-0": [82861672089, 262143328850, 1790511011.4655106], "core": [82650158715, 262143328850, 1790511011.4747438], "uncore": [47313097139, 262143328850, 1790511011.4840355], "psys": [120555766205, 262143328850, 1790511011.4925594]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f44a5fb0a34243d6a7687924", "object": "systemone.completion", "created": 1790511011, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.3258935522539111, "einstein: Albert Einstein": 0.07271668050575586, "hypatia: Hypatia of Alexandria": 0.19766443124465827, "ibn_sina: Ibn Sina": 0.3692857746009723, "sagan: Carl Sagan": 0.03434892769727364, "socrates: Socrates of Athens": 9.06336974288783e-05}, "confidence": 0.24314292952116673, "temperature": 1.0}}, "usage": {"prompt_tokens": 200, "completion_tokens": 0, "total_tokens": 200, "questions": 1}}, "utc": "2026-09-27T12:10:11Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c067", "text_sha256": "29e6791f3ab096493a37cc56ce2519a4c5cb87aafeed65dadcdbcbc34defc75c", "id_not_unique": "c-ibn_sina-01-starter-02", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.044398410582984396, "einstein": 0.026928997261089892, "hypatia": 0.8917659150953793, "ibn_sina": 0.026928997261089892, "sagan": 0.00990662446371705, "socrates": 7.105533573959096e-05}, "confidence": 0.8701190981144551, "temperature": 1.0, "prompt_sha256": "943a4250fa58a34491408ca1a7afa7b495d9fc18c8b60943688aee0bccd4e4fc", "body_sha256": "57c9142e563659cd6bc385ef4596f158239d4ddf8bafcf1730be47bd2ff38587", "prompt_tokens": 219, "seconds": 0.3215420479536988, "rapl_before": {"package-0": [82895002448, 262143328850, 1790511012.5065072], "core": [82672997524, 262143328850, 1790511012.5144734], "uncore": [47313155672, 262143328850, 1790511012.5212607], "psys": [120556098907, 262143328850, 1790511012.5279758]}, "rapl_after": {"package-0": [82895002448, 262143328850, 1790511012.5065072], "core": [82672997524, 262143328850, 1790511012.5144734], "uncore": [47313155672, 262143328850, 1790511012.5212607], "psys": [120556098907, 262143328850, 1790511012.5279758]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-026f2f4de269474f8f7878c2", "object": "systemone.completion", "created": 1790511012, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.044398410582984396, "einstein: Albert Einstein": 0.026928997261089892, "hypatia: Hypatia of Alexandria": 0.8917659150953793, "ibn_sina: Ibn Sina": 0.026928997261089892, "sagan: Carl Sagan": 0.00990662446371705, "socrates: Socrates of Athens": 7.105533573959096e-05}, "confidence": 0.8701190981144551, "temperature": 1.0}}, "usage": {"prompt_tokens": 219, "completion_tokens": 0, "total_tokens": 219, "questions": 1}}, "utc": "2026-09-27T12:10:12Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c068", "text_sha256": "92a317e3024d7f5dbd04f4abe6e6b2dbc9a2b7b76aef5d19ef117adbe1abff1f", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.28542071327289686, "einstein": 0.2518828953968174, "hypatia": 0.2518828953968174, "ibn_sina": 0.13482319840959986, "sagan": 0.07216565777822168, "socrates": 0.0038246397456467803}, "confidence": 0.14250485592747625, "temperature": 1.0, "prompt_sha256": "4162db35fffe084522c91c865baeeb8c4a07aeffa28573394c68aba6e33e4bdd", "body_sha256": "fcf776efd634774ff075cda766fee7ac5e914ace68950061a0f290094fd2367c", "prompt_tokens": 279, "seconds": 0.4121360009885393, "rapl_before": {"package-0": [82946396543, 262143328850, 1790511013.5385208], "core": [82714854106, 262143328850, 1790511013.5464742], "uncore": [47313246309, 262143328850, 1790511013.5531116], "psys": [120556440642, 262143328850, 1790511013.5598297]}, "rapl_after": {"package-0": [82946396543, 262143328850, 1790511013.5385208], "core": [82714854106, 262143328850, 1790511013.5464742], "uncore": [47313246309, 262143328850, 1790511013.5531116], "psys": [120556440642, 262143328850, 1790511013.5598297]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-7e88ee968a1d40989ef02f32", "object": "systemone.completion", "created": 1790511014, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.28542071327289686, "einstein: Albert Einstein": 0.2518828953968174, "hypatia: Hypatia of Alexandria": 0.2518828953968174, "ibn_sina: Ibn Sina": 0.13482319840959986, "sagan: Carl Sagan": 0.07216565777822168, "socrates: Socrates of Athens": 0.0038246397456467803}, "confidence": 0.14250485592747625, "temperature": 1.0}}, "usage": {"prompt_tokens": 279, "completion_tokens": 0, "total_tokens": 279, "questions": 1}}, "utc": "2026-09-27T12:10:14Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c069", "text_sha256": "2b38a3ae73d841c463a00f9961952498fec58ca7e4a8afc6ad0d68d3f2da0891", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.3453154563237679, "einstein": 0.12703445710024935, "hypatia": 0.23733161093213795, "ibn_sina": 0.16311547171184868, "sagan": 0.12703445710024935, "socrates": 0.0001685468317467487}, "confidence": 0.2143785475885215, "temperature": 1.0, "prompt_sha256": "35deec1f944b4e2a6964cb375256e88637dbaaa68c8b73169cbbbc3ad10211fa", "body_sha256": "1315f168ed04bd4129fe470f5193c1cdc17a217fc389c85f6e4c78e6c8ed431e", "prompt_tokens": 262, "seconds": 0.393946808995679, "rapl_before": {"package-0": [83009569233, 262143328850, 1790511014.5708756], "core": [82768475856, 262143328850, 1790511014.5787394], "uncore": [47313274934, 262143328850, 1790511014.5858302], "psys": [120556785123, 262143328850, 1790511014.592962]}, "rapl_after": {"package-0": [83042242489, 262143328850, 1790511015.6041281], "core": [82793025720, 262143328850, 1790511015.612745], "uncore": [47313333406, 262143328850, 1790511015.6214983], "psys": [120557133572, 262143328850, 1790511015.6303287]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5c38c3963a494e51bdfa75e1", "object": "systemone.completion", "created": 1790511015, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3453154563237679, "einstein: Albert Einstein": 0.12703445710024935, "hypatia: Hypatia of Alexandria": 0.23733161093213795, "ibn_sina: Ibn Sina": 0.16311547171184868, "sagan: Carl Sagan": 0.12703445710024935, "socrates: Socrates of Athens": 0.0001685468317467487}, "confidence": 0.2143785475885215, "temperature": 1.0}}, "usage": {"prompt_tokens": 262, "completion_tokens": 0, "total_tokens": 262, "questions": 1}}, "utc": "2026-09-27T12:10:15Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c070", "text_sha256": "e7fbfb77c803a1b49ac58c6a9838ff600043b6d05103c23e581b0222b199442d", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06292702036868182, "einstein": 0.026231884803239344, "hypatia": 0.8686807209876235, "ibn_sina": 0.02972461968581785, "sagan": 0.01239106499640558, "socrates": 4.468915823201126e-05}, "confidence": 0.8424168651851481, "temperature": 1.0, "prompt_sha256": "cb876174a08f8a5185276eb038a08ca61776bb05909a675b6128c03c8300307f", "body_sha256": "58c8e47ba0b4bb8e43e7fa90940cf3e03c425f9639b16a18c9c929caa0ec440d", "prompt_tokens": 279, "seconds": 0.41118869301863015, "rapl_before": {"package-0": [83088169007, 262143328850, 1790511016.6446345], "core": [82828075374, 262143328850, 1790511016.6523607], "uncore": [47313389314, 262143328850, 1790511016.659228], "psys": [120557485683, 262143328850, 1790511016.6657577]}, "rapl_after": {"package-0": [83088169007, 262143328850, 1790511016.6446345], "core": [82828075374, 262143328850, 1790511016.6523607], "uncore": [47313389314, 262143328850, 1790511016.659228], "psys": [120557485683, 262143328850, 1790511016.6657577]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-020ec97a8a1743ecb6aa8685", "object": "systemone.completion", "created": 1790511017, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06292702036868182, "einstein: Albert Einstein": 0.026231884803239344, "hypatia: Hypatia of Alexandria": 0.8686807209876235, "ibn_sina: Ibn Sina": 0.02972461968581785, "sagan: Carl Sagan": 0.01239106499640558, "socrates: Socrates of Athens": 4.468915823201126e-05}, "confidence": 0.8424168651851481, "temperature": 1.0}}, "usage": {"prompt_tokens": 279, "completion_tokens": 0, "total_tokens": 279, "questions": 1}}, "utc": "2026-09-27T12:10:17Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c071", "text_sha256": "75fffc308492668b7b9b1c55a6949b5364b630213ba04b50c512ebe89e45e583", "id_not_unique": "c-ibn_sina-01-starter-03", "label": "ibn_sina", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1925440846584964, "einstein": 0.1699195583221092, "hypatia": 0.3174515279239492, "ibn_sina": 0.14995348390780386, "sagan": 0.1699195583221092, "socrates": 0.00021178686553212047}, "confidence": 0.18094183350873908, "temperature": 1.0, "prompt_sha256": "2a337eb1c333065d207f21205f17821aacb7b1ad3d66463a88884efd6215997b", "body_sha256": "39dd0f6dc7c0f36b9168fe4b6323be29a2a5bf8d9b2c4fb7f3126887b060fefa", "prompt_tokens": 254, "seconds": 0.36421551497187465, "rapl_before": {"package-0": [83150300074, 262143328850, 1790511017.6779187], "core": [82880836347, 262143328850, 1790511017.6859765], "uncore": [47313418122, 262143328850, 1790511017.6925392], "psys": [120557821803, 262143328850, 1790511017.6988492]}, "rapl_after": {"package-0": [83150300074, 262143328850, 1790511017.6779187], "core": [82880836347, 262143328850, 1790511017.6859765], "uncore": [47313418122, 262143328850, 1790511017.6925392], "psys": [120557821803, 262143328850, 1790511017.6988492]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-12100f24a8e64b96acf4d211", "object": "systemone.completion", "created": 1790511018, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1925440846584964, "einstein: Albert Einstein": 0.1699195583221092, "hypatia: Hypatia of Alexandria": 0.3174515279239492, "ibn_sina: Ibn Sina": 0.14995348390780386, "sagan: Carl Sagan": 0.1699195583221092, "socrates: Socrates of Athens": 0.00021178686553212047}, "confidence": 0.18094183350873908, "temperature": 1.0}}, "usage": {"prompt_tokens": 254, "completion_tokens": 0, "total_tokens": 254, "questions": 1}}, "utc": "2026-09-27T12:10:18Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c072", "text_sha256": "17954c8ac9ae5c7fedfad2b26338572afca1063b99a1e52048925e9d52e43d38", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.014920383615015083, "einstein": 0.03579213963057118, "hypatia": 0.024599553833081038, "ibn_sina": 0.9230914474360676, "sagan": 0.0015725968631881359, "socrates": 2.3878622076951055e-05}, "confidence": 0.9077097369232812, "temperature": 1.0, "prompt_sha256": "a2e00cca54e95893c7c70358e862931a52bd840ff3644f453b83c1c0ede3573e", "body_sha256": "ec649a4344e49bf2ac517533cec19238a2a56a91acb26244c1af8233668e5f3d", "prompt_tokens": 312, "seconds": 0.44728057202883065, "rapl_before": {"package-0": [83206550418, 262143328850, 1790511018.7090518], "core": [82927639206, 262143328850, 1790511018.7171516], "uncore": [47313473359, 262143328850, 1790511018.7241168], "psys": [120558161341, 262143328850, 1790511018.7309616]}, "rapl_after": {"package-0": [83232718442, 262143328850, 1790511019.742368], "core": [82945025758, 262143328850, 1790511019.7524664], "uncore": [47313531220, 262143328850, 1790511019.7601674], "psys": [120558513329, 262143328850, 1790511019.7682977]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.04, "contended": false, "server_response": {"id": "deem-b8c8395f5b6249019347c910", "object": "systemone.completion", "created": 1790511020, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.014920383615015083, "einstein: Albert Einstein": 0.03579213963057118, "hypatia: Hypatia of Alexandria": 0.024599553833081038, "ibn_sina: Ibn Sina": 0.9230914474360676, "sagan: Carl Sagan": 0.0015725968631881359, "socrates: Socrates of Athens": 2.3878622076951055e-05}, "confidence": 0.9077097369232812, "temperature": 1.0}}, "usage": {"prompt_tokens": 312, "completion_tokens": 0, "total_tokens": 312, "questions": 1}}, "utc": "2026-09-27T12:10:20Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c073", "text_sha256": "af4421e88e6f7cc45a04171042c0ae408960b8d2dd13e1e0b67b4579a5dafe83", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.10220080776713657, "einstein": 0.06198792335816537, "hypatia": 0.7551675019473993, "ibn_sina": 0.054704150361232225, "sagan": 0.025840410926761398, "socrates": 9.92056393050817e-05}, "confidence": 0.7062010023368792, "temperature": 1.0, "prompt_sha256": "c7f7a402e01028ef76b9ead8ea33514a40de4762d1f0db6d7eb4ed7230b6f112", "body_sha256": "ed069f828f0099a91a096678f8f28b2c72cc505c11c00336e9e654e0e03cf218", "prompt_tokens": 217, "seconds": 0.32399854401592165, "rapl_before": {"package-0": [83293522546, 262143328850, 1790511020.7802641], "core": [82995769708, 262143328850, 1790511020.7881641], "uncore": [47313588532, 262143328850, 1790511020.7949317], "psys": [120558842735, 262143328850, 1790511020.8010268]}, "rapl_after": {"package-0": [83293522546, 262143328850, 1790511020.7802641], "core": [82995769708, 262143328850, 1790511020.7881641], "uncore": [47313588532, 262143328850, 1790511020.7949317], "psys": [120558842735, 262143328850, 1790511020.8010268]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-384339538f2744e8babd5d7b", "object": "systemone.completion", "created": 1790511021, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.10220080776713657, "einstein: Albert Einstein": 0.06198792335816537, "hypatia: Hypatia of Alexandria": 0.7551675019473993, "ibn_sina: Ibn Sina": 0.054704150361232225, "sagan: Carl Sagan": 0.025840410926761398, "socrates: Socrates of Athens": 9.92056393050817e-05}, "confidence": 0.7062010023368792, "temperature": 1.0}}, "usage": {"prompt_tokens": 217, "completion_tokens": 0, "total_tokens": 217, "questions": 1}}, "utc": "2026-09-27T12:10:21Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c074", "text_sha256": "201a0135be6be1db753dcac7891bcbd6ebee66569e3359c08b3ee0a4105fd3fd", "id_not_unique": "c-sagan-01-dessert-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03155290702068197, "einstein": 0.02457342869588635, "hypatia": 0.9221111088953302, "ibn_sina": 0.016889054085817107, "sagan": 0.004838795010017795, "socrates": 3.470629226646457e-05}, "confidence": 0.9065333306743962, "temperature": 1.0, "prompt_sha256": "76dd130c33f7575fa78b0c4d36b1c5d403ae3d49778ff6e3c7fe0293e05eaf8b", "body_sha256": "2ee9e786deb3efdd5ca0643f69a2a6e5d82c38d3d641dc90b15e750e449a846b", "prompt_tokens": 196, "seconds": 0.35063727298984304, "rapl_before": {"package-0": [83344272600, 262143328850, 1790511021.8128135], "core": [83037192514, 262143328850, 1790511021.8204222], "uncore": [47313646271, 262143328850, 1790511021.8273644], "psys": [120559179038, 262143328850, 1790511021.834034]}, "rapl_after": {"package-0": [83344272600, 262143328850, 1790511021.8128135], "core": [83037192514, 262143328850, 1790511021.8204222], "uncore": [47313646271, 262143328850, 1790511021.8273644], "psys": [120559179038, 262143328850, 1790511021.834034]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-7f92b99f846d4511a9f15890", "object": "systemone.completion", "created": 1790511022, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.03155290702068197, "einstein: Albert Einstein": 0.02457342869588635, "hypatia: Hypatia of Alexandria": 0.9221111088953302, "ibn_sina: Ibn Sina": 0.016889054085817107, "sagan: Carl Sagan": 0.004838795010017795, "socrates: Socrates of Athens": 3.470629226646457e-05}, "confidence": 0.9065333306743962, "temperature": 1.0}}, "usage": {"prompt_tokens": 196, "completion_tokens": 0, "total_tokens": 196, "questions": 1}}, "utc": "2026-09-27T12:10:22Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c075", "text_sha256": "b17461d357df5f854916b406f705dfee2535c04fe6e0ec22055fb868d847f9a2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.3213338223476982, "einstein": 0.22084929101249587, "hypatia": 0.25025503247171504, "ibn_sina": 0.13395186617487648, "sagan": 0.07169926724154899, "socrates": 0.0019107207516654034}, "confidence": 0.18560058681723782, "temperature": 1.0, "prompt_sha256": "1c9aaac4a872554770adee2907aa6e30dda56d436a17dad46b9c342a9ca65526", "body_sha256": "7d6ca7679d65230831fc86b72c1e9eb8c9f456e32d80c24807891a9510c21bd6", "prompt_tokens": 234, "seconds": 0.34179405897157267, "rapl_before": {"package-0": [83396598332, 262143328850, 1790511022.8453803], "core": [83080231039, 262143328850, 1790511022.8553698], "uncore": [47313703888, 262143328850, 1790511022.86249], "psys": [120559517294, 262143328850, 1790511022.8692195]}, "rapl_after": {"package-0": [83408411718, 262143328850, 1790511023.8806067], "core": [83084162181, 262143328850, 1790511023.8889995], "uncore": [47313733063, 262143328850, 1790511023.8963668], "psys": [120559839498, 262143328850, 1790511023.9036746]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-58a3d4d0983042fd9f0b274b", "object": "systemone.completion", "created": 1790511024, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.3213338223476982, "einstein: Albert Einstein": 0.22084929101249587, "hypatia: Hypatia of Alexandria": 0.25025503247171504, "ibn_sina: Ibn Sina": 0.13395186617487648, "sagan: Carl Sagan": 0.07169926724154899, "socrates: Socrates of Athens": 0.0019107207516654034}, "confidence": 0.18560058681723782, "temperature": 1.0}}, "usage": {"prompt_tokens": 234, "completion_tokens": 0, "total_tokens": 234, "questions": 1}}, "utc": "2026-09-27T12:10:24Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c076", "text_sha256": "0a559d120c34e49e361afce6d91c183b88fe89ed3166d332e2a0801f986305ea", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.6466028745948224, "einstein": 0.046839755133297495, "hypatia": 0.20992121863821067, "ibn_sina": 0.06815144158176668, "sagan": 0.02840974758177714, "socrates": 7.496247012572595e-05}, "confidence": 0.5759234495137868, "temperature": 1.0, "prompt_sha256": "4c87c65b4caee3891c9defec0170480486df699f87576ec4aa05c064f616df52", "body_sha256": "523062c744b2f0ec71bf84c52b610c1146793c3b456650bb1b0bbbfde903d461", "prompt_tokens": 317, "seconds": 0.518078863970004, "rapl_before": {"package-0": [83463322160, 262143328850, 1790511024.9177663], "core": [83128748249, 262143328850, 1790511024.9257784], "uncore": [47313763764, 262143328850, 1790511024.9321425], "psys": [120560183491, 262143328850, 1790511024.9393103]}, "rapl_after": {"package-0": [83463322160, 262143328850, 1790511024.9177663], "core": [83128748249, 262143328850, 1790511024.9257784], "uncore": [47313763764, 262143328850, 1790511024.9321425], "psys": [120560183491, 262143328850, 1790511024.9393103]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0b512a37c5bd4603b4328e42", "object": "systemone.completion", "created": 1790511025, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6466028745948224, "einstein: Albert Einstein": 0.046839755133297495, "hypatia: Hypatia of Alexandria": 0.20992121863821067, "ibn_sina: Ibn Sina": 0.06815144158176668, "sagan: Carl Sagan": 0.02840974758177714, "socrates: Socrates of Athens": 7.496247012572595e-05}, "confidence": 0.5759234495137868, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-27T12:10:25Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c077", "text_sha256": "0a4333ec1c14f2d7026dd16373b6b7f5850ff30627e3985ba2719899cee3426f", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.03147427722784826, "einstein": 0.021631933296394953, "hypatia": 0.9198132095158983, "ibn_sina": 0.019090114130985124, "sagan": 0.007957943532535691, "socrates": 3.2522296337676706e-05}, "confidence": 0.9037758514190779, "temperature": 1.0, "prompt_sha256": "7252103eeea5b5140295e7aa32677af6210c8e91a19ab459785b562a6d64a653", "body_sha256": "b3e08be3339f88f318849e14febb9d3ab14929e69857860b2b8d4b38959feefe", "prompt_tokens": 239, "seconds": 0.34686107403831556, "rapl_before": {"package-0": [83536887341, 262143328850, 1790511025.9501278], "core": [83192696266, 262143328850, 1790511025.957871], "uncore": [47313793610, 262143328850, 1790511025.964959], "psys": [120560531208, 262143328850, 1790511025.9717607]}, "rapl_after": {"package-0": [83573725076, 262143328850, 1790511026.982896], "core": [83221235317, 262143328850, 1790511026.9920077], "uncore": [47313821808, 262143328850, 1790511027.0000494], "psys": [120560874651, 262143328850, 1790511027.0077693]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-fd12a53eaed743929c84699f", "object": "systemone.completion", "created": 1790511027, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.03147427722784826, "einstein: Albert Einstein": 0.021631933296394953, "hypatia: Hypatia of Alexandria": 0.9198132095158983, "ibn_sina: Ibn Sina": 0.019090114130985124, "sagan: Carl Sagan": 0.007957943532535691, "socrates: Socrates of Athens": 3.2522296337676706e-05}, "confidence": 0.9037758514190779, "temperature": 1.0}}, "usage": {"prompt_tokens": 239, "completion_tokens": 0, "total_tokens": 239, "questions": 1}}, "utc": "2026-09-27T12:10:27Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c078", "text_sha256": "4adaea24337f52c5fd58eb48284a3be16efee7fd902865cb45b5695012a24e94", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.2349988856332108, "einstein": 0.2073857886821401, "hypatia": 0.3874476613343014, "ibn_sina": 0.09796211008725907, "sagan": 0.06732830799071411, "socrates": 0.004877246272374581}, "confidence": 0.2649371936011617, "temperature": 1.0, "prompt_sha256": "cdb67d80f1cae118c14366459ad4275f733ad66b06a27832713675024544888b", "body_sha256": "66a0bab98c7887a7caba07f743089bdef42ef260e5e30ba039b0f33fd610b0db", "prompt_tokens": 267, "seconds": 0.474885698989965, "rapl_before": {"package-0": [83605303059, 262143328850, 1790511028.0182593], "core": [83242567232, 262143328850, 1790511028.0248568], "uncore": [47313892548, 262143328850, 1790511028.0307956], "psys": [120561214738, 262143328850, 1790511028.0368845]}, "rapl_after": {"package-0": [83605303059, 262143328850, 1790511028.0182593], "core": [83242567232, 262143328850, 1790511028.0248568], "uncore": [47313892548, 262143328850, 1790511028.0307956], "psys": [120561214738, 262143328850, 1790511028.0368845]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-0c3d31d20c614893839ed407", "object": "systemone.completion", "created": 1790511028, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.2349988856332108, "einstein: Albert Einstein": 0.2073857886821401, "hypatia: Hypatia of Alexandria": 0.3874476613343014, "ibn_sina: Ibn Sina": 0.09796211008725907, "sagan: Carl Sagan": 0.06732830799071411, "socrates: Socrates of Athens": 0.004877246272374581}, "confidence": 0.2649371936011617, "temperature": 1.0}}, "usage": {"prompt_tokens": 267, "completion_tokens": 0, "total_tokens": 267, "questions": 1}}, "utc": "2026-09-27T12:10:28Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c079", "text_sha256": "8c630a6e410940f6d22264df1640a7a2f0f4fe19eccbd45cbb1a2fee09efa8c2", "id_not_unique": "c-sagan-01-dessert-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04343029001558177, "einstein": 0.038327096417101594, "hypatia": 0.038327096417101594, "ibn_sina": 0.8723206936927163, "sagan": 0.007547052761204137, "socrates": 4.777069629464273e-05}, "confidence": 0.8467848324312595, "temperature": 1.0, "prompt_sha256": "6f1b59329931c6603c30108afa53cf1c27606fcf6dbd14630e7ea91079650aae", "body_sha256": "1beb8c59602377832208265755f1f565925fa5a0fd42514607b9ce798e272319", "prompt_tokens": 305, "seconds": 0.4881856829742901, "rapl_before": {"package-0": [83675277367, 262143328850, 1790511029.0468137], "core": [83302599916, 262143328850, 1790511029.054473], "uncore": [47313960540, 262143328850, 1790511029.0621397], "psys": [120561576615, 262143328850, 1790511029.0691512]}, "rapl_after": {"package-0": [83740867348, 262143328850, 1790511030.080536], "core": [83360015601, 262143328850, 1790511030.089252], "uncore": [47314022369, 262143328850, 1790511030.0978754], "psys": [120561920608, 262143328850, 1790511030.1056376]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e9b2cbb63342431881459ab0", "object": "systemone.completion", "created": 1790511030, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.04343029001558177, "einstein: Albert Einstein": 0.038327096417101594, "hypatia: Hypatia of Alexandria": 0.038327096417101594, "ibn_sina: Ibn Sina": 0.8723206936927163, "sagan: Carl Sagan": 0.007547052761204137, "socrates: Socrates of Athens": 4.777069629464273e-05}, "confidence": 0.8467848324312595, "temperature": 1.0}}, "usage": {"prompt_tokens": 305, "completion_tokens": 0, "total_tokens": 305, "questions": 1}}, "utc": "2026-09-27T12:10:30Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c080", "text_sha256": "70f507eb1365d078f2ec073a7217f16108c3aa295d0f6f410b17376071934378", "id_not_unique": "c-sagan-01-main-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.42692624903044074, "einstein": 0.13860266012777786, "hypatia": 0.15705738991473855, "ibn_sina": 0.13860266012777786, "sagan": 0.13860266012777786, "socrates": 0.00020838067148705108}, "confidence": 0.3123114988365289, "temperature": 1.0, "prompt_sha256": "c92feafea19b047b792837ce6e35a37eb8bd63a8b13a8603c251f662ed0340f0", "body_sha256": "a0cd775f0e5705b39a1e09b2986d9df7e193c4a4b3f42ef5c495ec8853b3d3cb", "prompt_tokens": 240, "seconds": 0.3538564359769225, "rapl_before": {"package-0": [83762848310, 262143328850, 1790511031.1184688], "core": [83371655220, 262143328850, 1790511031.1244118], "uncore": [47314078582, 262143328850, 1790511031.1301389], "psys": [120562265212, 262143328850, 1790511031.1358454]}, "rapl_after": {"package-0": [83762848310, 262143328850, 1790511031.1184688], "core": [83371655220, 262143328850, 1790511031.1244118], "uncore": [47314078582, 262143328850, 1790511031.1301389], "psys": [120562265212, 262143328850, 1790511031.1358454]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-650af853e95a4659a30f8945", "object": "systemone.completion", "created": 1790511031, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.42692624903044074, "einstein: Albert Einstein": 0.13860266012777786, "hypatia: Hypatia of Alexandria": 0.15705738991473855, "ibn_sina: Ibn Sina": 0.13860266012777786, "sagan: Carl Sagan": 0.13860266012777786, "socrates: Socrates of Athens": 0.00020838067148705108}, "confidence": 0.3123114988365289, "temperature": 1.0}}, "usage": {"prompt_tokens": 240, "completion_tokens": 0, "total_tokens": 240, "questions": 1}}, "utc": "2026-09-27T12:10:31Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c081", "text_sha256": "26c9cc6cd1f5dfbf4575a10bfddada00c88453f4871b30ab1fc5c9322fa24311", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.08646757253496899, "einstein": 0.0979805960584437, "hypatia": 0.638913744199241, "ibn_sina": 0.16154269283743325, "sagan": 0.015025811059988962, "socrates": 6.958330992423393e-05}, "confidence": 0.5666964930390892, "temperature": 1.0, "prompt_sha256": "a9616257a720b4edd5df2e018ae8cb41c14616e4382d4d6d6af9c0ce7587b6b8", "body_sha256": "b2e2b19ad318dc7b1c16aa31a2070c00c1cdbee18de2e8cd20b48b0701210f18", "prompt_tokens": 274, "seconds": 0.4347178250318393, "rapl_before": {"package-0": [83818225610, 262143328850, 1790511032.1460686], "core": [83417537121, 262143328850, 1790511032.1536355], "uncore": [47314138396, 262143328850, 1790511032.1607995], "psys": [120562600721, 262143328850, 1790511032.1670508]}, "rapl_after": {"package-0": [83818225610, 262143328850, 1790511032.1460686], "core": [83417537121, 262143328850, 1790511032.1536355], "uncore": [47314138396, 262143328850, 1790511032.1607995], "psys": [120562600721, 262143328850, 1790511032.1670508]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-feeda0dce2754a89898105bf", "object": "systemone.completion", "created": 1790511032, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.08646757253496899, "einstein: Albert Einstein": 0.0979805960584437, "hypatia: Hypatia of Alexandria": 0.638913744199241, "ibn_sina: Ibn Sina": 0.16154269283743325, "sagan: Carl Sagan": 0.015025811059988962, "socrates: Socrates of Athens": 6.958330992423393e-05}, "confidence": 0.5666964930390892, "temperature": 1.0}}, "usage": {"prompt_tokens": 274, "completion_tokens": 0, "total_tokens": 274, "questions": 1}}, "utc": "2026-09-27T12:10:32Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c082", "text_sha256": "090da8cbfb7483c7bf328f01ab049ab77c06781715061f8708fd5d7b7edf51bc", "id_not_unique": "c-sagan-01-main-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.055946240875394716, "einstein": 0.0299458648112313, "hypatia": 0.875146451317921, "ibn_sina": 0.026427132941128653, "sagan": 0.012483293686229455, "socrates": 5.101636809484136e-05}, "confidence": 0.8501757415815053, "temperature": 1.0, "prompt_sha256": "09a7b899ed0aaf7d0818b47c7baa97953a8196aa56bec1ba4e839b36473f3473", "body_sha256": "531dd56c46cee66c129b6fca18f6a5d2907215fb01fde82b7b0f4ed3e131b2db", "prompt_tokens": 224, "seconds": 0.32238195795798674, "rapl_before": {"package-0": [83881864363, 262143328850, 1790511033.1778545], "core": [83471564693, 262143328850, 1790511033.1860893], "uncore": [47314197967, 262143328850, 1790511033.1929562], "psys": [120562948132, 262143328850, 1790511033.199796]}, "rapl_after": {"package-0": [83920227058, 262143328850, 1790511034.2106063], "core": [83502273294, 262143328850, 1790511034.2200937], "uncore": [47314227080, 262143328850, 1790511034.229035], "psys": [120563280041, 262143328850, 1790511034.2376318]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ed835f4b8db64d15a9f1ce52", "object": "systemone.completion", "created": 1790511034, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.055946240875394716, "einstein: Albert Einstein": 0.0299458648112313, "hypatia: Hypatia of Alexandria": 0.875146451317921, "ibn_sina: Ibn Sina": 0.026427132941128653, "sagan: Carl Sagan": 0.012483293686229455, "socrates: Socrates of Athens": 5.101636809484136e-05}, "confidence": 0.8501757415815053, "temperature": 1.0}}, "usage": {"prompt_tokens": 224, "completion_tokens": 0, "total_tokens": 224, "questions": 1}}, "utc": "2026-09-27T12:10:34Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c083", "text_sha256": "4ff2c7c47e30b6204ebc63d53fa463e60b4fc427332819e30a966cd466e5cf29", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.29695503868776074, "einstein": 0.14027162794401218, "hypatia": 0.3364941427194356, "ibn_sina": 0.15894857821392283, "sagan": 0.06625962533928323, "socrates": 0.001070987095585403}, "confidence": 0.20379297126332271, "temperature": 1.0, "prompt_sha256": "3036a50d0de9c687e8636b8e09a38fd4ecfcd2c61106c7392f8064efa2d042de", "body_sha256": "526461c1ebc3581d3e99741648dc3ad2b5e2cdd7a62d23b4aca81903497624ae", "prompt_tokens": 306, "seconds": 0.44092095497762784, "rapl_before": {"package-0": [83945359134, 262143328850, 1790511035.2529337], "core": [83517391663, 262143328850, 1790511035.260512], "uncore": [47314277800, 262143328850, 1790511035.267123], "psys": [120563605113, 262143328850, 1790511035.2738175]}, "rapl_after": {"package-0": [83945359134, 262143328850, 1790511035.2529337], "core": [83517391663, 262143328850, 1790511035.260512], "uncore": [47314277800, 262143328850, 1790511035.267123], "psys": [120563605113, 262143328850, 1790511035.2738175]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-985e7e8834b8430aaf4f814f", "object": "systemone.completion", "created": 1790511035, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.29695503868776074, "einstein: Albert Einstein": 0.14027162794401218, "hypatia: Hypatia of Alexandria": 0.3364941427194356, "ibn_sina: Ibn Sina": 0.15894857821392283, "sagan: Carl Sagan": 0.06625962533928323, "socrates: Socrates of Athens": 0.001070987095585403}, "confidence": 0.20379297126332271, "temperature": 1.0}}, "usage": {"prompt_tokens": 306, "completion_tokens": 0, "total_tokens": 306, "questions": 1}}, "utc": "2026-09-27T12:10:35Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c084", "text_sha256": "75fd209542847cbf68001d0bfbdc0906a9af020a3cae869a8c521fa0d7733d54", "id_not_unique": "c-sagan-01-main-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.05462550817082948, "einstein": 0.037543526114319756, "hypatia": 0.04820684176286653, "ibn_sina": 0.8544867158029987, "sagan": 0.0050809637403826284, "socrates": 5.64444086028453e-05}, "confidence": 0.8253840589635985, "temperature": 1.0, "prompt_sha256": "b96dd9ec240e26e9fbe1658e26b86ae0cb0be850c7d57e72f7ff31d5bf750d14", "body_sha256": "cab9ba7aa36d510204211978312608b96ae1bac549461b68b5677ae1de887451", "prompt_tokens": 308, "seconds": 0.439718782028649, "rapl_before": {"package-0": [84048004380, 262143328850, 1790511039.388293], "core": [83584120069, 262143328850, 1790511039.3964365], "uncore": [47314535307, 262143328850, 1790511039.4032464], "psys": [120564924446, 262143328850, 1790511039.4098608]}, "rapl_after": {"package-0": [84048004380, 262143328850, 1790511039.388293], "core": [83584120069, 262143328850, 1790511039.3964365], "uncore": [47314535307, 262143328850, 1790511039.4032464], "psys": [120564924446, 262143328850, 1790511039.4098608]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.03, "contended": false, "server_response": {"id": "deem-3e8ade74c6ad426baf81ee33", "object": "systemone.completion", "created": 1790511040, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.05462550817082948, "einstein: Albert Einstein": 0.037543526114319756, "hypatia: Hypatia of Alexandria": 0.04820684176286653, "ibn_sina: Ibn Sina": 0.8544867158029987, "sagan: Carl Sagan": 0.0050809637403826284, "socrates: Socrates of Athens": 5.64444086028453e-05}, "confidence": 0.8253840589635985, "temperature": 1.0}}, "usage": {"prompt_tokens": 308, "completion_tokens": 0, "total_tokens": 308, "questions": 1}}, "utc": "2026-09-27T12:10:40Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c085", "text_sha256": "75430e1e6218b85b7b5a24b15accfed19fcb961b965741f729b8451ae554e6c3", "id_not_unique": "c-sagan-01-starter-01", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.031264518361945784, "einstein": 0.01896288894766872, "hypatia": 0.031264518361945784, "ibn_sina": 0.9136831568931343, "sagan": 0.004794569176818854, "socrates": 3.0348258486657932e-05}, "confidence": 0.8964197882717612, "temperature": 1.0, "prompt_sha256": "1a1dff0b59ad37729cfd2593bf73ceca572cb8f48a8722515f71c11e763e74e8", "body_sha256": "d875e249d57bee87774fe5b5f0cd4ecc27c6845f165af8a740cdb51d2e14528a", "prompt_tokens": 192, "seconds": 0.28557148401159793, "rapl_before": {"package-0": [84113974731, 262143328850, 1790511040.4212513], "core": [83640594107, 262143328850, 1790511040.4291463], "uncore": [47314589689, 262143328850, 1790511040.435821], "psys": [120565271491, 262143328850, 1790511040.4421713]}, "rapl_after": {"package-0": [84145580851, 262143328850, 1790511041.4522243], "core": [83664013907, 262143328850, 1790511041.461117], "uncore": [47314702848, 262143328850, 1790511041.4695024], "psys": [120565613470, 262143328850, 1790511041.4776168]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-ad76589c3d574e189a7b4dac", "object": "systemone.completion", "created": 1790511041, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.031264518361945784, "einstein: Albert Einstein": 0.01896288894766872, "hypatia: Hypatia of Alexandria": 0.031264518361945784, "ibn_sina: Ibn Sina": 0.9136831568931343, "sagan: Carl Sagan": 0.004794569176818854, "socrates: Socrates of Athens": 3.0348258486657932e-05}, "confidence": 0.8964197882717612, "temperature": 1.0}}, "usage": {"prompt_tokens": 192, "completion_tokens": 0, "total_tokens": 192, "questions": 1}}, "utc": "2026-09-27T12:10:41Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c086", "text_sha256": "75df625f87a54ffae2b7b0cdadfa23d16456e82b7c6e3d061a0358a590f5043f", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0833367053019696, "einstein": 0.044606923927998365, "hypatia": 0.7906766453775467, "ibn_sina": 0.06490269134776483, "sagan": 0.016409970247009076, "socrates": 6.706379771152182e-05}, "confidence": 0.7488119744530561, "temperature": 1.0, "prompt_sha256": "4afa49d51eb851f852d1fd61a57fa5fb907c8321d7599bf7e81ab716ecf2b014", "body_sha256": "9dd867e871dba7d6bddfce69edf91d4f199b1ec4c686b6581341fe860e1de5a5", "prompt_tokens": 312, "seconds": 0.45415152702480555, "rapl_before": {"package-0": [84170452552, 262143328850, 1790511042.490653], "core": [83679043471, 262143328850, 1790511042.4982498], "uncore": [47314731290, 262143328850, 1790511042.5052388], "psys": [120565929387, 262143328850, 1790511042.5117857]}, "rapl_after": {"package-0": [84170452552, 262143328850, 1790511042.490653], "core": [83679043471, 262143328850, 1790511042.4982498], "uncore": [47314731290, 262143328850, 1790511042.5052388], "psys": [120565929387, 262143328850, 1790511042.5117857]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.21, "contended": true, "server_response": {"id": "deem-eadf5eef1188406a880d995f", "object": "systemone.completion", "created": 1790511043, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0833367053019696, "einstein: Albert Einstein": 0.044606923927998365, "hypatia: Hypatia of Alexandria": 0.7906766453775467, "ibn_sina: Ibn Sina": 0.06490269134776483, "sagan: Carl Sagan": 0.016409970247009076, "socrates: Socrates of Athens": 6.706379771152182e-05}, "confidence": 0.7488119744530561, "temperature": 1.0}}, "usage": {"prompt_tokens": 312, "completion_tokens": 0, "total_tokens": 312, "questions": 1}}, "utc": "2026-09-27T12:10:43Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c087", "text_sha256": "f37ad2a441d669b186a45bde189d7d209f5077324c7b15113285fce54185d55b", "id_not_unique": "c-sagan-01-starter-02", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.29757708043126696, "einstein": 0.2045215369943286, "hypatia": 0.2626108517607601, "ibn_sina": 0.12404858275861187, "sagan": 0.10947249005448384, "socrates": 0.001769458000548692}, "confidence": 0.15709249651752036, "temperature": 1.0, "prompt_sha256": "21c0b8d257b2c9844cd1b74af55df2caab190ac52e4c16fbbb6f4607f61a0f81", "body_sha256": "5a3c67d8c86bedffbe8e6a1ca837b0b87e368b1146f827028e5b54470411e8cf", "prompt_tokens": 200, "seconds": 0.30176343995844945, "rapl_before": {"package-0": [84241381692, 262143328850, 1790511043.5226479], "core": [83739908305, 262143328850, 1790511043.5310643], "uncore": [47315016446, 262143328850, 1790511043.538093], "psys": [120566276127, 262143328850, 1790511043.544691]}, "rapl_after": {"package-0": [84241381692, 262143328850, 1790511043.5226479], "core": [83739908305, 262143328850, 1790511043.5310643], "uncore": [47315016446, 262143328850, 1790511043.538093], "psys": [120566276127, 262143328850, 1790511043.544691]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-f4426ed442e540e498a918c7", "object": "systemone.completion", "created": 1790511044, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.29757708043126696, "einstein: Albert Einstein": 0.2045215369943286, "hypatia: Hypatia of Alexandria": 0.2626108517607601, "ibn_sina: Ibn Sina": 0.12404858275861187, "sagan: Carl Sagan": 0.10947249005448384, "socrates: Socrates of Athens": 0.001769458000548692}, "confidence": 0.15709249651752036, "temperature": 1.0}}, "usage": {"prompt_tokens": 200, "completion_tokens": 0, "total_tokens": 200, "questions": 1}}, "utc": "2026-09-27T12:10:44Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c088", "text_sha256": "36439125e5a22ecbd8e1ade7eb23aeea2e65ec5efd46bd993882d91dd00c6cf1", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.08685791407377833, "einstein": 0.03620776548585758, "hypatia": 0.8240849440291362, "ibn_sina": 0.04102877344930594, "sagan": 0.01175494040251616, "socrates": 6.566255940570397e-05}, "confidence": 0.7889019328349635, "temperature": 1.0, "prompt_sha256": "29c3bc396603fefbe9938da8c5db8e82f29472bbf930b7c07b7824457351d4c0", "body_sha256": "ec0f2bbdc9d7f8032cb84cce4ac2ed5922a25a13d072846e0fcf6c9d4b24791b", "prompt_tokens": 210, "seconds": 0.3601761889876798, "rapl_before": {"package-0": [84289772498, 262143328850, 1790511044.5557172], "core": [83778539676, 262143328850, 1790511044.563249], "uncore": [47315252774, 262143328850, 1790511044.5699227], "psys": [120566628543, 262143328850, 1790511044.5769436]}, "rapl_after": {"package-0": [84323708019, 262143328850, 1790511045.5882976], "core": [83803706238, 262143328850, 1790511045.596426], "uncore": [47315485317, 262143328850, 1790511045.6046336], "psys": [120566981814, 262143328850, 1790511045.6123466]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-cc64acb8b457444684637bb1", "object": "systemone.completion", "created": 1790511045, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.08685791407377833, "einstein: Albert Einstein": 0.03620776548585758, "hypatia: Hypatia of Alexandria": 0.8240849440291362, "ibn_sina: Ibn Sina": 0.04102877344930594, "sagan: Carl Sagan": 0.01175494040251616, "socrates: Socrates of Athens": 6.566255940570397e-05}, "confidence": 0.7889019328349635, "temperature": 1.0}}, "usage": {"prompt_tokens": 210, "completion_tokens": 0, "total_tokens": 210, "questions": 1}}, "utc": "2026-09-27T12:10:45Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c089", "text_sha256": "b82156a1523f861c6acec464a68044a0347260585b05e3d579f9d1bb6d3e1883", "id_not_unique": "c-sagan-01-starter-03", "label": "sagan", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04913111884413377, "einstein": 0.03376729123657824, "hypatia": 0.8708699190742073, "ibn_sina": 0.03376729123657824, "sagan": 0.012422292229985745, "socrates": 4.2087378516770945e-05}, "confidence": 0.8450439028890487, "temperature": 1.0, "prompt_sha256": "20853145f23d1a97bc6a7954bebe55a9a3ce0bdebe975ba022542d168bbd9fff", "body_sha256": "f2ed9477f5f1f501151cb409e198dac40ad5807ac6e43e760701ddbf093783b9", "prompt_tokens": 263, "seconds": 0.41833630099426955, "rapl_before": {"package-0": [84357763901, 262143328850, 1790511046.6253784], "core": [83827052492, 262143328850, 1790511046.6333585], "uncore": [47315741542, 262143328850, 1790511046.6399424], "psys": [120567326295, 262143328850, 1790511046.6462817]}, "rapl_after": {"package-0": [84357763901, 262143328850, 1790511046.6253784], "core": [83827052492, 262143328850, 1790511046.6333585], "uncore": [47315741542, 262143328850, 1790511046.6399424], "psys": [120567326295, 262143328850, 1790511046.6462817]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-a35d77cf8d1a49cd97c056ba", "object": "systemone.completion", "created": 1790511047, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.04913111884413377, "einstein: Albert Einstein": 0.03376729123657824, "hypatia: Hypatia of Alexandria": 0.8708699190742073, "ibn_sina: Ibn Sina": 0.03376729123657824, "sagan: Carl Sagan": 0.012422292229985745, "socrates: Socrates of Athens": 4.2087378516770945e-05}, "confidence": 0.8450439028890487, "temperature": 1.0}}, "usage": {"prompt_tokens": 263, "completion_tokens": 0, "total_tokens": 263, "questions": 1}}, "utc": "2026-09-27T12:10:47Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c090", "text_sha256": "b63520cf2b49ef5a68364a7ce70d03329569ecdd3852bcdf74b6daa63c3968bf", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.08454891494336358, "einstein": 0.045255772992315396, "hypatia": 0.8021777702333796, "ibn_sina": 0.05128150915858565, "sagan": 0.01664866847819464, "socrates": 8.736419416119751e-05}, "confidence": 0.7626133242800555, "temperature": 1.0, "prompt_sha256": "4f0529d676df7973eebfe3d1f5bf8704e4c7d4d20ad2e55c39614eb3dff7fce7", "body_sha256": "da366e05fe94d6fabe6dfc6437747b104072ee6a33283f791b88c84192740006", "prompt_tokens": 317, "seconds": 0.46390565094770864, "rapl_before": {"package-0": [84421773137, 262143328850, 1790511047.6575708], "core": [83880866685, 262143328850, 1790511047.6656241], "uncore": [47316056788, 262143328850, 1790511047.672114], "psys": [120567682984, 262143328850, 1790511047.6789246]}, "rapl_after": {"package-0": [84421773137, 262143328850, 1790511047.6575708], "core": [83880866685, 262143328850, 1790511047.6656241], "uncore": [47316056788, 262143328850, 1790511047.672114], "psys": [120567682984, 262143328850, 1790511047.6789246]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-0768a9a862b1418eb6cd5cb6", "object": "systemone.completion", "created": 1790511048, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.08454891494336358, "einstein: Albert Einstein": 0.045255772992315396, "hypatia: Hypatia of Alexandria": 0.8021777702333796, "ibn_sina: Ibn Sina": 0.05128150915858565, "sagan: Carl Sagan": 0.01664866847819464, "socrates: Socrates of Athens": 8.736419416119751e-05}, "confidence": 0.7626133242800555, "temperature": 1.0}}, "usage": {"prompt_tokens": 317, "completion_tokens": 0, "total_tokens": 317, "questions": 1}}, "utc": "2026-09-27T12:10:48Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c091", "text_sha256": "f537b42e13f651d15d8bcfb648d10c7339118d0af15ef233f9a4976b21b55185", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.037131465366136686, "einstein": 0.025520058051944045, "hypatia": 0.399200873769673, "ibn_sina": 0.025520058051944045, "sagan": 0.5125840682842149, "socrates": 4.3476476087322745e-05}, "confidence": 0.4151008819410579, "temperature": 1.0, "prompt_sha256": "d5c5ef5159533d71d1cbfa91c763610f604e9259039534a28ce155de21c2dc38", "body_sha256": "5dcea276e811b819ec7408d0b07b0f74b54b0034bf0a634c5bf53739d913083b", "prompt_tokens": 199, "seconds": 0.3036418170086108, "rapl_before": {"package-0": [84490898265, 262143328850, 1790511048.69014], "core": [83940095720, 262143328850, 1790511048.6980338], "uncore": [47316342737, 262143328850, 1790511048.7049396], "psys": [120568036804, 262143328850, 1790511048.7109876]}, "rapl_after": {"package-0": [84505146459, 262143328850, 1790511049.7222388], "core": [83945885805, 262143328850, 1790511049.7303998], "uncore": [47316634728, 262143328850, 1790511049.7385902], "psys": [120568374205, 262143328850, 1790511049.7458658]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-9094159f57c6435f99b750a8", "object": "systemone.completion", "created": 1790511050, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.037131465366136686, "einstein: Albert Einstein": 0.025520058051944045, "hypatia: Hypatia of Alexandria": 0.399200873769673, "ibn_sina: Ibn Sina": 0.025520058051944045, "sagan: Carl Sagan": 0.5125840682842149, "socrates: Socrates of Athens": 4.3476476087322745e-05}, "confidence": 0.4151008819410579, "temperature": 1.0}}, "usage": {"prompt_tokens": 199, "completion_tokens": 0, "total_tokens": 199, "questions": 1}}, "utc": "2026-09-27T12:10:50Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c092", "text_sha256": "58f8bc29dfc873fb65ccddb7a73ce568f962dc7f1f25e88e12dd0b0798caf239", "id_not_unique": "c-socrates-01-dessert-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07853348271436067, "einstein": 0.03273762621669561, "hypatia": 0.844314508210591, "ibn_sina": 0.02889085373420612, "sagan": 0.015464159640904373, "socrates": 5.936948324234854e-05}, "confidence": 0.8131774098527093, "temperature": 1.0, "prompt_sha256": "0224924087d3969ac6ba5de57d443d8ad99732af958269592abe7d7f54ba809c", "body_sha256": "95c93077438f3644d7e16be21def363e825fd1cc9e3a597536b96c42786b0c50", "prompt_tokens": 269, "seconds": 0.40568926197011024, "rapl_before": {"package-0": [84556812525, 262143328850, 1790511050.7581024], "core": [83986524434, 262143328850, 1790511050.7665465], "uncore": [47316998985, 262143328850, 1790511050.7737994], "psys": [120568725217, 262143328850, 1790511050.7800221]}, "rapl_after": {"package-0": [84556812525, 262143328850, 1790511050.7581024], "core": [83986524434, 262143328850, 1790511050.7665465], "uncore": [47316998985, 262143328850, 1790511050.7737994], "psys": [120568725217, 262143328850, 1790511050.7800221]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-52a458eae58d4e56a89d305f", "object": "systemone.completion", "created": 1790511051, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.07853348271436067, "einstein: Albert Einstein": 0.03273762621669561, "hypatia: Hypatia of Alexandria": 0.844314508210591, "ibn_sina: Ibn Sina": 0.02889085373420612, "sagan: Carl Sagan": 0.015464159640904373, "socrates: Socrates of Athens": 5.936948324234854e-05}, "confidence": 0.8131774098527093, "temperature": 1.0}}, "usage": {"prompt_tokens": 269, "completion_tokens": 0, "total_tokens": 269, "questions": 1}}, "utc": "2026-09-27T12:10:51Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c093", "text_sha256": "6b8746afe3db64759c4fe8e62f4167572b8707c6e0af2a303917c790e0107cf7", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07592144606636003, "einstein": 0.04063782167670734, "hypatia": 0.8162324677654215, "ibn_sina": 0.05217999591171627, "sagan": 0.01494981912885182, "socrates": 7.844945094308374e-05}, "confidence": 0.7794789613185058, "temperature": 1.0, "prompt_sha256": "15a53383148ed0bed883a7aaad5c1304e5e34760b060f11d0cc1653175da8fdb", "body_sha256": "424d6111cb4c24fe015fc9f3709b4490762018c04c860a9ced21b458f6cfcbd8", "prompt_tokens": 251, "seconds": 0.368499627977144, "rapl_before": {"package-0": [84618695179, 262143328850, 1790511051.7904098], "core": [84038454599, 262143328850, 1790511051.7982056], "uncore": [47317322837, 262143328850, 1790511051.805002], "psys": [120569078000, 262143328850, 1790511051.811443]}, "rapl_after": {"package-0": [84618695179, 262143328850, 1790511051.7904098], "core": [84038454599, 262143328850, 1790511051.7982056], "uncore": [47317322837, 262143328850, 1790511051.805002], "psys": [120569078000, 262143328850, 1790511051.811443]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-57503607fd2f4985a58b26a1", "object": "systemone.completion", "created": 1790511052, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.07592144606636003, "einstein: Albert Einstein": 0.04063782167670734, "hypatia: Hypatia of Alexandria": 0.8162324677654215, "ibn_sina: Ibn Sina": 0.05217999591171627, "sagan: Carl Sagan": 0.01494981912885182, "socrates: Socrates of Athens": 7.844945094308374e-05}, "confidence": 0.7794789613185058, "temperature": 1.0}}, "usage": {"prompt_tokens": 251, "completion_tokens": 0, "total_tokens": 251, "questions": 1}}, "utc": "2026-09-27T12:10:52Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c094", "text_sha256": "91e20cb4e96bf48056541da6446b16d67d78651938fceace8dbfebd07fb6d458", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "B", "choice": "einstein", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.022667235870866262, "einstein": 0.6624337336263838, "hypatia": 0.032980633585236147, "ibn_sina": 0.2761434641026694, "sagan": 0.005731174755600677, "socrates": 4.375805924376288e-05}, "confidence": 0.5949204803516606, "temperature": 1.0, "prompt_sha256": "40b71d5027781ec084b02336a74dbe80ce3dcee979f761989064ba2c420df349", "body_sha256": "12cc6ee950604f8f05e21ac06c488df748396b33deba6b00e4dc452baf1eeb54", "prompt_tokens": 282, "seconds": 0.41667925502406433, "rapl_before": {"package-0": [84674795011, 262143328850, 1790511052.8228524], "core": [84084944776, 262143328850, 1790511052.8312373], "uncore": [47317693380, 262143328850, 1790511052.839051], "psys": [120569431819, 262143328850, 1790511052.8462687]}, "rapl_after": {"package-0": [84687260617, 262143328850, 1790511053.8577855], "core": [84088848086, 262143328850, 1790511053.867243], "uncore": [47317999165, 262143328850, 1790511053.8753583], "psys": [120569773921, 262143328850, 1790511053.8831522]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-ce9704433fb247ad9b336fbc", "object": "systemone.completion", "created": 1790511054, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "einstein: Albert Einstein", "probabilities": {"darwin: Charles Darwin": 0.022667235870866262, "einstein: Albert Einstein": 0.6624337336263838, "hypatia: Hypatia of Alexandria": 0.032980633585236147, "ibn_sina: Ibn Sina": 0.2761434641026694, "sagan: Carl Sagan": 0.005731174755600677, "socrates: Socrates of Athens": 4.375805924376288e-05}, "confidence": 0.5949204803516606, "temperature": 1.0}}, "usage": {"prompt_tokens": 282, "completion_tokens": 0, "total_tokens": 282, "questions": 1}}, "utc": "2026-09-27T12:10:54Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c095", "text_sha256": "9ffa8e8f85216a9cb308e9ac582dff3a3bef39e1d20109b23060822860780631", "id_not_unique": "c-socrates-01-dessert-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.28431906069308566, "einstein": 0.1724482274510535, "hypatia": 0.15218502658175853, "ibn_sina": 0.1954094421702775, "sagan": 0.1954094421702775, "socrates": 0.00022880093354734943}, "confidence": 0.14118287283170278, "temperature": 1.0, "prompt_sha256": "b149e209472c45ad5f438db24b2b01caad7e6bbff2e040720eb162adf109f86e", "body_sha256": "77b14380ad0237720708c7672f2f45dd6d2754a7a30ddb236317651bf6efa7c9", "prompt_tokens": 209, "seconds": 0.31283647200325504, "rapl_before": {"package-0": [84750669878, 262143328850, 1790511054.895682], "core": [84142026905, 262143328850, 1790511054.9032464], "uncore": [47318034932, 262143328850, 1790511054.9099736], "psys": [120570106561, 262143328850, 1790511054.9162967]}, "rapl_after": {"package-0": [84750669878, 262143328850, 1790511054.895682], "core": [84142026905, 262143328850, 1790511054.9032464], "uncore": [47318034932, 262143328850, 1790511054.9099736], "psys": [120570106561, 262143328850, 1790511054.9162967]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.01, "contended": false, "server_response": {"id": "deem-5fd03d42c159440e99199294", "object": "systemone.completion", "created": 1790511055, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.28431906069308566, "einstein: Albert Einstein": 0.1724482274510535, "hypatia: Hypatia of Alexandria": 0.15218502658175853, "ibn_sina: Ibn Sina": 0.1954094421702775, "sagan: Carl Sagan": 0.1954094421702775, "socrates: Socrates of Athens": 0.00022880093354734943}, "confidence": 0.14118287283170278, "temperature": 1.0}}, "usage": {"prompt_tokens": 209, "completion_tokens": 0, "total_tokens": 209, "questions": 1}}, "utc": "2026-09-27T12:10:55Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c096", "text_sha256": "cdd1c49d12c260c7ebc9e05cb7f856333784a272c361416de516f780ca99b563", "id_not_unique": "c-socrates-01-main-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.06255147695451398, "einstein": 0.029547225537862792, "hypatia": 0.8634965040666545, "ibn_sina": 0.03348139291064585, "sagan": 0.010869816819035535, "socrates": 5.3583711287332905e-05}, "confidence": 0.8361958048799852, "temperature": 1.0, "prompt_sha256": "13a9de1ce54edbe6adbce29f0b5d9779c7950c968cf18d95c8de03be9c94dee1", "body_sha256": "b1d9f1e183b10081527f2d0add5eb57194a449c9f6d03c89c4b2e4259cc8794d", "prompt_tokens": 231, "seconds": 0.32976933900499716, "rapl_before": {"package-0": [84802400153, 262143328850, 1790511055.9281352], "core": [84183565129, 262143328850, 1790511055.9361253], "uncore": [47318396198, 262143328850, 1790511055.9428658], "psys": [120570459588, 262143328850, 1790511055.949813]}, "rapl_after": {"package-0": [84802400153, 262143328850, 1790511055.9281352], "core": [84183565129, 262143328850, 1790511055.9361253], "uncore": [47318396198, 262143328850, 1790511055.9428658], "psys": [120570459588, 262143328850, 1790511055.949813]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8496326a907d4f2e83cb1c48", "object": "systemone.completion", "created": 1790511056, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.06255147695451398, "einstein: Albert Einstein": 0.029547225537862792, "hypatia: Hypatia of Alexandria": 0.8634965040666545, "ibn_sina: Ibn Sina": 0.03348139291064585, "sagan: Carl Sagan": 0.010869816819035535, "socrates: Socrates of Athens": 5.3583711287332905e-05}, "confidence": 0.8361958048799852, "temperature": 1.0}}, "usage": {"prompt_tokens": 231, "completion_tokens": 0, "total_tokens": 231, "questions": 1}}, "utc": "2026-09-27T12:10:56Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c097", "text_sha256": "cde59da3738cd9a8fe6df261efdaf3a4456b8bc09d08411d3000ce3a29c83b5b", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.16818994871618848, "einstein": 0.04818722709085737, "hypatia": 0.6652041511966027, "ibn_sina": 0.07011200171145508, "sagan": 0.04818722709085737, "socrates": 0.00011944419403897884}, "confidence": 0.5982449814359232, "temperature": 1.0, "prompt_sha256": "afedbb58addcfddd93f63462944ad1d64045d84f79417cca48945bd32639b38c", "body_sha256": "c8d76740b4b20bcb33226733f210a277397e2ce67ec70f36dbc9ab5ec26c02be", "prompt_tokens": 302, "seconds": 0.4342096030013636, "rapl_before": {"package-0": [84855334039, 262143328850, 1790511056.9613702], "core": [84226892105, 262143328850, 1790511056.9693227], "uncore": [47318548480, 262143328850, 1790511056.976047], "psys": [120570804008, 262143328850, 1790511056.9829144]}, "rapl_after": {"package-0": [84868132712, 262143328850, 1790511057.9935677], "core": [84231206913, 262143328850, 1790511058.0025613], "uncore": [47318752337, 262143328850, 1790511058.011008], "psys": [120571134269, 262143328850, 1790511058.0190399]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-dba6520aa5a146139d23b92e", "object": "systemone.completion", "created": 1790511058, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.16818994871618848, "einstein: Albert Einstein": 0.04818722709085737, "hypatia: Hypatia of Alexandria": 0.6652041511966027, "ibn_sina: Ibn Sina": 0.07011200171145508, "sagan: Carl Sagan": 0.04818722709085737, "socrates: Socrates of Athens": 0.00011944419403897884}, "confidence": 0.5982449814359232, "temperature": 1.0}}, "usage": {"prompt_tokens": 302, "completion_tokens": 0, "total_tokens": 302, "questions": 1}}, "utc": "2026-09-27T12:10:58Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c098", "text_sha256": "7fcce46b50361f48ee0b98a7e17832e9023126cbeccd0326a9cbb0727f43f7ad", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.0650148219412989, "einstein": 0.05737537898528526, "hypatia": 0.7920426756560854, "ibn_sina": 0.05063359423913153, "sagan": 0.034799926467207434, "socrates": 0.00013360271099147853}, "confidence": 0.7504512107873026, "temperature": 1.0, "prompt_sha256": "32177507ce0ea0136ef857507df87145e9997efc5ee7e596d96886933b78d519", "body_sha256": "f7abd3b5b5c069cdabdcce4889fa9e951560bfb9cc33d3782fc2d7ef503cc0dd", "prompt_tokens": 205, "seconds": 0.30752999003743753, "rapl_before": {"package-0": [84934879123, 262143328850, 1790511059.0316114], "core": [84287208296, 262143328850, 1790511059.038866], "uncore": [47319057390, 262143328850, 1790511059.0450344], "psys": [120571482779, 262143328850, 1790511059.051345]}, "rapl_after": {"package-0": [84934879123, 262143328850, 1790511059.0316114], "core": [84287208296, 262143328850, 1790511059.038866], "uncore": [47319057390, 262143328850, 1790511059.0450344], "psys": [120571482779, 262143328850, 1790511059.051345]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4deeb9b9b9754b61b08b793d", "object": "systemone.completion", "created": 1790511059, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.0650148219412989, "einstein: Albert Einstein": 0.05737537898528526, "hypatia: Hypatia of Alexandria": 0.7920426756560854, "ibn_sina: Ibn Sina": 0.05063359423913153, "sagan: Carl Sagan": 0.034799926467207434, "socrates: Socrates of Athens": 0.00013360271099147853}, "confidence": 0.7504512107873026, "temperature": 1.0}}, "usage": {"prompt_tokens": 205, "completion_tokens": 0, "total_tokens": 205, "questions": 1}}, "utc": "2026-09-27T12:10:59Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c099", "text_sha256": "31b2c0bd67cd1c668ff7fbd043e45eec1df05d027787b72b24c896f2ef174f72", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04166661229566147, "einstein": 0.053500989214903295, "hypatia": 0.060624563166412626, "ibn_sina": 0.8368962797286538, "sagan": 0.007240571528837898, "socrates": 7.098406553091981e-05}, "confidence": 0.8042755356743845, "temperature": 1.0, "prompt_sha256": "110fdc3d987e61b4d463a7675a4a77559fe7905cb4f4948b808718bfbc9d5268", "body_sha256": "fd4537281c4030ec8980ae60f4c01562a81959f1c1b37c6710d3a69132061d87", "prompt_tokens": 276, "seconds": 0.41140855598496273, "rapl_before": {"package-0": [84985155362, 262143328850, 1790511060.062475], "core": [84327577638, 262143328850, 1790511060.0705557], "uncore": [47319343156, 262143328850, 1790511060.07806], "psys": [120571835927, 262143328850, 1790511060.0845053]}, "rapl_after": {"package-0": [85040087289, 262143328850, 1790511061.095823], "core": [84373185249, 262143328850, 1790511061.103344], "uncore": [47319682511, 262143328850, 1790511061.1111853], "psys": [120572201527, 262143328850, 1790511061.118032]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.07, "contended": false, "server_response": {"id": "deem-3cdcc563cd52434abbad8118", "object": "systemone.completion", "created": 1790511061, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.04166661229566147, "einstein: Albert Einstein": 0.053500989214903295, "hypatia: Hypatia of Alexandria": 0.060624563166412626, "ibn_sina: Ibn Sina": 0.8368962797286538, "sagan: Carl Sagan": 0.007240571528837898, "socrates: Socrates of Athens": 7.098406553091981e-05}, "confidence": 0.8042755356743845, "temperature": 1.0}}, "usage": {"prompt_tokens": 276, "completion_tokens": 0, "total_tokens": 276, "questions": 1}}, "utc": "2026-09-27T12:11:01Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c100", "text_sha256": "16c378fcf97035a1f0d659bd939e505f9e11f421fe386b8d29c5bed28d5fb98c", "id_not_unique": "c-socrates-01-main-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.7314905892181591, "einstein": 0.04676262886155122, "hypatia": 0.16321761231931714, "ibn_sina": 0.04126787512703196, "sagan": 0.017203009773295024, "socrates": 5.828470064555939e-05}, "confidence": 0.677788707061791, "temperature": 1.0, "prompt_sha256": "4596bf185bf76b57e500a1d7ff9ec4571761f8cc82a4638aa6471c06044e9d13", "body_sha256": "68343ea6445926f9447af0375575df02cadeb3ed6644c7fc3b05f4db89736c3b", "prompt_tokens": 206, "seconds": 0.30578422296093777, "rapl_before": {"package-0": [85095504567, 262143328850, 1790511064.196509], "core": [84399327027, 262143328850, 1790511064.2043784], "uncore": [47320332289, 262143328850, 1790511064.211157], "psys": [120573216539, 262143328850, 1790511064.2186944]}, "rapl_after": {"package-0": [85109323257, 262143328850, 1790511065.229762], "core": [84404706652, 262143328850, 1790511065.2378776], "uncore": [47320593885, 262143328850, 1790511065.2456505], "psys": [120573550827, 262143328850, 1790511065.253897]}, "gate_wait_s": 3.0, "foreign_cpu_s": 0.02, "contended": false, "server_response": {"id": "deem-d3cc26a58ff3497196168530", "object": "systemone.completion", "created": 1790511065, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.7314905892181591, "einstein: Albert Einstein": 0.04676262886155122, "hypatia: Hypatia of Alexandria": 0.16321761231931714, "ibn_sina: Ibn Sina": 0.04126787512703196, "sagan: Carl Sagan": 0.017203009773295024, "socrates: Socrates of Athens": 5.828470064555939e-05}, "confidence": 0.677788707061791, "temperature": 1.0}}, "usage": {"prompt_tokens": 206, "completion_tokens": 0, "total_tokens": 206, "questions": 1}}, "utc": "2026-09-27T12:11:05Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c101", "text_sha256": "3f15b462d9b469045459958c57da06ec95d9f700f24d9477fff5a9b50ddd72aa", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.20818847879357938, "einstein": 0.1262726953872393, "hypatia": 0.440735013064575, "ibn_sina": 0.1262726953872393, "sagan": 0.09834127404811893, "socrates": 0.00018984331924809387}, "confidence": 0.32888201567749, "temperature": 1.0, "prompt_sha256": "996505656ce61a5f868e32a341f6ac6e8da907a1cd2329847d99c974cab3eecc", "body_sha256": "79cd907887f4ef9c9cb9d936e6315a518b8b4b241a04f0737764c79b36c9dd81", "prompt_tokens": 247, "seconds": 0.35490759497042745, "rapl_before": {"package-0": [85157846936, 262143328850, 1790511066.2662754], "core": [84442465345, 262143328850, 1790511066.274299], "uncore": [47320853406, 262143328850, 1790511066.2811878], "psys": [120573887497, 262143328850, 1790511066.2879953]}, "rapl_after": {"package-0": [85157846936, 262143328850, 1790511066.2662754], "core": [84442465345, 262143328850, 1790511066.274299], "uncore": [47320853406, 262143328850, 1790511066.2811878], "psys": [120573887497, 262143328850, 1790511066.2879953]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5bf07d3f4efc4eca8020de3c", "object": "systemone.completion", "created": 1790511066, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.20818847879357938, "einstein: Albert Einstein": 0.1262726953872393, "hypatia: Hypatia of Alexandria": 0.440735013064575, "ibn_sina: Ibn Sina": 0.1262726953872393, "sagan: Carl Sagan": 0.09834127404811893, "socrates: Socrates of Athens": 0.00018984331924809387}, "confidence": 0.32888201567749, "temperature": 1.0}}, "usage": {"prompt_tokens": 247, "completion_tokens": 0, "total_tokens": 247, "questions": 1}}, "utc": "2026-09-27T12:11:06Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c102", "text_sha256": "90e4b3b6a658a07636bbe827abfb381f93c6fb195ffd5ef085bf583f55af1d74", "id_not_unique": "c-socrates-01-main-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07565121884790893, "einstein": 0.04049317946973449, "hypatia": 0.8133272513766169, "ibn_sina": 0.04588478367588701, "sagan": 0.024560354857640125, "socrates": 8.321177221258304e-05}, "confidence": 0.7759927016519402, "temperature": 1.0, "prompt_sha256": "a708cc387a1ce56a3fc7ee382c8d10df01a77a21d41c2ce41b121f37091572c3", "body_sha256": "29cc540879d53f6d20153770983dad075eea1a92ccb5cf5c86fc8c1786f276fb", "prompt_tokens": 287, "seconds": 0.44349290401441976, "rapl_before": {"package-0": [85213975516, 262143328850, 1790511067.298851], "core": [84488653398, 262143328850, 1790511067.3070223], "uncore": [47321105542, 262143328850, 1790511067.3140945], "psys": [120574235579, 262143328850, 1790511067.320929]}, "rapl_after": {"package-0": [85277065320, 262143328850, 1790511068.3319523], "core": [84543215453, 262143328850, 1790511068.340757], "uncore": [47321309826, 262143328850, 1790511068.349648], "psys": [120574582075, 262143328850, 1790511068.358199]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-4e9b05d253a2476e9f2d557d", "object": "systemone.completion", "created": 1790511068, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.07565121884790893, "einstein: Albert Einstein": 0.04049317946973449, "hypatia: Hypatia of Alexandria": 0.8133272513766169, "ibn_sina: Ibn Sina": 0.04588478367588701, "sagan: Carl Sagan": 0.024560354857640125, "socrates: Socrates of Athens": 8.321177221258304e-05}, "confidence": 0.7759927016519402, "temperature": 1.0}}, "usage": {"prompt_tokens": 287, "completion_tokens": 0, "total_tokens": 287, "questions": 1}}, "utc": "2026-09-27T12:11:08Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c103", "text_sha256": "ce1f75337ffdd8f1d3134667d490376cc578923171abcb75d93c58afae704de3", "id_not_unique": "c-socrates-01-starter-01", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "A", "choice": "darwin", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.6304867301188771, "einstein": 0.12415019822172269, "hypatia": 0.12415019822172269, "ibn_sina": 0.07530090163087567, "sagan": 0.04567230554313113, "socrates": 0.00023966626367061456}, "confidence": 0.5565840761426525, "temperature": 1.0, "prompt_sha256": "8fa90abbe06c8bcdb1026b519f7893d740e60470c51d55030e7b855dbc553be8", "body_sha256": "c598b926859d6469db588ece81503fa473aafd16143fcf5c71c862d4af75e674", "prompt_tokens": 174, "seconds": 0.2610451219952665, "rapl_before": {"package-0": [85277065320, 262143328850, 1790511068.3319523], "core": [84543215453, 262143328850, 1790511068.340757], "uncore": [47321309826, 262143328850, 1790511068.349648], "psys": [120574582075, 262143328850, 1790511068.358199]}, "rapl_after": {"package-0": [85292961336, 262143328850, 1790511069.3718097], "core": [84548698532, 262143328850, 1790511069.3793175], "uncore": [47321558360, 262143328850, 1790511069.3863482], "psys": [120574907330, 262143328850, 1790511069.393015]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-e212b40ed7d748f5bb54e38d", "object": "systemone.completion", "created": 1790511069, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "darwin: Charles Darwin", "probabilities": {"darwin: Charles Darwin": 0.6304867301188771, "einstein: Albert Einstein": 0.12415019822172269, "hypatia: Hypatia of Alexandria": 0.12415019822172269, "ibn_sina: Ibn Sina": 0.07530090163087567, "sagan: Carl Sagan": 0.04567230554313113, "socrates: Socrates of Athens": 0.00023966626367061456}, "confidence": 0.5565840761426525, "temperature": 1.0}}, "usage": {"prompt_tokens": 174, "completion_tokens": 0, "total_tokens": 174, "questions": 1}}, "utc": "2026-09-27T12:11:09Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c104", "text_sha256": "d2544f4722f7953ab187db9c08752f507f9e7bd525b074e990730d32763f93b0", "id_not_unique": "c-socrates-01-starter-02", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "D", "choice": "ibn_sina", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.04346911031643556, "einstein": 0.28345420569515195, "hypatia": 0.06324718231150522, "ibn_sina": 0.6000725581655691, "sagan": 0.009699269546416029, "socrates": 5.7673964922000213e-05}, "confidence": 0.5200870697986829, "temperature": 1.0, "prompt_sha256": "bceaa77c0f59951dc495461a7b926af311bee9ec2f112f5eaa2ce6bdba46fa82", "body_sha256": "0fbd0aaec7c11b8e65589e502d9012b1f38be8fa1daaa56d0ad005e5f4116c24", "prompt_tokens": 223, "seconds": 0.32668287999695167, "rapl_before": {"package-0": [85336835003, 262143328850, 1790511070.4048688], "core": [84583040913, 262143328850, 1790511070.4129338], "uncore": [47321793833, 262143328850, 1790511070.4200408], "psys": [120575239910, 262143328850, 1790511070.4266872]}, "rapl_after": {"package-0": [85336835003, 262143328850, 1790511070.4048688], "core": [84583040913, 262143328850, 1790511070.4129338], "uncore": [47321793833, 262143328850, 1790511070.4200408], "psys": [120575239910, 262143328850, 1790511070.4266872]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-c9ea81968b2142cabd967951", "object": "systemone.completion", "created": 1790511071, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "ibn_sina: Ibn Sina", "probabilities": {"darwin: Charles Darwin": 0.04346911031643556, "einstein: Albert Einstein": 0.28345420569515195, "hypatia: Hypatia of Alexandria": 0.06324718231150522, "ibn_sina: Ibn Sina": 0.6000725581655691, "sagan: Carl Sagan": 0.009699269546416029, "socrates: Socrates of Athens": 5.7673964922000213e-05}, "confidence": 0.5200870697986829, "temperature": 1.0}}, "usage": {"prompt_tokens": 223, "completion_tokens": 0, "total_tokens": 223, "questions": 1}}, "utc": "2026-09-27T12:11:11Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c105", "text_sha256": "76bd6a400f7300d59d745ae87514d123122ad9184a8cbf280deb317001c2365e", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "E", "choice": "sagan", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.07401682843433499, "einstein": 0.06531962183243603, "hypatia": 0.20119859973322357, "ibn_sina": 0.03961835332220716, "sagan": 0.6197353168769901, "socrates": 0.00011127980080807604}, "confidence": 0.5436823802523881, "temperature": 1.0, "prompt_sha256": "f31b16dcdd129c5a7d2aeff0254577fbadbb5c571f0240a088dca3b14ba303b5", "body_sha256": "b74839a454c0f55f920a9d7b295291ab1cff4eeafbdaa457ed66fdbede6eb610", "prompt_tokens": 243, "seconds": 0.3499710540054366, "rapl_before": {"package-0": [85388493929, 262143328850, 1790511071.4385607], "core": [84625176303, 262143328850, 1790511071.4462283], "uncore": [47321936228, 262143328850, 1790511071.4528396], "psys": [120575578715, 262143328850, 1790511071.4592395]}, "rapl_after": {"package-0": [85388493929, 262143328850, 1790511071.4385607], "core": [84625176303, 262143328850, 1790511071.4462283], "uncore": [47321936228, 262143328850, 1790511071.4528396], "psys": [120575578715, 262143328850, 1790511071.4592395]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-d5cd79cec1cc499ba27c2f60", "object": "systemone.completion", "created": 1790511072, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "sagan: Carl Sagan", "probabilities": {"darwin: Charles Darwin": 0.07401682843433499, "einstein: Albert Einstein": 0.06531962183243603, "hypatia: Hypatia of Alexandria": 0.20119859973322357, "ibn_sina: Ibn Sina": 0.03961835332220716, "sagan: Carl Sagan": 0.6197353168769901, "socrates: Socrates of Athens": 0.00011127980080807604}, "confidence": 0.5436823802523881, "temperature": 1.0}}, "usage": {"prompt_tokens": 243, "completion_tokens": 0, "total_tokens": 243, "questions": 1}}, "utc": "2026-09-27T12:11:12Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c106", "text_sha256": "62ebf3000b7bc1337e703d293f168f2fef0e77979b30055c111974f6d491f990", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1718312750617089, "einstein": 0.049230484555782356, "hypatia": 0.679605876266328, "ibn_sina": 0.055785447418115065, "sagan": 0.04344575013321669, "socrates": 0.00010116656484909283}, "confidence": 0.6155270515195935, "temperature": 1.0, "prompt_sha256": "af8f4bdb3b47639482e994de62f4254de9c695b2f871e6009f4a87d80fe8a10e", "body_sha256": "946aad47b58a65a60670710a067fd3bec9fc80fb2318d542038cf88bd5f03a10", "prompt_tokens": 262, "seconds": 0.38836423901375383, "rapl_before": {"package-0": [85443333571, 262143328850, 1790511072.4703588], "core": [84670326151, 262143328850, 1790511072.4782617], "uncore": [47322080576, 262143328850, 1790511072.4849832], "psys": [120575917948, 262143328850, 1790511072.4917612]}, "rapl_after": {"package-0": [85466267839, 262143328850, 1790511073.5031362], "core": [84685328554, 262143328850, 1790511073.511902], "uncore": [47322243661, 262143328850, 1790511073.520829], "psys": [120576249978, 262143328850, 1790511073.5285184]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-8f7b506b1a71495287c3b917", "object": "systemone.completion", "created": 1790511073, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1718312750617089, "einstein: Albert Einstein": 0.049230484555782356, "hypatia: Hypatia of Alexandria": 0.679605876266328, "ibn_sina: Ibn Sina": 0.055785447418115065, "sagan: Carl Sagan": 0.04344575013321669, "socrates: Socrates of Athens": 0.00010116656484909283}, "confidence": 0.6155270515195935, "temperature": 1.0}}, "usage": {"prompt_tokens": 262, "completion_tokens": 0, "total_tokens": 262, "questions": 1}}, "utc": "2026-09-27T12:11:13Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}
{"arm": "d0-cpu-0.8", "set": "s0", "render": "S", "rep": 1, "order_k": 0, "uid": "c107", "text_sha256": "d9b9706fa1986a4b001053dac8268bae4e0be7b3860099d80287a3aab18de4e2", "id_not_unique": "c-socrates-01-starter-03", "label": "socrates", "permutation": ["darwin", "einstein", "hypatia", "ibn_sina", "sagan", "socrates"], "letters": {"A": "darwin", "B": "einstein", "C": "hypatia", "D": "ibn_sina", "E": "sagan", "F": "socrates"}, "chosen_letter": "C", "choice": "hypatia", "argmax_agrees": true, "correct": false, "probs": {"darwin": 0.1721472840370572, "einstein": 0.023297601443568752, "hypatia": 0.7715106013572617, "ibn_sina": 0.023297601443568752, "sagan": 0.009711885191431003, "socrates": 3.5026527112632134e-05}, "confidence": 0.7258127216287139, "temperature": 1.0, "prompt_sha256": "849c8dfad4da4a96fcf43a460e98b16b9ee74377b44500031dce24f4b0b16375", "body_sha256": "efc8f077bcb4520ceb43808f3a97cc565b1d48ddb04aa0ab55e21c223bbca828", "prompt_tokens": 236, "seconds": 0.3409142380114645, "rapl_before": {"package-0": [85517042428, 262143328850, 1790511074.541415], "core": [84725035727, 262143328850, 1790511074.5491192], "uncore": [47322450692, 262143328850, 1790511074.5557625], "psys": [120576587807, 262143328850, 1790511074.5623906]}, "rapl_after": {"package-0": [85517042428, 262143328850, 1790511074.541415], "core": [84725035727, 262143328850, 1790511074.5491192], "uncore": [47322450692, 262143328850, 1790511074.5557625], "psys": [120576587807, 262143328850, 1790511074.5623906]}, "gate_wait_s": 0.0, "foreign_cpu_s": 0.0, "contended": false, "server_response": {"id": "deem-5d96ef85dea44b1cb85389a4", "object": "systemone.completion", "created": 1790511075, "model": "deem-0.8-v1", "answers": {"q": {"type": "choice", "choice": "hypatia: Hypatia of Alexandria", "probabilities": {"darwin: Charles Darwin": 0.1721472840370572, "einstein: Albert Einstein": 0.023297601443568752, "hypatia: Hypatia of Alexandria": 0.7715106013572617, "ibn_sina: Ibn Sina": 0.023297601443568752, "sagan: Carl Sagan": 0.009711885191431003, "socrates: Socrates of Athens": 3.5026527112632134e-05}, "confidence": 0.7258127216287139, "temperature": 1.0}}, "usage": {"prompt_tokens": 236, "completion_tokens": 0, "total_tokens": 236, "questions": 1}}, "utc": "2026-09-27T12:11:15Z", "model": "LibertAIDAI/deem-0.8-v1", "model_id": "deem-0.8-v1", "model_revision": "8cbabbb2c4a7ef13c6b43f0ef3ae4157983c6d21", "model_sha256": "80438125177c0681e855158d46720cbbd4ff07ea620cd55b0f456aafbfcf778d", "deem_commit": "6755b30bf6bbd9a81f8db6ba42cc0fd62c9f4719", "runtime": "deem serve/deem_server.py, TorchBackend, bf16, CPU, batch 1, n_orders 1, no calibration file (T=1.0)", "torch": "2.14.0+cpu", "transformers": "5.17.0", "box": "this laptop", "cpu": "Intel(R) Core(TM) Ultra 9 290HX Plus", "server_cpus": "0-7", "os": {"pretty_name": "Ubuntu 26.04.1 LTS", "id": "ubuntu", "version_id": "26.04", "kernel": "7.0.0-34-generic", "arch": "x86_64", "source": "/etc/os-release"}, "hostos_sha256": "a6a74bba57250be1936825466c6614876d757cf81373fcf6fa0b48587cf0e3ad", "set_sha256": "61a0b1d6e7cf66fd91992c0c3a4572f6fbae90e6471048fd7dc1eb41ff2d7f39", "seed": 20260921}